GENERIC HEAD from 2011-07-22 18:03:33 UTC, r224282M, vmcore.177 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2011 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r224282M: Mon Jul 25 06:53:21 CEST 2011 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3531759616 (3368 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... WARNING: / was not properly dismounted Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: 3824 files, 809825 used, 203190 free (1606 frags, 25198 blocks, 0.2% fragmentation) /dev/label/tmp: INCORRECT BLOCK COUNT I=41 (4 should be 0) (CORRECTED) /dev/label/tmp: INCORRECT BLOCK COUNT I=19006464 (4 should be 0) (CORRECTED) /dev/ad4s1f: 17241 files, 821735 used, 191280 free (4392 frags, 23361 blocks, 0.4% fragmentation) /dev/label/tmp: LINK COUNT DIR I=2 OWNER=root MODE=41777 /dev/label/tmp: SIZE=22528 MTIME=Jul 25 20:21 2011 COUNT 32 SHOULD BE 29 (ADJUSTED) /dev/label/tmp: ZERO LENGTH DIR I=164864 OWNER=root MODE=40770 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: UNREF FILE I=164865 OWNER=root MODE=120777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: UNREF FILE I=164866 OWNER=root MODE=100644 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: UNREF FILE I=164867 OWNER=root MODE=120777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: UNREF FILE I=164868 OWNER=root MODE=120777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: UNREF FILE I=164869 OWNER=root MODE=120777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: UNREF FILE I=164872 OWNER=root MODE=120777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: ZERO LENGTH DIR I=19006464 OWNER=root MODE=40777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: ZERO LENGTH DIR I=23292928 OWNER=root MODE=40777 /dev/label/tmp: SIZE=0 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/label/tmp: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/label/tmp: SUMMARY INFORMATION BAD (SALVAGED) /dev/label/tmp: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/label/tmp: 93437 files, 24629704 used, 93684277 free (2717 frags, 11710195 blocks, 0.0% fragmentation) /dev/ad4s1d: 856674 files, 8615171 used, 1539028 free (261708 frags, 159665 blocks, 2.6% fragmentation) /dev/ad4s1e: INCORRECT BLOCK COUNT I=6194208 (262304 should be 384) (CORRECTED) /dev/ad4s1e: UNREF FILE I=6194208 OWNER=root MODE=100644 /dev/ad4s1e: SIZE=134217728 MTIME=Jul 25 20:21 2011 (CLEARED) /dev/ad4s1e: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1e: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1e: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1e: 818948 files, 20896094 used, 4492423 free (79455 frags, 551621 blocks, 0.3% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet 127.0.0.1 netmask 0xff000000 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=389b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 tentative scopeid 0x1 nd6 options=29 media: Ethernet autoselect (none) status: no carrier fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: usbus0. Starting Network: usbus1. Starting Network: usbus2. Starting Network: usbus3. Starting Network: usbus4. Starting Network: usbus5. re0: link state changed to UP Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/nss /usr/local/lib/qt4 /usr/local/lib/virtualbox /usr/local/lib/wine a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 lock order reversal: 1st 0xe0b1ac20 bufwait (bufwait) @ kern/vfs_bio.c:2658 2nd 0xc7460a00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0efa6f6,2e687361,38323a63,c7000a34,a7a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3f2eb,c0efe0bf,c7165370,c71693a0,f18f1894,...) at kdb_backtrace+0x2a _witness_debugger(c0efe0bf,c7460a00,c0f2d8c6,c71693a0,c0f2d558,...) at _witness_debugger+0x25 witness_checkorder(c7460a00,9,c0f2d54f,11c,0,...) at witness_checkorder+0x839 _sx_xlock(c7460a00,0,c0f2d54f,11c,c7bf7414,...) at _sx_xlock+0x85 ufsdirhash_acquire(e0b1abc0,f18f19ec,38,e176a030,f18f1964,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7bf7414,f18f19ec,2030,f18f1950,f18f1954,...) at ufsdirhash_add+0x13 ufs_direnter(c7bf42b8,c7db86cc,f18f19ec,f18f1bd0,e0b1b240,...) at ufs_direnter+0x749 ufs_mkdir(f18f1bf8,c0f4b92e,0,0,f18f1b3c,...) at ufs_mkdir+0x936 VOP_MKDIR_APV(c1045140,f18f1bf8,f18f1bd0,f18f1b3c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c79255c0,ffffff9c,28404020,0,1c0,...) at kern_mkdirat+0x225 kern_mkdir(c79255c0,28404020,0,1c0,f18f1c7c,...) at kern_mkdir+0x2e mkdir(c79255c0,f18f1cec,f18f1d28,c0efc90a,0,...) at mkdir+0x29 syscallenter(c79255c0,f18f1ce4,f18f1ce4,0,0,...) at syscallenter+0x263 syscall(f18f1d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28173173, esp = 0xbfbfe8cc, ebp = 0xbfbfed78 --- Clearing /tmp (X related). Starting mountd. NFSv4 is disabled Starting nfsd. Recovering vi editor sessions:. Updating motd:. Starting ntpd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc7bf4310 ufs (ufs) @ kern/vfs_subr.c:2134 2nd 0xe0b1ac20 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:261 3rd 0xc7dbab38 ufs (ufs) @ kern/vfs_subr.c:2134 KDB: stack backtrace: db_trace_self_wrapper(c0efa6f6,3a632e73,a313632,f1860800,c0a50cfb,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3f2eb,c0efe0d8,c7165370,c7169338,f18608a4,...) at kdb_backtrace+0x2a _witness_debugger(c0efe0d8,c7dbab38,c0eed3a4,c7169338,c0f05d57,...) at _witness_debugger+0x25 witness_checkorder(c7dbab38,9,c0f05d4e,856,0,...) at witness_checkorder+0x839 __lockmgr_args(c7dbab38,80100,c7dbaba4,0,0,...) at __lockmgr_args+0x814 ffs_lock(f18609c8,c0a50cfb,c0f050b3,80100,c7dbaae0,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c1045140,f18609c8,c7c4cc30,c1055940,c7dbaae0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7dbaae0,80100,c0f05d4e,856,4,...) at _vn_lock+0x78 vget(c7dbaae0,80100,c7c4cb80,50,0,...) at vget+0xbb vfs_hash_get(c78bf87c,1cd7000,80000,c7c4cb80,f1860b0c,...) at vfs_hash_get+0xed ffs_vgetf(c78bf87c,1cd7000,80000,f1860b0c,1,...) at ffs_vgetf+0x49 softdep_sync_buf(c7bf42b8,e0b1abc0,1,107,0,...) at softdep_sync_buf+0x4a3 ffs_syncvnode(c7bf42b8,1,c7c4cb80,5ce,0,...) at ffs_syncvnode+0x238 ffs_sync(c78bf87c,1,f1860c14,4ef,80,...) at ffs_sync+0x26f dounmount(c78bf87c,8080000,c7c4cb80,474,5b85c5ea,...) at dounmount+0x447 unmount(c7c4cb80,f1860cec,28177215,1,0,...) at unmount+0x310 syscallenter(c7c4cb80,f1860ce4,c0d3978d,c1090770,0,...) at syscallenter+0x263 syscall(f1860d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dd82b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- lock order reversal: 1st 0xc7bf4b38 ufs (ufs) @ kern/vfs_mount.c:1194 2nd 0xc7947c94 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1833 KDB: stack backtrace: db_trace_self_wrapper(c0efa6f6,38313a63,a3333,c0f2ef29,c19b4888,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3f2eb,c0efe0bf,c7169338,c7169200,f1860a04,...) at kdb_backtrace+0x2a _witness_debugger(c0efe0bf,c7947c94,c0ee5207,c7169200,c0f29a59,...) at _witness_debugger+0x25 witness_checkorder(c7947c94,9,c0f29a50,729,c7947d00,...) at witness_checkorder+0x839 __lockmgr_args(c7947c94,80400,c7947d00,0,0,...) at __lockmgr_args+0x814 vop_stdlock(f1860b24,4,c0ef4dc7,80400,c7947c3c,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c101ac00,f1860b24,c120e910,c1055940,c7947c3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7947c3c,80400,c0f29a50,729,c78bf87c,...) at _vn_lock+0x78 softdep_flushworklist(c78bf87c,f1860bd0,c7c4cb80,5dc,0,...) at softdep_flushworklist+0x47 ffs_sync(c78bf87c,1,f1860c14,4ef,80,...) at ffs_sync+0x2fd dounmount(c78bf87c,8080000,c7c4cb80,474,5b85c5ea,...) at dounmount+0x447 unmount(c7c4cb80,f1860cec,28177215,1,0,...) at unmount+0x310 syscallenter(c7c4cb80,f1860ce4,c0d3978d,c1090770,0,...) at syscallenter+0x263 syscall(f1860d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dd82b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 93437 files, 24629704 used, 93684277 free (2717 frags, 11710195 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 93437 files, 24629704 used, 93684277 free (2717 frags, 11710195 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Mon Jul 25 20:31:22 CEST 2011 FreeBSD/i386 (x4.osted.lan) (console) login: Jul 25 20:54:49 x4 su: pho to root on /dev/pts/0 KDB: stack backtrace: db_trace_self_wrapper(c0efa6f6,c71627f8,c79230b0,c0f2ef29,f19154b8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c7f20b38,f19154fc,c0d586d5,f191550c,c7f20ae0,...) at kdb_backtrace+0x2a vfs_badlock(c101b180,f191550c,c1055580,c7f20ae0) at vfs_badlock+0x23 assert_vop_elocked(c7f20ae0,c0ee5f4f,c09f3213,8,0,...) at assert_vop_elocked+0x55 pcbmap(c7966e00,0,f191560c,f1915618,f191561c,...) at pcbmap+0x45 msdosfs_readdir(f1915960,c0f4b343,c7f20ae0,f1915940,0,...) at msdosfs_readdir+0x528 VOP_READDIR_APV(c101b180,f1915960,2,f1915a68,c7923000,...) at VOP_READDIR_APV+0xc5 nfsrvd_readdir(f1915b64,0,c7f20ae0,c7923000,f1915a68,...) at nfsrvd_readdir+0x38e nfsrvd_dorpc(f1915b64,0,c7923000,c842a200,4,...) at nfsrvd_dorpc+0x1f79 nfssvc_program(c7793800,c842a200,c0f24d67,492,0,...) at nfssvc_program+0x40f svc_run_internal(f1915d14,c09d9a98,c73dfa80,f1915d28,c0ef1130,...) at svc_run_internal+0x952 svc_thread_start(c73dfa80,f1915d28,c0ef1130,3a5,c7e4b2c0,...) at svc_thread_start+0x10 fork_exit(c0bed7d0,c73dfa80,f1915d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- pcbmap: 0xc7f20ae0 is not exclusive locked but should be KDB: enter: lock violation [ thread pid 1855 tid 100133 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1855 tid 100133 td 0xc7923000 kdb_enter(c0f05f31,c0f06f92,c7f20ae0,c0f06932,c7f20ae0,...) at kdb_enter+0x3a vfs_badlock(c101b180,f191550c,c1055580,c7f20ae0) at vfs_badlock+0x61 assert_vop_elocked(c7f20ae0,c0ee5f4f,c09f3213,8,0,...) at assert_vop_elocked+0x55 pcbmap(c7966e00,0,f191560c,f1915618,f191561c,...) at pcbmap+0x45 msdosfs_readdir(f1915960,c0f4b343,c7f20ae0,f1915940,0,...) at msdosfs_readdir+0x528 VOP_READDIR_APV(c101b180,f1915960,2,f1915a68,c7923000,...) at VOP_READDIR_APV+0xc5 nfsrvd_readdir(f1915b64,0,c7f20ae0,c7923000,f1915a68,...) at nfsrvd_readdir+0x38e nfsrvd_dorpc(f1915b64,0,c7923000,c842a200,4,...) at nfsrvd_dorpc+0x1f79 nfssvc_program(c7793800,c842a200,c0f24d67,492,0,...) at nfssvc_program+0x40f svc_run_internal(f1915d14,c09d9a98,c73dfa80,f1915d28,c0ef1130,...) at svc_run_internal+0x952 svc_thread_start(c73dfa80,f1915d28,c0ef1130,3a5,c7e4b2c0,...) at svc_thread_start+0x10 fork_exit(c0bed7d0,c73dfa80,f1915d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x7cef80 curthread = 0xc72002e0: pid 12 "swi4: clock" curpcb = 0xc6f47d80 fpcurthread = none idlethread = 0xc71b98a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5ed0f80 curthread = 0xc7923000: pid 1855 "nfsd: service" curpcb = 0xf1915d80 fpcurthread = none idlethread = 0xc71b95c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5ed3f80 curthread = 0xc71b92e0: pid 11 "idle: cpu2" curpcb = 0xc6f3dd80 fpcurthread = none idlethread = 0xc71b92e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5ed6f80 curthread = 0xc71b9000: pid 11 "idle: cpu3" curpcb = 0xc6f40d80 fpcurthread = none idlethread = 0xc71b9000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 2382 (find) thread 0xc7e535c0 (100163) exclusive lockmgr bufwait (bufwait) r = 0 (0xe0bbe940) locked @ kern/vfs_bio.c:1911 shared lockmgr newnfs (newnfs) r = 0 (0xc8427880) locked @ kern/vfs_syscalls.c:4110 Process 2331 (sshd) thread 0xc7e558a0 (100157) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7e9fd8c) locked @ kern/uipc_sockbuf.c:148 Process 1855 (nfsd) thread 0xc7923000 (100133) shared lockmgr msdosfs (msdosfs) r = 0 (0xc7f20b38) locked @ kern/vfs_subr.c:2134 db:0:alllocks> show lockedvnods Locked vnodes 0xc7f20ae0: 0xc7f20ae0: tag msdosfs, type VDIR tag msdosfs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 usecount 1, writecount 0, refcount 1 mountedhere 0 flags () flags () v_object 0xc843fcc0 ref 0 pages 0 v_object 0xc843fcc0 ref 0 pages 0 lock type msdosfs: SHARED (count 1) lock type msdosfs: SHARED (count 1) #0 0xc09ee88e at __lockmgr_args+0xbfe #0 0xc09ee88e at __lockmgr_args+0xbfe #1 0xc0a8ec95 at vop_stdlock+0x65 #1 0xc0a8ec95 at vop_stdlock+0x65 #2 0xc0d5bfc5 at VOP_LOCK1_APV+0xb5 #2 0xc0d5bfc5 at VOP_LOCK1_APV+0xb5 #3 0xc0aaec28 at _vn_lock+0x78 #3 0xc0aaec28 at _vn_lock+0x78 #4 0xc0aa1d5b at vget+0xbb #4 0xc0aa1d5b at vget+0xbb #5 0xc0a92d0d at vfs_hash_get+0xed #5 0xc0a92d0d at vfs_hash_get+0xed #6 0xc09223e2 at deget+0x82 #6 0xc09223e2 at deget+0x82 #7 0xc0927674 at msdosfs_fhtovp+0x34 #7 0xc0927674 at msdosfs_fhtovp+0x34 #8 0xc0986612 at nfsvno_fhtovp+0x122 #8 0xc0986612 at nfsvno_fhtovp+0x122 #9 0xc0986960 at nfsd_fhtovp+0x90 #9 0xc0986960 at nfsd_fhtovp+0x90 #10 0xc096b875 at nfsrvd_dorpc+0x185 #10 0xc096b875 at nfsrvd_dorpc+0x185 #11 0xc097a1ef at nfssvc_program+0x40f #11 0xc097a1ef at nfssvc_program+0x40f #12 0xc0bed502 at svc_run_internal+0x952 #12 0xc0bed502 at svc_run_internal+0x952 #13 0xc0bed7e0 at svc_thread_start+0x10 #13 0xc0bed7e0 at svc_thread_start+0x10 #14 0xc09d9a98 at fork_exit+0xb8 #14 0xc09d9a98 at fork_exit+0xb8 #15 0xc0d225c4 at fork_trampoline+0x8 #15 0xc0d225c4 at fork_trampoline+0x8 startcluster 2, dircluster 2, diroffset 0, startcluster 2, dircluster 2, diroffset 0, on dev md5a on dev md5a 0xc8427828: 0xc8427828: tag newnfs, type VDIR tag newnfs, type VDIR usecount 4, writecount 0, refcount 6 mountedhere 0 usecount 4, writecount 0, refcount 6 mountedhere 0 flags () flags () v_object 0xc843f770 ref 0 pages 2 v_object 0xc843f770 ref 0 pages 2 lock type newnfs: SHARED (count 1) lock type newnfs: SHARED (count 1) #0 0xc09ee235 at __lockmgr_args+0x5a5 #0 0xc09ee235 at __lockmgr_args+0x5a5 #1 0xc095959d at nfs_lock1+0xcd #1 0xc095959d at nfs_lock1+0xcd #2 0xc0d5bfc5 at VOP_LOCK1_APV+0xb5 #2 0xc0d5bfc5 at VOP_LOCK1_APV+0xb5 #3 0xc0aaec28 at _vn_lock+0x78 #3 0xc0aaec28 at _vn_lock+0x78 #4 0xc0aab0e0 at kern_getdirentries+0x1a0 #4 0xc0aab0e0 at kern_getdirentries+0x1a0 #5 0xc0aab341 at getdirentries+0x31 #5 0xc0aab341 at getdirentries+0x31 #6 0xc0a495c3 at syscallenter+0x263 #6 0xc0a495c3 at syscallenter+0x263 #7 0xc0d38f2f at syscall+0x4f #7 0xc0d38f2f at syscall+0x4f #8 0xc0d225b1 at Xint0x80_syscall+0x21 #8 0xc0d225b1 at Xint0x80_syscall+0x21 fileid 2576 fsid 0x400ff02 fileid 2576 fsid 0x400ff02 db:0:lockedvnods> show mount 0xc78bfb50 /dev/ad4s1a on / (ufs) 0xc78c0000 devfs on /dev (devfs) 0xc7bf85a8 /dev/ad4s1f on /home (ufs) 0xc78bf5a8 /dev/ad4s1d on /usr (ufs) 0xc78bf2d4 /dev/ad4s1e on /var (ufs) 0xc78bf000 procfs on /proc (procfs) 0xc8218000 /dev/label/tmp on /tmp (ufs) 0xc8217b50 /dev/md5a on /mnt (msdosfs) 0xc8433b50 127.0.0.1:/mnt on /mnt2 (nfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 2382 2377 2348 0 S+ newnfsre 0xc777b200 find 2377 2348 2348 0 S+ wait 0xc7c49b00 sh 2367 0 0 0 DL mdwait 0xc8422800 [md5] 2348 2344 2348 0 S+ wait 0xc7e4c2c0 sh 2344 2340 2344 0 S+ wait 0xc791a580 bash 2340 2339 2340 0 S+ pause 0xc791a058 csh 2339 2334 2339 1001 S+ wait 0xc7c48840 su 2334 2333 2334 1001 Ss+ wait 0xc8236840 bash 2333 2331 2331 1001 S select 0xc77c24a4 sshd 2331 2097 2331 0 Ss sbwait 0xc7e9fdb8 sshd 2245 1 2245 0 Ss+ ttyin 0xc756b070 getty 2244 1 2244 0 Ss+ ttyin 0xc756b270 getty 2243 1 2243 0 Ss+ ttyin 0xc756b470 getty 2242 1 2242 0 Ss+ ttyin 0xc72d6070 getty 2241 1 2241 0 Ss+ ttyin 0xc72d6270 getty 2240 1 2240 0 Ss+ ttyin 0xc72d6470 getty 2239 1 2239 0 Ss+ ttyin 0xc72d6670 getty 2238 1 2238 0 Ss+ ttyin 0xc72d6870 getty 2237 1 2237 0 Ss+ ttyin 0xc72d6a70 getty 2198 1 2198 0 Ss select 0xc7958ba4 inetd 2166 1 2166 0 Ss nanslp 0xc1092084 watchdogd 2119 1 2119 0 Ss nanslp 0xc1092084 cron 2111 1 2111 25 Ss pause 0xc77fa5d8 sendmail 2105 1 2105 0 Ss select 0xc73d5824 sendmail 2097 1 2097 0 Ss select 0xc79073a4 sshd 2037 1 2037 0 Ss select 0xc7907d24 moused 1959 1 1959 0 Ss select 0xc79682e4 ntpd 1855 1854 1854 0 R (threaded) nfsd 100135 S rpcsvc 0xc73e2dd0 nfsd: service 100134 S rpcsvc 0xc73e2e10 nfsd: service 100133 Run CPU 1 nfsd: service 100123 S rpcsvc 0xc7e99150 nfsd: master 1854 1 1854 0 Ss select 0xc73d59a4 nfsd 1844 1 1844 0 Ss select 0xc77c27a4 mountd 1744 1 1744 0 Ss select 0xc77c2724 rpcbind 1716 1 1716 0 Ss select 0xc79075a4 syslogd 1516 1 1516 0 Ss select 0xc77c2d24 devd 18 0 0 0 DL sdflush 0xc120e960 [softdepflush] 17 0 0 0 DL vlruwt 0xc77f8580 [vnlru] 16 0 0 0 DL syncer 0xc1208274 [syncer] 9 0 0 0 DL psleep 0xc1207f08 [bufdaemon] 8 0 0 0 DL pgzero 0xc12107dc [pagezero] 7 0 0 0 DL psleep 0xc12103c8 [vmdaemon] 6 0 0 0 DL psleep 0xc1210390 [pagedaemon] 5 0 0 0 DL ccb_scan 0xc1056dd4 [xpt_thrd] 4 0 0 0 DL waiting_ 0xc1209d98 [sctp_iterator] 3 0 0 0 DL - 0xc73c3c3c [fdc0] 2 0 0 0 SL - 0xc7461000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc7443d34 [usbus5] 100057 D - 0xc7443d04 [usbus5] 100056 D - 0xc7443cd4 [usbus5] 100055 D - 0xc7443ca4 [usbus5] 100053 D - 0xc7436b5c [usbus4] 100052 D - 0xc7436b2c [usbus4] 100051 D - 0xc7436afc [usbus4] 100050 D - 0xc7436acc [usbus4] 100049 D - 0xc7431b5c [usbus3] 100048 D - 0xc7431b2c [usbus3] 100047 D - 0xc7431afc [usbus3] 100046 D - 0xc7431acc [usbus3] 100045 D - 0xc7428b5c [usbus2] 100044 D - 0xc7428b2c [usbus2] 100043 D - 0xc7428afc [usbus2] 100042 D - 0xc7428acc [usbus2] 100040 D - 0xc7422b5c [usbus1] 100039 D - 0xc7422b2c [usbus1] 100038 D - 0xc7422afc [usbus1] 100037 D - 0xc7422acc [usbus1] 100035 D - 0xc7416b5c [usbus0] 100034 D - 0xc7416b2c [usbus0] 100033 D - 0xc7416afc [usbus0] 100032 D - 0xc7416acc [usbus0] 14 0 0 0 DL - 0xc1090e84 [yarrow] 13 0 0 0 DL (threaded) [geom] 100015 D - 0xc108eaa8 [g_down] 100014 D - 0xc108eaa4 [g_up] 100013 D - 0xc108ea9c [g_event] 12 0 0 0 RL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi5: +] 100026 I [swi2: cambio] 100021 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 Run CPU 0 [swi4: clock] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xc71b7b00 [init] 10 0 0 0 DL audit_wo 0xc120e080 [audit] 0 0 0 0 DLs (threaded) [kernel] 100077 D - 0xc719c3c0 [mca taskq] 100067 D - 0xc1090e84 [deadlkres] 100061 D - 0xc719c900 [fw0_taskq] 100025 D - 0xc719ccc0 [acpi_task_2] 100024 D - 0xc719ccc0 [acpi_task_1] 100023 D - 0xc719ccc0 [acpi_task_0] 100022 D - 0xc719cd00 [kqueue taskq] 100020 D - 0xc719cd80 [ffs_trim taskq] 100018 D - 0xc719ce00 [thread taskq] 100016 D - 0xc719ce40 [firmware taskq] 100000 D sched 0xc108eb80 [swapper] db:0:ps> allt Tracing command find pid 2382 tid 100163 td 0xc7e535c0 sched_switch(c7e535c0,0,104,191,6975ce06,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e535c0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(493e1,c0a45ac0,c7e535c0,0,300,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c777b200,0,c0ee6407,300,0,...) at sleepq_timedwait_sig+0x1a _sleep(c777b200,c8436100,500,c0ee6407,493e1,...) at _sleep+0x328 clnt_vc_call(c8435080,f19955e0,10,c8290400,f19957f0,...) at clnt_vc_call+0x815 clnt_reconnect_call(c84350a0,f19955e0,10,c8290400,f19957f0,...) at clnt_reconnect_call+0x670 newnfs_request(f19957f0,c8434a00,0,c8434b10,c8427828,c7e535c0,c7966b80,186a3,3,0,1,0) at newnfs_request+0xc03 nfscl_request(f19957f0,c8427828,c7e535c0,c7966b80,0,...) at nfscl_request+0x82 nfsrpc_readdir(c8427828,f199597c,f1995938,c7966b80,c7e535c0,...) at nfsrpc_readdir+0xce6 ncl_readdirrpc(c8427828,f199597c,c7966b80,c7e535c0,c0ef4dc7,...) at ncl_readdirrpc+0xec ncl_doio(c8427828,e0bbe8e0,c7966b80,c7e535c0,0,...) at ncl_doio+0x2c0 ncl_bioread(c8427828,f1995bd0,0,c7966b80,f1995b10,...) at ncl_bioread+0xc3d nfs_readdir(f1995bf0,c0f4b343,0,0,c8427828,...) at nfs_readdir+0x192 VOP_READDIR_APV(c101bd60,f1995bf0,c0f07367,100e,c7e535c0,...) at VOP_READDIR_APV+0xc5 kern_getdirentries(c7e535c0,5,28494000,1000,f1995c44,...) at kern_getdirentries+0x224 getdirentries(c7e535c0,f1995cec,f1995d28,c0efc90a,0,...) at getdirentries+0x31 syscallenter(c7e535c0,f1995ce4,f1995ce4,0,0,...) at syscallenter+0x263 syscall(f1995d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x280facbf, esp = 0xbfbfe75c, ebp = 0xbfbfe788 --- Tracing command sh pid 2377 tid 100092 td 0xc78f9b80 sched_switch(c78f9b80,0,104,191,68f1afb1,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c78f9b80,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7c49b00,6c,c0efed9a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c49b00,c7c49b88,16c,c0efed9a,0,...) at _sleep+0x35c kern_wait(c78f9b80,ffffffff,f1844c44,2,0,...) at kern_wait+0xb96 wait4(c78f9b80,f1844cec,f1844d28,c0efc90a,0,...) at wait4+0x3b syscallenter(c78f9b80,f1844ce4,f1844ce4,0,0,...) at syscallenter+0x263 syscall(f1844d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816b44b, esp = 0xbfbfe64c, ebp = 0xbfbfe668 --- Tracing command md5 pid 2367 tid 100164 td 0xc7e532e0 sched_switch(c7e532e0,0,104,191,615b2292,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c7e532e0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c8422800,5c,c0e9c311,0,0,...) at sleepq_wait+0x63 _sleep(c8422800,c8422820,25c,c0e9c311,0,...) at _sleep+0x372 md_kthread(c8422800,f1998d28,c0ef1130,3a5,c8235580,...) at md_kthread+0x11a fork_exit(c0731a10,c8422800,f1998d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1998d60, ebp = 0 --- Tracing command sh pid 2348 tid 100118 td 0xc7c4b5c0 sched_switch(c7c4b5c0,0,104,191,63ee5644,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7c4b5c0,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7e4c2c0,6c,c0efed9a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e4c2c0,c7e4c348,16c,c0efed9a,0,...) at _sleep+0x35c kern_wait(c7c4b5c0,ffffffff,f18e2c44,2,0,...) at kern_wait+0xb96 wait4(c7c4b5c0,f18e2cec,f18e2d28,c0efc90a,0,...) at wait4+0x3b syscallenter(c7c4b5c0,f18e2ce4,f18e2ce4,0,0,...) at syscallenter+0x263 syscall(f18e2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816b44b, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 --- Tracing command bash pid 2344 tid 100111 td 0xc79238a0 sched_switch(c79238a0,0,104,191,be91b947,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c79238a0,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c791a580,6c,c0efed9a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c791a580,c791a608,16c,c0efed9a,0,...) at _sleep+0x35c kern_wait(c79238a0,ffffffff,f18a9c44,6,0,...) at kern_wait+0xb96 wait4(c79238a0,f18a9cec,f18a9d28,c0efc90a,0,...) at wait4+0x3b syscallenter(c79238a0,f18a9ce4,f18a9ce4,0,0,...) at syscallenter+0x263 syscall(f18a9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c444b, esp = 0xbfbfe76c, ebp = 0xbfbfe788 --- Tracing command csh pid 2340 tid 100113 td 0xc79232e0 sched_switch(c79232e0,0,104,191,233dda07,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,74,...) at mi_switch+0x1eb sleepq_switch(c79232e0,0,c0efbf80,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c791a058,74,c0d8846e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c791a058,c791a088,174,c0d8846e,0,...) at _sleep+0x35c kern_sigsuspend(c79232e0,0,0,0,0,...) at kern_sigsuspend+0xba sigsuspend(c79232e0,f18c9cec,f18c9d28,c0efc90a,0,...) at sigsuspend+0x4d syscallenter(c79232e0,f18c9ce4,f18c9ce4,0,0,...) at syscallenter+0x263 syscall(f18c9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818b74b, esp = 0xbfbfe58c, ebp = 0xbfbfe5f8 --- Tracing command su pid 2339 tid 100098 td 0xc7c4d000 sched_switch(c7c4d000,0,104,191,d5c6f462,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7c4d000,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7c48840,6c,c0efed9a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c48840,c7c488c8,16c,c0efed9a,0,...) at _sleep+0x35c kern_wait(c7c4d000,924,f185dc44,2,0,...) at kern_wait+0xb96 wait4(c7c4d000,f185dcec,281c8b0c,1,0,...) at wait4+0x3b syscallenter(c7c4d000,f185dce4,c0d3978d,c1090770,0,...) at syscallenter+0x263 syscall(f185dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2812444b, esp = 0xbfbfe5bc, ebp = 0xbfbfe5d8 --- Tracing command bash pid 2334 tid 100158 td 0xc7e555c0 sched_switch(c7e555c0,0,104,191,f0f28d0a,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7e555c0,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8236840,6c,c0efed9a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8236840,c82368c8,16c,c0efed9a,0,...) at _sleep+0x35c kern_wait(c7e555c0,ffffffff,f1986c44,6,0,...) at kern_wait+0xb96 wait4(c7e555c0,f1986cec,f1986d28,c0efc90a,0,...) at wait4+0x3b syscallenter(c7e555c0,f1986ce4,f1986ce4,0,0,...) at syscallenter+0x263 syscall(f1986d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c444b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sshd pid 2333 tid 100131 td 0xc7d265c0 sched_switch(c7d265c0,0,104,191,6812f534,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7d265c0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c77c2490,0,c0ef4dc7,c7d265c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77c24a4,0,f190da4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77c24a4,c77c2490,c0efe60e,627,c78d51f8,...) at _cv_wait_sig+0x243 seltdwait(c78d51f8,58,c7905d80,c7d265c0,246,...) at seltdwait+0xa2 kern_select(c7d265c0,c,288060b4,288060bc,0,0,20,c7d1c000,c7d1c000) at kern_select+0x504 select(c7d265c0,f190dcec,f190dd28,c0efc90a,0,...) at select+0x66 syscallenter(c7d265c0,f190dce4,f190dce4,0,0,...) at syscallenter+0x263 syscall(f190dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c50d3, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2331 tid 100157 td 0xc7e558a0 sched_switch(c7e558a0,0,104,191,10134b33,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,68,...) at mi_switch+0x1eb sleepq_switch(c7e558a0,0,c0efbf80,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7e9fdb8,68,c0f02421,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e9fdb8,c7e9fd78,168,c0f02421,0) at _sleep+0x35c sbwait(c7e9fd54,4,c0f024f9,5ec,c7e9fd78,...) at sbwait+0x76 soreceive_generic(c7e9fd00,0,f1983c28,0,0,...) at soreceive_generic+0x320 soreceive(c7e9fd00,0,f1983c28,0,0,0) at soreceive+0x38 soo_read(c796baf0,f1983c28,c7f25e80,0,c7e558a0,...) at soo_read+0x4e dofileread(f1983c28,ffffffff,ffffffff,0,c796baf0,...) at dofileread+0x9e kern_readv(c7e558a0,5,f1983c28,f1983c48,1,...) at kern_readv+0x58 read(c7e558a0,f1983cec,f1983d28,c0efc90a,0,...) at read+0x4f syscallenter(c7e558a0,f1983ce4,f1983ce4,0,0,...) at syscallenter+0x263 syscall(f1983d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284c5153, esp = 0xbfbfdd3c, ebp = 0xbfbfdd78 --- Tracing command getty pid 2245 tid 100110 td 0xc7923b80 sched_switch(c7923b80,0,104,191,78ab77bf,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7923b80,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c7923b80,c7923b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c756b070,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c756b070,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c756b000,c756b070,f18a5c28,1,0,...) at tty_wait+0x71 ttydisc_read(c756b000,f18a5c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7556000,f18a5c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7d197a8,f18a5c28,c71b4e80,0,c7923b80,...) at devfs_read_f+0x7e dofileread(f18a5c28,ffffffff,ffffffff,0,c7d197a8,...) at dofileread+0x9e kern_readv(c7923b80,0,f18a5c28,f18a5c48,1,...) at kern_readv+0x58 read(c7923b80,f18a5cec,f18a5d28,c0efc90a,0,...) at read+0x4f syscallenter(c7923b80,f18a5ce4,f18a5ce4,0,0,...) at syscallenter+0x263 syscall(f18a5d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2244 tid 100079 td 0xc78ffb80 sched_switch(c78ffb80,0,104,191,78a05b90,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78ffb80,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c78ffb80,c78ffb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c756b270,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c756b270,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c756b200,c756b270,f17f1c28,1,0,...) at tty_wait+0x71 ttydisc_read(c756b200,f17f1c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739ee00,f17f1c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7dbc508,f17f1c28,c71b4e80,0,c78ffb80,...) at devfs_read_f+0x7e dofileread(f17f1c28,ffffffff,ffffffff,0,c7dbc508,...) at dofileread+0x9e kern_readv(c78ffb80,0,f17f1c28,f17f1c48,1,...) at kern_readv+0x58 read(c78ffb80,f17f1cec,f17f1d28,c0efc90a,0,...) at read+0x4f syscallenter(c78ffb80,f17f1ce4,f17f1ce4,0,0,...) at syscallenter+0x263 syscall(f17f1d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2243 tid 100109 td 0xc7924000 sched_switch(c7924000,0,104,191,7899aee3,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7924000,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c7924000,c7924000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c756b470,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c756b470,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c756b400,c756b470,f18a1c28,1,0,...) at tty_wait+0x71 ttydisc_read(c756b400,f18a1c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739eb00,f18a1c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78d5428,f18a1c28,c71b4e80,0,c7924000,...) at devfs_read_f+0x7e dofileread(f18a1c28,ffffffff,ffffffff,0,c78d5428,...) at dofileread+0x9e kern_readv(c7924000,0,f18a1c28,f18a1c48,1,...) at kern_readv+0x58 read(c7924000,f18a1cec,f18a1d28,c0efc90a,0,...) at read+0x4f syscallenter(c7924000,f18a1ce4,f18a1ce4,0,0,...) at syscallenter+0x263 syscall(f18a1d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2242 tid 100095 td 0xc78f92e0 sched_switch(c78f92e0,0,104,191,789f25f7,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78f92e0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c78f92e0,c78f92e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72d6070,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72d6070,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c72d6000,c72d6070,f1850c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72d6000,f1850c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739ea00,f1850c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78ea888,f1850c28,c71b4e80,0,c78f92e0,...) at devfs_read_f+0x7e dofileread(f1850c28,ffffffff,ffffffff,0,c78ea888,...) at dofileread+0x9e kern_readv(c78f92e0,0,f1850c28,f1850c48,1,...) at kern_readv+0x58 read(c78f92e0,f1850cec,f1850d28,c0efc90a,0,...) at read+0x4f syscallenter(c78f92e0,f1850ce4,f1850ce4,0,0,...) at syscallenter+0x263 syscall(f1850d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2241 tid 100096 td 0xc78f9000 sched_switch(c78f9000,0,104,191,78a8c37b,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78f9000,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c78f9000,c78f9000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72d6270,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72d6270,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c72d6200,c72d6270,f1853c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72d6200,f1853c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739e300,f1853c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c796bb60,f1853c28,c71b4e80,0,c78f9000,...) at devfs_read_f+0x7e dofileread(f1853c28,ffffffff,ffffffff,0,c796bb60,...) at dofileread+0x9e kern_readv(c78f9000,0,f1853c28,f1853c48,1,...) at kern_readv+0x58 read(c78f9000,f1853cec,f1853d28,c0efc90a,0,...) at read+0x4f syscallenter(c78f9000,f1853ce4,f1853ce4,0,0,...) at syscallenter+0x263 syscall(f1853d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2240 tid 100099 td 0xc7c4cb80 sched_switch(c7c4cb80,0,104,191,78b35aba,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7c4cb80,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c7c4cb80,c7c4cb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72d6470,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72d6470,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c72d6400,c72d6470,f1860c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72d6400,f1860c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739e400,f1860c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78d5b28,f1860c28,c71b4e80,0,c7c4cb80,...) at devfs_read_f+0x7e dofileread(f1860c28,ffffffff,ffffffff,0,c78d5b28,...) at dofileread+0x9e kern_readv(c7c4cb80,0,f1860c28,f1860c48,1,...) at kern_readv+0x58 read(c7c4cb80,f1860cec,f1860d28,c0efc90a,0,...) at read+0x4f syscallenter(c7c4cb80,f1860ce4,f1860ce4,0,0,...) at syscallenter+0x263 syscall(f1860d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2239 tid 100138 td 0xc77ff000 sched_switch(c77ff000,0,104,191,78bb6870,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c77ff000,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c77ff000,c77ff000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72d6670,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72d6670,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c72d6600,c72d6670,f1926c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72d6600,f1926c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739e500,f1926c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7dbc310,f1926c28,c71b4e80,0,c77ff000,...) at devfs_read_f+0x7e dofileread(f1926c28,ffffffff,ffffffff,0,c7dbc310,...) at dofileread+0x9e kern_readv(c77ff000,0,f1926c28,f1926c48,1,...) at kern_readv+0x58 read(c77ff000,f1926cec,f1926d28,c0efc90a,0,...) at read+0x4f syscallenter(c77ff000,f1926ce4,f1926ce4,0,0,...) at syscallenter+0x263 syscall(f1926d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2238 tid 100120 td 0xc7c4b000 sched_switch(c7c4b000,0,104,191,78b9cb48,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7c4b000,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,c7c4b000,c7c4b000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72d6870,0,c0f00cd6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72d6870,c1090770,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c72d6800,c72d6870,f18e8c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72d6800,f18e8c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c739e600,f18e8c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78d4b60,f18e8c28,c71b4e80,0,c7c4b000,...) at devfs_read_f+0x7e dofileread(f18e8c28,ffffffff,ffffffff,0,c78d4b60,...) at dofileread+0x9e kern_readv(c7c4b000,0,f18e8c28,f18e8c48,1,...) at kern_readv+0x58 read(c7c4b000,f18e8cec,f18e8d28,c0efc90a,0,...) at read+0x4f syscallenter(c7c4b000,f18e8ce4,f18e8ce4,0,0,...) at syscallenter+0x263 syscall(f18e8d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2237 tid 100091 td 0xc78fe000 sched_switch(c78fe000,0,104,191,d664aa6d,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78fe000,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c72d6a04,0,c0ef4dc7,c78fe000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72d6a70,0,f1840ad8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72d6a70,c72d6a04,c0f0064c,522,0,...) at _cv_wait_sig+0x243 tty_wait(c72d6a00,c72d6a70,f1840c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72d6a00,f1840c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c71fcc00,f1840c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7916498,f1840c28,c71b4e80,0,c78fe000,...) at devfs_read_f+0x7e dofileread(f1840c28,ffffffff,ffffffff,0,c7916498,...) at dofileread+0x9e kern_readv(c78fe000,0,f1840c28,f1840c48,1,...) at kern_readv+0x58 read(c78fe000,f1840cec,f1840d28,c0efc90a,0,...) at read+0x4f syscallenter(c78fe000,f1840ce4,f1840ce4,0,0,...) at syscallenter+0x263 syscall(f1840d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197153, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command inetd pid 2198 tid 100130 td 0xc7d268a0 sched_switch(c7d268a0,0,104,191,51219786,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7d268a0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c7958b90,0,c0ef4dc7,c7d268a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7958ba4,0,f1909a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7958ba4,c7958b90,c0efe60e,627,c7916e00,...) at _cv_wait_sig+0x243 seltdwait(c7916e00,58,c71b4e80,c7d268a0,c0a50d9c,...) at seltdwait+0xa2 kern_select(c7d268a0,6,bfbfdfa0,0,0,0,20,c7d1c2c0,c7d1c2c0) at kern_select+0x504 select(c7d268a0,f1909cec,f1909d28,c0efc90a,0,...) at select+0x66 syscallenter(c7d268a0,f1909ce4,f1909ce4,0,0,...) at syscallenter+0x263 syscall(f1909d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a90d3, esp = 0xbfbfdf5c, ebp = 0xbfbfede8 --- Tracing command watchdogd pid 2166 tid 100146 td 0xc755b5c0 sched_switch(c755b5c0,0,104,191,13cc327c,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c755b5c0,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a45ac0,c755b5c0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1092084,6c,c0ef7d17,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1092084,0,16c,c0ef7d17,ea61,...) at _sleep+0x328 kern_nanosleep(c755b5c0,f1945c34,f1945c3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c755b5c0,f1945cec,f1945d28,c0efc90a,0,...) at nanosleep+0x6f syscallenter(c755b5c0,f1945ce4,f1945ce4,0,0,...) at syscallenter+0x263 syscall(f1945d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28192687, esp = 0xbfbfecbc, ebp = 0xbfbfece8 --- Tracing command cron pid 2119 tid 100149 td 0xc8006000 sched_switch(c8006000,0,104,191,431a2b40,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c8006000,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a45ac0,c8006000,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1092084,6c,c0ef7d17,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1092084,0,16c,c0ef7d17,ea61,...) at _sleep+0x328 kern_nanosleep(c8006000,f194ec34,f194ec3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c8006000,f194ecec,f194ed28,c0efc90a,0,...) at nanosleep+0x6f syscallenter(c8006000,f194ece4,f194ece4,0,0,...) at syscallenter+0x263 syscall(f194ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28185687, esp = 0xbfbfec4c, ebp = 0xbfbfec78 --- Tracing command sendmail pid 2111 tid 100089 td 0xc78fe5c0 sched_switch(c78fe5c0,0,104,191,c40e8481,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,74,...) at mi_switch+0x1eb sleepq_switch(c78fe5c0,0,c0efbf80,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77fa5d8,74,c0d8846e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77fa5d8,c77fa608,174,c0d8846e,0,...) at _sleep+0x35c kern_sigsuspend(c78fe5c0,0,0,0,0,...) at kern_sigsuspend+0xba sigsuspend(c78fe5c0,f1819cec,f1819d28,c0efc90a,0,...) at sigsuspend+0x4d syscallenter(c78fe5c0,f1819ce4,f1819ce4,0,246,...) at syscallenter+0x263 syscall(f1819d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2833c74b, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 2105 tid 100141 td 0xc77fc5c0 sched_switch(c77fc5c0,0,104,191,466db370,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c77fc5c0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f1930a14,c09f674a,c73d5810,0,c77fc5c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c73d5824,0,f1930a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73d5824,c73d5810,1389,627,c78d4b98,...) at _cv_timedwait_sig+0x252 seltdwait(f1930bf8,f1930c00,c7f25180,c77fc5c0,f1930af8,...) at seltdwait+0x8a kern_select(c77fc5c0,5,bfbfc510,0,0,f1930c40,20,5,0) at kern_select+0x504 select(c77fc5c0,f1930cec,f1930d28,c0efc90a,0,...) at select+0x66 syscallenter(c77fc5c0,f1930ce4,f1930ce4,0,0,...) at syscallenter+0x263 syscall(f1930d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x283e40d3, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 2097 tid 100122 td 0xc79258a0 sched_switch(c79258a0,0,104,191,cfc759a,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c79258a0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c7907390,0,c0ef4dc7,c79258a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c79073a4,0,f18eea4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79073a4,c7907390,c0efe60e,627,c7dbc380,...) at _cv_wait_sig+0x243 seltdwait(c7dbc380,58,c7f25e00,c79258a0,c8001658,...) at seltdwait+0xa2 kern_select(c79258a0,5,288cc0b4,0,0,0,20,c7e4b580,c7e4b580) at kern_select+0x504 select(c79258a0,f18eecec,2880a070,1,0,...) at select+0x66 syscallenter(c79258a0,f18eece4,c0d3978d,c1090770,0,...) at syscallenter+0x263 syscall(f18eed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c50d3, esp = 0xbfbfe25c, ebp = 0xbfbfedf8 --- Tracing command moused pid 2037 tid 100081 td 0xc78ff5c0 sched_switch(c78ff5c0,0,104,191,a6a6c3b2,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78ff5c0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c7907d10,0,c0ef4dc7,c78ff5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7907d24,0,f17f9a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7907d24,c7907d10,c0efe60e,627,c7d19888,...) at _cv_wait_sig+0x243 seltdwait(c7d19888,58,c71b4e80,c78ff5c0,14,...) at seltdwait+0xa2 kern_select(c78ff5c0,6,bfbfea04,0,0,0,20,c78f6580,c78f6580) at kern_select+0x504 select(c78ff5c0,f17f9cec,f17f9d28,c0efc90a,0,...) at select+0x66 syscallenter(c78ff5c0,f17f9ce4,f17f9ce4,0,0,...) at syscallenter+0x263 syscall(f17f9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b40d3, esp = 0xbfbfe99c, ebp = 0xbfbfeb28 --- Tracing command ntpd pid 1959 tid 100144 td 0xc755bb80 sched_switch(c755bb80,0,104,191,8b6ad66d,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c755bb80,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c79682d0,0,c0ef4dc7,c755bb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c79682e4,0,f193ca4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79682e4,c79682d0,c0efe60e,627,c7d195b0,...) at _cv_wait_sig+0x243 seltdwait(c7d195b0,58,c71b4e80,c755bb80,0,...) at seltdwait+0xa2 kern_select(c755bb80,1c,bfbfece8,0,0,0,20,c7fff840,c7fff840) at kern_select+0x504 select(c755bb80,f193ccec,f193cd80,f193cc88,0,...) at select+0x66 syscallenter(c755bb80,f193cce4,c0d39446,fffffffe,246,...) at syscallenter+0x263 syscall(f193cd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x283630d3, esp = 0xbfbfecbc, ebp = 0xbfbfed88 --- Tracing command nfsd pid 1855 tid 100135 td 0xc791f8a0 sched_switch(c791f8a0,0,104,191,6976abc8,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c791f8a0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f191bbe0,c09f674a,c73dfa80,0,c791f8a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c73e2dd0,0,f191bc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73e2dd0,c73dfa80,1388,48a,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f191bd14,c09d9a98,c73dfa80,f191bd28,c0ef1130,...) at svc_run_internal+0x356 svc_thread_start(c73dfa80,f191bd28,c0ef1130,3a5,c7e4b2c0,...) at svc_thread_start+0x10 fork_exit(c0bed7d0,c73dfa80,f191bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1855 tid 100134 td 0xc791fb80 sched_switch(c791fb80,0,104,191,103e09f3,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c791fb80,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f1918be0,c09f674a,c73dfa80,0,c791fb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c73e2e10,0,f1918c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73e2e10,c73dfa80,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f1918d14,c09d9a98,c73dfa80,f1918d28,c0ef1130,...) at svc_run_internal+0x356 svc_thread_start(c73dfa80,f1918d28,c0ef1130,3a5,c7e4b2c0,...) at svc_thread_start+0x10 fork_exit(c0bed7d0,c73dfa80,f1918d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1855 tid 100133 td 0xc7923000 kdb_enter(c0f05f31,c0f06f92,c7f20ae0,c0f06932,c7f20ae0,...) at kdb_enter+0x3a vfs_badlock(c101b180,f191550c,c1055580,c7f20ae0) at vfs_badlock+0x61 assert_vop_elocked(c7f20ae0,c0ee5f4f,c09f3213,8,0,...) at assert_vop_elocked+0x55 pcbmap(c7966e00,0,f191560c,f1915618,f191561c,...) at pcbmap+0x45 msdosfs_readdir(f1915960,c0f4b343,c7f20ae0,f1915940,0,...) at msdosfs_readdir+0x528 VOP_READDIR_APV(c101b180,f1915960,2,f1915a68,c7923000,...) at VOP_READDIR_APV+0xc5 nfsrvd_readdir(f1915b64,0,c7f20ae0,c7923000,f1915a68,...) at nfsrvd_readdir+0x38e nfsrvd_dorpc(f1915b64,0,c7923000,c842a200,4,...) at nfsrvd_dorpc+0x1f79 nfssvc_program(c7793800,c842a200,c0f24d67,492,0,...) at nfssvc_program+0x40f svc_run_internal(f1915d14,c09d9a98,c73dfa80,f1915d28,c0ef1130,...) at svc_run_internal+0x952 svc_thread_start(c73dfa80,f1915d28,c0ef1130,3a5,c7e4b2c0,...) at svc_thread_start+0x10 fork_exit(c0bed7d0,c73dfa80,f1915d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1855 tid 100123 td 0xc79255c0 sched_switch(c79255c0,0,104,191,103e1a21,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c79255c0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f18f1494,c09f674a,c73dfa80,0,c79255c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c7e99150,0,f18f14cc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7e99150,c73dfa80,1388,3b1,f18f1514,...) at _cv_timedwait_sig+0x252 svc_run_internal(c7925770,14,c0f24f5a,c0ee8d1b,f18f17f4,...) at svc_run_internal+0x356 svc_run(c73dfa80,0,c0ee8cf6,19f,0,...) at svc_run+0x7b nfsrvd_nfsd(c79255c0,f18f17f4,c,c0ef4dc7,109,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(c79255c0,f18f1cec,c7e4b2c0,0,f18f1c7c,...) at nfssvc_nfsd+0x167 nfssvc(c79255c0,f18f1cec,f18f1d28,c0efc90a,0,...) at nfssvc+0xeb syscallenter(c79255c0,f18f1ce4,f18f1ce4,0,c109fa00,...) at syscallenter+0x263 syscall(f18f1d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280de32b, esp = 0xbfbfe82c, ebp = 0xbfbfea98 --- Tracing command nfsd pid 1854 tid 100094 td 0xc78f95c0 sched_switch(c78f95c0,0,104,191,63a28e37,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78f95c0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c73d5990,0,c0ef4dc7,c78f95c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c73d59a4,0,f184aa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73d59a4,c73d5990,c0efe60e,627,c7d19b98,...) at _cv_wait_sig+0x243 seltdwait(c7d19b98,58,c71b4e80,c78f95c0,c78f9670,...) at seltdwait+0xa2 kern_select(c78f95c0,7,bfbfecb4,0,0,0,20,c7c49580,c7c49580) at kern_select+0x504 select(c78f95c0,f184acec,f184ad28,c0efc90a,0,...) at select+0x66 syscallenter(c78f95c0,f184ace4,f184ace4,0,0,...) at syscallenter+0x263 syscall(f184ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281850d3, esp = 0xbfbfea9c, ebp = 0xbfbfede8 --- Tracing command mountd pid 1844 tid 100090 td 0xc78fe2e0 sched_switch(c78fe2e0,0,104,191,64251e68,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78fe2e0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c77c2790,0,c0ef4dc7,c78fe2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77c27a4,0,f181ea4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77c27a4,c77c2790,c0efe60e,627,c78d4bd0,...) at _cv_wait_sig+0x243 seltdwait(c78d4bd0,58,c71b4e80,c78fe2e0,c11db1b8,...) at seltdwait+0xa2 kern_select(c78fe2e0,9,bfbfecf4,0,0,0,20,c77fa2c0,c77fa2c0) at kern_select+0x504 select(c78fe2e0,f181ecec,f181ed28,c0efc90a,0,...) at select+0x66 syscallenter(c78fe2e0,f181ece4,f181ece4,0,246,...) at syscallenter+0x263 syscall(f181ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819b0d3, esp = 0xbfbfec8c, ebp = 0xbfbfedd8 --- Tracing command rpcbind pid 1744 tid 100082 td 0xc78ff2e0 sched_switch(c78ff2e0,0,104,191,6367d537,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78ff2e0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f17fda6c,c09f674a,c77c2710,0,c78ff2e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c77c2724,0,f17fdaa4,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77c2724,c77c2710,7531,627,f17fdb5c,...) at _cv_timedwait_sig+0x252 seltdwait(f17fdc2c,f17fdc34,535,c78ff2e0,f17fdb2c,...) at seltdwait+0x8a poll(c78ff2e0,f17fdcec,f17fdd28,c0efc90a,0,...) at poll+0x300 syscallenter(c78ff2e0,f17fdce4,f17fdce4,0,0,...) at syscallenter+0x263 syscall(f17fdd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, poll), eip = 0x281402bb, esp = 0xbfbfcbac, ebp = 0xbfbfed78 --- Tracing command syslogd pid 1716 tid 100103 td 0xc79248a0 sched_switch(c79248a0,0,104,191,8d3eba18,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c79248a0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c7907590,0,c0ef4dc7,c79248a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c79075a4,0,f1873a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79075a4,c7907590,c0efe60e,627,c78d59a0,...) at _cv_wait_sig+0x243 seltdwait(c78d59a0,58,c71b4e80,c79248a0,5e8,...) at seltdwait+0xa2 kern_select(c79248a0,9,2847f0ac,0,0,0,20,c791e580,c791e580) at kern_select+0x504 select(c79248a0,f1873cec,f1873d28,c0efc90a,0,...) at select+0x66 syscallenter(c79248a0,f1873ce4,f1873ce4,0,246,...) at syscallenter+0x263 syscall(f1873d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819a0d3, esp = 0xbfbfe29c, ebp = 0xbfbfede8 --- Tracing command devd pid 1516 tid 100088 td 0xc78fe8a0 sched_switch(c78fe8a0,0,104,191,60163bba,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c78fe8a0,0,c0efbf80,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f674a,c77c2d10,0,c0ef4dc7,c78fe8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77c2d24,0,f1815a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77c2d24,c77c2d10,c0efe60e,627,c796b658,...) at _cv_wait_sig+0x243 seltdwait(c796b658,58,c71b4e80,c78fe8a0,c0f2ef29,...) at seltdwait+0xa2 kern_select(c78fe8a0,5,bfbfe960,0,0,0,20,c77fa840,c77fa840) at kern_select+0x504 select(c78fe8a0,f1815cec,f1815d28,c0efc90a,0,...) at select+0x66 syscallenter(c78fe8a0,f1815ce4,f1815ce4,0,0,...) at syscallenter+0x263 syscall(f1815d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x808b98b, esp = 0xbfbfe92c, ebp = 0xbfbfee08 --- Tracing command softdepflush pid 18 tid 100076 td 0xc743e8a0 sched_switch(c743e8a0,0,104,191,7fb67984,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,54,...) at mi_switch+0x1eb sleepq_switch(c743e8a0,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c120e960,54,c0f2c0a5,0,0,...) at sleepq_timedwait+0x6b _sleep(c120e960,c120e910,54,c0f2c0a5,3e8,...) at _sleep+0x342 softdep_flush(0,ed40ed28,c0ef1130,3a5,c77f82c0,...) at softdep_flush+0x256 fork_exit(c0c3d7b0,0,ed40ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed40ed60, ebp = 0 --- Tracing command vnlru pid 17 tid 100075 td 0xc743eb80 sched_switch(c743eb80,0,104,191,760e42ca,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,60,...) at mi_switch+0x1eb sleepq_switch(c743eb80,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c77f8580,60,c0f06cc0,0,0,...) at sleepq_timedwait+0x6b _sleep(c77f8580,c1208234,260,c0f06cc0,3e8,...) at _sleep+0x342 vnlru_proc(0,ed40bd28,c0ef1130,3a5,c77f8580,...) at vnlru_proc+0xe7 fork_exit(c0aa35c0,0,ed40bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed40bd60, ebp = 0 --- Tracing command syncer pid 16 tid 100074 td 0xc7559000 sched_switch(c7559000,0,104,191,8036d725,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7559000,0,c0efbf80,28b,c7559000,...) at sleepq_switch+0x162 sleepq_timedwait(c1208274,0,ed408c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c1208274,c1208260,3e8,76a,4e20,...) at _cv_timedwait+0x252 sched_sync(0,ed408d28,c0ef1130,3a5,c77f8840,...) at sched_sync+0x595 fork_exit(c0aa1560,0,ed408d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed408d60, ebp = 0 --- Tracing command bufdaemon pid 9 tid 100073 td 0xc75592e0 sched_switch(c75592e0,0,104,191,761081ab,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,54,...) at mi_switch+0x1eb sleepq_switch(c75592e0,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1207f08,54,c0f03cef,0,0,...) at sleepq_timedwait+0x6b _sleep(c1207f08,c1207f10,54,c0f03cef,3e8,...) at _sleep+0x342 buf_daemon(0,ed405d28,c0ef1130,3a5,c77f8b00,...) at buf_daemon+0x175 fork_exit(c0a88cd0,0,ed405d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed405d60, ebp = 0 --- Tracing command pagezero pid 8 tid 100072 td 0xc75595c0 sched_switch(c75595c0,0,104,191,c87b1ea2,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c75595c0,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12107dc,0,c0f329b4,0,0,...) at sleepq_timedwait+0x6b _sleep(c12107dc,c120f280,0,c0f329b4,493e0,...) at _sleep+0x342 vm_pagezero(0,ed402d28,c0ef1130,3a5,c77fa000,...) at vm_pagezero+0xdc fork_exit(c0c81690,0,ed402d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed402d60, ebp = 0 --- Tracing command vmdaemon pid 7 tid 100071 td 0xc75598a0 sched_switch(c75598a0,0,104,191,5e0cf05b,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,74,...) at mi_switch+0x1eb sleepq_switch(c75598a0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c12103c8,74,c0f03cef,0,0,...) at sleepq_wait+0x63 _sleep(c12103c8,c12103cc,74,c0f03cef,0,...) at _sleep+0x372 vm_daemon(0,ed3ffd28,c0ef1130,3a5,c71b82c0,...) at vm_daemon+0x59 fork_exit(c0c7b460,0,ed3ffd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed3ffd60, ebp = 0 --- Tracing command pagedaemon pid 6 tid 100070 td 0xc7559b80 sched_switch(c7559b80,0,104,191,ac42dd2,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,54,...) at mi_switch+0x1eb sleepq_switch(c7559b80,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1210390,54,c0f03cef,0,0,...) at sleepq_timedwait+0x6b _sleep(c1210390,c120f280,54,c0f03cef,1388,...) at _sleep+0x342 vm_pageout(0,ed3fcd28,c0ef1130,3a5,c71b8580,...) at vm_pageout+0x2c7 fork_exit(c0c7c540,0,ed3fcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed3fcd60, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100069 td 0xc755a000 sched_switch(c755a000,0,104,191,63c5001a,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c755a000,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1056dd4,5c,c0d60f92,0,0,...) at sleepq_wait+0x63 _sleep(c1056dd4,c1056e18,5c,c0d60f92,0,...) at _sleep+0x372 xpt_scanner_thread(0,ed399d28,c0ef1130,3a5,c71b8840,...) at xpt_scanner_thread+0x47 fork_exit(c0491100,0,ed399d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed399d60, ebp = 0 --- Tracing command sctp_iterator pid 4 tid 100068 td 0xc755a2e0 sched_switch(c755a2e0,0,104,191,8593b134,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c755a2e0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1209d98,0,c0f19f5f,0,0,...) at sleepq_wait+0x63 _sleep(c1209d98,c1209d60,0,c0f19f5f,0,...) at _sleep+0x372 sctp_iterator_thread(0,ed396d28,c0ef1130,3a5,c71b8b00,...) at sctp_iterator_thread+0x5c fork_exit(c0b33050,0,ed396d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed396d60, ebp = 0 --- Tracing command fdc0 pid 3 tid 100064 td 0xc755b000 sched_switch(c755b000,0,104,191,81c03e39,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c755b000,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c73c3c3c,5c,c0ee97b2,0,0,...) at sleepq_timedwait+0x6b _sleep(c73c3c3c,c73c3cf0,5c,c0ee97b2,3e8,...) at _sleep+0x342 fdc_thread(c73c3c00,ed38ad28,c0ef1130,3a5,c7421000,...) at fdc_thread+0x27d fork_exit(c0d00940,c73c3c00,ed38ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed38ad60, ebp = 0 --- Tracing command fw0_probe pid 2 tid 100062 td 0xc742f5c0 sched_switch(c742f5c0,0,104,191,63c56207,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c742f5c0,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7461000,6c,c0ee97b2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7461000,c7465488,16c,c0ee97b2,0,...) at _sleep+0x35c fw_bus_probe_thread(c7461000,ed37ad28,c0ef1130,3a5,c74212c0,...) at fw_bus_probe_thread+0xa08 fork_exit(c06b4d80,c7461000,ed37ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed37ad60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc743b2e0 sched_switch(c743b2e0,0,104,191,5143e6e2,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743b2e0,0,c0efbf80,268,c743b2e0,...) at sleepq_switch+0x162 sleepq_wait(c7443d34,0,ed363cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7443d34,c7443dd4,c0ed095e,6b,c7443d3c,...) at _cv_wait+0x243 usb_process(c7443d2c,ed363d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7443d2c,ed363d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed363d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc743b5c0 sched_switch(c743b5c0,0,104,191,d0d488b1,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743b5c0,0,c0efbf80,268,c743b5c0,...) at sleepq_switch+0x162 sleepq_wait(c7443d04,0,ed360cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7443d04,c7443dd4,c0ed095e,6b,c7443d0c,...) at _cv_wait+0x243 usb_process(c7443cfc,ed360d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7443cfc,ed360d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed360d60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc743b8a0 sched_switch(c743b8a0,0,104,191,50dccbd0,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743b8a0,0,c0efbf80,268,c743b8a0,...) at sleepq_switch+0x162 sleepq_wait(c7443cd4,0,ed35dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7443cd4,c7443dd4,c0ed095e,6b,c7443cdc,...) at _cv_wait+0x243 usb_process(c7443ccc,ed35dd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7443ccc,ed35dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed35dd60, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc743bb80 sched_switch(c743bb80,0,104,191,50dcb95b,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743bb80,0,c0efbf80,268,c743bb80,...) at sleepq_switch+0x162 sleepq_wait(c7443ca4,0,ed35acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7443ca4,c7443dd4,c0ed095e,6b,c7443cac,...) at _cv_wait+0x243 usb_process(c7443c9c,ed35ad28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7443c9c,ed35ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed35ad60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc743e2e0 sched_switch(c743e2e0,0,104,191,50dca629,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743e2e0,0,c0efbf80,268,c743e2e0,...) at sleepq_switch+0x162 sleepq_wait(c7436b5c,0,ed351cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7436b5c,c7436bfc,c0ed095e,6b,c7436b64,...) at _cv_wait+0x243 usb_process(c7436b54,ed351d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7436b54,ed351d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed351d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc743e5c0 sched_switch(c743e5c0,0,104,191,c85aa5c9,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743e5c0,0,c0efbf80,268,c743e5c0,...) at sleepq_switch+0x162 sleepq_wait(c7436b2c,0,ed34ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7436b2c,c7436bfc,c0ed095e,6b,c7436b34,...) at _cv_wait+0x243 usb_process(c7436b24,ed34ed28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7436b24,ed34ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed34ed60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc742d000 sched_switch(c742d000,0,104,191,50784ff8,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742d000,0,c0efbf80,268,c742d000,...) at sleepq_switch+0x162 sleepq_wait(c7436afc,0,ed34bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7436afc,c7436bfc,c0ed095e,6b,c7436b04,...) at _cv_wait+0x243 usb_process(c7436af4,ed34bd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7436af4,ed34bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed34bd60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc742d2e0 sched_switch(c742d2e0,0,104,191,50783f60,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742d2e0,0,c0efbf80,268,c742d2e0,...) at sleepq_switch+0x162 sleepq_wait(c7436acc,0,ed348cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7436acc,c7436bfc,c0ed095e,6b,c7436ad4,...) at _cv_wait+0x243 usb_process(c7436ac4,ed348d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7436ac4,ed348d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed348d60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc742d5c0 sched_switch(c742d5c0,0,104,191,50782a3f,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742d5c0,0,c0efbf80,268,c742d5c0,...) at sleepq_switch+0x162 sleepq_wait(c7431b5c,0,ed345cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7431b5c,c7431bfc,c0ed095e,6b,c7431b64,...) at _cv_wait+0x243 usb_process(c7431b54,ed345d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7431b54,ed345d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed345d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc742d8a0 sched_switch(c742d8a0,0,104,191,c53d9490,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742d8a0,0,c0efbf80,268,c742d8a0,...) at sleepq_switch+0x162 sleepq_wait(c7431b2c,0,ed342cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7431b2c,c7431bfc,c0ed095e,6b,c7431b34,...) at _cv_wait+0x243 usb_process(c7431b24,ed342d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7431b24,ed342d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed342d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc742db80 sched_switch(c742db80,0,104,191,4ab01b0f,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742db80,0,c0efbf80,268,c742db80,...) at sleepq_switch+0x162 sleepq_wait(c7431afc,0,ed33fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7431afc,c7431bfc,c0ed095e,6b,c7431b04,...) at _cv_wait+0x243 usb_process(c7431af4,ed33fd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7431af4,ed33fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed33fd60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc742e000 sched_switch(c742e000,0,104,191,4ab009c0,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742e000,0,c0efbf80,268,c742e000,...) at sleepq_switch+0x162 sleepq_wait(c7431acc,0,ed33ccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7431acc,c7431bfc,c0ed095e,6b,c7431ad4,...) at _cv_wait+0x243 usb_process(c7431ac4,ed33cd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7431ac4,ed33cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed33cd60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc742e2e0 sched_switch(c742e2e0,0,104,191,4aaff50e,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742e2e0,0,c0efbf80,268,c742e2e0,...) at sleepq_switch+0x162 sleepq_wait(c7428b5c,0,ed339cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7428b5c,c7428bfc,c0ed095e,6b,c7428b64,...) at _cv_wait+0x243 usb_process(c7428b54,ed339d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7428b54,ed339d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed339d60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc742e5c0 sched_switch(c742e5c0,0,104,191,c40f7a9f,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742e5c0,0,c0efbf80,268,c742e5c0,...) at sleepq_switch+0x162 sleepq_wait(c7428b2c,0,ed336cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7428b2c,c7428bfc,c0ed095e,6b,c7428b34,...) at _cv_wait+0x243 usb_process(c7428b24,ed336d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7428b24,ed336d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed336d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc742e8a0 sched_switch(c742e8a0,0,104,191,4a4b6cc5,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742e8a0,0,c0efbf80,268,c742e8a0,...) at sleepq_switch+0x162 sleepq_wait(c7428afc,0,ed333cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7428afc,c7428bfc,c0ed095e,6b,c7428b04,...) at _cv_wait+0x243 usb_process(c7428af4,ed333d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7428af4,ed333d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed333d60, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc742eb80 sched_switch(c742eb80,0,104,191,4a4b587d,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742eb80,0,c0efbf80,268,c742eb80,...) at sleepq_switch+0x162 sleepq_wait(c7428acc,0,e0ffdcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7428acc,c7428bfc,c0ed095e,6b,c7428ad4,...) at _cv_wait+0x243 usb_process(c7428ac4,e0ffdd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7428ac4,e0ffdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ffdd60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc741c000 sched_switch(c741c000,0,104,191,4a4b41f4,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741c000,0,c0efbf80,268,c741c000,...) at sleepq_switch+0x162 sleepq_wait(c7422b5c,0,e0ff6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7422b5c,c7422bfc,c0ed095e,6b,c7422b64,...) at _cv_wait+0x243 usb_process(c7422b54,e0ff6d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7422b54,e0ff6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ff6d60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc741c2e0 sched_switch(c741c2e0,0,104,191,c2e19373,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741c2e0,0,c0efbf80,268,c741c2e0,...) at sleepq_switch+0x162 sleepq_wait(c7422b2c,0,e0ff3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7422b2c,c7422bfc,c0ed095e,6b,c7422b34,...) at _cv_wait+0x243 usb_process(c7422b24,e0ff3d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7422b24,e0ff3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ff3d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc741c5c0 sched_switch(c741c5c0,0,104,191,49e72230,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741c5c0,0,c0efbf80,268,c741c5c0,...) at sleepq_switch+0x162 sleepq_wait(c7422afc,0,e0ff0cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7422afc,c7422bfc,c0ed095e,6b,c7422b04,...) at _cv_wait+0x243 usb_process(c7422af4,e0ff0d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7422af4,e0ff0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ff0d60, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc741c8a0 sched_switch(c741c8a0,0,104,191,49e7105c,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741c8a0,0,c0efbf80,268,c741c8a0,...) at sleepq_switch+0x162 sleepq_wait(c7422acc,0,e0fedcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7422acc,c7422bfc,c0ed095e,6b,c7422ad4,...) at _cv_wait+0x243 usb_process(c7422ac4,e0fedd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7422ac4,e0fedd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fedd60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc741e000 sched_switch(c741e000,0,104,191,49e6fa99,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741e000,0,c0efbf80,268,c741e000,...) at sleepq_switch+0x162 sleepq_wait(c7416b5c,0,e0fe6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7416b5c,c7416bfc,c0ed095e,6b,c7416b64,...) at _cv_wait+0x243 usb_process(c7416b54,e0fe6d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7416b54,e0fe6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fe6d60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc741e2e0 sched_switch(c741e2e0,0,104,191,c0f30400,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741e2e0,0,c0efbf80,268,c741e2e0,...) at sleepq_switch+0x162 sleepq_wait(c7416b2c,0,e0fe3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7416b2c,c7416bfc,c0ed095e,6b,c7416b34,...) at _cv_wait+0x243 usb_process(c7416b24,e0fe3d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7416b24,e0fe3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fe3d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc741e5c0 sched_switch(c741e5c0,0,104,191,498262d4,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741e5c0,0,c0efbf80,268,c741e5c0,...) at sleepq_switch+0x162 sleepq_wait(c7416afc,0,e0fe0cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7416afc,c7416bfc,c0ed095e,6b,c7416b04,...) at _cv_wait+0x243 usb_process(c7416af4,e0fe0d28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7416af4,e0fe0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fe0d60, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc741e8a0 sched_switch(c741e8a0,0,104,191,49824f20,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c741e8a0,0,c0efbf80,268,c741e8a0,...) at sleepq_switch+0x162 sleepq_wait(c7416acc,0,e0fddcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7416acc,c7416bfc,c0ed095e,6b,c7416ad4,...) at _cv_wait+0x243 usb_process(c7416ac4,e0fddd28,c0ef1130,3a5,c7421580,...) at usb_process+0x193 fork_exit(c08ac1b0,c7416ac4,e0fddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fddd60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc72c15c0 sched_switch(c72c15c0,0,104,191,895e2520,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c72c15c0,0,c0efbf80,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c1090e84,0,c0ee97b2,2,0,...) at sleepq_timedwait+0x6b _sleep(c1090e84,0,0,c0ee97b2,64,...) at _sleep+0x342 pause(c0ee97b2,64,c0eb05ee,111,0,...) at pause+0x47 random_kthread(0,c6f62d28,c0ef1130,3a5,c71b7000,...) at random_kthread+0x1ef fork_exit(c07c6210,0,c6f62d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f62d60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc72c1b80 sched_switch(c72c1b80,0,104,191,8d365c96,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c72c1b80,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c108eaa8,5c,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c108eaa8,c108ea08,25c,c0ee97b2,0,...) at _sleep+0x372 g_io_schedule_down(c72c1b80,0,c0eeb2f9,6c,c6f5cd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,c6f5cd28,c0ef1130,3a5,c71b72c0,...) at g_down_procbody+0x9d fork_exit(c099c150,0,c6f5cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f5cd60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc72c2000 sched_switch(c72c2000,0,104,191,8d3e0c79,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c72c2000,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c108eaa4,5c,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c108eaa4,c108ea28,25c,c0ee97b2,0,...) at _sleep+0x372 g_io_schedule_up(c72c2000,0,c0eeb2f9,5f,c6f59d14,...) at g_io_schedule_up+0x134 g_up_procbody(0,c6f59d28,c0ef1130,3a5,c71b72c0,...) at g_up_procbody+0x9d fork_exit(c099c1f0,0,c6f59d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f59d60, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc71bc2e0 sched_switch(c71bc2e0,0,104,191,6014fc87,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c71bc2e0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c108ea9c,5c,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c108ea9c,c108e9cc,25c,c0ee97b2,0,...) at _sleep+0x372 g_run_events(c109ed00,0,c0eeb2f9,79,c6f56d14,...) at g_run_events+0x526 g_event_procbody(0,c6f56d28,c0ef1130,3a5,c71b72c0,...) at g_event_procbody+0x90 fork_exit(c099c290,0,c6f56d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f56d60, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc755a8a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc755ab80 sched_switch(c755ab80,0,109,191,497d374c,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c755ab80,...) at mi_switch+0x1eb ithread_loop(c7551900,ed38dd28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7551900,ed38dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed38dd60, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc742f2e0 sched_switch(c742f2e0,0,109,191,d66468b9,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c742f2e0,...) at mi_switch+0x1eb ithread_loop(c754f9b0,ed37dd28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c754f9b0,ed37dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed37dd60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc742fb80 sched_switch(c742fb80,0,109,191,3f8242f4,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c742fb80,...) at mi_switch+0x1eb ithread_loop(c7418990,ed371d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7418990,ed371d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed371d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc743b000 sched_switch(c743b000,0,109,191,661618bd,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c743b000,...) at mi_switch+0x1eb ithread_loop(c7418110,ed369d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7418110,ed369d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed369d60, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc743e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc742f000 sched_switch(c742f000,0,109,191,6e84bbc8,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c742f000,...) at mi_switch+0x1eb ithread_loop(c7401820,e0ffad28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7401820,e0ffad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ffad60, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc741cb80 sched_switch(c741cb80,0,109,191,690c12e2,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c741cb80,...) at mi_switch+0x1eb ithread_loop(c7401a50,e0fead28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7401a50,e0fead28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fead60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc741eb80 sched_switch(c741eb80,0,109,191,45a375a0,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c741eb80,...) at mi_switch+0x1eb ithread_loop(c7418040,e0fdad28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7418040,e0fdad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fdad60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc72c22e0 sched_switch(c72c22e0,0,109,191,8d3cac3e,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c72c22e0,...) at mi_switch+0x1eb ithread_loop(c7401240,e0e84d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7401240,e0e84d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0e84d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc72c25c0 sched_switch(c72c25c0,0,109,191,72c7de0d,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c72c25c0,...) at mi_switch+0x1eb ithread_loop(c74013e0,e0e80d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c74013e0,e0e80d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0e80d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc72c28a0 sched_switch(c72c28a0,0,109,191,402423f8,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c72c28a0,...) at mi_switch+0x1eb ithread_loop(c73e8910,c6fb1d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c73e8910,c6fb1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6fb1d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc72c2b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc739f000 sched_switch(c739f000,0,109,191,8d3d6930,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c739f000,...) at mi_switch+0x1eb ithread_loop(c71914a0,c6f7dd28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c71914a0,c6f7dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f7dd60, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc72008a0 sched_switch(c72008a0,0,109,191,5c5f0e5e,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c72008a0,...) at mi_switch+0x1eb ithread_loop(c71914b0,c6f6ed28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c71914b0,c6f6ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f6ed60, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc72c1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc71bc5c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc71bc8a0 sched_switch(c71bc8a0,0,109,191,81bfffeb,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c71bc8a0,...) at mi_switch+0x1eb ithread_loop(c7191700,c6f50d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7191700,c6f50d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f50d60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc71bcb80 sched_switch(c71bcb80,0,109,191,895de134,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c71bcb80,...) at mi_switch+0x1eb ithread_loop(c7191710,c6f4dd28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7191710,c6f4dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f4dd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc7200000 sched_switch(c7200000,0,109,191,81bff5e8,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c7200000,...) at mi_switch+0x1eb ithread_loop(c7191720,c6f4ad28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7191720,c6f4ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f4ad60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc72002e0 cpustop_handler(0,13,c6f47b64,c0d39046,c755bb80,...) at cpustop_handler+0x28 ipi_nmi_handler(c755bb80,4,c0ef7409,787,c71b7580,...) at ipi_nmi_handler+0x47 trap(c6f47b70) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc050b1da, esp = 0xc6f47bb0, ebp = 0xc6f47bc0 --- acpi_timer_get_timecount_safe(c0f6ca00,c72002e0,c6f47bdc,246,c10920d0,...) at acpi_timer_get_timecount_safe+0x2a binuptime(c6f47c78,0,c0ef7ebe,20f,c109f7c0,...) at binuptime+0x3d softclock(c10920c0,c6f47cb8,c09f6324,c109ed00,c7188238,...) at softclock+0x229 intr_event_execute_handlers(c71b7580,c7188200,c0ef1453,55e,c72002e0,...) at intr_event_execute_handlers+0x125 ithread_loop(c7191730,c6f47d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0xa9 fork_exit(c09dd530,c7191730,c6f47d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f47d60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc72005c0 sched_switch(c72005c0,0,109,191,7595a5bf,...) at sched_switch+0x3bc mi_switch(109,0,c0ef1453,554,c72005c0,...) at mi_switch+0x1eb ithread_loop(c7191740,c6f44d28,c0ef1130,3a5,c71b7580,...) at ithread_loop+0x1fb fork_exit(c09dd530,c7191740,c6f44d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f44d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc71b9000 cpustop_handler(3,13,c6f40c04,c0d39046,c0d3f60c,...) at cpustop_handler+0x28 ipi_nmi_handler(c0d3f60c,c1270380,0,c123e424,c71b7840,...) at ipi_nmi_handler+0x47 trap(c6f40c10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d1df15, esp = 0xc6f40c50, ebp = 0xc6f40c50 --- acpi_cpu_c1(c6f40c6c,c1057050,3,301,787,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c6f40ca0,c0d2c139,0,2710,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,2710,c10a0080,2,c6f40ce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c6f40cc4,c0ef87eb,3bb,c71b9000,...) at cpu_idle+0x89 sched_idletd(0,c6f40d28,c0ef1130,3a5,c71b7840,...) at sched_idletd+0x263 fork_exit(c0a2c550,0,c6f40d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f40d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc71b92e0 cpustop_handler(2,13,c6f3dc04,c0d39046,c6f2ac80,...) at cpustop_handler+0x28 ipi_nmi_handler(c6f2ac80,c6f3db98,0,c123e0f8,c71b7840,...) at ipi_nmi_handler+0x47 trap(c6f3dc10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d1df15, esp = 0xc6f3dc50, ebp = 0xc6f3dc50 --- acpi_cpu_c1(c6f3dc6c,c1057050,2,301,787,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c6f3dca0,c0d2c139,0,2710,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,2710,c109fa00,2,c6f3dce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c6f3dcc4,c0ef87eb,3bb,c71b92e0,...) at cpu_idle+0x89 sched_idletd(0,c6f3dd28,c0ef1130,3a5,c71b7840,...) at sched_idletd+0x263 fork_exit(c0a2c550,0,c6f3dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f3dd60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc71b95c0 sched_switch(c71b95c0,0,108,18c,8d1eabf9,...) at sched_switch+0x3bc mi_switch(108,0,c0ef87eb,3b9,c71b95c0,...) at mi_switch+0x1eb sched_idletd(0,c6f3ad28,c0ef1130,3a5,c71b7840,...) at sched_idletd+0x19f fork_exit(c0a2c550,0,c6f3ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f3ad60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc71b98a0 sched_switch(c71b98a0,0,608,18c,90a9004f,...) at sched_switch+0x3bc mi_switch(608,0,c0ef701f,cd,0,...) at mi_switch+0x1eb critical_exit(0,2710,c109ed00,2,c6f37ce8,...) at critical_exit+0xa8 cpu_idle(0,c6f37cc4,c0ef87eb,a05,c71b98a0,...) at cpu_idle+0x97 sched_idletd(0,c6f37d28,c0ef1130,3a5,c71b7840,...) at sched_idletd+0x263 fork_exit(c0a2c550,0,c6f37d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f37d60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc71b9b80 sched_switch(c71b9b80,0,104,191,e4275837,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c71b9b80,0,c0efbf80,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0efbf80,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c71b7b00,6c,c0efed9a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c71b7b00,c71b7b88,16c,c0efed9a,0,...) at _sleep+0x35c kern_wait(c71b9b80,ffffffff,c6f33c44,0,0,...) at kern_wait+0xb96 wait4(c71b9b80,c6f33cec,c6f33d28,c0efc90a,0,...) at wait4+0x3b syscallenter(c71b9b80,c6f33ce4,c6f33ce4,0,0,...) at syscallenter+0x263 syscall(c6f33d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8060df7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command audit pid 10 tid 100001 td 0xc71bc000 sched_switch(c71bc000,0,104,191,497fd50e,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c71bc000,0,c0efbf80,268,c71bc000,...) at sleepq_switch+0x162 sleepq_wait(c120e080,0,c6f30c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c120e080,c120e064,c0f269d7,194,0,...) at _cv_wait+0x243 audit_worker(0,c6f30d28,c0ef1130,3a5,c71b8000,...) at audit_worker+0x84 fork_exit(c0bfdad0,0,c6f30d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f30d60, ebp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xc77ffb80 sched_switch(c77ffb80,0,104,191,5e0f5cde,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c77ffb80,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719c3c0,0,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c719c3c0,c719c3d8,0,c0ee97b2,0,...) at _sleep+0x372 taskqueue_thread_loop(c1270420,f17e9d28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a49200,c1270420,f17e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf17e9d60, ebp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xc755a5c0 sched_switch(c755a5c0,0,104,191,81c1c859,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c755a5c0,0,c0efbf80,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c1090e84,0,c0ee97b2,2,0,...) at sleepq_timedwait+0x6b _sleep(c1090e84,0,0,c0ee97b2,bb8,...) at _sleep+0x342 pause(c0ee97b2,bb8,124,122,c108ec08,...) at pause+0x47 deadlkres(0,ed393d28,c0ef1130,3a5,c108eb80,...) at deadlkres+0x324 fork_exit(c09bdb80,0,ed393d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed393d60, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc742f8a0 sched_switch(c742f8a0,0,104,191,89666aad,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c742f8a0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719c900,0,c0ef7541,c0ee97b2,0,...) at sleepq_wait+0x63 msleep_spin(c719c900,c719c918,c0ee97b2,0,c0ef4dc7,...) at msleep_spin+0x21d taskqueue_thread_loop(c746549c,ed377d28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a49200,c746549c,ed377d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed377d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc739f2e0 sched_switch(c739f2e0,0,104,191,63cc439d,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c739f2e0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719ccc0,0,c0ef7541,c0ee97b2,0,...) at sleepq_wait+0x63 msleep_spin(c719ccc0,c719ccd8,c0ee97b2,0,c0ef4dc7,...) at msleep_spin+0x21d taskqueue_thread_loop(c1059cb8,c6f7ad28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a49200,c1059cb8,c6f7ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f7ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc739f5c0 sched_switch(c739f5c0,0,104,191,63cc357f,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c739f5c0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719ccc0,0,c0ef7541,c0ee97b2,0,...) at sleepq_wait+0x63 msleep_spin(c719ccc0,c719ccd8,c0ee97b2,0,c0ef4dc7,...) at msleep_spin+0x21d taskqueue_thread_loop(c1059cb8,c6f77d28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a49200,c1059cb8,c6f77d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f77d60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc739f8a0 sched_switch(c739f8a0,0,104,191,63cc2695,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c739f8a0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719ccc0,0,c0ef7541,c0ee97b2,0,...) at sleepq_wait+0x63 msleep_spin(c719ccc0,c719ccd8,c0ee97b2,0,c0ef4dc7,...) at msleep_spin+0x21d taskqueue_thread_loop(c1059cb8,c6f74d28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a49200,c1059cb8,c6f74d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f74d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc739fb80 sched_switch(c739fb80,0,104,191,63c5bb71,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c739fb80,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719cd00,0,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c719cd00,c719cd18,0,c0ee97b2,0,...) at _sleep+0x372 taskqueue_thread_loop(c108f518,c6f71d28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a49200,c108f518,c6f71d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f71d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7200b80 sched_switch(c7200b80,0,104,191,63c5abd9,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7200b80,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719cd80,0,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c719cd80,c719cd98,0,c0ee97b2,0,...) at _sleep+0x372 taskqueue_thread_loop(c120e664,c6f6bd28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a49200,c120e664,c6f6bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f6bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc72c12e0 sched_switch(c72c12e0,0,104,191,5e1a2ab4,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c72c12e0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719ce00,0,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c719ce00,c719ce18,0,c0ee97b2,0,...) at _sleep+0x372 taskqueue_thread_loop(c10ada88,c6f65d28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a49200,c10ada88,c6f65d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f65d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc72c18a0 sched_switch(c72c18a0,0,104,191,7d3e6e9e,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c72c18a0,0,c0efbf80,268,0,...) at sleepq_switch+0x162 sleepq_wait(c719ce40,0,c0ee97b2,0,0,...) at sleepq_wait+0x63 _sleep(c719ce40,c719ce58,0,c0ee97b2,0,...) at _sleep+0x372 taskqueue_thread_loop(c10ac4a0,c6f5fd28,c0ef1130,3a5,c108eb80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a49200,c10ac4a0,c6f5fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f5fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc108ee40 sched_switch(c108ee40,0,104,191,d20a8cb,...) at sched_switch+0x3bc mi_switch(104,0,c0efbf80,1f3,54,...) at mi_switch+0x1eb sleepq_switch(c108ee40,0,c0efbf80,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c108eb80,54,c0ef90fd,0,0,...) at sleepq_timedwait+0x6b _sleep(c108eb80,0,54,c0ef90fd,2710,...) at _sleep+0x342 scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Physical memory: 3435 MB Dumping 227 MB:Dumping 227 MB: 212 212 196 196 180 180 164 164 148 148 132 132 116 116 100 100 84 84 68 68 52 52 36 36 20 20 4 4 Dump complete Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump (textdump=0xf1915114) at pcpu.h:244 #1 0xc04e3ce9 in db_fncall (dummy1=0xc0a3aafa, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf19151a8 "¼Q\221ñ") at ../../../ddb/db_command.c:572 #2 0xc04e411f in db_command (last_cmdp=0xc1057e7c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:448 #3 0xc04e41d4 in db_command_script (command=0xc1058d88 "call doadump") at ../../../ddb/db_command.c:519 #4 0xc04e8510 in db_script_exec (scriptname=0xc10586e0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04e85a1 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc123b400, modif=0xf19152e0 "") at ../../../ddb/db_script.c:375 #6 0xc04e40e1 in db_command (last_cmdp=0xc1057e7c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:448 #7 0xc04e423a in db_command_loop () at ../../../ddb/db_command.c:501 #8 0xc04e622d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc0a3acc3 in kdb_trap (type=0x3, code=0x0, tf=0xf1915490) at ../../../kern/subr_kdb.c:539 #10 0xc0d3967b in trap (frame=0xf1915490) at ../../../i386/i386/trap.c:719 #11 0xc0d2254c in calltrap () at ../../../i386/i386/exception.s:168 #12 0xc0a3aafa in kdb_enter (why=0xc0f05f31 "vfslock", msg=0xc0f06f92 "lock violation") at cpufunc.h:71 #13 0xc0a9d7f1 in vfs_badlock (msg=0xc0f06932 "is not exclusive locked but should be", str=0xc0ee5f4f "pcbmap", vp=0xc7f20ae0) at ../../../kern/vfs_subr.c:3775 #14 0xc0aa1b85 in assert_vop_elocked (vp=0xc7f20ae0, str=0xc0ee5f4f "pcbmap") at ../../../kern/vfs_subr.c:3815 #15 0xc0922f85 in pcbmap (dep=0xc7966e00, findcn=0x0, bnp=0xf191560c, cnp=0xf1915618, sp=0xf191561c) at ../../../fs/msdosfs/msdosfs_fat.c:147 #16 0xc092aeb8 in msdosfs_readdir (ap=0xf1915960) at ../../../fs/msdosfs/msdosfs_vnops.c:1634 #17 0xc0d5a6a5 in VOP_READDIR_APV (vop=0xc101b180, a=0xf1915960) at vnode_if.c:1737 #18 0xc098c51e in nfsrvd_readdir (nd=0xf1915b64, isdgram=0x0, vp=0xc7f20ae0, p=0xc7923000, exp=0xf1915a68) at vnode_if.h:758 #19 0xc096d669 in nfsrvd_dorpc (nd=0xf1915b64, isdgram=0x0, p=0xc7923000) at ../../../fs/nfsserver/nfs_nfsdsocket.c:440 #20 0xc097a1ef in nfssvc_program (rqst=0xc7793800, xprt=0xc842a200) at ../../../fs/nfsserver/nfs_nfsdkrpc.c:328 #21 0xc0bed502 in svc_run_internal (pool=0xc73dfa80, ismaster=0x0) at ../../../rpc/svc.c:895 #22 0xc0bed7e0 in svc_thread_start (arg=0xc73dfa80) at ../../../rpc/svc.c:1200 #23 0xc09d9a98 in fork_exit (callout=0xc0bed7d0 , arg=0xc73dfa80, frame=0xf1915d28) at ../../../kern/kern_fork.c:941 #24 0xc0d225c4 in fork_trampoline () at ../../../i386/i386/exception.s:275 (kgdb) f 14 #14 0xc0aa1b85 in assert_vop_elocked (vp=0xc7f20ae0, str=0xc0ee5f4f "pcbmap") at ../../../kern/vfs_subr.c:3815 3815 vfs_badlock("is not exclusive locked but should be", str, vp); (kgdb) l 3810 void 3811 assert_vop_elocked(struct vnode *vp, const char *str) 3812 { 3813 3814 if (!IGNORE_LOCK(vp) && VOP_ISLOCKED(vp) != LK_EXCLUSIVE) 3815 vfs_badlock("is not exclusive locked but should be", str, vp); 3816 } 3817 3818 #if 0 3819 void (kgdb) p *vp $1 = {v_type = VDIR, v_tag = 0xc0ee5d2a "msdosfs", v_op = 0xc101b180, v_data = 0xc7966e00, v_mount = 0xc8217b50, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xc8427af4}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc7598a78}, v_hash = 0x4000, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc7f20b10}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xc0ee5d2a "msdosfs", lo_flags = 0x5730008, lo_data = 0x0, lo_witness = 0xc7169b58}, lk_lock = 0x11, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0x10, pcs = {0xc09ee88e, 0xc0a8ec95, 0xc0d5bfc5, 0xc0aaec28, 0xc0aa1d5b, 0xc0a92d0d, 0xc09223e2, 0xc0927674, 0xc0986612, 0xc0986960, 0xc096b875, 0xc097a1ef, 0xc0bed502, 0xc0bed7e0, 0xc09d9a98, 0xc0d225c4, 0x0, 0x0}}}, v_interlock = { lock_object = {lo_name = 0xc0efe2b9 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc71621e0}, mtx_lock = 0x4}, v_vnlock = 0xc7f20b38, v_holdcnt = 0x1, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0xc82a8918}, v_bufobj = {bo_mtx = {lock_object = { lo_name = 0xc0f06c95 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc71679a0}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc7f20bec}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc7f20bfc}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc1032240, bo_bsize = 0x2000, bo_object = 0xc843fcc0, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc7f20ae0, __bo_vnode = 0xc7f20ae0}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/fs/nfsclient/nfsnode.h =================================================================== --- /usr/src/sys/fs/nfsclient/nfsnode.h (revision 224282) +++ /usr/src/sys/fs/nfsclient/nfsnode.h (working copy) @@ -35,11 +35,14 @@ #ifndef _NFSCLIENT_NFSNODE_H_ #define _NFSCLIENT_NFSNODE_H_ +#include + /* * Silly rename structure that hangs off the nfsnode until the name * can be removed by nfs_inactive() */ struct sillyrename { + struct task s_task; struct ucred *s_cred; struct vnode *s_dvp; long s_namlen; Index: /usr/src/sys/fs/nfsclient/nfs_clnode.c =================================================================== --- /usr/src/sys/fs/nfsclient/nfs_clnode.c (revision 224282) +++ /usr/src/sys/fs/nfsclient/nfs_clnode.c (working copy) @@ -47,6 +47,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include @@ -65,6 +66,8 @@ MALLOC_DECLARE(M_NEWNFSREQ); uma_zone_t newnfsnode_zone; +static void nfs_freesillyrename(void *arg, __unused int pending); + void ncl_nhinit(void) { @@ -186,6 +189,20 @@ ncl_nget(struct mount *mntp, u_int8_t *fhp, int fh return (0); } +/* + * Do the vrele(sp->s_dvp) as a separate task in order to avoid a + * deadlock because of a LOR when vrele() locks the directory vnode. + */ +static void +nfs_freesillyrename(void *arg, __unused int pending) +{ + struct sillyrename *sp; + + sp = arg; + vrele(sp->s_dvp); + free(sp, M_NEWNFSREQ); +} + int ncl_inactive(struct vop_inactive_args *ap) { @@ -220,8 +237,8 @@ ncl_inactive(struct vop_inactive_args *ap) */ ncl_removeit(sp, vp); crfree(sp->s_cred); - vrele(sp->s_dvp); - FREE((caddr_t)sp, M_NEWNFSREQ); + TASK_INIT(&sp->s_task, 0, nfs_freesillyrename, sp); + taskqueue_enqueue(taskqueue_thread, &sp->s_task); mtx_lock(&np->n_mtx); } np->n_flag &= NMODIFIED; Index: /usr/src/sys/fs/nfsclient/nfs_clvnops.c =================================================================== --- /usr/src/sys/fs/nfsclient/nfs_clvnops.c (revision 224282) +++ /usr/src/sys/fs/nfsclient/nfs_clvnops.c (working copy) @@ -1596,6 +1596,8 @@ again: if (attrflag) (void) nfscl_loadattrcache(&newvp, &nfsva, NULL, NULL, 0, 1); + if (error != 0) + vput(newvp); } } if (!error) { -- Test scenario: nfs2.sh