GENERIC HEAD from 2012-02-22 20:01:38 UTC, r232002M, vmcore.292 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2012 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r232002M: Thu Feb 23 18:42:52 CET 2012 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3531640832 (3368 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... WARNING: / was not properly dismounted Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: 9213 files, 896230 used, 116785 free (1377 frags, 14426 blocks, 0.1% fragmentation) /dev/ad4s1f: 20501 files, 869635 used, 143380 free (4788 frags, 17324 blocks, 0.5% fragmentation) /dev/label/tmp: LINK COUNT DIR I=2 OWNER=root MODE=41777 /dev/label/tmp: SIZE=22528 MTIME=Feb 24 10:53 2012 COUNT 54 SHOULD BE 53 (ADJUSTED) /dev/label/tmp: ZERO LENGTH DIR I=17499136 OWNER=stress MODE=40755 /dev/label/tmp: SIZE=0 MTIME=Feb 24 10:53 2012 (CLEARED) /dev/label/tmp: ZERO LENGTH DIR I=17501124 OWNER=stress MODE=40755 /dev/label/tmp: SIZE=0 MTIME=Feb 24 10:53 2012 (CLEARED) /dev/label/tmp: ZERO LENGTH DIR I=17501125 OWNER=stress MODE=40755 /dev/label/tmp: SIZE=0 MTIME=Feb 24 10:53 2012 (CLEARED) /dev/label/tmp: ZERO LENGTH DIR I=17501200 OWNER=stress MODE=40755 /dev/label/tmp: SIZE=0 MTIME=Feb 24 10:53 2012 (CLEARED) /dev/label/tmp: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/label/tmp: SUMMARY INFORMATION BAD (SALVAGED) /dev/label/tmp: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/label/tmp: 81681 files, 1572817 used, 116741164 free (2252 frags, 14592364 blocks, 0.0% fragmentation) /dev/ad4s1d: 633303 files, 6072929 used, 4081270 free (279798 frags, 475184 blocks, 2.8% fragmentation) /dev/ad4s1e: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1e: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1e: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1e: 256866 files, 14165229 used, 11223288 free (46224 frags, 1397133 blocks, 0.2% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/gcc46 /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 rpc.umntall: 127.0.0.1: MOUNTPROG: RPC: Program not registered rpc.umntall: 127.0.0.1: MOUNTPROG: RPC: Program not registered rpc.umntall: 127.0.0.1: MOUNTPROG: RPC: Program not registered lock order reversal: 1st 0xe1919560 bufwait (bufwait) @ kern/vfs_bio.c:2658 2nd 0xca866000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0f92573,2e687361,38323a63,a34,f27f27e8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a9645b,c0f96040,c1274f78,11c,f27f2878,...) at kdb_backtrace+0x2a _witness_debugger(c0f96040,ca866000,c0fc61da,c7d79678,c0fc5e6c,...) at _witness_debugger+0x25 witness_checkorder(ca866000,9,c0fc5e63,11c,0,...) at witness_checkorder+0x86f _sx_xlock(ca866000,0,c0fc5e63,11c,ca826244,...) at _sx_xlock+0xa0 ufsdirhash_acquire(e1919500,ca826244,f27f29f4,e2332598,f27f2948,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(ca826244,f27f29f4,2598,f27f2934,f27f2938,...) at ufsdirhash_add+0x13 ufs_direnter(cab20984,cacd9d98,f27f29f4,f27f2b84,e1919b80,...) at ufs_direnter+0x7a9 ufs_mkdir(f27f2c14,c0fe7445,0,0,f27f2bac,...) at ufs_mkdir+0xa6f VOP_MKDIR_APV(c10de2e0,f27f2c14,f27f2b84,f27f2bac,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(ca7b3000,ffffff9c,28404020,0,1c0,...) at kern_mkdirat+0x291 kern_mkdir(ca7b3000,28404020,0,1c0,f27f2d1c,...) at kern_mkdir+0x2e sys_mkdir(ca7b3000,f27f2cec,c0fe02ca,c0f96d4e,202,...) at sys_mkdir+0x29 syscall(f27f2d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, sys_mkdir), eip = 0x2817fba3, esp = 0xbfbfe8cc, ebp = 0xbfbfed78 --- Clearing /tmp (X related). Starting mountd. Feb 24 10:58:53 x4 mountd[1007]: can't delete exports for /dev: Invalid argument mount option is unknown Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Starting ntpd. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xcab209dc ufs (ufs) @ kern/vfs_subr.c:2167 2nd 0xe1919560 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:260 3rd 0xcacd9724 ufs (ufs) @ kern/vfs_subr.c:2167 KDB: stack backtrace: db_trace_self_wrapper(c0f92573,3a632e73,a303632,c0aa6900,c0f96436,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a9645b,c0f96059,c1274728,877,f277a840,...) at kdb_backtrace+0x2a _witness_debugger(c0f96059,cacd9724,c0f84b37,c7d79610,c0f9e015,...) at _witness_debugger+0x25 witness_checkorder(cacd9724,9,c0f9e00c,877,0,...) at witness_checkorder+0x86f __lockmgr_args(cacd9724,80100,cacd9790,0,0,...) at __lockmgr_args+0x834 ffs_lock(f277a964,f277a964,0,80100,cacd96cc,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c10de2e0,f277a964,c7d721e0,c10ef300,cacd96cc,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cacd96cc,80100,c0f9e00c,877,4,...) at _vn_lock+0x78 vget(cacd96cc,80100,ca6cd8a0,50,0,...) at vget+0xbb vfs_hash_get(cab3c000,319800,80000,ca6cd8a0,f277aaa8,...) at vfs_hash_get+0xed ffs_vgetf(cab3c000,319800,80000,f277aaa8,1,...) at ffs_vgetf+0x49 softdep_sync_buf(cab20984,e1919500,1,106,0,...) at softdep_sync_buf+0x4a3 ffs_syncvnode(cab20984,1,ca6cd8a0,5db,0,...) at ffs_syncvnode+0x24c ffs_sync(cab3c000,1,f277abc0,51a,c7c31000,...) at ffs_sync+0x29f dounmount(cab3c000,8080000,ca6cd8a0,49c,0,...) at dounmount+0x3f8 sys_unmount(ca6cd8a0,f277acec,c,c,206,...) at sys_unmount+0x421 syscall(f277ad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280e800b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- lock order reversal: 1st 0xcab21310 ufs (ufs) @ kern/vfs_mount.c:1249 2nd 0xca836df0 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1835 KDB: stack backtrace: db_trace_self_wrapper(c0f92573,38313a63,a3533,c0aa8a4c,8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a9645b,c0f96040,c1274708,72b,f277a9a0,...) at kdb_backtrace+0x2a _witness_debugger(c0f96040,ca836df0,c0f7ca67,c7d79470,c0fc22e6,...) at _witness_debugger+0x25 witness_checkorder(ca836df0,9,c0fc22dd,72b,ca836e5c,...) at witness_checkorder+0x86f __lockmgr_args(ca836df0,80400,ca836e5c,0,0,...) at __lockmgr_args+0x834 vop_stdlock(f277aac0,4,c0f8c94f,80400,ca836d98,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c10b3e40,f277aac0,c12a8500,c10ef300,ca836d98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(ca836d98,80400,c0fc22dd,72b,cab3c000,...) at _vn_lock+0x78 softdep_flushworklist(cab3c000,f277ab6c,ca6cd8a0,5e9,0,...) at softdep_flushworklist+0x47 ffs_sync(cab3c000,1,f277abc0,51a,c7c31000,...) at ffs_sync+0x32d dounmount(cab3c000,8080000,ca6cd8a0,49c,0,...) at dounmount+0x3f8 sys_unmount(ca6cd8a0,f277acec,c,c,206,...) at sys_unmount+0x421 syscall(f277ad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280e800b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes lock order reversal: 1st 0xca82246c syncer (syncer) @ kern/vfs_subr.c:1767 2nd 0xca475df0 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1536 KDB: stack backtrace: db_trace_self_wrapper(c0f92573,3335313a,a36,0,0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a9645b,c0f96040,c12753c0,600,ee31aa5c,...) at kdb_backtrace+0x2a _witness_debugger(c0f96040,ca475df0,c0f7ca67,c7d79470,c0fc51b9,...) at _witness_debugger+0x25 witness_checkorder(ca475df0,9,c0fc51b0,600,ca475e5c,...) at witness_checkorder+0x86f __lockmgr_args(ca475df0,80400,ca475e5c,0,0,...) at __lockmgr_args+0x834 vop_stdlock(ee31ab7c,c0aa661a,c12753d0,80400,ca475d98,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c10b3e40,ee31ab7c,ee31ab9c,c10ef300,ca475d98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(ca475d98,80400,c0fc51b0,600,c0f8c94f,...) at _vn_lock+0x78 ffs_sync(ca779b50,3,2,dd9,ca779b50,...) at ffs_sync+0x3f7 sync_fsync(ee31ac6c,c0fe6fa3,ca8224d8,ee31ac6c,ca822414,...) at sync_fsync+0x156 VOP_FSYNC_APV(c10ccc40,ee31ac6c,c0f9e00c,6e7,c805eb80,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c12a2234,c12a2220,3e8,78b,4e20,...) at sync_vnode+0x16b sched_sync(0,ee31ad28,c0f88c30,3db,ca6c1588,...) at sched_sync+0x282 fork_exit(c0afcd30,0,ee31ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31ad60, ebp = 0 --- ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 81681 files, 1572817 used, 116741164 free (2252 frags, 14592364 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes Feb 24 11:00:41 x4 su: pho to root on /dev/pts/0 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 81681 files, 1572817 used, 116741164 free (2252 frags, 14592364 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmpFeb 24 11:02:04 x4 mountd[1008]: can't delete exports for /dev: Invalid argument mount option is unknown watchdogd. Starting default moused. Starting inetd. Fri Feb 24 11:02:05 CET 2012 FreeBSD/i386 (x4.osted.lan) (console) login: Feb 24 11:06:10 x4 mountd[1008]: can't delete exports for /dev: Invalid argument mount option is unknown KDB: stack backtrace: db_trace_self_wrapper(c0f92573,113,c7d77c10,f283262c,c0aa7272,...) at db_trace_self_wrapper+0x26 kdb_backtrace(cb0489dc,f2832668,c0de0a15,f2832678,cbc632b8,...) at kdb_backtrace+0x2a vfs_badlock(cb2dc660,f2832678,c10eef40,cbc632b8) at vfs_badlock+0x23 assert_vop_elocked(cbc632b8,c0f9ecaf,cbc632b8,0,0,...) at assert_vop_elocked+0x55 insmntque1(cbc632b8,ca77ab50,cb2d9a60,ca7698b0,ca7698b0,...) at insmntque1+0x1a0 null_nodeget(ca77ab50,cb048984,f283296c,f283296c,1,...) at null_nodeget+0x19d nfsrvd_readdirplus(f2832b64,1,cb2aad98,cab508a0,f2832a68,...) at nfsrvd_readdirplus+0xd11 nfsrvd_dorpc(f2832b64,1,cab508a0,cade1a00,1,...) at nfsrvd_dorpc+0x1f99 nfssvc_program(cbd1d000,cade1a00,c0fbd5c7,492,0,...) at nfssvc_program+0x40f svc_run_internal(f2832d14,c0a2e7b8,c800f900,f2832d28,c0f88c30,...) at svc_run_internal+0x952 svc_thread_start(c800f900,f2832d28,c0f88c30,3db,cab872c4,...) at svc_thread_start+0x10 fork_exit(c0c4c550,c800f900,f2832d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- insmntque: mp-safe fs and non-locked vp: 0xcbc632b8 is not exclusive locked but should be KDB: enter: lock violation [ thread pid 1034 tid 100148 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1034 tid 100148 td 0xcab508a0 kdb_enter(c0f9e1e6,c0f9f24f,cbc632b8,c0f9ebcb,cbc632b8,...) at kdb_enter+0x3a vfs_badlock(cb2dc660,f2832678,c10eef40,cbc632b8) at vfs_badlock+0x61 assert_vop_elocked(cbc632b8,c0f9ecaf,cbc632b8,0,0,...) at assert_vop_elocked+0x55 insmntque1(cbc632b8,ca77ab50,cb2d9a60,ca7698b0,ca7698b0,...) at insmntque1+0x1a0 null_nodeget(ca77ab50,cb048984,f283296c,f283296c,1,...) at null_nodeget+0x19d nfsrvd_readdirplus(f2832b64,1,cb2aad98,cab508a0,f2832a68,...) at nfsrvd_readdirplus+0xd11 nfsrvd_dorpc(f2832b64,1,cab508a0,cade1a00,1,...) at nfsrvd_dorpc+0x1f99 nfssvc_program(cbd1d000,cade1a00,c0fbd5c7,492,0,...) at nfssvc_program+0x40f svc_run_internal(f2832d14,c0a2e7b8,c800f900,f2832d28,c0f88c30,...) at svc_run_internal+0x952 svc_thread_start(c800f900,f2832d28,c0f88c30,3db,cab872c4,...) at svc_thread_start+0x10 fork_exit(c0c4c550,c800f900,f2832d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- db:0:bt> show allpcpu Current CPU: 3 cpuid = 0 dynamic pcpu = 0x735500 curthread = 0xc7dc98a0: pid 11 "idle: cpu0" curpcb = 0xc7b26d80 fpcurthread = none idlethread = 0xc7dc98a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x6a26500 curthread = 0xc7dc95c0: pid 11 "idle: cpu1" curpcb = 0xc7b29d80 fpcurthread = none idlethread = 0xc7dc95c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x6a29500 curthread = 0xc7edb000: pid 13 "g_up" curpcb = 0xc7b48d80 fpcurthread = none idlethread = 0xc7dc92e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x6a2c500 curthread = 0xcab508a0: pid 1034 "nfsd: service" curpcb = 0xf2832d80 fpcurthread = none idlethread = 0xc7dc9000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1666 (ls) thread 0xcaf6e2e0 (100194) exclusive lockmgr bufwait (bufwait) r = 0 (0xe1a66f80) locked @ kern/vfs_bio.c:1911 shared lockmgr newnfs (newnfs) r = 0 (0xcb7f6310) locked @ kern/vfs_syscalls.c:4181 Process 1664 (cp) thread 0xca7f05c0 (100089) exclusive lockmgr ufs (ufs) r = 0 (0xcb8f8c94) locked @ kern/vfs_vnops.c:307 Process 1034 (nfsd) thread 0xcab508a0 (100148) shared lockmgr ufs (ufs) r = 0 (0xcb0489dc) locked @ kern/vfs_subr.c:2167 Process 959 (syslogd) thread 0xca7f12e0 (100084) exclusive lockmgr ufs (ufs) r = 0 (0xcaccb880) locked @ kern/vfs_syscalls.c:3583 db:0:alllocks> show lockedvnods Locked vnodes 0xcb8f8c3c: tag ufs, type VREG usecount 0, writecount 0, refcount 2 mountedhere 0 flags (VI_DOINGINACT) v_object 0xcba7acf0 ref 0 pages 8 lock type ufs: EXCL by thread 0xca7f05c0 (pid 1664) #0 0xc0a43684 at __lockmgr_args+0x5c4 #1 0xc0ca6491 at ffs_lock+0xa1 #2 0xc0de4485 at VOP_LOCK1_APV+0xb5 #3 0xc0b09f38 at _vn_lock+0x78 #4 0xc0b0b858 at vn_close+0xa8 #5 0xc0b0ba44 at vn_closefile+0xe4 #6 0xc0a1d6b3 at _fdrop+0x43 #7 0xc0a20010 at closef+0x2b0 #8 0xc0a203d9 at kern_close+0x139 #9 0xc0a2057a at sys_close+0x1a #10 0xc0dc1127 at syscall+0x2c7 #11 0xc0daa451 at Xint0x80_syscall+0x21 ino 2310301, on dev ada0s1d 0xcaccb828: tag ufs, type VREG usecount 1, writecount 1, refcount 3 mountedhere 0 flags () v_object 0xcac70480 ref 0 pages 8 lock type ufs: EXCL by thread 0xca7f12e0 (pid 959) #0 0xc0a43cde at __lockmgr_args+0xc1e #1 0xc0ca6491 at ffs_lock+0xa1 #2 0xc0de4485 at VOP_LOCK1_APV+0xb5 #3 0xc0b09f38 at _vn_lock+0x78 #4 0xc0b080d6 at sys_fsync+0x116 #5 0xc0dc1127 at syscall+0x2c7 #6 0xc0daa451 at Xint0x80_syscall+0x21 ino 6052894, on dev ada0s1e 0xcb048984: tag ufs, type VDIR usecount 1, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xcb211000 ref 0 pages 1 lock type ufs: SHARED (count 1) #0 0xc0a43684 at __lockmgr_args+0x5c4 #1 0xc0ca6491 at ffs_lock+0xa1 #2 0xc0de4485 at VOP_LOCK1_APV+0xb5 #3 0xc0b09f38 at _vn_lock+0x78 #4 0xc0afc9eb at vget+0xbb #5 0xc0aec3fd at vfs_hash_get+0xed #6 0xc0c9f7f9 at ffs_vgetf+0x49 #7 0xc0c9fd7e at ffs_vget+0x2e #8 0xcb2d9c55 at nullfs_vget+0x35 #9 0xc09de9a1 at nfsrvd_readdirplus+0xd11 #10 0xc09c0a49 at nfsrvd_dorpc+0x1f99 #11 0xc09cd5df at nfssvc_program+0x40f #12 0xc0c4c282 at svc_run_internal+0x952 #13 0xc0c4c560 at svc_thread_start+0x10 #14 0xc0a2e7b8 at fork_exit+0xb8 #15 0xc0daa464 at fork_trampoline+0x8 ino 3, on dev label/tmp 0xcb7f62b8: tag newnfs, type VDIR usecount 3, writecount 0, refcount 5 mountedhere 0 flags (VV_ROOT) v_object 0xcbb15120 ref 0 pages 2 lock type newnfs: SHARED (count 1) #0 0xc0a43684 at __lockmgr_args+0x5c4 #1 0xc09ac60d at nfs_lock1+0xcd #2 0xc0de4485 at VOP_LOCK1_APV+0xb5 #3 0xc0b09f38 at _vn_lock+0x78 #4 0xc0b07cdd at kern_getdirentries+0x1ad #5 0xc0b07f51 at sys_getdirentries+0x31 #6 0xc0dc1127 at syscall+0x2c7 #7 0xc0daa451 at Xint0x80_syscall+0x21 fileid 2 fsid 0x3a00ff06 db:0:lockedvnods> show mount 0xca779b50 /dev/ad4s1a on / (ufs) 0xca77a000 devfs on /dev (devfs) 0xcab2d5a8 /dev/ad4s1f on /home (ufs) 0xcab3bb50 /dev/ad4s1d on /usr (ufs) 0xcab3b87c /dev/ad4s1e on /var (ufs) 0xcab3b5a8 procfs on /proc (procfs) 0xcab2d2d4 /dev/label/tmp on /tmp (ufs) 0xca77ab50 /tmp on /mnt (nullfs) 0xca77987c 127.0.0.1:/mnt on /mnt2 (nfs) 0xca7795a8 127.0.0.1:/mnt on /mnt3 (nfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1666 1665 1202 0 D newnfsre 0xcb2f7400 ls 1665 1202 1202 0 S wait 0xcb637b10 sh 1664 1662 1664 1004 D+ getblk 0xe194cba0 cp 1662 1610 1289 0 S+ wait 0xcae50b10 su 1610 1289 1289 0 S+ wait 0xcab882c4 sh 1451 1450 1451 1001 Ss+ ttyin 0xcb1b8270 bash 1450 1448 1448 1001 S select 0xcb2f4364 sshd 1448 1116 1448 0 Ss select 0xcadd4124 sshd 1435 0 0 0 SL - 0xc1122f0c [newnfs 19] 1434 0 0 0 SL - 0xc1122f08 [newnfs 18] 1433 0 0 0 SL - 0xc1122f04 [newnfs 17] 1432 0 0 0 SL - 0xc1122f00 [newnfs 16] 1431 0 0 0 SL - 0xc1122efc [newnfs 15] 1430 0 0 0 SL - 0xc1122ef8 [newnfs 14] 1429 0 0 0 SL - 0xc1122ef4 [newnfs 13] 1428 0 0 0 SL - 0xc1122ef0 [newnfs 12] 1427 0 0 0 SL - 0xc1122eec [newnfs 11] 1426 0 0 0 SL - 0xc1122ee8 [newnfs 10] 1425 0 0 0 SL - 0xc1122ee4 [newnfs 9] 1424 0 0 0 SL - 0xc1122ee0 [newnfs 8] 1423 0 0 0 SL - 0xc1122edc [newnfs 7] 1422 0 0 0 SL - 0xc1122ed8 [newnfs 6] 1421 0 0 0 SL - 0xc1122ed4 [newnfs 5] 1420 0 0 0 SL - 0xc1122ed0 [newnfs 4] 1419 0 0 0 SL - 0xc1122ecc [newnfs 3] 1418 0 0 0 SL - 0xc1122ec8 [newnfs 2] 1417 0 0 0 SL - 0xc1122ec4 [newnfs 1] 1416 0 0 0 SL - 0xc1122ec0 [newnfs 0] 1289 1194 1289 0 S+ wait 0xca7eab10 sh 1271 1 1271 0 Ss+ ttyin 0xc7d97470 getty 1270 1 1270 0 Ss+ ttyin 0xc7d97670 getty 1269 1 1269 0 Ss+ ttyin 0xc7d97870 getty 1268 1 1268 0 Ss+ ttyin 0xc7d97a70 getty 1267 1 1267 0 Ss+ ttyin 0xc7d97c70 getty 1266 1 1266 0 Ss+ ttyin 0xc7d97e70 getty 1265 1 1265 0 Ss+ ttyin 0xc8181070 getty 1264 1 1264 0 Ss+ ttyin 0xc8181270 getty 1263 1 1263 0 Ss+ ttyin 0xc8181470 getty 1246 1 1246 0 Ss select 0xca6bf424 inetd 1217 1 1217 0 Ss select 0xca7d5564 moused 1202 1 1202 0 Ss wait 0xcab2884c watchdogd 1194 1190 1194 0 S+ wait 0xcae502c4 bash 1190 1189 1190 0 S+ pause 0xcae4d058 csh 1189 1183 1189 1001 S+ wait 0xcab27588 su 1183 1182 1183 1001 Ss+ wait 0xcadc8588 bash 1182 1180 1180 1001 S select 0xca6bfba4 sshd 1180 1116 1180 0 Ss select 0xca7d5b64 sshd 1127 1 1127 0 Ss nanslp 0xc112c064 cron 1122 1 1122 25 Ss pause 0xcab875e0 sendmail 1119 1 1119 0 Ss select 0xca6a6d64 sendmail 1116 1 1116 0 Ss select 0xca6bf8a4 sshd 1088 1 1088 0 Ss select 0xca6c0ea4 ntpd 1034 1030 1030 0 R (threaded) nfsd 100149 S rpcsvc 0xca6d6790 nfsd: service 100148 Run CPU 3 nfsd: service 100147 S rpcsvc 0xca6d6810 nfsd: service 100121 S rpcsvc 0xca76aa90 nfsd: master 1030 1 1030 0 Ss select 0xcadd4524 nfsd 1028 1024 1024 0 S select 0xca6c04e4 nfsuserd 1027 1024 1024 0 S select 0xca6bfce4 nfsuserd 1026 1024 1024 0 S select 0xca6c0524 nfsuserd 1025 1024 1024 0 S select 0xca6bfd24 nfsuserd 1024 1 1024 0 Ss pause 0xcadc78a4 nfsuserd 1008 1 1008 0 Ss select 0xca7789a4 mountd 974 1 974 0 Ss select 0xca6bf124 rpcbind 959 1 959 0 Ds bo_wwait 0xcaccb954 syslogd 836 1 836 0 Ss select 0xca7d5764 devd 19 0 0 0 DL sdflush 0xc12a8540 [softdepflush] 18 0 0 0 DL vlruwt 0xca6c12c4 [vnlru] 17 0 0 0 DL syncer 0xc12a2234 [syncer] 16 0 0 0 DL psleep 0xc12a1ec8 [bufdaemon] 9 0 0 0 DL pgzero 0xc12aa3dc [pagezero] 8 0 0 0 DL psleep 0xc12a9fc8 [vmdaemon] 7 0 0 0 DL psleep 0xc12a9f90 [pagedaemon] 6 0 0 0 DL ccb_scan 0xc10f0854 [xpt_thrd] 5 0 0 0 DL waiting_ 0xc12a3d58 [sctp_iterator] 4 0 0 0 DL ctl_work 0xc819a000 [ctl_thrd] 3 0 0 0 DL - 0xc7ffa03c [fdc0] 2 0 0 0 SL - 0xc808f000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc8063d34 [usbus5] 100057 D - 0xc8063d04 [usbus5] 100056 D - 0xc8063cd4 [usbus5] 100055 D - 0xc8063ca4 [usbus5] 100053 D - 0xc8056b5c [usbus4] 100052 D - 0xc8056b2c [usbus4] 100051 D - 0xc8056afc [usbus4] 100050 D - 0xc8056acc [usbus4] 100049 D - 0xc8052b5c [usbus3] 100048 D - 0xc8052b2c [usbus3] 100047 D - 0xc8052afc [usbus3] 100046 D - 0xc8052acc [usbus3] 100045 D - 0xc804ab5c [usbus2] 100044 D - 0xc804ab2c [usbus2] 100043 D - 0xc804aafc [usbus2] 100042 D - 0xc804aacc [usbus2] 100040 D - 0xc8044b5c [usbus1] 100039 D - 0xc8044b2c [usbus1] 100038 D - 0xc8044afc [usbus1] 100037 D - 0xc8044acc [usbus1] 100035 D - 0xc8038b5c [usbus0] 100034 D - 0xc8038b2c [usbus0] 100033 D - 0xc8038afc [usbus0] 100032 D - 0xc8038acc [usbus0] 14 0 0 0 DL - 0xc112ae64 [yarrow] 13 0 0 0 RL (threaded) [geom] 100015 D - 0xc1128a68 [g_down] 100014 Run CPU 2 [g_up] 100013 D - 0xc1128a5c [g_event] 12 0 0 0 RL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 RunQ [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi6: task queue] 100026 I [swi6: Giant taskq] 100024 I [swi5: +] 100023 I [swi2: cambio] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu3] 100005 CanRun [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xc7dc7b10 [init] 10 0 0 0 DL audit_wo 0xc12a7c80 [audit] 0 0 0 0 DLs (threaded) [kernel] 100078 D - 0xc8035380 [mca taskq] 100068 D - 0xc112ae64 [deadlkres] 100061 D - 0xc80356c0 [fw0_taskq] 100025 D - 0xc7f9de80 [thread taskq] 100022 D - 0xc7f9e040 [acpi_task_2] 100021 D - 0xc7f9e040 [acpi_task_1] 100020 D - 0xc7f9e040 [acpi_task_0] 100019 D - 0xc7f9e080 [ffs_trim taskq] 100018 D - 0xc7f9e0c0 [kqueue taskq] 100016 D - 0xc7dade80 [firmware taskq] 100000 D sched 0xc1128b40 [swapper] db:0:ps> allt Tracing command ls pid 1666 tid 100194 td 0xcaf6e2e0 sched_switch(caf6e2e0,0,104,1a3,b59fd42c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(caf6e2e0,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(cb2f7400,0,c0f7da7b,0,0,...) at sleepq_timedwait+0x6b _sleep(cb2f7400,ca6d66c0,0,c0f7da7b,3e9,...) at _sleep+0x36a clnt_dg_call(cb2f6540,f28e9580,11,cb38aa00,f28e980c,...) at clnt_dg_call+0x91f clnt_reconnect_call(cb2f6560,f28e9580,11,cb38aa00,f28e980c,...) at clnt_reconnect_call+0x670 newnfs_request(f28e980c,cae1b200,0,cae1b310,cb7f62b8,caf6e2e0,c7dc4e80,186a3,3,0,1,0) at newnfs_request+0xc65 nfscl_request(f28e980c,cb7f62b8,caf6e2e0,c7dc4e80,0,...) at nfscl_request+0x82 nfsrpc_readdirplus(cb7f62b8,f28e9998,f28e9954,c7dc4e80,caf6e2e0,...) at nfsrpc_readdirplus+0xb9e ncl_readdirplusrpc(cb7f62b8,f28e9998,c7dc4e80,caf6e2e0,c0f8c94f,...) at ncl_readdirplusrpc+0xec ncl_doio(cb7f62b8,e1a66f20,c7dc4e80,caf6e2e0,0,...) at ncl_doio+0x28d ncl_bioread(cb7f62b8,f28e9bec,0,c7dc4e80,f28e9b2c,...) at ncl_bioread+0xc3d nfs_readdir(f28e9c0c,c0fe6f5e,0,0,cb7f62b8,...) at nfs_readdir+0x192 VOP_READDIR_APV(c10b4fc0,f28e9c0c,c0f9f627,1055,f28e9c34,...) at VOP_READDIR_APV+0xc5 kern_getdirentries(caf6e2e0,6,2842e000,1000,f28e9c60,...) at kern_getdirentries+0x231 sys_getdirentries(caf6e2e0,f28e9cec,c0fe02ca,c0f96cfb,246,...) at sys_getdirentries+0x31 syscall(f28e9d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (196, FreeBSD ELF32, sys_getdirentries), eip = 0x28155eff, esp = 0xbfbfe5ac, ebp = 0xbfbfe5d8 --- Tracing command sh pid 1665 tid 100191 td 0xcaf6eb80 sched_switch(caf6eb80,0,104,1a3,b2b876ae,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(caf6eb80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cb637b10,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cb637b10,cb637b98,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(caf6eb80,ffffffff,f28dec60,2,0,...) at kern_wait+0x626 sys_wait4(caf6eb80,f28decec,c,c,216,...) at sys_wait4+0x3b syscall(f28ded28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817666b, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 --- Tracing command cp pid 1664 tid 100089 td 0xca7f05c0 sched_switch(ca7f05c0,0,104,1a3,d2f12955,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,60,...) at mi_switch+0x1ff sleepq_switch(ca7f05c0,0,c0f93f60,268,60,...) at sleepq_switch+0x162 sleepq_wait(e194cba0,60,c0f86824,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e194cba0,81900,ca836bd8,c0f86824,60,...) at __lockmgr_args+0xb3f getblk(ca836ae0,232cd60,0,4000,0,...) at getblk+0x167 breadn(ca836ae0,232cd60,0,4000,0,...) at breadn+0x44 bread(ca836ae0,232cd60,0,4000,0,...) at bread+0x4c ffs_update(cb8f8c3c,0,2,0,c1273a08,...) at ffs_update+0x192 ufs_inactive(f2727ab8,c0fe6bd8,cb8f8d00,cb8f8d00,cb8f8c3c,...) at ufs_inactive+0x37a VOP_INACTIVE_APV(c10de2e0,f2727ab8,c0f9e00c,96f,c10ef2c0,...) at VOP_INACTIVE_APV+0xc5 vinactive(cb8f8d00,0,c0f9e00c,8ee,0,...) at vinactive+0xb1 vputx(f2727b54,c0b0b94a,cb8f8c3c,f2727b30,c0f9f830,...) at vputx+0x36c vput(cb8f8c3c,f2727b30,c0f9f830,133,0,...) at vput+0x10 vn_close(cb8f8c3c,1,c7dc5700,ca7f05c0,c0cc3e9f,...) at vn_close+0x19a vn_closefile(ca7be8c0,ca7f05c0,0,0,ca7be8c0,...) at vn_closefile+0xe4 _fdrop(ca7be8c0,ca7f05c0,0,f2727c18,0,c0aa661a,c12739f8,ca7f0670,c12739f8,c10c4920,ca7f05c0,cb2d452c,4ce,f2727c28,c0a64c35,cb2d452c,8,c0f87d0c,ca7be8c0) at _fdrop+0x43 closef(ca7be8c0,ca7f05c0,4ce,f2727c4c,cb2d452c,...) at closef+0x2b0 kern_close(ca7f05c0,3,f2727d1c,c0dc1127,ca7f05c0,...) at kern_close+0x139 sys_close(ca7f05c0,f2727cec,c0fe02ca,c0f7efd9,246,...) at sys_close+0x1a syscall(f2727d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (6, FreeBSD ELF32, sys_close), eip = 0x28192713, esp = 0xbfbfe68c, ebp = 0xbfbfe6f8 --- Tracing command su pid 1662 tid 100158 td 0xcadd6b80 sched_switch(cadd6b80,0,104,1a3,35f0edab,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cadd6b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae50b10,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cae50b10,cae50b98,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(cadd6b80,680,f285dc60,2,0,...) at kern_wait+0x626 sys_wait4(cadd6b80,f285dcec,c,c,216,...) at sys_wait4+0x3b syscall(f285dd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2813266b, esp = 0xbfbfe32c, ebp = 0xbfbfe348 --- Tracing command sh pid 1610 tid 100152 td 0xcadd8000 sched_switch(cadd8000,0,104,1a3,36b80272,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cadd8000,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cab882c4,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cab882c4,cab8834c,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(cadd8000,ffffffff,f283ec60,2,0,...) at kern_wait+0x626 sys_wait4(cadd8000,f283ecec,c0fe02ca,c0f96cde,216,...) at sys_wait4+0x3b syscall(f283ed28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817666b, esp = 0xbfbfe72c, ebp = 0xbfbfe748 --- Tracing command bash pid 1451 tid 100118 td 0xcab90000 sched_switch(cab90000,0,104,1a3,f55eb444,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab90000,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,cb1b8204,0,c0f8c94f,cab90000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cb1b8270,0,f27a2af0,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cb1b8270,cb1b8204,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(cb1b8200,cb1b8270,f27a2c44,1,0,...) at tty_wait+0x71 ttydisc_read(cb1b8200,f27a2c44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cb153300,f27a2c44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cadc29d8,f27a2c44,cbb2e580,0,cab90000,...) at devfs_read_f+0x7e dofileread(f27a2c44,ffffffff,ffffffff,0,f27a2c20,...) at dofileread+0x9e kern_readv(cab90000,0,f27a2c44,f27a2c64,1,...) at kern_readv+0x68 sys_read(cab90000,f27a2cec,c0fe02ca,f27a2d80,246,...) at sys_read+0x4f syscall(f27a2d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28368753, esp = 0xbfbfdfdc, ebp = 0xbfbfe008 --- Tracing command sshd pid 1450 tid 100189 td 0xcaf722e0 sched_switch(caf722e0,0,104,1a3,f55f2781,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(caf722e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,cb2f4350,0,c0f8c94f,caf722e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cb2f4364,0,f28d6a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cb2f4364,cb2f4350,c0f966b0,6b2,cadc2b60,...) at _cv_wait_sig+0x260 seltdwait(cadc2b60,58,cb5eb300,caf722e0,f28d6acc,...) at seltdwait+0xa2 kern_select(caf722e0,a,288060b8,288060c0,0,0,20,cb6382c4,0) at kern_select+0x655 sys_select(caf722e0,f28d6cec,c0fe02ca,c0f96ffb,206,...) at sys_select+0x66 syscall(f28d6d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d66d3, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1448 tid 100110 td 0xca6cd000 sched_switch(ca6cd000,0,104,1a3,29b5a12d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6cd000,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,cadd4110,0,c0f8c94f,ca6cd000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cadd4124,0,f2783abc,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cadd4124,cadd4110,c0f966b0,6b2,f2783b44,...) at _cv_wait_sig+0x260 seltdwait(caba1e2c,c0f966b0,5af,ca6cd000,8,...) at seltdwait+0xa2 sys_poll(ca6cd000,f2783cec,c0fe02ca,c0f7efd9,202,...) at sys_poll+0x321 syscall(f2783d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f3ab, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command newnfs 19 pid 1435 tid 100185 td 0xcaf72b80 sched_switch(caf72b80,0,104,1a3,bd65a335,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(caf72b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,caf72b80,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122f0c,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122f0c,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c112312c,f28c7d28,c0f88c30,3db,cb638b10,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c112312c,f28c7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28c7d60, ebp = 0 --- Tracing command newnfs 18 pid 1434 tid 100184 td 0xcaf74000 sched_switch(caf74000,0,104,1a3,bd7576fa,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(caf74000,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,caf74000,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122f08,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122f08,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123128,f28c4d28,c0f88c30,3db,cb639000,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123128,f28c4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28c4d60, ebp = 0 --- Tracing command newnfs 17 pid 1433 tid 100183 td 0xcaf742e0 sched_switch(caf742e0,0,104,1a3,bd63a95c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(caf742e0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,caf742e0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122f04,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122f04,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123124,f28c1d28,c0f88c30,3db,cb6392c4,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123124,f28c1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28c1d60, ebp = 0 --- Tracing command newnfs 16 pid 1432 tid 100093 td 0xca7b35c0 sched_switch(ca7b35c0,0,104,1a3,bd5afc6b,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7b35c0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,ca7b35c0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122f00,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122f00,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123120,f274ed28,c0f88c30,3db,ca7ac588,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123120,f274ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf274ed60, ebp = 0 --- Tracing command newnfs 15 pid 1431 tid 100165 td 0xcab905c0 sched_switch(cab905c0,0,104,1a3,bd68cfaf,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cab905c0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cab905c0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122efc,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122efc,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c112311c,f2876d28,c0f88c30,3db,cae4d588,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c112311c,f2876d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2876d60, ebp = 0 --- Tracing command newnfs 14 pid 1430 tid 100083 td 0xca7f15c0 sched_switch(ca7f15c0,0,104,1a3,bd5e9489,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7f15c0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,ca7f15c0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ef8,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ef8,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123118,f270fd28,c0f88c30,3db,ca7ea2c4,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123118,f270fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf270fd60, ebp = 0 --- Tracing command newnfs 13 pid 1429 tid 100114 td 0xc81852e0 sched_switch(c81852e0,0,104,1a3,bd9182b9,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c81852e0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,c81852e0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ef4,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ef4,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123114,f278fd28,c0f88c30,3db,cab2984c,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123114,f278fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf278fd60, ebp = 0 --- Tracing command newnfs 12 pid 1428 tid 100145 td 0xcab712e0 sched_switch(cab712e0,0,104,1a3,bd530135,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cab712e0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cab712e0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ef0,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ef0,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123110,f2828d28,c0f88c30,3db,cadc7000,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123110,f2828d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2828d60, ebp = 0 --- Tracing command newnfs 11 pid 1427 tid 100094 td 0xca7f0000 sched_switch(ca7f0000,0,104,1a3,ce231a0a,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7f0000,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,ca7f0000,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122eec,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122eec,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c112310c,f2753d28,c0f88c30,3db,cab29000,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c112310c,f2753d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2753d60, ebp = 0 --- Tracing command newnfs 10 pid 1426 tid 100153 td 0xcadd7b80 sched_switch(cadd7b80,0,104,1a3,cf5324e9,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cadd7b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cadd7b80,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ee8,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ee8,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123108,f2845d28,c0f88c30,3db,cae51b10,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123108,f2845d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2845d60, ebp = 0 --- Tracing command newnfs 9 pid 1425 tid 100111 td 0xc8185b80 sched_switch(c8185b80,0,104,1a3,d0a61159,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c8185b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,c8185b80,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ee4,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ee4,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123104,f2786d28,c0f88c30,3db,cab602c4,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123104,f2786d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2786d60, ebp = 0 --- Tracing command newnfs 8 pid 1424 tid 100119 td 0xcab8fb80 sched_switch(cab8fb80,0,104,1a3,cf57e05c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cab8fb80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cab8fb80,3,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ee0,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ee0,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c1123100,f27a5d28,c0f88c30,3db,cab8784c,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c1123100,f27a5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf27a5d60, ebp = 0 --- Tracing command newnfs 7 pid 1423 tid 100182 td 0xcb2f22e0 sched_switch(cb2f22e0,0,104,1a3,d0b83595,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cb2f22e0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cb2f22e0,3,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122edc,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122edc,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230fc,f28bed28,c0f88c30,3db,cb2b12c4,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230fc,f28bed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28bed60, ebp = 0 --- Tracing command newnfs 6 pid 1422 tid 100181 td 0xcb2f25c0 sched_switch(cb2f25c0,0,104,1a3,d0b79220,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cb2f25c0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cb2f25c0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ed8,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ed8,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230f8,f28bbd28,c0f88c30,3db,cb2b1588,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230f8,f28bbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28bbd60, ebp = 0 --- Tracing command newnfs 5 pid 1421 tid 100180 td 0xcb2f28a0 sched_switch(cb2f28a0,0,104,1a3,d0b8594a,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cb2f28a0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cb2f28a0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ed4,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ed4,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230f4,f28b8d28,c0f88c30,3db,cb2b184c,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230f4,f28b8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28b8d60, ebp = 0 --- Tracing command newnfs 4 pid 1420 tid 100097 td 0xca7eb5c0 sched_switch(ca7eb5c0,0,104,1a3,d0b755b9,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7eb5c0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,ca7eb5c0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ed0,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ed0,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230f0,f275cd28,c0f88c30,3db,cab28588,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230f0,f275cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf275cd60, ebp = 0 --- Tracing command newnfs 3 pid 1419 tid 100179 td 0xcb2f2b80 sched_switch(cb2f2b80,0,104,1a3,d0b6260b,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cb2f2b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cb2f2b80,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ecc,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ecc,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230ec,f28b5d28,c0f88c30,3db,cb2b1b10,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230ec,f28b5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28b5d60, ebp = 0 --- Tracing command newnfs 2 pid 1418 tid 100178 td 0xcb2f3000 sched_switch(cb2f3000,0,104,1a3,d0b59832,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cb2f3000,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,cb2f3000,3,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ec8,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ec8,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230e8,f28b2d28,c0f88c30,3db,cb2b2000,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230e8,f28b2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf28b2d60, ebp = 0 --- Tracing command newnfs 1 pid 1417 tid 100086 td 0xca7f0b80 sched_switch(ca7f0b80,0,104,1a3,d2f0d866,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7f0b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,ca7f0b80,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ec4,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ec4,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230e4,f271bd28,c0f88c30,3db,ca7e884c,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230e4,f271bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf271bd60, ebp = 0 --- Tracing command newnfs 0 pid 1416 tid 100166 td 0xcaf748a0 sched_switch(caf748a0,0,104,1a3,d2ef1c21,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(caf748a0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(1d4c0,c0a9cc90,caf748a0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1122ec0,6c,c0f80f32,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1122ec0,c1122e54,16c,c0f80f32,1d4c0,...) at _sleep+0x34f nfssvc_iod(c11230e0,f2879d28,c0f88c30,3db,cae4d2c4,...) at nfssvc_iod+0xd0 fork_exit(c09be620,c11230e0,f2879d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2879d60, ebp = 0 --- Tracing command sh pid 1289 tid 100080 td 0xca7f2000 sched_switch(ca7f2000,0,104,1a3,b72d3318,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7f2000,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7eab10,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(ca7eab10,ca7eab98,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(ca7f2000,ffffffff,f2703c60,2,0,...) at kern_wait+0x626 sys_wait4(ca7f2000,f2703cec,c0fe02ca,c0f96e86,216,...) at sys_wait4+0x3b syscall(f2703d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817666b, esp = 0xbfbfe71c, ebp = 0xbfbfe738 --- Tracing command getty pid 1271 tid 100081 td 0xca7f1b80 sched_switch(ca7f1b80,0,104,1a3,e577f3f3,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7f1b80,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,ca7f1b80,ca7f1b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7d97470,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d97470,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7d97400,c7d97470,f2707c44,1,0,...) at tty_wait+0x71 ttydisc_read(c7d97400,f2707c44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8193400,f2707c44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca7bf888,f2707c44,c7dc4e80,0,ca7f1b80,...) at devfs_read_f+0x7e dofileread(f2707c44,ffffffff,ffffffff,0,f2707c20,...) at dofileread+0x9e kern_readv(ca7f1b80,0,f2707c44,f2707c64,1,...) at kern_readv+0x68 sys_read(ca7f1b80,f2707cec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f2707d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1270 tid 100098 td 0xca7eb2e0 sched_switch(ca7eb2e0,0,104,1a3,e57f87ca,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7eb2e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,ca7eb2e0,ca7eb2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7d97670,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d97670,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7d97600,c7d97670,f275fc44,1,0,...) at tty_wait+0x71 ttydisc_read(c7d97600,f275fc44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8193500,f275fc44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cac71850,f275fc44,c7dc4e80,0,ca7eb2e0,...) at devfs_read_f+0x7e dofileread(f275fc44,ffffffff,ffffffff,0,f275fc20,...) at dofileread+0x9e kern_readv(ca7eb2e0,0,f275fc44,f275fc64,1,...) at kern_readv+0x68 sys_read(ca7eb2e0,f275fcec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f275fd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1269 tid 100154 td 0xcadd78a0 sched_switch(cadd78a0,0,104,1a3,e55d55c3,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cadd78a0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,cadd78a0,cadd78a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7d97870,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d97870,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7d97800,c7d97870,f2848c44,1,0,...) at tty_wait+0x71 ttydisc_read(c7d97800,f2848c44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8193600,f2848c44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cac71e00,f2848c44,c7dc4e80,0,cadd78a0,...) at devfs_read_f+0x7e dofileread(f2848c44,ffffffff,ffffffff,0,f2848c20,...) at dofileread+0x9e kern_readv(cadd78a0,0,f2848c44,f2848c64,1,...) at kern_readv+0x68 sys_read(cadd78a0,f2848cec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f2848d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1268 tid 100092 td 0xca7b38a0 sched_switch(ca7b38a0,0,104,1a3,e57f1996,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b38a0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,ca7b38a0,ca7b38a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7d97a70,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d97a70,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7d97a00,c7d97a70,f274ac44,1,0,...) at tty_wait+0x71 ttydisc_read(c7d97a00,f274ac44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8075500,f274ac44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca803c40,f274ac44,c7dc4e80,0,ca7b38a0,...) at devfs_read_f+0x7e dofileread(f274ac44,ffffffff,ffffffff,0,f274ac20,...) at dofileread+0x9e kern_readv(ca7b38a0,0,f274ac44,f274ac64,1,...) at kern_readv+0x68 sys_read(ca7b38a0,f274acec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f274ad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1267 tid 100085 td 0xca7f1000 sched_switch(ca7f1000,0,104,1a3,e56192a1,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7f1000,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,ca7f1000,ca7f1000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7d97c70,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d97c70,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7d97c00,c7d97c70,f2717c44,1,0,...) at tty_wait+0x71 ttydisc_read(c7d97c00,f2717c44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8075600,f2717c44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca829380,f2717c44,c7dc4e80,0,ca7f1000,...) at devfs_read_f+0x7e dofileread(f2717c44,ffffffff,ffffffff,0,f2717c20,...) at dofileread+0x9e kern_readv(ca7f1000,0,f2717c44,f2717c64,1,...) at kern_readv+0x68 sys_read(ca7f1000,f2717cec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f2717d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1266 tid 100139 td 0xcab735c0 sched_switch(cab735c0,0,104,1a3,e57b9f97,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab735c0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,cab735c0,cab735c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7d97e70,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d97e70,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7d97e00,c7d97e70,f2816c44,1,0,...) at tty_wait+0x71 ttydisc_read(c7d97e00,f2816c44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8075700,f2816c44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca7bf118,f2816c44,c7dc4e80,0,cab735c0,...) at devfs_read_f+0x7e dofileread(f2816c44,ffffffff,ffffffff,0,f2816c20,...) at dofileread+0x9e kern_readv(cab735c0,0,f2816c44,f2816c64,1,...) at kern_readv+0x68 sys_read(cab735c0,f2816cec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f2816d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1265 tid 100079 td 0xca7b3b80 sched_switch(ca7b3b80,0,104,1a3,e5662c28,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b3b80,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,ca7b3b80,ca7b3b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8181070,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8181070,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c8181000,c8181070,f26ffc44,1,0,...) at tty_wait+0x71 ttydisc_read(c8181000,f26ffc44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8075800,f26ffc44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca829b28,f26ffc44,c7dc4e80,0,ca7b3b80,...) at devfs_read_f+0x7e dofileread(f26ffc44,ffffffff,ffffffff,0,f26ffc20,...) at dofileread+0x9e kern_readv(ca7b3b80,0,f26ffc44,f26ffc64,1,...) at kern_readv+0x68 sys_read(ca7b3b80,f26ffcec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f26ffd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1264 tid 100132 td 0xca7b2b80 sched_switch(ca7b2b80,0,104,1a3,e57bc5bc,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b2b80,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,ca7b2b80,ca7b2b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8181270,0,c0f98dc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8181270,c112a710,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c8181200,c8181270,f27f6c44,1,0,...) at tty_wait+0x71 ttydisc_read(c8181200,f27f6c44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8075900,f27f6c44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cac717e0,f27f6c44,c7dc4e80,0,ca7b2b80,...) at devfs_read_f+0x7e dofileread(f27f6c44,ffffffff,ffffffff,0,f27f6c20,...) at dofileread+0x9e kern_readv(ca7b2b80,0,f27f6c44,f27f6c64,1,...) at kern_readv+0x68 sys_read(ca7b2b80,f27f6cec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f27f6d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1263 tid 100134 td 0xca7b25c0 sched_switch(ca7b25c0,0,104,1a3,58041c8b,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b25c0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,c8181404,0,c0f8c94f,ca7b25c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8181470,0,f27fdaf0,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8181470,c8181404,c0f987a0,527,0,...) at _cv_wait_sig+0x260 tty_wait(c8181400,c8181470,f27fdc44,1,0,...) at tty_wait+0x71 ttydisc_read(c8181400,f27fdc44,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c7ed4e00,f27fdc44,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca829690,f27fdc44,c7dc4e80,0,ca7b25c0,...) at devfs_read_f+0x7e dofileread(f27fdc44,ffffffff,ffffffff,0,f27fdc20,...) at dofileread+0x9e kern_readv(ca7b25c0,0,f27fdc44,f27fdc64,1,...) at kern_readv+0x68 sys_read(ca7b25c0,f27fdcec,c0fe02ca,c0df39d6,246,...) at sys_read+0x4f syscall(f27fdd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a6753, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command inetd pid 1246 tid 100156 td 0xcadd72e0 sched_switch(cadd72e0,0,104,1a3,be4af12c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cadd72e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca6bf410,0,c0f8c94f,cadd72e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6bf424,0,f2851a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6bf424,ca6bf410,c0f966b0,6b2,ca7be348,...) at _cv_wait_sig+0x260 seltdwait(ca7be348,58,c7dc4e80,cadd72e0,cadd7390,...) at seltdwait+0xa2 kern_select(cadd72e0,8,bfbfdfa0,0,0,0,20,cae512c4,4) at kern_select+0x655 sys_select(cadd72e0,f2851cec,c0fe02ca,c0f96ef3,202,...) at sys_select+0x66 syscall(f2851d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b86d3, esp = 0xbfbfdf5c, ebp = 0xbfbfede8 --- Tracing command moused pid 1217 tid 100130 td 0xca7b32e0 sched_switch(ca7b32e0,0,104,1a3,9637e9fc,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b32e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca7d5550,0,c0f8c94f,ca7b32e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7d5564,0,f27eea58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca7d5564,ca7d5550,c0f966b0,6b2,ca803508,...) at _cv_wait_sig+0x260 seltdwait(ca803508,58,c7dc4e80,ca7b32e0,f6,...) at seltdwait+0xa2 kern_select(ca7b32e0,400,bfbfea04,0,0,0,20,ca7ac2c4,1) at kern_select+0x655 sys_select(ca7b32e0,f27eecec,c0fe02ca,c0df39d6,246,...) at sys_select+0x66 syscall(f27eed28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c56d3, esp = 0xbfbfe99c, ebp = 0xbfbfeb28 --- Tracing command watchdogd pid 1202 tid 100096 td 0xca7eb8a0 sched_switch(ca7eb8a0,0,104,1a3,b274189a,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7eb8a0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cab2884c,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cab2884c,cab288d4,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(ca7eb8a0,681,f2759c60,0,0,...) at kern_wait+0x626 sys_wait4(ca7eb8a0,f2759cec,c,c,206,...) at sys_wait4+0x3b syscall(f2759d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2812c66b, esp = 0xbfbfec3c, ebp = 0xbfbfece8 --- Tracing command bash pid 1194 tid 100161 td 0xcadd62e0 sched_switch(cadd62e0,0,104,1a3,bab14bd,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cadd62e0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae502c4,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cae502c4,cae5034c,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(cadd62e0,ffffffff,f2868c60,6,0,...) at kern_wait+0x626 sys_wait4(cadd62e0,f2868cec,c0fe02ca,c0f96d96,216,...) at sys_wait4+0x3b syscall(f2868d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282d566b, esp = 0xbfbfe78c, ebp = 0xbfbfe7a8 --- Tracing command csh pid 1190 tid 100167 td 0xcaf745c0 sched_switch(caf745c0,0,104,1a3,a8cc8078,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,74,...) at mi_switch+0x1ff sleepq_switch(caf745c0,0,c0f93f60,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae4d058,74,c0e1558e,100,0,...) at sleepq_wait_sig+0x17 _sleep(cae4d058,cae4d088,174,c0e1558e,0,...) at _sleep+0x385 kern_sigsuspend(caf745c0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(caf745c0,f287ccec,c0fe02ca,c0f96d96,202,...) at sys_sigsuspend+0x4d syscall(f287cd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28195ecb, esp = 0xbfbfe59c, ebp = 0xbfbfe608 --- Tracing command su pid 1189 tid 100102 td 0xcab4fb80 sched_switch(cab4fb80,0,104,1a3,57d9b16d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cab4fb80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cab27588,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cab27588,cab27610,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(cab4fb80,4a6,f276bc60,2,0,...) at kern_wait+0x626 sys_wait4(cab4fb80,f276bcec,c,c,216,...) at sys_wait4+0x3b syscall(f276bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2813266b, esp = 0xbfbfe5cc, ebp = 0xbfbfe5e8 --- Tracing command bash pid 1183 tid 100138 td 0xcab738a0 sched_switch(cab738a0,0,104,1a3,19d0395a,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cab738a0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cadc8588,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(cadc8588,cadc8610,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(cab738a0,ffffffff,f2813c60,6,0,...) at kern_wait+0x626 sys_wait4(cab738a0,f2813cec,c0fe02ca,c0f96d96,216,...) at sys_wait4+0x3b syscall(f2813d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282d566b, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command sshd pid 1182 tid 100088 td 0xca6ce5c0 sched_switch(ca6ce5c0,0,104,1a3,b196e0e1,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6ce5c0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca6bfb90,0,c0f8c94f,ca6ce5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6bfba4,0,f2723a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6bfba4,ca6bfb90,c0f966b0,6b2,cac5f620,...) at _cv_wait_sig+0x260 seltdwait(cac5f620,58,caf53c00,ca6ce5c0,f2723acc,...) at seltdwait+0xa2 kern_select(ca6ce5c0,a,288060b8,288060c0,0,0,20,c8042b10,0) at kern_select+0x655 sys_select(ca6ce5c0,f2723cec,c0fe02ca,c0f96ffb,206,...) at sys_select+0x66 syscall(f2723d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d66d3, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1180 tid 100135 td 0xca7b22e0 sched_switch(ca7b22e0,0,104,1a3,f447f622,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b22e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca7d5b50,0,c0f8c94f,ca7b22e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7d5b64,0,f2801abc,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca7d5b64,ca7d5b50,c0f966b0,6b2,f2801b44,...) at _cv_wait_sig+0x260 seltdwait(cab6ea2c,c0f966b0,5af,ca7b22e0,8,...) at seltdwait+0xa2 sys_poll(ca7b22e0,f2801cec,c0fe02ca,c0f7efd9,202,...) at sys_poll+0x321 syscall(f2801d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f3ab, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command cron pid 1127 tid 100151 td 0xcadd82e0 sched_switch(cadd82e0,0,104,1a3,72e55593,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cadd82e0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a9cc90,cadd82e0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c112c064,6c,c0f8fa77,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c112c064,0,16c,c0f8fa77,ea61,...) at _sleep+0x34f kern_nanosleep(cadd82e0,f283bc50,f283bc58,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cadd82e0,f283bcec,c0fe02ca,c0f97354,206,...) at sys_nanosleep+0x6f syscall(f283bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28190293, esp = 0xbfbfec4c, ebp = 0xbfbfec78 --- Tracing command sendmail pid 1122 tid 100120 td 0xcab8f8a0 sched_switch(cab8f8a0,0,104,1a3,20622abf,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cab8f8a0,0,c0f93f60,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cab875e0,74,c0e1558e,100,0,...) at sleepq_wait_sig+0x17 _sleep(cab875e0,cab87610,174,c0e1558e,0,...) at _sleep+0x385 kern_sigsuspend(cab8f8a0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cab8f8a0,f27a8cec,c0fe02ca,c0f96d96,202,...) at sys_sigsuspend+0x4d syscall(f27a8d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28349ecb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1119 tid 100137 td 0xcab73b80 sched_switch(cab73b80,0,104,1a3,720cd82b,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab73b80,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2810a20,c0a4bc7a,ca6a6d50,0,cab73b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6a6d64,0,f2810a58,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6a6d64,ca6a6d50,1389,6b2,cac5fd90,...) at _cv_timedwait_sig+0x270 seltdwait(f2810c10,f2810c18,ca7e1980,cab73b80,c0a484bd,...) at seltdwait+0x8a kern_select(cab73b80,5,bfbfc510,0,0,f2810c5c,20,5,0) at kern_select+0x655 sys_select(cab73b80,f2810cec,c0fe02ca,c0f972b3,206,...) at sys_select+0x66 syscall(f2810d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x283f46d3, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 1116 tid 100140 td 0xcab732e0 sched_switch(cab732e0,0,104,1a3,28ac4787,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab732e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca6bf890,0,c0f8c94f,cab732e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6bf8a4,0,f2819a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6bf8a4,ca6bf890,c0f966b0,6b2,ca829b98,...) at _cv_wait_sig+0x260 seltdwait(ca829b98,58,cadc6600,cab732e0,c7dcbbc8,...) at seltdwait+0xa2 kern_select(cab732e0,7,2880c0b8,0,0,0,20,cadc8000,a) at kern_select+0x655 sys_select(cab732e0,f2819cec,c,c,202,...) at sys_select+0x66 syscall(f2819d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d66d3, esp = 0xbfbfdeec, ebp = 0xbfbfedf8 --- Tracing command ntpd pid 1088 tid 100146 td 0xcab71000 sched_switch(cab71000,0,104,1a3,9bcc7c2c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab71000,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca6c0e90,0,c0f8c94f,cab71000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6c0ea4,0,f282ba58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6c0ea4,ca6c0e90,c0f966b0,6b2,ca8037e0,...) at _cv_wait_sig+0x260 seltdwait(ca8037e0,58,c7dc4e80,cab71000,0,...) at seltdwait+0xa2 kern_select(cab71000,1c,bfbfece8,0,0,0,20,cab88b10,0) at kern_select+0x655 sys_select(cab71000,f282bcec,c0fe02ca,f282bd80,202,...) at sys_select+0x66 syscall(f282bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x283736d3, esp = 0xbfbfecbc, ebp = 0xbfbfed88 --- Tracing command nfsd pid 1034 tid 100149 td 0xcab505c0 sched_switch(cab505c0,0,104,1a3,d2ef739f,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab505c0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2835be0,c0a4bc7a,c800f900,0,cab505c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6d6790,0,f2835c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6d6790,c800f900,1388,494,ed,...) at _cv_timedwait_sig+0x270 svc_run_internal(f2835d14,c0a2e7b8,c800f900,f2835d28,c0f88c30,...) at svc_run_internal+0x356 svc_thread_start(c800f900,f2835d28,c0f88c30,3db,cab872c4,...) at svc_thread_start+0x10 fork_exit(c0c4c550,c800f900,f2835d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1034 tid 100148 td 0xcab508a0 kdb_enter(c0f9e1e6,c0f9f24f,cbc632b8,c0f9ebcb,cbc632b8,...) at kdb_enter+0x3a vfs_badlock(cb2dc660,f2832678,c10eef40,cbc632b8) at vfs_badlock+0x61 assert_vop_elocked(cbc632b8,c0f9ecaf,cbc632b8,0,0,...) at assert_vop_elocked+0x55 insmntque1(cbc632b8,ca77ab50,cb2d9a60,ca7698b0,ca7698b0,...) at insmntque1+0x1a0 null_nodeget(ca77ab50,cb048984,f283296c,f283296c,1,...) at null_nodeget+0x19d nfsrvd_readdirplus(f2832b64,1,cb2aad98,cab508a0,f2832a68,...) at nfsrvd_readdirplus+0xd11 nfsrvd_dorpc(f2832b64,1,cab508a0,cade1a00,1,...) at nfsrvd_dorpc+0x1f99 nfssvc_program(cbd1d000,cade1a00,c0fbd5c7,492,0,...) at nfssvc_program+0x40f svc_run_internal(f2832d14,c0a2e7b8,c800f900,f2832d28,c0f88c30,...) at svc_run_internal+0x952 svc_thread_start(c800f900,f2832d28,c0f88c30,3db,cab872c4,...) at svc_thread_start+0x10 fork_exit(c0c4c550,c800f900,f2832d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1034 tid 100147 td 0xcab50b80 sched_switch(cab50b80,0,104,1a3,d2eddec7,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab50b80,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f282fbe0,c0a4bc7a,c800f900,0,cab50b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6d6810,0,f282fc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6d6810,c800f900,1388,494,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f282fd14,c0a2e7b8,c800f900,f282fd28,c0f88c30,...) at svc_run_internal+0x356 svc_thread_start(c800f900,f282fd28,c0f88c30,3db,cab872c4,...) at svc_thread_start+0x10 fork_exit(c0c4c550,c800f900,f282fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1034 tid 100121 td 0xcab8f5c0 sched_switch(cab8f5c0,0,104,1a3,d2eb36e4,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab8f5c0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f27ac498,c0a4bc7a,c800f900,0,cab8f5c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca76aa90,0,f27ac4d0,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca76aa90,c800f900,1388,48a,f27ac518,...) at _cv_timedwait_sig+0x270 svc_run_internal(cab8f770,14,c0fbd7ba,c0f804bb,f27ac810,...) at svc_run_internal+0x356 svc_run(c800f900,0,c0f80496,19f,ca836920,...) at svc_run+0x7b nfsrvd_nfsd(cab8f5c0,f27ac810,c,c1274fa0,0,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(cab8f5c0,f27accec,bfbfe870,cab8f5c0,f27acd1c,...) at nfssvc_nfsd+0x177 sys_nfssvc(cab8f5c0,f27accec,c0fe02ca,c0f972b3,206,...) at sys_nfssvc+0xeb syscall(f27acd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280e8b0b, esp = 0xbfbfe82c, ebp = 0xbfbfea98 --- Tracing command nfsd pid 1030 tid 100143 td 0xcab718a0 sched_switch(cab718a0,0,104,1a3,8affa904,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab718a0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,cadd4510,0,c0f8c94f,cab718a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cadd4524,0,f2822a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cadd4524,cadd4510,c0f966b0,6b2,cac719a0,...) at _cv_wait_sig+0x260 seltdwait(cac719a0,58,c7dc4e80,cab718a0,cac5b0e8,...) at seltdwait+0xa2 kern_select(cab718a0,7,bfbfecb4,0,0,0,20,cadc7588,1) at kern_select+0x655 sys_select(cab718a0,f2822cec,c,c,202,...) at sys_select+0x66 syscall(f2822d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281926d3, esp = 0xbfbfea9c, ebp = 0xbfbfede8 --- Tracing command nfsuserd pid 1028 tid 100116 td 0xcab742e0 sched_switch(cab742e0,0,104,1a3,b3e3de79,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab742e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2796a20,c0a4bc7a,ca6c04d0,0,cab742e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6c04e4,0,f2796a58,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6c04e4,ca6c04d0,7531,6b2,cac5f188,...) at _cv_timedwait_sig+0x270 seltdwait(f2796c10,f2796c18,c7dc4e80,cab742e0,caba2828,...) at seltdwait+0x8a kern_select(cab742e0,4,bfbfebc4,0,0,f2796c5c,20,1e,0) at kern_select+0x655 sys_select(cab742e0,f2796cec,c0fe02ca,c0f96fe4,202,...) at sys_select+0x66 syscall(f2796d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281916d3, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1027 tid 100106 td 0xca6cdb80 sched_switch(ca6cdb80,0,104,1a3,b3e34a22,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6cdb80,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2777a20,c0a4bc7a,ca6bfcd0,0,ca6cdb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6bfce4,0,f2777a58,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6bfce4,ca6bfcd0,7531,6b2,cac5f188,...) at _cv_timedwait_sig+0x270 seltdwait(f2777c10,f2777c18,c7dc4e80,ca6cdb80,ca7fd0e8,...) at seltdwait+0x8a kern_select(ca6cdb80,4,bfbfebc4,0,0,f2777c5c,20,1e,0) at kern_select+0x655 sys_select(ca6cdb80,f2777cec,c0fe02ca,c0f96fe4,202,...) at sys_select+0x66 syscall(f2777d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281916d3, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1026 tid 100105 td 0xca6ce000 sched_switch(ca6ce000,0,104,1a3,b3e387b9,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6ce000,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2774a20,c0a4bc7a,ca6c0510,0,ca6ce000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6c0524,0,f2774a58,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6c0524,ca6c0510,7531,6b2,cac5f188,...) at _cv_timedwait_sig+0x270 seltdwait(f2774c10,f2774c18,c7dc4e80,ca6ce000,ca7a8488,...) at seltdwait+0x8a kern_select(ca6ce000,4,bfbfebc4,0,0,f2774c5c,20,1e,0) at kern_select+0x655 sys_select(ca6ce000,f2774cec,c0fe02ca,c0f96fe4,202,...) at sys_select+0x66 syscall(f2774d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281916d3, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1025 tid 100115 td 0xcab745c0 sched_switch(cab745c0,0,104,1a3,b3e3fdec,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab745c0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2793a20,c0a4bc7a,ca6bfd10,0,cab745c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6bfd24,0,f2793a58,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6bfd24,ca6bfd10,7531,6b2,cac5f188,...) at _cv_timedwait_sig+0x270 seltdwait(f2793c10,f2793c18,c7dc4e80,cab745c0,cab701d0,...) at seltdwait+0x8a kern_select(cab745c0,4,bfbfebc4,0,0,f2793c5c,20,1e,0) at kern_select+0x655 sys_select(cab745c0,f2793cec,c0fe02ca,c0f96fe4,202,...) at sys_select+0x66 syscall(f2793d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281916d3, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1024 tid 100142 td 0xcab71b80 sched_switch(cab71b80,0,104,1a3,83879d4d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cab71b80,0,c0f93f60,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cadc78a4,74,c0e1558e,100,0,...) at sleepq_wait_sig+0x17 _sleep(cadc78a4,cadc78d4,174,c0e1558e,0,...) at _sleep+0x385 kern_sigsuspend(cab71b80,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cab71b80,f281fcec,c,c,246,...) at sys_sigsuspend+0x4d syscall(f281fd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x280e6ecb, esp = 0xbfbfec5c, ebp = 0xbfbfedf8 --- Tracing command mountd pid 1008 tid 100131 td 0xca7b3000 sched_switch(ca7b3000,0,104,1a3,bc47165f,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b3000,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca778990,0,c0f8c94f,ca7b3000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7789a4,0,f27f2a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca7789a4,ca778990,c0f966b0,6b2,ca829118,...) at _cv_wait_sig+0x260 seltdwait(ca829118,58,c7dc4e80,ca7b3000,478,...) at seltdwait+0xa2 kern_select(ca7b3000,a,bfbfed04,0,0,0,20,ca7ac000,bfbfed04) at kern_select+0x655 sys_select(ca7b3000,f27f2cec,c0fe02ca,c0f7e277,206,...) at sys_select+0x66 syscall(f27f2d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281aa6d3, esp = 0xbfbfec9c, ebp = 0xbfbfede8 --- Tracing command rpcbind pid 974 tid 100100 td 0xcab502e0 sched_switch(cab502e0,0,104,1a3,bbd12c45,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cab502e0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2765a84,c0a4bc7a,ca6bf110,0,cab502e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca6bf124,0,f2765abc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca6bf124,ca6bf110,7531,6b2,f2765b74,...) at _cv_timedwait_sig+0x270 seltdwait(f2765c44,f2765c4c,5af,cab502e0,0,...) at seltdwait+0x8a sys_poll(cab502e0,f2765cec,c0fe02ca,c0f96fd1,212,...) at sys_poll+0x321 syscall(f2765d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2814a3ab, esp = 0xbfbfcbac, ebp = 0xbfbfed78 --- Tracing command syslogd pid 959 tid 100084 td 0xca7f12e0 sched_switch(ca7f12e0,0,104,1a3,cf28c877,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,5d,...) at mi_switch+0x1ff sleepq_switch(ca7f12e0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(caccb954,5d,c0f9b5b8,0,0,...) at sleepq_wait+0x63 _sleep(caccb954,caccb920,5d,c0f9b5b8,0,...) at _sleep+0x39c bufobj_wwait(caccb920,0,0,12a,0,...) at bufobj_wwait+0x73 ffs_syncvnode(caccb828,1,c0afbb2f,c10de2e0,caccb920,...) at ffs_syncvnode+0x45b ffs_fsync(f2713c48,c0fe6fa3,f2713cec,f2713c48,0,...) at ffs_fsync+0x27 VOP_FSYNC_APV(c10de2e0,f2713c48,c0f9f627,e04,0,...) at VOP_FSYNC_APV+0xc5 sys_fsync(ca7f12e0,f2713cec,c0fe02ca,c0f97df0,202,...) at sys_fsync+0x1df syscall(f2713d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (95, FreeBSD ELF32, sys_fsync), eip = 0x281a6627, esp = 0xbfbfe29c, ebp = 0xbfbfede8 --- Tracing command devd pid 836 tid 100112 td 0xc81858a0 sched_switch(c81858a0,0,104,1a3,298daa88,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81858a0,0,c0f93f60,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a4bc7a,ca7d5750,0,c0f8c94f,c81858a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7d5764,0,f2789a58,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca7d5764,ca7d5750,c0f966b0,6b2,ca829038,...) at _cv_wait_sig+0x260 seltdwait(ca829038,58,c7dc4e80,c81858a0,c1275008,...) at seltdwait+0xa2 kern_select(c81858a0,5,bfbfe960,0,0,0,20,cab60000,34) at kern_select+0x655 sys_select(c81858a0,f2789cec,c0fe02ca,c0deeca3,206,...) at sys_select+0x66 syscall(f2789d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x809169b, esp = 0xbfbfe92c, ebp = 0xbfbfee08 --- Tracing command softdepflush pid 19 tid 100077 td 0xca6ceb80 sched_switch(ca6ceb80,0,104,1a3,a9956cf3,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,54,...) at mi_switch+0x1ff sleepq_switch(ca6ceb80,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12a8540,54,c0fc481d,0,0,...) at sleepq_timedwait+0x6b _sleep(c12a8540,c12a8500,54,c0fc481d,3e8,...) at _sleep+0x36a softdep_flush(0,ee320d28,c0f88c30,3db,ca6c1000,...) at softdep_flush+0x266 fork_exit(c0c9b9f0,0,ee320d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee320d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100076 td 0xc805e8a0 sched_switch(c805e8a0,0,104,1a3,ae3f8a01,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,60,...) at mi_switch+0x1ff sleepq_switch(c805e8a0,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(ca6c12c4,60,c0f9ef7d,0,0,...) at sleepq_timedwait+0x6b _sleep(ca6c12c4,c12a21f4,260,c0f9ef7d,3e8,...) at _sleep+0x36a vnlru_proc(0,ee31dd28,c0f88c30,3db,ca6c12c4,...) at vnlru_proc+0xe7 fork_exit(c0afd9c0,0,ee31dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31dd60, ebp = 0 --- Tracing command syncer pid 17 tid 100075 td 0xc805eb80 sched_switch(c805eb80,0,104,1a3,c2db9e52,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805eb80,0,c0f93f60,28b,c805eb80,...) at sleepq_switch+0x162 sleepq_timedwait(c12a2234,0,ee31ac78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c12a2234,c12a2220,3e8,78b,4e20,...) at _cv_timedwait+0x270 sched_sync(0,ee31ad28,c0f88c30,3db,ca6c1588,...) at sched_sync+0x595 fork_exit(c0afcd30,0,ee31ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31ad60, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100074 td 0xc8183000 sched_switch(c8183000,0,104,1a3,d0af1afa,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c8183000,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12a1ec8,54,c0f9beb1,0,0,...) at sleepq_timedwait+0x6b _sleep(c12a1ec8,c12a1ed0,54,c0f9beb1,3e8,...) at _sleep+0x36a buf_daemon(0,ee317d28,c0f88c30,3db,ca6c184c,...) at buf_daemon+0x175 fork_exit(c0ae1500,0,ee317d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee317d60, ebp = 0 --- Tracing command pagezero pid 9 tid 100073 td 0xc81832e0 sched_switch(c81832e0,0,104,1a3,b570f16d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81832e0,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12aa3dc,0,c0fcb83e,0,0,...) at sleepq_timedwait+0x6b _sleep(c12aa3dc,c12a8e80,0,c0fcb83e,493e0,...) at _sleep+0x36a vm_pagezero(0,ee314d28,c0f88c30,3db,ca6c1b10,...) at vm_pagezero+0xdc fork_exit(c0ce2b90,0,ee314d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee314d60, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100072 td 0xc81835c0 sched_switch(c81835c0,0,104,1a3,3d6071fa,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,74,...) at mi_switch+0x1ff sleepq_switch(c81835c0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c12a9fc8,74,c0f9beb1,0,0,...) at sleepq_wait+0x63 _sleep(c12a9fc8,c12a9fcc,74,c0f9beb1,0,...) at _sleep+0x39c vm_daemon(0,ee311d28,c0f88c30,3db,ca6c2000,...) at vm_daemon+0x59 fork_exit(c0cdc4a0,0,ee311d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee311d60, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100071 td 0xc81838a0 sched_switch(c81838a0,0,104,1a3,10f4de1,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c81838a0,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12a9f90,54,c0f9beb1,0,0,...) at sleepq_timedwait+0x6b _sleep(c12a9f90,c12a8e80,54,c0f9beb1,1388,...) at _sleep+0x36a vm_pageout(0,ee30ed28,c0f88c30,3db,c7dc82c4,...) at vm_pageout+0x2c7 fork_exit(c0cdd560,0,ee30ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee30ed60, ebp = 0 --- Tracing command xpt_thrd pid 6 tid 100070 td 0xc8183b80 sched_switch(c8183b80,0,104,1a3,b452739c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c8183b80,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c10f0854,5c,c0de94a7,0,0,...) at sleepq_wait+0x63 _sleep(c10f0854,c10f0898,5c,c0de94a7,0,...) at _sleep+0x39c xpt_scanner_thread(0,ee18bd28,c0f88c30,3db,c7dc8588,...) at xpt_scanner_thread+0x47 fork_exit(c049d5e0,0,ee18bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee18bd60, ebp = 0 --- Tracing command sctp_iterator pid 5 tid 100069 td 0xc8184000 sched_switch(c8184000,0,104,1a3,77ee1a20,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8184000,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c12a3d58,0,c0fb261f,0,0,...) at sleepq_wait+0x63 _sleep(c12a3d58,c12a3d20,0,c0fb261f,0,...) at _sleep+0x39c sctp_iterator_thread(0,ee188d28,c0f88c30,3db,c7dc884c,...) at sctp_iterator_thread+0x5c fork_exit(c0b8f1f0,0,ee188d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee188d60, ebp = 0 --- Tracing command ctl_thrd pid 4 tid 100067 td 0xc81845c0 sched_switch(c81845c0,0,104,1a3,a1f0e633,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c81845c0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c819a000,5c,c0df3eb2,0,0,...) at sleepq_wait+0x63 _sleep(c819a000,c819a000,5c,c0df3eb2,0,...) at _sleep+0x39c ctl_work_thread(c819a000,ee182d28,c0f88c30,3db,c7dc8b10,...) at ctl_work_thread+0x22f6 fork_exit(c04c6a00,c819a000,ee182d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee182d60, ebp = 0 --- Tracing command fdc0 pid 3 tid 100064 td 0xc8185000 sched_switch(c8185000,0,104,1a3,bff31f8d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c8185000,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c7ffa03c,5c,c0f80f32,0,0,...) at sleepq_timedwait+0x6b _sleep(c7ffa03c,c7ffa0f0,5c,c0f80f32,3e8,...) at _sleep+0x36a fdc_thread(c7ffa000,ee179d28,c0f88c30,3db,c8042000,...) at fdc_thread+0x27d fork_exit(c0d61dd0,c7ffa000,ee179d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee179d60, ebp = 0 --- Tracing command fw0_probe pid 2 tid 100062 td 0xc80515c0 sched_switch(c80515c0,0,104,1a3,b4529156,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c80515c0,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c808f000,6c,c0f80f32,100,0,...) at sleepq_wait_sig+0x17 _sleep(c808f000,c8093488,16c,c0f80f32,0,...) at _sleep+0x385 fw_bus_probe_thread(c808f000,ee169d28,c0f88c30,3db,c80422c4,...) at fw_bus_probe_thread+0xa08 fork_exit(c06f10c0,c808f000,ee169d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee169d60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc805c2e0 sched_switch(c805c2e0,0,104,1a3,a1ebc384,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805c2e0,0,c0f93f60,268,c805c2e0,...) at sleepq_switch+0x162 sleepq_wait(c8063d34,0,ee152cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063d34,c8063e4c,c0f675f1,74,c8063d3c,...) at _cv_wait+0x260 usb_process(c8063d2c,ee152d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8063d2c,ee152d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee152d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc805c5c0 sched_switch(c805c5c0,0,104,1a3,386d932a,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805c5c0,0,c0f93f60,268,c805c5c0,...) at sleepq_switch+0x162 sleepq_wait(c8063d04,0,ee14fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063d04,c8063e4c,c0f675f1,74,c8063d0c,...) at _cv_wait+0x260 usb_process(c8063cfc,ee14fd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8063cfc,ee14fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee14fd60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc805c8a0 sched_switch(c805c8a0,0,104,1a3,a1855d05,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805c8a0,0,c0f93f60,268,c805c8a0,...) at sleepq_switch+0x162 sleepq_wait(c8063cd4,0,ee14ccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063cd4,c8063e4c,c0f675f1,74,c8063cdc,...) at _cv_wait+0x260 usb_process(c8063ccc,ee14cd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8063ccc,ee14cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee14cd60, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc805cb80 sched_switch(c805cb80,0,104,1a3,a1854a58,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805cb80,0,c0f93f60,268,c805cb80,...) at sleepq_switch+0x162 sleepq_wait(c8063ca4,0,ee149cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063ca4,c8063e4c,c0f675f1,74,c8063cac,...) at _cv_wait+0x260 usb_process(c8063c9c,ee149d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8063c9c,ee149d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee149d60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc805e2e0 sched_switch(c805e2e0,0,104,1a3,a185341e,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805e2e0,0,c0f93f60,268,c805e2e0,...) at sleepq_switch+0x162 sleepq_wait(c8056b5c,0,ee140cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8056b5c,c8056c74,c0f675f1,74,c8056b64,...) at _cv_wait+0x260 usb_process(c8056b54,ee140d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8056b54,ee140d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee140d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc805e5c0 sched_switch(c805e5c0,0,104,1a3,2ff3677f,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805e5c0,0,c0f93f60,268,c805e5c0,...) at sleepq_switch+0x162 sleepq_wait(c8056b2c,0,ee13dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8056b2c,c8056c74,c0f675f1,74,c8056b34,...) at _cv_wait+0x260 usb_process(c8056b24,ee13dd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8056b24,ee13dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee13dd60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc804e000 sched_switch(c804e000,0,104,1a3,a1217c8d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e000,0,c0f93f60,268,c804e000,...) at sleepq_switch+0x162 sleepq_wait(c8056afc,0,ee13acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8056afc,c8056c74,c0f675f1,74,c8056b04,...) at _cv_wait+0x260 usb_process(c8056af4,ee13ad28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8056af4,ee13ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee13ad60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc804e2e0 sched_switch(c804e2e0,0,104,1a3,a1216902,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e2e0,0,c0f93f60,268,c804e2e0,...) at sleepq_switch+0x162 sleepq_wait(c8056acc,0,ee137cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8056acc,c8056c74,c0f675f1,74,c8056ad4,...) at _cv_wait+0x260 usb_process(c8056ac4,ee137d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8056ac4,ee137d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee137d60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc804e5c0 sched_switch(c804e5c0,0,104,1a3,a1215160,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e5c0,0,c0f93f60,268,c804e5c0,...) at sleepq_switch+0x162 sleepq_wait(c8052b5c,0,ee133cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052b5c,c8052c74,c0f675f1,74,c8052b64,...) at _cv_wait+0x260 usb_process(c8052b54,ee133d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8052b54,ee133d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee133d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc804e8a0 sched_switch(c804e8a0,0,104,1a3,2cd6b2a8,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e8a0,0,c0f93f60,268,c804e8a0,...) at sleepq_switch+0x162 sleepq_wait(c8052b2c,0,ee130cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052b2c,c8052c74,c0f675f1,74,c8052b34,...) at _cv_wait+0x260 usb_process(c8052b24,ee130d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8052b24,ee130d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee130d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc804eb80 sched_switch(c804eb80,0,104,1a3,9b4af735,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804eb80,0,c0f93f60,268,c804eb80,...) at sleepq_switch+0x162 sleepq_wait(c8052afc,0,ee12dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052afc,c8052c74,c0f675f1,74,c8052b04,...) at _cv_wait+0x260 usb_process(c8052af4,ee12dd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8052af4,ee12dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee12dd60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc804f000 sched_switch(c804f000,0,104,1a3,9b4ae4fe,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f000,0,c0f93f60,268,c804f000,...) at sleepq_switch+0x162 sleepq_wait(c8052acc,0,ee12acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052acc,c8052c74,c0f675f1,74,c8052ad4,...) at _cv_wait+0x260 usb_process(c8052ac4,ee12ad28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8052ac4,ee12ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee12ad60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc804f2e0 sched_switch(c804f2e0,0,104,1a3,9b4ad17d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f2e0,0,c0f93f60,268,c804f2e0,...) at sleepq_switch+0x162 sleepq_wait(c804ab5c,0,ee126cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804ab5c,c804ac74,c0f675f1,74,c804ab64,...) at _cv_wait+0x260 usb_process(c804ab54,ee126d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c804ab54,ee126d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee126d60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc804f5c0 sched_switch(c804f5c0,0,104,1a3,d8d7e959,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f5c0,0,c0f93f60,268,c804f5c0,...) at sleepq_switch+0x162 sleepq_wait(c804ab2c,0,ee123cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804ab2c,c804ac74,c0f675f1,74,c804ab34,...) at _cv_wait+0x260 usb_process(c804ab24,ee123d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c804ab24,ee123d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee123d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc804f8a0 sched_switch(c804f8a0,0,104,1a3,9ae7278a,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f8a0,0,c0f93f60,268,c804f8a0,...) at sleepq_switch+0x162 sleepq_wait(c804aafc,0,ee120cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804aafc,c804ac74,c0f675f1,74,c804ab04,...) at _cv_wait+0x260 usb_process(c804aaf4,ee120d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c804aaf4,ee120d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee120d60, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc804fb80 sched_switch(c804fb80,0,104,1a3,9ae7157d,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804fb80,0,c0f93f60,268,c804fb80,...) at sleepq_switch+0x162 sleepq_wait(c804aacc,0,ee11dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804aacc,c804ac74,c0f675f1,74,c804aad4,...) at _cv_wait+0x260 usb_process(c804aac4,ee11dd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c804aac4,ee11dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee11dd60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc803e000 sched_switch(c803e000,0,104,1a3,9ae700e5,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e000,0,c0f93f60,268,c803e000,...) at sleepq_switch+0x162 sleepq_wait(c8044b5c,0,ee116cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044b5c,c8044c74,c0f675f1,74,c8044b64,...) at _cv_wait+0x260 usb_process(c8044b54,ee116d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8044b54,ee116d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee116d60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc803e2e0 sched_switch(c803e2e0,0,104,1a3,d7a9f246,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e2e0,0,c0f93f60,268,c803e2e0,...) at sleepq_switch+0x162 sleepq_wait(c8044b2c,0,ee113cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044b2c,c8044c74,c0f675f1,74,c8044b34,...) at _cv_wait+0x260 usb_process(c8044b24,ee113d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8044b24,ee113d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee113d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc803e5c0 sched_switch(c803e5c0,0,104,1a3,9a83a002,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e5c0,0,c0f93f60,268,c803e5c0,...) at sleepq_switch+0x162 sleepq_wait(c8044afc,0,ee110cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044afc,c8044c74,c0f675f1,74,c8044b04,...) at _cv_wait+0x260 usb_process(c8044af4,ee110d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8044af4,ee110d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee110d60, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc803e8a0 sched_switch(c803e8a0,0,104,1a3,9a8348b0,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e8a0,0,c0f93f60,268,c803e8a0,...) at sleepq_switch+0x162 sleepq_wait(c8044acc,0,ee10dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044acc,c8044c74,c0f675f1,74,c8044ad4,...) at _cv_wait+0x260 usb_process(c8044ac4,ee10dd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8044ac4,ee10dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee10dd60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc8040000 sched_switch(c8040000,0,104,1a3,9a833268,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8040000,0,c0f93f60,268,c8040000,...) at sleepq_switch+0x162 sleepq_wait(c8038b5c,0,ee106cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8038b5c,c8038c74,c0f675f1,74,c8038b64,...) at _cv_wait+0x260 usb_process(c8038b54,ee106d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8038b54,ee106d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee106d60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc80402e0 sched_switch(c80402e0,0,104,1a3,d5bc1eb1,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80402e0,0,c0f93f60,268,c80402e0,...) at sleepq_switch+0x162 sleepq_wait(c8038b2c,0,ee103cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8038b2c,c8038c74,c0f675f1,74,c8038b34,...) at _cv_wait+0x260 usb_process(c8038b24,ee103d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8038b24,ee103d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee103d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc80405c0 sched_switch(c80405c0,0,104,1a3,9a1ee9af,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80405c0,0,c0f93f60,268,c80405c0,...) at sleepq_switch+0x162 sleepq_wait(c8038afc,0,ee100cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8038afc,c8038c74,c0f675f1,74,c8038b04,...) at _cv_wait+0x260 usb_process(c8038af4,ee100d28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8038af4,ee100d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee100d60, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc80408a0 sched_switch(c80408a0,0,104,1a3,9a1ed6fe,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80408a0,0,c0f93f60,268,c80408a0,...) at sleepq_switch+0x162 sleepq_wait(c8038acc,0,ee0fdcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8038acc,c8038c74,c0f675f1,74,c8038ad4,...) at _cv_wait+0x260 usb_process(c8038ac4,ee0fdd28,c0f88c30,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fe090,c8038ac4,ee0fdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee0fdd60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc7eda5c0 sched_switch(c7eda5c0,0,104,1a3,d533e150,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda5c0,0,c0f93f60,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c112ae64,0,c0f80f32,2,0,...) at sleepq_timedwait+0x6b _sleep(c112ae64,0,0,c0f80f32,64) at _sleep+0x36a pause(c0f80f32,64,c0f433b0,111,0,...) at pause+0xa0 random_kthread(0,c7b51d28,c0f88c30,3db,c7dc7000,...) at random_kthread+0x1ef fork_exit(c0806320,0,c7b51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b51d60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc7edab80 sched_switch(c7edab80,0,104,1a3,d0b2febe,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7edab80,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1128a68,5c,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c1128a68,c11289c8,25c,c0f80f32,0,...) at _sleep+0x39c g_io_schedule_down(c7edab80,0,c0f82a81,6c,c7b4bd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,c7b4bd28,c0f88c30,3db,c7dc72c4,...) at g_down_procbody+0x9d fork_exit(c09ef790,0,c7b4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b4bd60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc7edb000 cpustop_handler(2,13,c7b48b30,c0dc1526,c7b48ba4,...) at cpustop_handler+0x28 ipi_nmi_handler(c7b48ba4,c0c925f5,c12a8500,0,c7dc72c4,...) at ipi_nmi_handler+0x47 trap(c7b48b3c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0adf88b, esp = 0xc7b48b7c, ebp = 0xc7b48ba4 --- bqrelse(e192fdc0,0,c0f9b56a,d5a,c0fde8f5,...) at bqrelse+0xb bufdone_finish(e192fdc0,e18e9940,e191d460,0,c7b48c40,...) at bufdone_finish+0x3b4 bufdone(e192fdc0,8,e18e9940,cd1ba920,cab13040,...) at bufdone+0x6a cluster_callback(e18e9940,cab13040,cab13040,e18e9940,c7b48c80,...) at cluster_callback+0x89 bufdone(e18e9940,0,c0f839f7,74,ca6b8b00) at bufdone+0x53 g_vfs_done(cab0ce40,0,c0f9b56a,c58,c7edb000,...) at g_vfs_done+0xf8 biodone(cab0ce40,c11289e8,25c,c0f80f32,0,...) at biodone+0xa5 g_io_schedule_up(c7edb000,0,c0f82a81,5f,c7b48d14,...) at g_io_schedule_up+0xde g_up_procbody(0,c7b48d28,c0f88c30,3db,c7dc72c4,...) at g_up_procbody+0x9d fork_exit(c09ef830,0,c7b48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b48d60, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc7dca2e0 sched_switch(c7dca2e0,0,104,1a3,b0d4e30f,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7dca2e0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1128a5c,5c,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c1128a5c,c112898c,25c,c0f80f32,0,...) at _sleep+0x39c g_run_events(c1138cc0,0,c0f82a81,79,c7b45d14,...) at g_run_events+0x54b g_event_procbody(0,c7b45d28,c0f88c30,3db,c7dc72c4,...) at g_event_procbody+0x90 fork_exit(c09ef8d0,0,c7b45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b45d60, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc81848a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc8184b80 sched_switch(c8184b80,0,109,1a3,9a1a83cc,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c8184b80,...) at mi_switch+0x1ff ithread_loop(c7e12680,ee17cd28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12680,ee17cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee17cd60, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc80512e0 sched_switch(c80512e0,0,109,1a3,5803ddca,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c80512e0,...) at mi_switch+0x1ff ithread_loop(c7e12690,ee16cd28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12690,ee16cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee16cd60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc8051b80 sched_switch(c8051b80,0,109,1a3,8a0cd684,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c8051b80,...) at mi_switch+0x1ff ithread_loop(c7e126a0,ee160d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e126a0,ee160d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee160d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc805c000 sched_switch(c805c000,0,109,1a3,3b6efc58,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c805c000,...) at mi_switch+0x1ff ithread_loop(c7e126b0,ee158d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e126b0,ee158d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee158d60, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc805e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc8051000 sched_switch(c8051000,0,109,1a3,bf2d44c4,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c8051000,...) at mi_switch+0x1ff ithread_loop(c7e126d0,ee11ad28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e126d0,ee11ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee11ad60, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc803eb80 sched_switch(c803eb80,0,109,1a3,b9b44f79,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c803eb80,...) at mi_switch+0x1ff ithread_loop(c7e126e0,ee10ad28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e126e0,ee10ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee10ad60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc8040b80 sched_switch(c8040b80,0,109,1a3,ae0f7d88,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c8040b80,...) at mi_switch+0x1ff ithread_loop(c7e126f0,ee0fad28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e126f0,ee0fad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee0fad60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc7edb2e0 sched_switch(c7edb2e0,0,109,1a3,d9c750bf,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7edb2e0,...) at mi_switch+0x1ff ithread_loop(c7e12700,edfa4d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12700,edfa4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xedfa4d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc7edb5c0 sched_switch(c7edb5c0,0,109,1a3,bc54b3e2,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7edb5c0,...) at mi_switch+0x1ff ithread_loop(c7e12710,edfa0d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12710,edfa0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xedfa0d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc7edb8a0 sched_switch(c7edb8a0,0,109,1a3,8beb981d,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7edb8a0,...) at mi_switch+0x1ff ithread_loop(c7e12720,c7ba0d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12720,c7ba0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7ba0d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc7edbb80 sched_switch(c7edbb80,0,109,1a3,4e912c36,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7edbb80,...) at mi_switch+0x1ff ithread_loop(c7e12730,c7b6fd28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12730,c7b6fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b6fd60, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc7fc3000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc7fc35c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100023 td 0xc7fc38a0 sched_switch(c7fc38a0,0,109,1a3,d9c7edb2,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7fc38a0,...) at mi_switch+0x1ff ithread_loop(c7e12760,c7b63d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e12760,c7b63d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b63d60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc7dca5c0 sched_switch(c7dca5c0,0,109,1a3,89faa876,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7dca5c0,...) at mi_switch+0x1ff ithread_loop(c7e127a0,c7b42d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e127a0,c7b42d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b42d60, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc7dca8a0 sched_switch(c7dca8a0,0,109,1a3,c2db9375,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7dca8a0,...) at mi_switch+0x1ff ithread_loop(c7e127b0,c7b3fd28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e127b0,c7b3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b3fd60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc7dcab80 sched_switch(c7dcab80,0,109,1a3,ca76f559,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7dcab80,...) at mi_switch+0x1ff ithread_loop(c7e127c0,c7b3cd28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e127c0,c7b3cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b3cd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc7e13000 sched_switch(c7e13000,0,109,1a3,d8d796e9,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7e13000,...) at mi_switch+0x1ff ithread_loop(c7e127d0,c7b39d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e127d0,c7b39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b39d60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7e132e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc7e135c0 sched_switch(c7e135c0,0,109,1a3,d2ef9909,...) at sched_switch+0x3ec mi_switch(109,0,c0f88f53,554,c7e135c0,...) at mi_switch+0x1ff ithread_loop(c7e127f0,c7b33d28,c0f88c30,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a322d0,c7e127f0,c7b33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b33d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc7dc9000 sched_switch(c7dc9000,0,108,19e,d22e8a37,...) at sched_switch+0x3ec mi_switch(108,0,c0f905e2,3be,c7dc9000,...) at mi_switch+0x1ff sched_idletd(0,c7b2fd28,c0f88c30,3db,c7dc784c,...) at sched_idletd+0x19f fork_exit(c0a83100,0,c7b2fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b2fd60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc7dc92e0 sched_switch(c7dc92e0,0,608,19e,d685434a,...) at sched_switch+0x3ec mi_switch(608,0,c0f8ed5f,cd,0,...) at mi_switch+0x1ff critical_exit(0,2710,c11399c0,2,c7b2cce8,...) at critical_exit+0xb5 cpu_idle(0,c7b2ccc4,c0f905e2,a0b,c7dc92e0,...) at cpu_idle+0x97 sched_idletd(0,c7b2cd28,c0f88c30,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a83100,0,c7b2cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b2cd60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc7dc95c0 cpustop_handler(1,13,c7b29c04,c0dc1526,c7b16c80,...) at cpustop_handler+0x28 ipi_nmi_handler(c7b16c80,c7b29b98,0,c12d6e8c,c7dc784c,...) at ipi_nmi_handler+0x47 trap(c7b29c10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0da5db5, esp = 0xc7b29c50, ebp = 0xc7b29c50 --- acpi_cpu_c1(c7b29c6c,c10f0e30,1,301,2d9,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c7b29ca0,c0db4049,0,2710,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,2710,c1139340,2,c7b29ce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c7b29cc4,c0f905e2,a0b,c7dc95c0,...) at cpu_idle+0x89 sched_idletd(0,c7b29d28,c0f88c30,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a83100,0,c7b29d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b29d60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc7dc98a0 cpustop_handler(0,13,c7b26bdc,c0dc1526,8cc0,...) at cpustop_handler+0x28 ipi_nmi_handler(8cc0,2570000,9d97e11e,8cc0,c7dc784c,...) at ipi_nmi_handler+0x47 trap(c7b26be8) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0dc8837, esp = 0xc7b26c28, ebp = 0xc7b26c68 --- handleevents(c7b26c74,2d9,a6ebcb3d,794d5349,735500,...) at handleevents+0x187 cpu_activeclock(0,2710,c1138cc0,2,c7b26ce8,...) at cpu_activeclock+0x70 cpu_idle(0,c7b26cc4,c0f905e2,a0b,c7dc98a0,...) at cpu_idle+0x92 sched_idletd(0,c7b26d28,c0f88c30,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a83100,0,c7b26d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b26d60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc7dc9b80 sched_switch(c7dc9b80,0,104,1a3,6565bf9c,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c7dc9b80,0,c0f93f60,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f93f60,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7dc7b10,6c,c0f96ea7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7dc7b10,c7dc7b98,16c,c0f96ea7,0,...) at _sleep+0x385 kern_wait(c7dc9b80,ffffffff,c7b22c60,0,0,...) at kern_wait+0x626 sys_wait4(c7dc9b80,c7b22cec,c0fe02ca,c0f96cde,286,...) at sys_wait4+0x3b syscall(c7b22d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x806020f, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command audit pid 10 tid 100001 td 0xc7dca000 sched_switch(c7dca000,0,104,1a3,9a1d07e7,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7dca000,0,c0f93f60,268,c7dca000,...) at sleepq_switch+0x162 sleepq_wait(c12a7c80,0,c7b1fc8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c12a7c80,c12a7c64,c0fbf237,194,0,...) at _cv_wait+0x260 audit_worker(0,c7b1fd28,c0f88c30,3db,c7dc8000,...) at audit_worker+0x84 fork_exit(c0c5c8a0,0,c7b1fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b1fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100078 td 0xca6ce8a0 sched_switch(ca6ce8a0,0,104,1a3,3d609a71,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6ce8a0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c8035380,0,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c8035380,c8035398,0,c0f80f32,0,...) at _sleep+0x39c taskqueue_thread_loop(c13094e0,ee323d28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0xb5 fork_exit(c0aa0390,c13094e0,ee323d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee323d60, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xc81842e0 sched_switch(c81842e0,0,104,1a3,e95d85c0,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81842e0,0,c0f93f60,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c112ae64,0,c0f80f32,2,0,...) at sleepq_timedwait+0x6b _sleep(c112ae64,0,0,c0f80f32,bb8) at _sleep+0x36a pause(c0f80f32,bb8,124,122,c1128bc8,...) at pause+0xa0 deadlkres(0,ee185d28,c0f88c30,3db,c1128b40,...) at deadlkres+0x324 fork_exit(c0a11aa0,0,ee185d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee185d60, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc80518a0 sched_switch(c80518a0,0,104,1a3,d86ac953,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80518a0,0,c0f93f60,268,c80518a0,...) at sleepq_switch+0x162 sleepq_wait(c80356c0,0,c0f8f281,c0f80f32,0,...) at sleepq_wait+0x63 msleep_spin(c80356c0,c80356d8,c0f80f32,0,c0f8c94f,...) at msleep_spin+0x259 taskqueue_thread_loop(c809349c,ee166d28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0x8f fork_exit(c0aa0390,c809349c,ee166d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee166d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc7fc32e0 sched_switch(c7fc32e0,0,104,1a3,bd44e1a6,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc32e0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7f9de80,0,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c7f9de80,c7f9de98,0,c0f80f32,0,...) at _sleep+0x39c taskqueue_thread_loop(c1147a2c,c7b69d28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0xb5 fork_exit(c0aa0390,c1147a2c,c7b69d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b69d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc7fc3b80 sched_switch(c7fc3b80,0,104,1a3,b45679af,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc3b80,0,c0f93f60,268,c7fc3b80,...) at sleepq_switch+0x162 sleepq_wait(c7f9e040,0,c0f8f281,c0f80f32,0,...) at sleepq_wait+0x63 msleep_spin(c7f9e040,c7f9e058,c0f80f32,0,c0f8c94f,...) at msleep_spin+0x259 taskqueue_thread_loop(c10f3ab8,c7b60d28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0x8f fork_exit(c0aa0390,c10f3ab8,c7b60d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b60d60, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc7e138a0 sched_switch(c7e138a0,0,104,1a3,b4566b8f,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7e138a0,0,c0f93f60,268,c7e138a0,...) at sleepq_switch+0x162 sleepq_wait(c7f9e040,0,c0f8f281,c0f80f32,0,...) at sleepq_wait+0x63 msleep_spin(c7f9e040,c7f9e058,c0f80f32,0,c0f8c94f,...) at msleep_spin+0x259 taskqueue_thread_loop(c10f3ab8,c7b5dd28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0x8f fork_exit(c0aa0390,c10f3ab8,c7b5dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b5dd60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7e13b80 sched_switch(c7e13b80,0,104,1a3,b4565b17,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7e13b80,0,c0f93f60,268,c7e13b80,...) at sleepq_switch+0x162 sleepq_wait(c7f9e040,0,c0f8f281,c0f80f32,0,...) at sleepq_wait+0x63 msleep_spin(c7f9e040,c7f9e058,c0f80f32,0,c0f8c94f,...) at msleep_spin+0x259 taskqueue_thread_loop(c10f3ab8,c7b5ad28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0x8f fork_exit(c0aa0390,c10f3ab8,c7b5ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b5ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc7eda000 sched_switch(c7eda000,0,104,1a3,b452df80,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda000,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7f9e080,0,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c7f9e080,c7f9e098,0,c0f80f32,0,...) at _sleep+0x39c taskqueue_thread_loop(c12a8264,c7b57d28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0xb5 fork_exit(c0aa0390,c12a8264,c7b57d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b57d60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc7eda2e0 sched_switch(c7eda2e0,0,104,1a3,b452d044,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda2e0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7f9e0c0,0,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c7f9e0c0,c7f9e0d8,0,c0f80f32,0,...) at _sleep+0x39c taskqueue_thread_loop(c11294b8,c7b54d28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0xb5 fork_exit(c0aa0390,c11294b8,c7b54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b54d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc7eda8a0 sched_switch(c7eda8a0,0,104,1a3,788dc924,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda8a0,0,c0f93f60,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7dade80,0,c0f80f32,0,0,...) at sleepq_wait+0x63 _sleep(c7dade80,c7dade98,0,c0f80f32,0,...) at _sleep+0x39c taskqueue_thread_loop(c1146440,c7b4ed28,c0f88c30,3db,c1128b40,...) at taskqueue_thread_loop+0xb5 fork_exit(c0aa0390,c1146440,c7b4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1128e10 sched_switch(c1128e10,0,104,1a3,36caea8,...) at sched_switch+0x3ec mi_switch(104,0,c0f93f60,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c1128e10,0,c0f93f60,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1128b40,54,c0f90ef4,0,0,...) at sleepq_timedwait+0x6b _sleep(c1128b40,0,54,c0f90ef4,2710,...) at _sleep+0x36a scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 242 MB: 227 211 195 179 163 147 131 115 99 83 67 51 35 19 3 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump (textdump=0xf283227c) at pcpu.h:244 #1 0xc0510ec9 in db_fncall (dummy1=0xc0a9169a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf2832310 "$#\203¿") at ../../../ddb/db_command.c:573 #2 0xc05112ff in db_command (last_cmdp=0xc10f1c7c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:449 #3 0xc05113b4 in db_command_script (command=0xc10f2b88 "call doadump") at ../../../ddb/db_command.c:520 #4 0xc05157a0 in db_script_exec (scriptname=0xc10f24e0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc0515831 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc12d4de0, modif=0xf2832448 "") at ../../../ddb/db_script.c:375 #6 0xc05112c1 in db_command (last_cmdp=0xc10f1c7c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:449 #7 0xc051141a in db_command_loop () at ../../../ddb/db_command.c:502 #8 0xc051340d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc0a91b56 in kdb_trap (type=0x3, code=0x0, tf=0xf28325fc) at ../../../kern/subr_kdb.c:629 #10 0xc0dc1b5b in trap (frame=0xf28325fc) at ../../../i386/i386/trap.c:722 #11 0xc0daa3ec in calltrap () at ../../../i386/i386/exception.s:168 #12 0xc0a9169a in kdb_enter (why=0xc0f9e1e6 "vfslock", msg=0xc0f9f24f "lock violation") at cpufunc.h:71 #13 0xc0af7761 in vfs_badlock (msg=0xc0f9ebcb "is not exclusive locked but should be", str=0xc0f9ecaf "insmntque: mp-safe fs and non-locked vp", vp=0xcbc632b8) at ../../../kern/vfs_subr.c:3814 #14 0xc0afb775 in assert_vop_elocked (vp=0xcbc632b8, str=0xc0f9ecaf "insmntque: mp-safe fs and non-locked vp") at ../../../kern/vfs_subr.c:3854 #15 0xc0afba30 in insmntque1 (vp=0xcbc632b8, mp=0xca77ab50, dtr=0xcb2d9a60 , dtr_arg=0xca7698b0) at ../../../kern/vfs_subr.c:1124 #16 0xcb2d98cd in null_nodeget (mp=0xca77ab50, lowervp=0xcb048984, vpp=0xf283296c) at /usr/src/sys/modules/nullfs/../../fs/nullfs/null_subr.c:243 #17 0xc09de9a1 in nfsrvd_readdirplus (nd=0xf2832b64, isdgram=0x1, vp=0xcb2aad98, p=0xcab508a0, exp=0xf2832a68) at ../../../fs/nfsserver/nfs_nfsdport.c:2040 #18 0xc09c0a49 in nfsrvd_dorpc (nd=0xf2832b64, isdgram=0x1, p=0xcab508a0) at ../../../fs/nfsserver/nfs_nfsdsocket.c:440 #19 0xc09cd5df in nfssvc_program (rqst=0xcbd1d000, xprt=0xcade1a00) at ../../../fs/nfsserver/nfs_nfsdkrpc.c:328 #20 0xc0c4c282 in svc_run_internal (pool=0xc800f900, ismaster=0x0) at ../../../rpc/svc.c:895 #21 0xc0c4c560 in svc_thread_start (arg=0xc800f900) at ../../../rpc/svc.c:1200 #22 0xc0a2e7b8 in fork_exit (callout=0xc0c4c550 , arg=0xc800f900, frame=0xf2832d28) at ../../../kern/kern_fork.c:995 #23 0xc0daa464 in fork_trampoline () at ../../../i386/i386/exception.s:275 (kgdb) f 15 #15 0xc0afba30 in insmntque1 (vp=0xcbc632b8, mp=0xca77ab50, dtr=0xcb2d9a60 , dtr_arg=0xca7698b0) at ../../../kern/vfs_subr.c:1124 1124 ASSERT_VOP_ELOCKED(vp, (kgdb) l 1119 KASSERT(vp->v_mount == NULL, 1120 ("insmntque: vnode already on per mount vnode list")); 1121 VNASSERT(mp != NULL, vp, ("Don't call insmntque(foo, NULL)")); 1122 #ifdef DEBUG_VFS_LOCKS 1123 if (!VFS_NEEDSGIANT(mp)) 1124 ASSERT_VOP_ELOCKED(vp, 1125 "insmntque: mp-safe fs and non-locked vp"); 1126 #endif 1127 MNT_ILOCK(mp); 1128 if ((mp->mnt_kern_flag & MNTK_NOINSMNTQ) != 0 && (kgdb) info loc locked = Variable "locked" is not available. (kgdb) p *vp $1 = {v_type = VDIR, v_tag = 0xcb2db26e "null", v_op = 0xcb2dc660, v_data = 0xca7698b0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0x0}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xcbc632e8}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xcb2db26e "null", lo_flags = 0x5730008, lo_data = 0x0, lo_witness = 0xc7d79d60}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0x0, pcs = {0x0 }}}, v_interlock = {lock_object = { lo_name = 0xc0f96218 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc7d721e0}, mtx_lock = 0x4}, v_vnlock = 0xcb0489dc, v_holdcnt = 0x1, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0f9ef52 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc7d77c10}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xcbc633c4}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = { bv_hd = {tqh_first = 0x0, tqh_last = 0xcbc633d4}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc10cb500, bo_bsize = 0x4000, bo_object = 0x0, bo_synclist = { le_next = 0x0, le_prev = 0x0}, bo_private = 0xcbc632b8, __bo_vnode = 0xcbc632b8}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) p *mp $2 = {mnt_mtx = {lock_object = {lo_name = 0xc0f806f1 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc7d72450}, mtx_lock = 0x4}, mnt_gen = 0x1, mnt_list = { tqe_next = 0xca77987c, tqe_prev = 0xcab2d2ec}, mnt_op = 0xcb2dc620, mnt_vfc = 0xcb2dc5e0, mnt_vnodecovered = 0xcad18ae0, mnt_syncer = 0xccd6f570, mnt_ref = 0x3, mnt_nvnodelist = { tqh_first = 0xcb2aad98, tqh_last = 0xccd6f584}, mnt_nvnodelistsize = 0x2, mnt_writeopcount = 0x0, mnt_kern_flag = 0x20000000, mnt_flag = 0x1100, mnt_noasync = 0x0, mnt_opt = 0xca6db610, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x0, mnt_stat = {f_version = 0x20030518, f_type = 0x35, f_flags = 0x201100, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x70d53fd, f_bfree = 0x6f540f3, f_bavail = 0x664d3d5, f_files = 0x1d2d3fe, f_ffree = 0x1d190f0, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x2900ff05, 0x29}}, f_charspare = '\0' , f_fstypename = "nullfs\000\000\000\000\000\000\000\000\000", f_mntfromname = "/tmp", '\0' , f_mntonname = "/mnt", '\0' }, mnt_cred = 0xcbb2f380, mnt_data = 0xc7ee1450, mnt_time = 0x0, mnt_iosize_max = 0x10000, mnt_export = 0xcb0bde00, mnt_label = 0x0, mnt_hashseed = 0xb2e6bf17, mnt_lockref = 0x1, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x0, mnt_susp_owner = 0x0, mnt_gjprovider = 0x0, mnt_explock = {lock_object = {lo_name = 0xc0f80702 "explock", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc7d77ee8}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0xa, pcs = {0xc0a43684, 0xc0ae9fb2, 0xc09d9afb, 0xc09da040, 0xc09bec35, 0xc09cd5df, 0xc0c4c282, 0xc0c4c560, 0xc0a2e7b8, 0xc0daa464, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/fs/nullfs/null_vnops.c =================================================================== --- /usr/src/sys/fs/nullfs/null_vnops.c (revision 232002) +++ /usr/src/sys/fs/nullfs/null_vnops.c (working copy) @@ -697,12 +697,18 @@ null_inactive(struct vop_inactive_args *ap) static int null_reclaim(struct vop_reclaim_args *ap) { - struct vnode *vp = ap->a_vp; - struct null_node *xp = VTONULL(vp); - struct vnode *lowervp = xp->null_lowervp; + struct vnode *vp; + struct null_node *xp; + struct vnode *lowervp; - if (lowervp) - null_hashrem(xp); + vp = ap->a_vp; + xp = VTONULL(vp); + lowervp = xp->null_lowervp; + + KASSERT(lowervp != NULL && vp->v_vnlock != &vp->v_lock, + ("Reclaiming inclomplete null vnode %p", vp)); + + null_hashrem(xp); /* * Use the interlock to protect the clearing of v_data to * prevent faults in null_lock(). @@ -713,10 +719,7 @@ null_reclaim(struct vop_reclaim_args *ap) vp->v_object = NULL; vp->v_vnlock = &vp->v_lock; VI_UNLOCK(vp); - if (lowervp) - vput(lowervp); - else - panic("null_reclaim: reclaiming a node with no lowervp"); + vput(lowervp); free(xp, M_NULLFSNODE); return (0); Index: /usr/src/sys/fs/nullfs/null_subr.c =================================================================== --- /usr/src/sys/fs/nullfs/null_subr.c (revision 232002) +++ /usr/src/sys/fs/nullfs/null_subr.c (working copy) @@ -169,19 +169,28 @@ null_hashins(mp, xp) } static void -null_insmntque_dtr(struct vnode *vp, void *xp) +null_destroy_proto(struct vnode *vp, void *xp) { - vput(((struct null_node *)xp)->null_lowervp); + VI_LOCK(vp); vp->v_data = NULL; vp->v_vnlock = &vp->v_lock; - free(xp, M_NULLFSNODE); vp->v_op = &dead_vnodeops; + VI_UNLOCK(vp); (void) vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); vgone(vp); vput(vp); + free(xp, M_NULLFSNODE); } +static void +null_insmntque_dtr(struct vnode *vp, void *xp) +{ + + vput(((struct null_node *)xp)->null_lowervp); + null_destroy_proto(vp, xp); +} + /* * Make a new or get existing nullfs node. * Vp is the alias vnode, lowervp is the lower vnode. @@ -250,9 +259,7 @@ null_nodeget(mp, lowervp, vpp) *vpp = null_hashins(mp, xp); if (*vpp != NULL) { vrele(lowervp); - vp->v_vnlock = &vp->v_lock; - xp->null_lowervp = NULL; - vrele(vp); + null_destroy_proto(vp, xp); return (0); } *vpp = vp; Index: /usr/src/sys/fs/nullfs/null_vfsops.c =================================================================== --- /usr/src/sys/fs/nullfs/null_vfsops.c (revision 232002) +++ /usr/src/sys/fs/nullfs/null_vfsops.c (working copy) @@ -307,6 +307,12 @@ nullfs_vget(mp, ino, flags, vpp) struct vnode **vpp; { int error; + + KASSERT((flags & LK_TYPE_MASK) != 0, + ("nullfs_vget: no lock requested")); + flags &= ~LK_TYPE_MASK; + flags |= LK_EXCLUSIVE; + error = VFS_VGET(MOUNTTONULLMOUNT(mp)->nullm_vfs, ino, flags, vpp); if (error) return (error); -- Test scenario: nullfs8.sh opt="-o nfsv3,rw,udp,rdirplus,noauto" mount | grep -wq $mntpoint && umount $mntpoint mount -t nullfs /tmp $mntpoint mntpoint2=${mntpoint}2 mount | grep -wq $mntpoint2 && umount $mntpoint2 mount -t nfs $opt 127.0.0.1:$mntpoint $mntpoint2 mntpoint3=${mntpoint}3 mount | grep -wq $mntpoint3 && umount $mntpoint3 mount -t nfs $opt 127.0.0.1:$mntpoint $mntpoint3 for i in `jot 10` ; do rm -rf /tmp/nullfs8-2 su $testuser -c "cp -r /usr/include $mntpoint2/nullfs8-2 2>/dev/null" & su $testuser -c "cp -r /usr/include $mntpoint3/nullfs8-2 2>/dev/null" & wait;wait rm -rf /tmp/nullfs8-2 done while mount | grep -wq $mntpoint3; do umount $mntpoint3 || sleep 1 done while mount | grep -wq $mntpoint2; do umount $mntpoint2 || sleep 1 done while mount | grep -wq $mntpoint; do umount $mntpoint || sleep 1 done