GENERIC HEAD from Oct 6 15:25 UTC + ufs_lookup patch, vmcore.287 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Mon Oct 6 17:51:19 CEST 2008 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1036734464 (988 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: 1st 0xc4619000 vfslock (vfslock) @ kern/vfs_subr.c:372 2nd 0xc461a308 devfs (devfs) @ kern/vfs_lookup.c:428 3rd 0xc46189b4 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,c3dc4824,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c46189b4,c4122fe0,c3dc487c,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaad1,c46189b4,c0bd1323,c4122fe0,c0bd18d1,...) at _witness_debugger+0x25 witness_checkorder(c46189b4,1,c0bd18c8,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c46189b4,200100,c4618a1c,0,0,...) at __lockmgr_args+0x237 vfs_busy(c46189b4,200,0,c461a370,c0cc18e0,...) at vfs_busy+0x1d3 vfs_mount_alloc(c461a2b0,c0cc18e0,c45ce870,c4169400,0,...) at vfs_mount_alloc+0x86 vfs_donmount(c4164d20,4001,c3dc4b50,c4605080,6,...) at vfs_donmount+0x127b kernel_mount(c45ce8d0,4001,c4620200,ffffffff,c3dc4bc0) at kernel_mount+0x84 kernel_vmount(4001,c0bd1512,c45ce8e0,c0bd1521,c0bbe8c2,...) at kernel_vmount+0x63 vfs_mountroot_try(c0bd1824,c0bbe8c2,c0bb6a40,1,c0878ad0,...) at vfs_mountroot_try+0x132 vfs_mountroot(c0d11030,4,c0bbfbef,265,0,...) at vfs_mountroot+0x423 start_init(0,c3dc4d38,c0bc15d4,322,c4162d0c,...) at start_init+0x65 fork_exit(c07bfd70,0,c3dc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc4d70, ebp = 0 --- lock order reversal: 1st 0xc43fac70 ufs (ufs) @ kern/vfs_subr.c:2051 2nd 0xc4619000 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,c3dc48f4,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0bd18d1,c4122fe0,c3dc494c,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c4619000,c0bd1323,c4122fe0,c0bd18d1,...) at _witness_debugger+0x25 witness_checkorder(c4619000,1,c0bd18c8,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c4619000,200100,c4619068,0,0,...) at __lockmgr_args+0x237 vfs_busy(c4619000,0,0,1ac,c3dc4b24,...) at vfs_busy+0x1d3 lookup(c3dc4b0c,c0bd0fd7,d4,bc,c416952c,...) at lookup+0x7d8 namei(c3dc4b0c,c3dc4b24,c083827c,c0e51910,c0bd166a,...) at namei+0x45b kern_unlinkat(c4164d20,ffffff9c,c0bd166a,1,c3dc4c5c,...) at kern_unlinkat+0x46 kern_unlink(c4164d20,c0bd166a,1,631,0,...) at kern_unlink+0x27 vfs_mountroot_try(c0bd1824,c0bbe8c2,c0bb6a40,1,c0878ad0,...) at vfs_mountroot_try+0x4a5 vfs_mountroot(c0d11030,4,c0bbfbef,265,0,...) at vfs_mountroot+0x423 start_init(0,c3dc4d38,c0bc15d4,322,c4162d0c,...) at start_init+0x65 fork_exit(c07bfd70,0,c3dc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc4d70, ebp = 0 --- lock order reversal: 1st 0xc4168044 user map (user map) @ vm/vm_map.c:3115 2nd 0xc4640710 ufs (ufs) @ kern/vfs_subr.c:2051 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,c3dc4914,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0bd18d1,c41231e8,c3dc496c,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c4640710,c0bbf193,c41231e8,c0bd18d1,...) at _witness_debugger+0x25 witness_checkorder(c4640710,1,c0bd18c8,803,0,...) at witness_checkorder+0x800 __lockmgr_args(c4640710,200501,c4640778,0,0,...) at __lockmgr_args+0x237 ffs_lock(c3dc4a78,c0beceb2,c0bbe8c0,200501,c46406b8,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,c3dc4a78,c0cdd660,c46406b8,200501,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c46406b8,200501,c0bd18c8,803,4,...) at _vn_lock+0x5e vget(c46406b8,200501,c4164d20,4b4,0,...) at vget+0xc9 vnode_pager_lock(c463c1f0,0,c0bea4a7,127,c3dc4c18,...) at vnode_pager_lock+0x1e6 vm_fault(c4168000,80db000,2,8,80db140,...) at vm_fault+0x1df trap_pfault(5,0,c0bf9a36,2f5,c4162d0c,...) at trap_pfault+0x118 trap(c3dc4d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- fxp0: link state changed to UP lock order reversal: 1st 0xc47141b0 syncer (syncer) @ kern/vfs_subr.c:1659 2nd 0xc4717000 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,e4603aec,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0bd18d1,c4122fe0,e4603b44,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c4717000,c0bd1323,c4122fe0,c0bd18d1,...) at _witness_debugger+0x25 witness_checkorder(c4717000,1,c0bd18c8,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c4717000,200100,c4717068,0,0,...) at __lockmgr_args+0x237 vfs_busy(c4717000,80200,c0e7de5c,d1c,c4717000,...) at vfs_busy+0x1d3 sync_fsync(e4603c7c,c0bfbb8f,c4714218,e4603c7c,c4714158,...) at sync_fsync+0xb5 VOP_FSYNC_APV(c0caf360,e4603c7c,c0bd18c8,67b,c4337d20,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0e7df50,c0e7df3c,3e8,6aa,4e20,...) at sync_vnode+0x16b sched_sync(0,e4603d38,c0bc15d4,322,c45a6538,...) at sched_sync+0x273 fork_exit(c0882f10,0,e4603d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4603d70, ebp = 0 --- lock order reversal: 1st 0xd8114028 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc45ca400 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:254 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,e67fc880,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0be8c4c,c4123250,e67fc8d8,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c45ca400,c0be8fa6,c4123250,c0be8c4c,...) at _witness_debugger+0x25 witness_checkorder(c45ca400,9,c0be8c43,fe,0,...) at witness_checkorder+0x800 _sx_xlock(c45ca400,0,c0be8c43,fe,c468e4b0,...) at _sx_xlock+0x85 ufsdirhash_acquire(d8113fc8,e67fca20,38,d8a32124,e67fc9a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c468e4b0,e67fca20,1124,e67fc994,e67fc998,...) at ufsdirhash_add+0x13 ufs_direnter(c4714560,c47c8968,e67fca20,e67fcc04,d811449c,...) at ufs_direnter+0x7a1 ufs_mkdir(e67fcc28,c0bfc397,0,e67fcc28,e67fcbd8,...) at ufs_mkdir+0x997 VOP_MKDIR_APV(c0cc1ca0,e67fcc28,e99,e97,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4645af0,ffffff9c,bfbfef66,0,1ff,...) at kern_mkdirat+0x276 kern_mkdir(c4645af0,bfbfef66,0,1ff,e67fcd2c,...) at kern_mkdir+0x2e mkdir(c4645af0,e67fccf8,8,c0bcb6bc,c0c9f380,...) at mkdir+0x29 syscall(e67fcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28163e33, esp = 0xbfbfedac, ebp = 0xbfbfee78 --- lock order reversal: 1st 0xc4713c70 pseudofs (pseudofs) @ kern/vfs_subr.c:2051 2nd 0xc4716678 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,e687b964,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0bd18d1,c4122fe0,e687b9bc,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c4716678,c0bd1323,c4122fe0,c0bd18d1,...) at _witness_debugger+0x25 witness_checkorder(c4716678,1,c0bd18c8,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c4716678,200100,c47166e0,0,0,...) at __lockmgr_args+0x237 vfs_busy(c4716678,200,0,399,246,...) at vfs_busy+0x1d3 vfs_donmount(c474c690,11000,c45cf480,c45cf480,811b040,...) at vfs_donmount+0xd77 nmount(c474c690,e687bcf8,c,c0bcbba3,c0ca0a30,...) at nmount+0xbe syscall(e687bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280eda9b, esp = 0xbfbfe96c, ebp = 0xbfbfedb8 --- lock order reversal: 1st 0xc4d03308 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200 2nd 0xc4d04460 ufs (ufs) @ fs/procfs/procfs.c:78 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,e6808568,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0bbc056,c41231e8,e68085c0,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c4d04460,c0bbf193,c41231e8,c0bbc056,...) at _witness_debugger+0x25 witness_checkorder(c4d04460,9,c0bbc04d,4e,0,...) at witness_checkorder+0x800 __lockmgr_args(c4d04460,80100,c4d044c8,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(e68086cc,c0bbc056,c0bbc7d6,80100,c4d04408,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e68086cc,c0cdd660,c4d04408,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4d04408,80100,c0bbc04d,4e,c082d3e0,...) at _vn_lock+0x5e procfs_doprocfile(c4645460,c4643d0c,c44bc080,e680874c,0,...) at procfs_doprocfile+0x6d pfs_readlink(e6808c18,c0bfbec0,2818a9e4,16,c4d032b0,...) at pfs_readlink+0x331 VOP_READLINK_APV(c0c9bf00,e6808c18,c0becdef,95,500c004,...) at VOP_READLINK_APV+0xc5 kern_readlinkat(c4645460,ffffff9c,281713b4,0,bfbfe500,...) at kern_readlinkat+0xe1 kern_readlink(c4645460,281713b4,0,bfbfe500,0,...) at kern_readlink+0x3c readlink(c4645460,e6808cf8,c,c0b777cf,c0c9ec30,...) at readlink+0x38 syscall(e6808d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (58, FreeBSD ELF32, readlink), eip = 0x28235b9f, esp = 0xbfbfe4cc, ebp = 0xbfbfe918 --- lock order reversal: 1st 0xc4a38058 ufs (ufs) @ kern/vfs_mount.c:1214 2nd 0xc4d8a308 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1325 KDB: stack backtrace: db_trace_self_wrapper(c0bc8233,e68f0a24,c0838435,4,c0bc3c47,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc3c47,c0be8470,c4123118,e68f0a7c,...) at kdb_backtrace+0x29 _witness_debugger(c0bcaab8,c4d8a308,c0bbb5b7,c4123118,c0be8470,...) at _witness_debugger+0x25 witness_checkorder(c4d8a308,9,c0be8467,52d,c4d8a370,...) at witness_checkorder+0x800 __lockmgr_args(c4d8a308,80400,c4d8a370,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e68f0b80,c474b2d4,c0e50618,80400,c4d8a2b0,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0c9b180,e68f0b80,c0cdd660,c4d8a2b0,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4d8a2b0,80400,c0be8467,52d,0,...) at _vn_lock+0x5e ffs_sync(c471533c,1,c474b230,c474b230,0,...) at ffs_sync+0x3c5 dounmount(c471533c,8080000,c474b230,489,e9484e34,...) at dounmount+0x44b unmount(c474b230,e68f0cf8,8,e68f0d38,c0c9e8d0,...) at unmount+0x2e9 syscall(e68f0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- fsync: giving up on dirty 0xc502f408: tag devfs, type VCHR usecount 1, writecount 0, refcount 49 mountedhere 0xc4e1a000 flags () v_object 0xc53866c8 ref 0 pages 176 lock type devfs: EXCL by thread 0xc4645af0 (pid 3334) #0 0xc07e53e0 at __lockmgr_args+0xb80 #1 0xc0872765 at vop_stdlock+0x65 #2 0xc0b24c55 at VOP_LOCK1_APV+0xa5 #3 0xc088e7fe at _vn_lock+0x5e #4 0xc0a002f5 at ffs_sync+0x3c5 #5 0xc087bf7b at dounmount+0x44b #6 0xc087c5d9 at unmount+0x2e9 #7 0xc0b170c3 at syscall+0x2a3 #8 0xc0afb8e0 at Xint0x80_syscall+0x20 dev md5c panic: lock (sleep mutex) Giant not locked @ kern/vfs_mount.c:1190 cpuid = 0 KDB: enter: panic [thread pid 8751 tid 100082 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 8751 tid 100082 td 0xc474c000 kdb_enter(c0bc50cf,c0bc50cf,c0bcac43,e6888c00,0,...) at kdb_enter+0x3a panic(c0bcac43,c0beabf3,c0be40dd,c0bd1237,4a6,...) at panic+0x136 witness_unlock(c0d11030,8,c0bd122e,4a6,0,...) at witness_unlock+0xf8 _mtx_unlock_flags(c0d11030,0,c0bd122e,4a6,df0162a9,...) at _mtx_unlock_flags+0xbc unmount(c474c000,e6888cf8,8,e6888d38,c0c9e8d0,...) at unmount+0x30f syscall(e6888d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc474c000: pid 8751 "umount" curpcb = 0xe6888d90 fpcurthread = none idlethread = 0xc4164460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc4d79af0: pid 8753 "ls" curpcb = 0xe69cfd90 fpcurthread = none idlethread = 0xc4164690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc46458c0: pid 1232 "tail" curpcb = 0xe6800d90 fpcurthread = none idlethread = 0xc41648c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4164af0: pid 11 "idle: cpu3" curpcb = 0xc3dc8d90 fpcurthread = none idlethread = 0xc4164af0: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 8753 (ls) thread 0xc4d79af0 (100150) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xc43fae30) locked @ kern/vfs_subr.c:2180 exclusive lockmgr ufs (ufs) r = 0 (0xc4a38058) locked @ kern/vfs_subr.c:2051 Process 1252 (sshd) thread 0xc474bd20 (100083) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc47dae4c) locked @ kern/uipc_sockbuf.c:148 Process 1232 (tail) thread 0xc46458c0 (100052) shared lockmgr vfslock (vfslock) r = 0 (0xc47169b4) locked @ kern/vfs_subr.c:372 exclusive lockmgr ufs (ufs) r = 0 (0xc43fadc8) locked @ kern/vfs_lookup.c:428 Process 1225 (sshd) thread 0xc49d4d20 (100129) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc49b9b3c) locked @ kern/uipc_sockbuf.c:148 Process 1224 (sshd) thread 0xc49d5000 (100128) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc47436a4) locked @ kern/uipc_sockbuf.c:148 Process 1223 (sshd) thread 0xc49d5230 (100127) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc47db82c) locked @ kern/uipc_sockbuf.c:148 db> show lockedvnods Locked vnodes 0xc43fad70: tag ufs, type VDIR usecount 145, writecount 0, refcount 148 mountedhere 0 flags (VV_ROOT) v_object 0xc4621174 ref 0 pages 1 lock type ufs: EXCL by thread 0xc46458c0 (pid 1232) with exclusive waiters pending #0 0xc07e53e0 at __lockmgr_args+0xb80 #1 0xc0a0487a at ffs_lock+0x8a #2 0xc0b24c55 at VOP_LOCK1_APV+0xa5 #3 0xc088e7fe at _vn_lock+0x5e #4 0xc08761cb at lookup+0xeb #5 0xc08772bb at namei+0x45b #6 0xc0885be4 at kern_statat+0x64 #7 0xc0885e56 at kern_stat+0x36 #8 0xc0885eff at stat+0x2f #9 0xc0b170c3 at syscall+0x2a3 #10 0xc0afb8e0 at Xint0x80_syscall+0x20 ino 2, on dev ad0s1a 0xc4a38000: tag ufs, type VDIR usecount 0, writecount 0, refcount 0 mountedhere 0 flags (VI_FREE) v_object 0xc4a3c07c ref 0 pages 0 lock type ufs: EXCL by thread 0xc4d79af0 (pid 8753) #0 0xc07e53e0 at __lockmgr_args+0xb80 #1 0xc0a0487a at ffs_lock+0x8a #2 0xc0b24c55 at VOP_LOCK1_APV+0xa5 #3 0xc088e7fe at _vn_lock+0x5e #4 0xc08827b9 at vget+0xc9 #5 0xc086ff90 at cache_lookup+0x510 #6 0xc08700d6 at vfs_cache_lookup+0xa6 #7 0xc0b25dd5 at VOP_LOOKUP_APV+0xe5 #8 0xc087666e at lookup+0x58e #9 0xc08772bb at namei+0x45b #10 0xc0885be4 at kern_statat+0x64 #11 0xc0885d46 at kern_lstat+0x36 #12 0xc0885def at lstat+0x2f #13 0xc0b170c3 at syscall+0x2a3 #14 0xc0afb8e0 at Xint0x80_syscall+0x20 ino 16494, on dev ad0s1a db> show mount 0xc46189b4 /dev/ad0s1a on / (ufs) 0xc4619000 devfs on /dev (devfs) 0xc4715678 /dev/ad0s1f on /home (ufs) 0xc471733c /dev/ad0s1e on /tmp (ufs) 0xc4717000 /dev/ad0s1g on /usr (ufs) 0xc47169b4 /dev/ad0s1d on /var (ufs) 0xc4716678 procfs on /proc (procfs) More info: show mount db> ps pid ppid pgrp uid state wmesg wchan cmd 8756 1235 1233 1001 R sh 8755 1235 1233 1001 R sh 8754 1235 1233 1001 R sh 8753 8752 1153 0 R CPU 1 ls 8752 1153 1153 0 S wait 0xc5586d0c sh 8751 8631 1348 0 R+ CPU 0 umount 8693 8668 1348 0 R+ mkdir 8687 8668 1348 0 R+ mkdir 8683 8668 1348 0 R+ mkdir 8681 8668 1348 0 R+ mkdir 8679 8668 1348 0 S+ ufs 0xc43fadc8 mkdir 8675 8661 1348 0 R+ creat 8673 8661 1348 0 R+ creat 8671 8661 1348 0 R+ creat 8669 8661 1348 0 R+ creat 8668 8660 1348 0 S+ wait 0xc4643000 mkdir 8666 8661 1348 0 R+ creat 8664 8661 1348 0 R+ creat 8662 8661 1348 0 R+ creat 8661 8659 1348 0 S+ wait 0xc4c80000 creat 8660 8657 1348 0 S+ wait 0xc4d0ba70 mkdir 8659 8657 1348 0 S+ wait 0xc4e9b538 creat 8657 8656 1348 0 S+ wait 0xc4e9b000 run 8656 8655 1348 0 S+ wait 0xc4644d0c run 8655 8648 1348 0 S+ wait 0xc55317d4 run 8648 8631 1348 0 S+ wait 0xc4e18538 sh 8644 0 0 0 RL [md5] 8631 1348 1348 0 S+ wait 0xc5588d0c sh 1348 1281 1348 0 S+ wait 0xc47ad538 sh 1281 1277 1281 0 S+ wait 0xc49cca70 bash 1277 1261 1277 0 S+ pause 0xc4c7fac8 csh 1261 1255 1261 1001 S+ wait 0xc46c47d4 su 1255 1254 1255 1001 Ss+ wait 0xc4c8029c bash 1254 1252 1252 1001 S select 0xc4c5dda4 sshd 1252 1094 1252 0 Ss sbwait 0xc47dae78 sshd 1236 1233 1233 1001 S piperd 0xc4787780 awk 1235 1233 1233 1001 S wait 0xc4749000 sh 1234 1230 1234 1001 Ss+ select 0xc46058e4 top 1233 1231 1233 1001 Ss wait 0xc49cb538 sh 1232 1229 1232 1001 Rs CPU 2 tail 1231 1225 1225 1001 S select 0xc45d7ea4 sshd 1230 1224 1224 1001 S select 0xc45d9664 sshd 1229 1223 1223 1001 S select 0xc4605da4 sshd 1225 1094 1225 0 Ss sbwait 0xc49b9b68 sshd 1224 1094 1224 0 Ss sbwait 0xc47436d0 sshd 1223 1094 1223 0 Ss sbwait 0xc47db858 sshd 1222 1 1222 0 Ss+ tty inpu 0xc4361a78 getty 1221 1 1221 0 Ss+ tty inpu 0xc4361c78 getty 1220 1 1220 0 Ss+ tty inpu 0xc4361e78 getty 1219 1 1219 0 Ss+ tty inpu 0xc43f2078 getty 1218 1 1218 0 Ss+ tty inpu 0xc43f2878 getty 1217 1 1217 0 Ss+ tty inpu 0xc43f2678 getty 1216 1 1216 0 Ss+ tty inpu 0xc43f2478 getty 1215 1 1215 0 Ss+ tty inpu 0xc43f2278 getty 1189 1 1189 0 Ss select 0xc46051e4 inetd 1153 1 1153 0 Ss wait 0xc4643a70 watchdogd 1110 1 1110 0 Ss nanslp 0xc0d11784 cron 1103 1 1103 25 Ss pause 0xc49cb82c sendmail 1099 1 1099 0 Ss select 0xc45d7624 sendmail 1094 1 1094 0 Ss select 0xc45d75a4 sshd 1057 1 1057 0 Ss select 0xc45a3b24 ntpd 922 906 906 0 S - 0xc47d9000 nfsd 921 906 906 0 S - 0xc45fa400 nfsd 920 906 906 0 S - 0xc45fa600 nfsd 919 906 906 0 S - 0xc47d9400 nfsd 918 906 906 0 S - 0xc45cb400 nfsd 917 906 906 0 S - 0xc47d9200 nfsd 916 906 906 0 S - 0xc45fa200 nfsd 915 906 906 0 S - 0xc47d9600 nfsd 914 906 906 0 S - 0xc45cba00 nfsd 913 906 906 0 S - 0xc459ee00 nfsd 911 906 906 0 S - 0xc47d4400 nfsd 910 906 906 0 S - 0xc45ca000 nfsd 909 906 906 0 S - 0xc45cbe00 nfsd 908 906 906 0 S - 0xc47d4600 nfsd 907 906 906 0 S - 0xc45fa000 nfsd 906 1 906 0 Ss select 0xc46a2c64 nfsd 904 1 904 0 Ss select 0xc45a3164 mountd 822 1 822 0 Ss select 0xc46040a4 rpcbind 804 1 804 0 Ss select 0xc45d7e64 syslogd 609 1 609 0 Ss select 0xc43f5e64 devd 21 0 0 0 SL sdflush 0xc0e89bc0 [softdepflush] 20 0 0 0 SL vlruwt 0xc45a629c [vnlru] 19 0 0 0 SL syncer 0xc0e7df50 [syncer] 18 0 0 0 SL psleep 0xc0e7dca4 [bufdaemon] 17 0 0 0 SL pgzero 0xc0e8a7b4 [pagezero] 9 0 0 0 SL psleep 0xc0e8a3dc [vmdaemon] 8 0 0 0 SL psleep 0xc0e8a3a4 [pagedaemon] 7 0 0 0 SL waiting_ 0xc0e7f900 [sctp_iterator] 6 0 0 0 SL - 0xc428763c [fdc0] 16 0 0 0 SL usbtsk 0xc0d0ec94 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d0ec80 [usbtask-hc] 14 0 0 0 SL usbevt 0xc435c210 [usb0] 5 0 0 0 SL ccb_scan 0xc0cdddd4 [xpt_thrd] 13 0 0 0 SL - 0xc0d115c4 [yarrow] 4 0 0 0 SL - 0xc0d0f3c4 [g_down] 3 0 0 0 SL - 0xc0d0f3c0 [g_up] 2 0 0 0 SL ggetattr 0xc438c108 [g_event] 12 0 0 0 WL (threaded) intr 100041 I [irq7: ppc0] 100039 I [swi0: uart uart] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100027 I [swi5: +] 100025 I [swi2: cambio] 100020 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc4162d0c [init] 10 0 0 0 SL audit_wo 0xc0e895c0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc4354d40 [em0 taskq] 100026 D - 0xc4315e80 [kqueue taskq] 100023 D - 0xc4316100 [acpi_task_2] 100022 D - 0xc4316100 [acpi_task_1] 100021 D - 0xc4316100 [acpi_task_0] 100018 D - 0xc4316400 [thread taskq] 100016 D - 0xc414a840 [firmware taskq] 100000 D sched 0xc0d0f480 [swapper] 8677 8661 1348 0 Z+ creat 8665 8661 1348 0 Z+ creat 8685 8668 1348 0 Z+ mkdir 8695 8668 1348 0 Z+ mkdir 8697 8668 1348 0 Z+ mkdir 8703 8668 1348 0 Z+ mkdir 8689 8668 1348 0 Z+ mkdir 8691 8668 1348 0 Z+ mkdir 8699 8668 1348 0 Z+ mkdir 8701 8668 1348 0 Z+ mkdir db> allt Tracing command sh pid 8756 tid 100271 td 0xc5340d20 sched_switch(c5340d20,0,104,180,d440b648,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5340d20,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6ba89e0,c5340d20,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6ba89e0,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6ba8b80,c0bd0fd7,d4,bc,c4d9b92c,...) at lookup+0xeb namei(e6ba8b80,0,c0bc140a,16a,c4e627d4,...) at namei+0x45b kern_execve(c5340d20,e6ba8c58,0,8115610,8115654,e137f000,e137f000,e137f00b,e137f169,e13bf000,3fe97,2,e,0) at kern_execve+0x267 execve(c5340d20,e6ba8cf8,c,e6ba8d38,c0c9ec48,...) at execve+0x4c syscall(e6ba8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2815caab, esp = 0xbfbfe91c, ebp = 0xbfbfe938 --- Tracing command sh pid 8755 tid 100264 td 0xc519ad20 sched_switch(c519ad20,0,104,180,d446e308,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c519ad20,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6b939e0,c519ad20,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6b939e0,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6b93b80,c0bd0fd7,d4,bc,c4d3992c,...) at lookup+0xeb namei(e6b93b80,0,c0bc140a,16a,c4e9ba70,...) at namei+0x45b kern_execve(c519ad20,e6b93c58,0,811560c,8115650,e13c1000,e13c1000,e13c1008,e13c1166,e1401000,3fe9a,2,e,0) at kern_execve+0x267 execve(c519ad20,e6b93cf8,c,e6b93d38,c0c9ec48,...) at execve+0x4c syscall(e6b93d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2815caab, esp = 0xbfbfe91c, ebp = 0xbfbfe938 --- Tracing command sh pid 8754 tid 100069 td 0xc46c8230 sched_switch(c46c8230,0,104,180,d42b5350,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c46c8230,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e684f9e0,c46c8230,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e684f9e0,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e684fb80,c0bd0fd7,d4,bc,c4d3982c,...) at lookup+0xeb namei(e684fb80,0,c0bc140a,16a,c46c429c,...) at namei+0x45b kern_execve(c46c8230,e684fc58,0,8115614,8115658,e133d000,e133d000,e133d013,e133d171,e137d000,3fe8f,2,e,0) at kern_execve+0x267 execve(c46c8230,e684fcf8,c,e684fd38,c0c9ec48,...) at execve+0x4c syscall(e684fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2815caab, esp = 0xbfbfe91c, ebp = 0xbfbfe938 --- Tracing command ls pid 8753 tid 100150 td 0xc4d79af0 cpustop_handler(2,e69cfc10,c0b173cd,e69cfba0,c07ebfd4,...) at cpustop_handler+0x32 ipi_nmi_handler(e69cfba0,c07ebfd4,c0d117f8,4,c4c81d0c,...) at ipi_nmi_handler+0x2f trap(e69cfc1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07f9820, esp = 0xe69cfc5c, ebp = 0xe69cfc80 --- panic(c0bf99b1,c0bcb647,1,c0bcb647,c0c9f890,...) at panic+0x30 syscall(e69cfd38) at syscall+0x45e Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (0, FreeBSD ELF32, nosys), eip = 0x281b7df3, esp = 0xbfbfe72c, ebp = 0xbfbfe7b8 --- Tracing command sh pid 8752 tid 100226 td 0xc4e50690 sched_switch(c4e50690,0,104,180,ff7eac58,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4e50690,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5586d0c,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5586d0c,c5586d94,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c4e50690,ffffffff,e6b04c74,2,0,...) at kern_wait+0xab6 wait4(c4e50690,e6b04cf8,10,e6b04d38,c0c9e768,...) at wait4+0x3b syscall(e6b04d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command umount pid 8751 tid 100082 td 0xc474c000 kdb_enter(c0bc50cf,c0bc50cf,c0bcac43,e6888c00,0,...) at kdb_enter+0x3a panic(c0bcac43,c0beabf3,c0be40dd,c0bd1237,4a6,...) at panic+0x136 witness_unlock(c0d11030,8,c0bd122e,4a6,0,...) at witness_unlock+0xf8 _mtx_unlock_flags(c0d11030,0,c0bd122e,4a6,df0162a9,...) at _mtx_unlock_flags+0xbc unmount(c474c000,e6888cf8,8,e6888d38,c0c9e8d0,...) at unmount+0x30f syscall(e6888d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- Tracing command mkdir pid 8693 tid 100218 td 0xc509e8c0 sched_switch(c509e8c0,0,104,180,48ab2a0e,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c509e8c0,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6aeca14,c509e8c0,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6aeca14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6aecb84,c0bd0fd7,d4,bc,c474e52c,...) at lookup+0xeb namei(e6aecb84,38f,5,0,e6aecc4b,...) at namei+0x45b kern_statat(c509e8c0,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c509e8c0,28192619,0,e6aecc18,c509e964,...) at kern_stat+0x36 stat(c509e8c0,e6aeccf8,8,e6aecd38,c0c9f860,...) at stat+0x2f syscall(e6aecd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfc89c, ebp = 0xbfbfc958 --- Tracing command mkdir pid 8687 tid 100100 td 0xc46c88c0 sched_switch(c46c88c0,0,104,180,4898382e,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c46c88c0,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e68fca14,c46c88c0,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e68fca14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e68fcb84,c0bd0fd7,d4,bc,c4eace2c,...) at lookup+0xeb namei(e68fcb84,38f,7,0,c0be9ce0,...) at namei+0x45b kern_statat(c46c88c0,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c46c88c0,28192619,0,e68fcc18,400,...) at kern_stat+0x36 stat(c46c88c0,e68fccf8,8,c0bcbf02,c0c9f860,...) at stat+0x2f syscall(e68fcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfbe1c, ebp = 0xbfbfbed8 --- Tracing command mkdir pid 8683 tid 100188 td 0xc509f000 sched_switch(c509f000,0,104,180,48ba84bc,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c509f000,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6a69a14,c509f000,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6a69a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6a69b84,c0bd0fd7,d4,bc,c4eacc2c,...) at lookup+0xeb namei(e6a69b84,38f,5,0,e6a69c4b,...) at namei+0x45b kern_statat(c509f000,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c509f000,28192619,0,e6a69c18,c509f0a4,...) at kern_stat+0x36 stat(c509f000,e6a69cf8,8,e6a69d38,c0c9f860,...) at stat+0x2f syscall(e6a69d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfc46c, ebp = 0xbfbfc528 --- Tracing command mkdir pid 8681 tid 100245 td 0xc5544230 sched_switch(c5544230,0,104,180,48d4c872,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5544230,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6b5aa14,c5544230,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6b5aa14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6b5ab84,c0bd0fd7,d4,bc,c45e062c,...) at lookup+0xeb namei(e6b5ab84,38f,7,0,e6b5ac4b,...) at namei+0x45b kern_statat(c5544230,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c5544230,28192619,0,e6b5ac18,c55442d4,...) at kern_stat+0x36 stat(c5544230,e6b5acf8,8,e6b5ad38,c0c9f860,...) at stat+0x2f syscall(e6b5ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfd52c, ebp = 0xbfbfd5e8 --- Tracing command mkdir pid 8679 tid 100246 td 0xc5544000 sched_switch(c5544000,0,104,180,48f74622,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5544000,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6b5da14,c5544000,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6b5da14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6b5db84,c0bd0fd7,d4,bc,c4eac22c,...) at lookup+0xeb namei(e6b5db84,38f,7,0,e6b5dc4b,...) at namei+0x45b kern_statat(c5544000,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c5544000,28192619,0,e6b5dc18,c55440a4,...) at kern_stat+0x36 stat(c5544000,e6b5dcf8,8,e6b5dd38,c0c9f860,...) at stat+0x2f syscall(e6b5dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfd52c, ebp = 0xbfbfd5e8 --- Tracing command creat pid 8675 tid 100221 td 0xc509e230 sched_switch(c509e230,0,104,180,45eaaaf4,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c509e230,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6af5a14,c509e230,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6af5a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6af5b84,c0bd0fd7,d4,bc,c4d9072c,...) at lookup+0xeb namei(e6af5b84,38f,5,0,c0be9ce0,...) at namei+0x45b kern_statat(c509e230,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c509e230,28192619,0,e6af5c18,400,...) at kern_stat+0x36 stat(c509e230,e6af5cf8,8,c0bcbf02,c0c9f860,...) at stat+0x2f syscall(e6af5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfd24c, ebp = 0xbfbfd308 --- Tracing command creat pid 8673 tid 100081 td 0xc474c230 sched_switch(c474c230,0,104,180,484ef184,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c474c230,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6885a14,c474c230,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6885a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6885b84,c0bd0fd7,d4,bc,c4eb382c,...) at lookup+0xeb namei(e6885b84,38f,7,0,e6885c4b,...) at namei+0x45b kern_statat(c474c230,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c474c230,28192619,0,e6885c18,c474c2d4,...) at kern_stat+0x36 stat(c474c230,e6885cf8,8,e6885d38,c0c9f860,...) at stat+0x2f syscall(e6885d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfdd5c, ebp = 0xbfbfde18 --- Tracing command creat pid 8671 tid 100051 td 0xc4645af0 sched_switch(c4645af0,0,104,180,45e29a84,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4645af0,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e67fca14,c4645af0,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e67fca14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e67fcb84,c0bd0fd7,d4,bc,c49d1b2c,...) at lookup+0xeb namei(e67fcb84,38f,5,0,c0be9ce0,...) at namei+0x45b kern_statat(c4645af0,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c4645af0,28192619,0,e67fcc18,400,...) at kern_stat+0x36 stat(c4645af0,e67fccf8,8,c0bcbf02,c0c9f860,...) at stat+0x2f syscall(e67fcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfd24c, ebp = 0xbfbfd308 --- Tracing command creat pid 8669 tid 100146 td 0xc4d7a460 sched_switch(c4d7a460,0,104,180,473fcebc,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4d7a460,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e69c3a14,c4d7a460,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e69c3a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e69c3b84,c0bd0fd7,d4,bc,c460762c,...) at lookup+0xeb namei(e69c3b84,38f,7,0,e69c3c4b,...) at namei+0x45b kern_statat(c4d7a460,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c4d7a460,28192619,0,e69c3c18,c4d7a504,...) at kern_stat+0x36 stat(c4d7a460,e69c3cf8,8,e69c3d38,c0c9f860,...) at stat+0x2f syscall(e69c3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfdd5c, ebp = 0xbfbfde18 --- Tracing command mkdir pid 8668 tid 100062 td 0xc43dd8c0 sched_switch(c43dd8c0,0,104,180,332197e0,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c43dd8c0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4643000,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4643000,c4643088,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c43dd8c0,21e7,e682ac74,0,0,...) at kern_wait+0xab6 wait4(c43dd8c0,e682acf8,10,e682ad38,c0c9e768,...) at wait4+0x3b syscall(e682ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command creat pid 8666 tid 100210 td 0xc47118c0 sched_switch(c47118c0,0,104,180,460be640,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c47118c0,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6ab8a14,c47118c0,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6ab8a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6ab8b84,c0bd0fd7,d4,bc,c5115a2c,...) at lookup+0xeb namei(e6ab8b84,38f,5,0,c0be9ce0,...) at namei+0x45b kern_statat(c47118c0,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c47118c0,28192619,0,e6ab8c18,400,...) at kern_stat+0x36 stat(c47118c0,e6ab8cf8,8,c0bcbf02,c0c9f860,...) at stat+0x2f syscall(e6ab8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfd24c, ebp = 0xbfbfd308 --- Tracing command creat pid 8664 tid 100260 td 0xc519d690 sched_switch(c519d690,0,104,180,474345bc,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c519d690,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6b87a14,c519d690,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6b87a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6b87b84,c0bd0fd7,d4,bc,c4e1962c,...) at lookup+0xeb namei(e6b87b84,38f,7,0,e6b87c4b,...) at namei+0x45b kern_statat(c519d690,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c519d690,28192619,0,e6b87c18,c519d734,...) at kern_stat+0x36 stat(c519d690,e6b87cf8,8,e6b87d38,c0c9f860,...) at stat+0x2f syscall(e6b87d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfdd5c, ebp = 0xbfbfde18 --- Tracing command creat pid 8662 tid 100259 td 0xc519d8c0 sched_switch(c519d8c0,0,104,180,471d80da,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c519d8c0,0,c0bc90d6,247,50,...) at sleepq_switch+0x15f sleepq_wait(c43fadc8,50,c0bbf193,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c43fadc8,80400,c43fae30,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6b84a14,c519d8c0,c0bd18d1,80400,c43fad70,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cc1ca0,e6b84a14,c0cdd660,c43fad70,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fad70,80400,c0bd0fd7,1ac,825,...) at _vn_lock+0x5e lookup(e6b84b84,c0bd0fd7,d4,bc,c4d9192c,...) at lookup+0xeb namei(e6b84b84,38f,7,0,e6b84c4b,...) at namei+0x45b kern_statat(c519d8c0,0,ffffff9c,28192619,0,...) at kern_statat+0x64 kern_stat(c519d8c0,28192619,0,e6b84c18,c519d964,...) at kern_stat+0x36 stat(c519d8c0,e6b84cf8,8,e6b84d38,c0c9f860,...) at stat+0x2f syscall(e6b84d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28176e13, esp = 0xbfbfdd5c, ebp = 0xbfbfde18 --- Tracing command creat pid 8661 tid 100133 td 0xc49d4460 sched_switch(c49d4460,0,104,180,35178e36,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c49d4460,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c80000,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c80000,c4c80088,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c49d4460,21d6,e699cc74,0,0,...) at kern_wait+0xab6 wait4(c49d4460,e699ccf8,10,e699cd38,c0c9e768,...) at wait4+0x3b syscall(e699cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command mkdir pid 8660 tid 100145 td 0xc4d7a690 sched_switch(c4d7a690,0,104,180,e482a0b4,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4d7a690,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4d0ba70,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4d0ba70,c4d0baf8,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c4d7a690,21dc,e69c0c74,0,0,...) at kern_wait+0xab6 wait4(c4d7a690,e69c0cf8,10,e69c0d38,c0c9e768,...) at wait4+0x3b syscall(e69c0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command creat pid 8659 tid 100266 td 0xc519a8c0 sched_switch(c519a8c0,0,104,180,f46d85b0,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c519a8c0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e9b538,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e9b538,c4e9b5c0,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c519a8c0,21d5,e6b99c74,0,0,...) at kern_wait+0xab6 wait4(c519a8c0,e6b99cf8,10,e6b99d38,c0c9e768,...) at wait4+0x3b syscall(e6b99d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command run pid 8657 tid 100268 td 0xc519a460 sched_switch(c519a460,0,104,180,eb0063ac,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c519a460,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e9b000,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e9b000,c4e9b088,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c519a460,21d3,e6b9fc74,0,0,...) at kern_wait+0xab6 wait4(c519a460,e6b9fcf8,10,e6b9fd38,c0c9e768,...) at wait4+0x3b syscall(e6b9fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe3bc, ebp = 0xbfbfe3d8 --- Tracing command run pid 8656 tid 100092 td 0xc469faf0 sched_switch(c469faf0,0,104,180,fa35e8dc,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c469faf0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4644d0c,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4644d0c,c4644d94,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c469faf0,21d1,e68c0c74,0,0,...) at kern_wait+0xab6 wait4(c469faf0,e68c0cf8,10,c0bcbfdd,c0c9e768,...) at wait4+0x3b syscall(e68c0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command run pid 8655 tid 100233 td 0xc558a8c0 sched_switch(c558a8c0,0,104,180,f2367c3a,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c558a8c0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c55317d4,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c55317d4,c553185c,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c558a8c0,21d0,e6b19c74,0,0,...) at kern_wait+0xab6 wait4(c558a8c0,e6b19cf8,10,e6b19d38,c0c9e768,...) at wait4+0x3b syscall(e6b19d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 --- Tracing command sh pid 8648 tid 100157 td 0xc4d5d690 sched_switch(c4d5d690,0,104,180,6b024a78,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4d5d690,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e18538,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e18538,c4e185c0,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c4d5d690,ffffffff,e6a08c74,2,0,...) at kern_wait+0xab6 wait4(c4d5d690,e6a08cf8,10,c0bcb780,c0c9e768,...) at wait4+0x3b syscall(e6a08d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe63c, ebp = 0xbfbfe658 --- Tracing command md5 pid 8644 tid 100162 td 0xc4694460 sched_switch(c4694460,0,104,180,48d860a4,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4694460,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4df2800,4c,c0b9f886,0,0,...) at sleepq_wait+0x63 _sleep(c4df2800,c4df2820,24c,c0b9f886,0,...) at _sleep+0x35b md_kthread(c4df2800,e6a17d38,c0bc15d4,322,c4e2ea70,...) at md_kthread+0x125 fork_exit(c0654910,c4df2800,e6a17d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe6a17d70, ebp = 0 --- Tracing command sh pid 8631 tid 100242 td 0xc5340230 sched_switch(c5340230,0,104,180,fda0440e,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5340230,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5588d0c,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5588d0c,c5588d94,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c5340230,ffffffff,e6b51c74,2,0,...) at kern_wait+0xab6 wait4(c5340230,e6b51cf8,10,c0bcb780,c0c9e768,...) at wait4+0x3b syscall(e6b51d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command sh pid 1348 tid 100105 td 0xc47b1690 sched_switch(c47b1690,0,104,180,d406dc96,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c47b1690,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47ad538,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c47ad538,c47ad5c0,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c47b1690,ffffffff,e690bc74,2,0,...) at kern_wait+0xab6 wait4(c47b1690,e690bcf8,10,c0bcb780,c0c9e768,...) at wait4+0x3b syscall(e690bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe77c, ebp = 0xbfbfe798 --- Tracing command bash pid 1281 tid 100116 td 0xc47b0230 sched_switch(c47b0230,0,104,180,1b696932,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c47b0230,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c49cca70,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c49cca70,c49ccaf8,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c47b0230,ffffffff,e6948c74,6,0,...) at kern_wait+0xab6 wait4(c47b0230,e6948cf8,10,c0bcb67b,c0c9e768,...) at wait4+0x3b syscall(e6948d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282afaeb, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command csh pid 1277 tid 100137 td 0xc49d4000 sched_switch(c49d4000,0,104,180,2a87eb50,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,68,...) at mi_switch+0x200 sleepq_switch(c49d4000,0,c0bc90d6,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c7fac8,68,c0b826dd,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c7fac8,c4c7faf8,168,c0b826dd,0,...) at _sleep+0x344 kern_sigsuspend(c49d4000,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c49d4000,e69a8cf8,4,c0bcb67b,c0ca06b8,...) at sigsuspend+0x4d syscall(e69a8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2817adbb, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1261 tid 100087 td 0xc474b460 sched_switch(c474b460,0,104,180,a2221c76,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c474b460,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c46c47d4,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c46c47d4,c46c485c,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c474b460,4fd,e689bc74,2,0,...) at kern_wait+0xab6 wait4(c474b460,e689bcf8,10,e689bd38,c0c9e768,...) at wait4+0x3b syscall(e689bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811baeb, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 --- Tracing command bash pid 1255 tid 100132 td 0xc49d4690 sched_switch(c49d4690,0,104,180,817fbea6,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c49d4690,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c8029c,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c8029c,c4c80324,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c49d4690,ffffffff,e6999c74,6,0,...) at kern_wait+0xab6 wait4(c49d4690,e6999cf8,10,c0bcb67b,c0c9e768,...) at wait4+0x3b syscall(e6999d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282afaeb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 1254 tid 100122 td 0xc49d5d20 Tracing command sshd pid 1252 tid 100083 td 0xc474bd20 Tracing command awk pid 1236 tid 100063 td 0xc46a5000 sched_switch(c46a5000,0,104,180,d821a300,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c46a5000,0,c0bc90d6,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4787780,4c,c0bcb3c3,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4787780,c47878e8,14c,c0bcb3c3,0,...) at _sleep+0x344 pipe_read(c4764888,e6837c58,c47d6700,0,c46a5000,...) at pipe_read+0x3f7 dofileread(e6837c58,ffffffff,ffffffff,0,c4764888,...) at dofileread+0x96 kern_readv(c46a5000,0,e6837c58,e6837c78,1,...) at kern_readv+0x58 read(c46a5000,e6837cf8,c,e6837d38,c0c9e708,...) at read+0x4f syscall(e6837d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281abaa3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 --- Tracing command sh pid 1235 tid 100084 td 0xc474baf0 sched_switch(c474baf0,0,104,180,cce6ed2e,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c474baf0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4749000,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4749000,c4749088,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c474baf0,ffffffff,e688fc74,2,0,...) at kern_wait+0xab6 wait4(c474baf0,e688fcf8,10,c0bcb780,c0c9e768,...) at wait4+0x3b syscall(e688fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfea1c, ebp = 0xbfbfea38 --- Tracing command top pid 1234 tid 100114 td 0xc47b0690 sched_switch(c47b0690,0,104,180,1f4a606,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47b0690,0,c0bc90d6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6942a4c,c07ec36a,c46058d0,0,c47b0690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c46058e4,0,e6942a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c46058e4,c46058d0,3e9,570,c464c2a0,...) at _cv_timedwait_sig+0x250 seltdwait(e6942c2c,e6942c34,3d6,c47b0690,3148323b,...) at seltdwait+0x8a kern_select(c47b0690,2,bfbfec3c,0,0,e6942c70,1,0) at kern_select+0x4cf select(c47b0690,e6942cf8,14,c0bb3a5a,c0c9ef78,...) at select+0x5e syscall(e6942d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e0a23, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command sh pid 1233 tid 100124 td 0xc49d58c0 sched_switch(c49d58c0,0,104,180,58338c84,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c49d58c0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c49cb538,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c49cb538,c49cb5c0,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c49d58c0,ffffffff,e6960c74,2,0,...) at kern_wait+0xab6 wait4(c49d58c0,e6960cf8,10,e6960d38,c0c9e768,...) at wait4+0x3b syscall(e6960d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command tail pid 1232 tid 100052 td 0xc46458c0 cpustop_handler(4,e6800c10,c0b173cd,e6800ba0,c07ebfd4,...) at cpustop_handler+0x32 ipi_nmi_handler(e6800ba0,c07ebfd4,c0d11830,4,c464429c,...) at ipi_nmi_handler+0x2f trap(e6800c1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07f9820, esp = 0xe6800c5c, ebp = 0xe6800c80 --- panic(c0bf99b1,c0bcb633,2,c0bcb633,c0c9f860,...) at panic+0x30 syscall(e6800d38) at syscall+0x45e Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (0, FreeBSD ELF32, nosys), eip = 0x28166e13, esp = 0xbfbfebcc, ebp = 0xbfbfec78 --- Tracing command sshd pid 1231 tid 100131 td 0xc49d48c0 Tracing command sshd pid 1230 tid 100098 td 0xc46c8d20 sched_switch(c46c8d20,0,104,180,1fddd18,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c46c8d20,0,c0bc90d6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07ec36a,c45d9650,0,c0bc3c47,c46c8d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c45d9664,0,e68f6a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c45d9664,c45d9650,c0bcb1eb,570,c464b620,...) at _cv_wait_sig+0x240 seltdwait(c49d012c,c0bcb1eb,3d6,c46c8d20,200246,...) at seltdwait+0xa2 kern_select(c46c8d20,a,81030b8,81030e4,0,0,1,280fe818) at kern_select+0x4cf select(c46c8d20,e68f6cf8,14,c0bb3a5a,c0c9ef78,...) at select+0x5e syscall(e68f6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bfa23, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1229 tid 100072 td 0xc46c5af0 Tracing command sshd pid 1225 tid 100129 td 0xc49d4d20 Tracing command sshd pid 1224 tid 100128 td 0xc49d5000 Tracing command sshd pid 1223 tid 100127 td 0xc49d5230 Tracing command getty pid 1222 tid 100058 td 0xc4337690 Tracing command getty pid 1221 tid 100053 td 0xc4645690 Tracing command getty pid 1220 tid 100080 td 0xc474c460 Tracing command getty pid 1219 tid 100113 td 0xc47b08c0 Tracing command getty pid 1218 tid 100056 td 0xc4645000 Tracing command getty pid 1217 tid 100050 td 0xc4645d20 Tracing command getty pid 1216 tid 100093 td 0xc469f8c0 Tracing command getty pid 1215 tid 100110 td 0xc46c5000 Tracing command inetd pid 1189 tid 100121 td 0xc49d6000 Tracing command watchdogd pid 1153 tid 100055 td 0xc4645230 sched_switch(c4645230,0,104,180,b395f186,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4645230,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4643a70,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4643a70,c4643af8,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c4645230,2230,e680cc74,0,0,...) at kern_wait+0xab6 wait4(c4645230,e680ccf8,10,e680cd38,c0c9e768,...) at wait4+0x3b syscall(e680cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28117aeb, esp = 0xbfbfeccc, ebp = 0xbfbfed78 --- Tracing command cron pid 1110 tid 100103 td 0xc47b1af0 sched_switch(c47b1af0,0,104,180,83a2db42,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c47b1af0,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c082ee90,c47b1af0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d11784,5c,c0bc6335,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d11784,0,15c,c0bc6335,ea61,...) at _sleep+0x30e kern_nanosleep(c47b1af0,e6905c64,e6905c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c47b1af0,e6905cf8,8,c0bcb8e5,c0c9fd40,...) at nanosleep+0x6f syscall(e6905d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817240f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1103 tid 100123 td 0xc49d5af0 sched_switch(c49d5af0,0,104,180,be167adc,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,68,...) at mi_switch+0x200 sleepq_switch(c49d5af0,0,c0bc90d6,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c49cb82c,68,c0b826dd,100,0,...) at sleepq_wait_sig+0x17 _sleep(c49cb82c,c49cb85c,168,c0b826dd,0,...) at _sleep+0x344 kern_sigsuspend(c49d5af0,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c49d5af0,e695dcf8,4,c0bcb67b,c0ca06b8,...) at sigsuspend+0x4d syscall(e695dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832ddbb, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1099 tid 100112 td 0xc47b0af0 sched_switch(c47b0af0,0,104,180,6bc1116e,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47b0af0,0,c0bc90d6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e693ba4c,c07ec36a,c45d7610,0,c47b0af0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c45d7624,0,e693ba7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c45d7624,c45d7610,1389,570,c47b6380,...) at _cv_timedwait_sig+0x250 seltdwait(e693bc2c,e693bc34,3d6,c47b0af0,e693bae0,...) at seltdwait+0x8a kern_select(c47b0af0,7,bfbfc5b0,0,0,e693bc70,5,0) at kern_select+0x4cf select(c47b0af0,e693bcf8,14,e693bd38,c0c9ef78,...) at select+0x5e syscall(e693bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283caa23, esp = 0xbfbfc51c, ebp = 0xbfbfd048 --- Tracing command sshd pid 1094 tid 100126 td 0xc49d5460 Tracing command ntpd pid 1057 tid 100061 td 0xc43ddaf0 sched_switch(c43ddaf0,0,104,180,146220c6,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c43ddaf0,0,c0bc90d6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07ec36a,c45a3b10,0,c0bc3c47,c43ddaf0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c45a3b24,0,e6824a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c45a3b24,c45a3b10,c0bcb1eb,570,c4764690,...) at _cv_wait_sig+0x240 seltdwait(c475e62c,c0bcb1eb,3d6,c43ddaf0,0,...) at seltdwait+0xa2 kern_select(c43ddaf0,1b,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c43ddaf0,e6824cf8,14,16,c0c9ef78,...) at select+0x5e syscall(e6824d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834ba23, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 922 tid 100076 td 0xc43dd230 Tracing command nfsd pid 921 tid 100065 td 0xc46a4af0 Tracing command nfsd pid 920 tid 100066 td 0xc46a48c0 Tracing command nfsd pid 919 tid 100086 td 0xc474b690 Tracing command nfsd pid 918 tid 100067 td 0xc46a4690 Tracing command nfsd pid 917 tid 100077 td 0xc474c8c0 Tracing command nfsd pid 916 tid 100088 td 0xc46a4460 Tracing command nfsd pid 915 tid 100089 td 0xc46a4230 Tracing command nfsd pid 914 tid 100090 td 0xc46a4000 Tracing command nfsd pid 913 tid 100075 td 0xc43dd460 Tracing command nfsd pid 911 tid 100091 td 0xc469fd20 Tracing command nfsd pid 910 tid 100104 td 0xc47b18c0 Tracing command nfsd pid 909 tid 100099 td 0xc46c8af0 Tracing command nfsd pid 908 tid 100109 td 0xc47b0d20 Tracing command nfsd pid 907 tid 100078 td 0xc474c690 Tracing command nfsd pid 906 tid 100085 td 0xc474b8c0 Tracing command mountd pid 904 tid 100108 td 0xc47b1000 Tracing command rpcbind pid 822 tid 100106 td 0xc47b1460 sched_switch(c47b1460,0,104,180,199bc6c0,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47b1460,0,c0bc90d6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e690eaa8,c07ec36a,c4604090,0,c47b1460,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c46040a4,0,e690ead8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c46040a4,c4604090,7531,570,e690eb8c,...) at _cv_timedwait_sig+0x250 seltdwait(e690ec5c,e690ec64,480,c47b1460,e690eb5c,...) at seltdwait+0x8a poll(c47b1460,e690ecf8,c,e690ed38,c0c9fa58,...) at poll+0x2f9 syscall(e690ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813b40f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 804 tid 100101 td 0xc46c8690 sched_switch(c46c8690,0,104,180,dced08e0,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c46c8690,0,c0bc90d6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07ec36a,c45d7e50,0,c0bc3c47,c46c8690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c45d7e64,0,e68ffa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c45d7e64,c45d7e50,c0bcb1eb,570,c465c540,...) at _cv_wait_sig+0x240 seltdwait(c474e42c,c0bcb1eb,3d6,c46c8690,e68ffae0,...) at seltdwait+0xa2 kern_select(c46c8690,9,81290ac,0,0,0,81290ac,1) at kern_select+0x4cf select(c46c8690,e68ffcf8,14,e68ffd38,c0c9ef78,...) at select+0x5e syscall(e68ffd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818aa23, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 609 tid 100074 td 0xc43dd690 Tracing command softdepflush pid 21 tid 100049 td 0xc43378c0 sched_switch(c43378c0,0,104,180,f4ae3634,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c43378c0,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e89bc0,44,c0be7e10,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e89bc0,c0e89b64,44,c0be7e10,3e8,...) at _sleep+0x329 softdep_flush(0,e4609d38,c0bc15d4,322,c45a6000,...) at softdep_flush+0x2c1 fork_exit(c09fac80,0,e4609d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4609d70, ebp = 0 --- Tracing command vnlru pid 20 tid 100048 td 0xc4337af0 sched_switch(c4337af0,0,104,180,ebe88120,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4337af0,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c45a629c,50,c0bd282a,0,0,...) at sleepq_timedwait+0x6b _sleep(c45a629c,c0e7df10,250,c0bd282a,3e8,...) at _sleep+0x329 vnlru_proc(0,e4606d38,c0bc15d4,322,c45a629c,...) at vnlru_proc+0x10b fork_exit(c0883aa0,0,e4606d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4606d70, ebp = 0 --- Tracing command syncer pid 19 tid 100047 td 0xc4337d20 sched_switch(c4337d20,0,104,180,241a3b8a,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4337d20,0,c0bc90d6,26a,c4337d20,...) at sleepq_switch+0x15f sleepq_timedwait(c0e7df50,0,e4603c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0e7df50,c0e7df3c,3e8,6aa,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e4603d38,c0bc15d4,322,c45a6538,...) at sched_sync+0x502 fork_exit(c0882f10,0,e4603d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4603d70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc43dc000 sched_switch(c43dc000,0,104,180,ec03cf80,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c43dc000,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e7dca4,44,c0bcfd8c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e7dca4,c0e7dca8,44,c0bcfd8c,3e8,...) at _sleep+0x329 buf_daemon(0,e4600d38,c0bc15d4,322,c45a67d4,...) at buf_daemon+0x21e fork_exit(c086c110,0,e4600d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4600d70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc43dc230 sched_switch(c43dc230,0,104,180,9cbe00ee,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c43dc230,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e8a7b4,0,c0bece55,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e8a7b4,c0e8a370,0,c0bece55,493e0,...) at _sleep+0x329 vm_pagezero(0,e45fdd38,c0bc15d4,322,c45a6a70,...) at vm_pagezero+0xdc fork_exit(c0a35150,0,e45fdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45fdd70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc43dc460 sched_switch(c43dc460,0,104,180,1258a0be,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,68,...) at mi_switch+0x200 sleepq_switch(c43dc460,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e8a3dc,68,c0bcfd8c,0,0,...) at sleepq_wait+0x63 _sleep(c0e8a3dc,c0e8a3e0,68,c0bcfd8c,0,...) at _sleep+0x35b vm_daemon(0,e45fad38,c0bc15d4,322,c45a6d0c,...) at vm_daemon+0x59 fork_exit(c0a2f5e0,0,e45fad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45fad70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc43dc690 sched_switch(c43dc690,0,104,180,e3fee778,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c43dc690,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e8a3a4,44,c0bcfd8c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e8a3a4,c0e8a370,44,c0bcfd8c,1388,...) at _sleep+0x329 vm_pageout(0,e45f7d38,c0bc15d4,322,c416329c,...) at vm_pageout+0x2bb fork_exit(c0a30480,0,e45f7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45f7d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc43dc8c0 sched_switch(c43dc8c0,0,104,180,506f67ca,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c43dc8c0,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e7f900,0,c0bdb7cb,0,0,...) at sleepq_wait+0x63 _sleep(c0e7f900,c0e7f814,0,c0bdb7cb,0,...) at _sleep+0x35b sctp_iterator_thread(0,e45f4d38,c0bc15d4,322,c4163538,...) at sctp_iterator_thread+0x60 fork_exit(c08f6f90,0,e45f4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45f4d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc43dcd20 sched_switch(c43dcd20,0,104,180,ebe1276a,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c43dcd20,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c428763c,4c,c0bbc376,0,0,...) at sleepq_timedwait+0x6b _sleep(c428763c,c42876f0,4c,c0bbc376,3e8,...) at _sleep+0x329 fdc_thread(c4287600,e45ebd38,c0bc15d4,322,c41637d4,...) at fdc_thread+0x2b8 fork_exit(c0ad5f30,c4287600,e45ebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ebd70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc43368c0 sched_switch(c43368c0,0,104,180,3b4c2548,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c43368c0,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d0ec94,5c,c0bb858f,0,0,...) at sleepq_wait+0x63 _sleep(c0d0ec94,0,5c,c0bb858f,0,...) at _sleep+0x35b usb_task_thread(c0d0ec94,c3e4cd38,c0bc15d4,322,c4163a70,...) at usb_task_thread+0x62 fork_exit(c0761cc0,c0d0ec94,c3e4cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e4cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc4336af0 sched_switch(c4336af0,0,104,180,3b4bed40,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4336af0,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d0ec80,5c,c0bb858f,0,0,...) at sleepq_wait+0x63 _sleep(c0d0ec80,0,5c,c0bb858f,0,...) at _sleep+0x35b usb_task_thread(c0d0ec80,c3e49d38,c0bc15d4,322,c4163d0c,...) at usb_task_thread+0x62 fork_exit(c0761cc0,c0d0ec80,c3e49d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e49d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc4336d20 sched_switch(c4336d20,0,104,180,bd04b27e,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4336d20,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c435c210,5c,c0bb859d,0,0,...) at sleepq_timedwait+0x6b _sleep(c435c210,0,5c,c0bb859d,ea60,...) at _sleep+0x329 usb_event_thread(c4354180,c3e46d38,c0bc15d4,322,c429e000,...) at usb_event_thread+0xca fork_exit(c0761e00,c4354180,c3e46d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e46d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100024 td 0xc41abd20 sched_switch(c41abd20,0,104,180,3b4b7e8c,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c41abd20,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0cdddd4,4c,c0b69f3d,0,0,...) at sleepq_wait+0x63 _sleep(c0cdddd4,c0cdddec,4c,c0b69f3d,0,...) at _sleep+0x35b xpt_scanner_thread(0,c3e0ad38,c0bc15d4,322,c429e29c,...) at xpt_scanner_thread+0x41 fork_exit(c0479780,0,c3e0ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e0ad70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4166230 sched_switch(c4166230,0,104,180,48b3bdd2,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4166230,0,c0bc90d6,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d115c4,0,c0bbc376,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d115c4,0,0,c0bbc376,64,...) at _sleep+0x329 pause(c0bbc376,64,c0bae111,112,0,...) at pause+0x47 random_kthread(0,c3df5d38,c0bc15d4,322,c429e538,...) at random_kthread+0x1d9 fork_exit(c06d0780,0,c3df5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc4166690 sched_switch(c4166690,0,104,180,48f5909a,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4166690,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0f3c4,4c,c0bbc376,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0f3c4,c0d0f328,24c,c0bbc376,64,...) at _sleep+0x329 g_io_schedule_down(c4166690,0,c0bbda43,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c3defd38,c0bc15d4,322,c4162000,...) at g_down_procbody+0x8d fork_exit(c07a5d10,0,c3defd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3defd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc41668c0 sched_switch(c41668c0,0,104,180,48d923b8,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c41668c0,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0f3c0,4c,c0bbc376,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0f3c0,c0d0f348,24c,c0bbc376,64,...) at _sleep+0x329 g_io_schedule_up(c41668c0,0,c0bbda43,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c3decd38,c0bc15d4,322,c416229c,...) at g_up_procbody+0x8d fork_exit(c07a5da0,0,c3decd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3decd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4166af0 sched_switch(c4166af0,0,104,180,48f4a7c2,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4166af0,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c438c108,4c,c0bbd9f4,0,0,...) at sleepq_timedwait+0x6b _sleep(c438c108,c4137060,4c,c0bbd9f4,64,...) at _sleep+0x329 biowait(c438c108,c0bbd9f4,c0b9f88d,4,c0c9ca20,...) at biowait+0x7d g_io_getattr(c0b9f88d,c5124440,c3de9bdc,c3de9c08,4,...) at g_io_getattr+0x73 g_getattr__(c0b9f88d,c5124440,c3de9c08,4,c3de9c0c,...) at g_getattr__+0x2d g_mbr_taste(c0c9ca20,c4a3ba00,0,20f,c4765600,...) at g_mbr_taste+0x108 g_new_provider_event(c4a3ba00,0,c0bbd56d,d2,23,...) at g_new_provider_event+0xaf g_run_events(c0d0f3b8,0,4c,c0bbc376,64,...) at g_run_events+0x31e g_event_procbody(0,c3de9d38,c0bc15d4,322,c4162538,...) at g_event_procbody+0x8a fork_exit(c07a5e30,0,c3de9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de9d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc43dcaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc43dd000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc4327d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc4336000 sched_switch(c4336000,0,109,180,92908e60,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c415fd70,...) at mi_switch+0x200 ithread_loop(c43cdca0,e45d8d38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c43cdca0,e45d8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d8d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc4336230 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc4336460 sched_switch(c4336460,0,109,180,48d63938,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a9070,...) at mi_switch+0x200 ithread_loop(c43cd5c0,e45ced38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c43cd5c0,e45ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ced70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc4336690 sched_switch(c4336690,0,109,180,cbf8e36,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a8df0,...) at mi_switch+0x200 ithread_loop(c4373a80,e45b7d38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c4373a80,e45b7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45b7d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4337000 sched_switch(c4337000,0,109,180,3b456808,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a8e70,...) at mi_switch+0x200 ithread_loop(c4353370,c3e42d38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c4353370,c3e42d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e42d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4337460 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xc41ab690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc41abaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100020 td 0xc4327690 sched_switch(c4327690,0,109,180,53f16ad6,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c426f370,...) at mi_switch+0x200 ithread_loop(c42d2ad0,c3dfed38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c42d2ad0,c3dfed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dfed70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc43278c0 sched_switch(c43278c0,0,109,180,92912a8a,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c426f3f0,...) at mi_switch+0x200 ithread_loop(c42d2ae0,c3dfbd38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c42d2ae0,c3dfbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dfbd70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc4166d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc41ab000 sched_switch(c41ab000,0,109,180,48ac08b4,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a98f0,...) at mi_switch+0x200 ithread_loop(c41610c0,c3de3d38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c41610c0,c3de3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc41ab230 sched_switch(c41ab230,0,109,180,48b365d2,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a9970,...) at mi_switch+0x200 ithread_loop(c41610d0,c3de0d38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c41610d0,c3de0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc41ab460 sched_switch(c41ab460,0,109,180,4874a9e2,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a99f0,...) at mi_switch+0x200 ithread_loop(c41610e0,c3dddd38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c41610e0,c3dddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4164000 sched_switch(c4164000,0,109,180,48b854e2,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a9a70,...) at mi_switch+0x200 ithread_loop(c41610f0,c3ddad38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c41610f0,c3ddad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ddad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc4164230 sched_switch(c4164230,0,109,180,d32f29f2,...) at sched_switch+0x437 mi_switch(109,0,c0bc185a,4d7,c41a9af0,...) at mi_switch+0x200 ithread_loop(c4161100,c3dd7d38,c0bc15d4,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07db9f0,c4161100,c3dd7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc4164460 sched_switch(c4164460,0,60c,17b,48d907fe,...) at sched_switch+0x437 mi_switch(60c,0,c0bc6c0c,804,0,...) at mi_switch+0x200 sched_preempt(c4164460,0,c3dd1cb4,c0afbf6e,c0800008,...) at sched_preempt+0x9f ipi_bitmap_handler(c0800008,c3dd0028,c0810028,6,c0d15500,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc07ece41, esp = 0xc3dd1c8c, ebp = 0xc3dd1cb4 --- _thread_lock_flags(c4164460,0,c0bc6c0c,9ef,c4164460,...) at _thread_lock_flags+0x141 sched_idletd(0,c3dd1d38,c0bc15d4,322,c4162a70,...) at sched_idletd+0x244 fork_exit(c081afa0,0,c3dd1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc4164690 sched_switch(c4164690,0,60c,17b,48f3e356,...) at sched_switch+0x437 mi_switch(60c,0,c0bc6c0c,804,1,...) at mi_switch+0x200 sched_preempt(c4164690,1,c3dcecb4,c0afbf6e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c,c0d15b80,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc07ece87, esp = 0xc3dcec8c, ebp = 0xc3dcecb4 --- _thread_lock_flags(c4164690,0,c0bc6c0c,9ef,c4164690,...) at _thread_lock_flags+0x187 sched_idletd(0,c3dced38,c0bc15d4,322,c4162a70,...) at sched_idletd+0x244 fork_exit(c081afa0,0,c3dced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc41648c0 sched_switch(c41648c0,0,108,17b,48f4feaa,...) at sched_switch+0x437 mi_switch(108,0,c0bc6c0c,3a1,c41648c0,...) at mi_switch+0x200 sched_idletd(0,c3dcbd38,c0bc15d4,322,c4162a70,...) at sched_idletd+0x178 fork_exit(c081afa0,0,c3dcbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dcbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4164af0 cpustop_handler(8,c3dc8c04,c0b173cd,0,c3dc8ba4,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c3dc8ba4,c4164af0,c0d11868,c4162a70,...) at ipi_nmi_handler+0x2f trap(c3dc8c10) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07ebbc1, esp = 0xc3dc8c50, ebp = 0xc3dc8c84 --- _mtx_assert(c4164af0,0,108,17b,568e4c3e,...) at _mtx_assert+0x1 mi_switch(108,0,c0bc6c0c,3a1,c4164af0,...) at mi_switch+0x200 sched_idletd(0,c3dc8d38,c0bc15d4,322,c4162a70,...) at sched_idletd+0x178 fork_exit(c081afa0,0,c3dc8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4164d20 sched_switch(c4164d20,0,104,180,cb4f286a,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4164d20,0,c0bc90d6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc90d6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4162d0c,5c,c0bcb7a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4162d0c,c4162d94,15c,c0bcb7a1,0,...) at _sleep+0x344 kern_wait(c4164d20,ffffffff,c3dc4c74,0,0,...) at kern_wait+0xab6 wait4(c4164d20,c3dc4cf8,10,c0bcb5bc,c0c9e768,...) at wait4+0x3b syscall(c3dc4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054d4f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command audit pid 10 tid 100001 td 0xc4166000 sched_switch(c4166000,0,104,180,3b460c68,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4166000,0,c0bc90d6,247,c4166000,...) at sleepq_switch+0x15f sleepq_wait(c0e895c0,0,c3dc1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0e895c0,c0e895a4,c0be5d26,18d,0,...) at _cv_wait+0x240 audit_worker(0,c3dc1d38,c0bc15d4,322,c4163000,...) at audit_worker+0x84 fork_exit(c09de5e0,0,c3dc1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4337230 sched_switch(c4337230,0,104,180,3b450ab4,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4337230,0,c0bc90d6,247,c4337230,...) at sleepq_switch+0x15f sleepq_wait(c4354d40,0,c0bc5c38,c0bbc376,0,...) at sleepq_wait+0x63 msleep_spin(c4354d40,c4354d5c,c0bbc376,0,c0bc3c47,...) at msleep_spin+0x21d taskqueue_thread_loop(c4321b6c,c3e3fd38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0x8a fork_exit(c08316c0,c4321b6c,c3e3fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e3fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc41ab8c0 sched_switch(c41ab8c0,0,104,180,3b7ff2d4,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c41ab8c0,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4315e80,0,c0bbc376,0,0,...) at sleepq_wait+0x63 _sleep(c4315e80,c4315e9c,0,c0bbc376,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d0fbc4,c3e10d38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0xb4 fork_exit(c08316c0,c0d0fbc4,c3e10d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e10d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4327000 sched_switch(c4327000,0,104,180,3b7fc758,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327000,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316100,0,c0bbc376,0,0,...) at sleepq_wait+0x63 _sleep(c4316100,c431611c,0,c0bbc376,0,...) at _sleep+0x35b taskqueue_thread_loop(c0ce0a84,c3e07d38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0xb4 fork_exit(c08316c0,c0ce0a84,c3e07d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e07d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4327230 sched_switch(c4327230,0,104,180,3b7f9a3c,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327230,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316100,0,c0bbc376,0,0,...) at sleepq_wait+0x63 _sleep(c4316100,c431611c,0,c0bbc376,0,...) at _sleep+0x35b taskqueue_thread_loop(c0ce0a84,c3e04d38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0xb4 fork_exit(c08316c0,c0ce0a84,c3e04d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e04d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc4327460 sched_switch(c4327460,0,104,180,3b7f6e40,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327460,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316100,0,c0bbc376,0,0,...) at sleepq_wait+0x63 _sleep(c4316100,c431611c,0,c0bbc376,0,...) at _sleep+0x35b taskqueue_thread_loop(c0ce0a84,c3e01d38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0xb4 fork_exit(c08316c0,c0ce0a84,c3e01d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e01d70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc4327af0 sched_switch(c4327af0,0,104,180,3b7c1738,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327af0,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316400,0,c0bbc376,0,0,...) at sleepq_wait+0x63 _sleep(c4316400,c431641c,0,c0bbc376,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d23f08,c3df8d38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0xb4 fork_exit(c08316c0,c0d23f08,c3df8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df8d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4166460 sched_switch(c4166460,0,104,180,31416a76,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4166460,0,c0bc90d6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c414a840,0,c0bbc376,0,0,...) at sleepq_wait+0x63 _sleep(c414a840,c414a85c,0,c0bbc376,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d22a40,c3df2d38,c0bc15d4,322,c0d0f480,...) at taskqueue_thread_loop+0xb4 fork_exit(c08316c0,c0d22a40,c3df2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d0f720 sched_switch(c0d0f720,0,104,180,2ed8e394,...) at sched_switch+0x437 mi_switch(104,0,c0bc90d6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d0f720,0,c0bc90d6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0f480,44,c0bc7359,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0f480,0,44,c0bc7359,2710,...) at _sleep+0x329 scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> x lookup_shared lookup_shared: 0 db> call doadump Physical memory: 1011 MB Dumping 173 MB: 158 142 126 110 94 78 62 46 30 14 Dump complete = 0xf db> reset (kgdb) bt #0 doadump () at pcpu.h:221 #1 0xc04bc049 in db_fncall (dummy1=0xc05b0b88, dummy2=0x0, dummy3=0xe68889e8, dummy4=0xe68889d8 "À\204ÎÀê~¼ÀØ") at ../../../ddb/db_command.c:548 #2 0xc04bc441 in db_command (last_cmdp=0xc0cded5c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #3 0xc04bc59a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04be3fd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc0826b86 in kdb_trap (type=0x3, code=0x0, tf=0xe6888b80) at ../../../kern/subr_kdb.c:534 #6 0xc0b1796b in trap (frame=0xe6888b80) at ../../../i386/i386/trap.c:694 #7 0xc0afb87b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc0826d0a in kdb_enter (why=0xc0bc50cf "panic", msg=0xc0bc50cf "panic") at cpufunc.h:70 #9 0xc07f9926 in panic (fmt=0xc0bcac43 "lock (%s) %s not locked @ %s:%d") at ../../../kern/kern_shutdown.c:559 #10 0xc08393e8 in witness_unlock (lock=0xc0d11030, flags=0x8, file=0xc0bd1237 "kern/vfs_mount.c", line=0x4a6) at ../../../kern/subr_witness.c:1485 #11 0xc07ec2bc in _mtx_unlock_flags (m=0xc0d11030, opts=0x0, file=0xc0bd122e "../../../kern/vfs_mount.c", line=0x4a6) at ../../../kern/kern_mutex.c:199 #12 0xc087c5ff in unmount (td=0xc474c000, uap=0xe6888cf8) at ../../../kern/vfs_mount.c:1190 #13 0xc0b170c3 in syscall (frame=0xe6888d38) at ../../../i386/i386/trap.c:1090 #14 0xc0afb8e0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #15 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 12 #12 0xc087c5ff in unmount (td=0xc474c000, uap=0xe6888cf8) at ../../../kern/vfs_mount.c:1190 1190 mtx_unlock(&Giant); (kgdb) p Giant $2 = {lock_object = {lo_name = 0xc0be40dd "Giant", lo_flags = 0x10b0000, lo_data = 0x0, lo_witness = 0xc411d1a0}, mtx_lock = 0x4} (kgdb) proc 8753 [Switching to thread 128 (Thread 100150)]#0 cpustop_handler () at atomic.h:253 253 ATOMIC_ASM(set, int, "orl %1,%0", "ir", v); (kgdb) bt #0 cpustop_handler () at atomic.h:253 #1 0xc0b0a70f in ipi_nmi_handler () at ../../../i386/i386/mp_machdep.c:1255 #2 0xc0b173cd in trap (frame=0xe69cfc1c) at ../../../i386/i386/trap.c:228 #3 0xc0afb87b in calltrap () at ../../../i386/i386/exception.s:165 #4 0xc07f9820 in panic (fmt=0xc0bf99b1 "System call %s returning with %d locks held") at ../../../kern/kern_shutdown.c:524 #5 0xc0b1727e in syscall (frame=0xe69cfd38) at ../../../i386/i386/trap.c:1158 #6 0xc0afb8e0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #7 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 5 #5 0xc0b1727e in syscall (frame=0xe69cfd38) at ../../../i386/i386/trap.c:1158 1158 KASSERT(td->td_locks == 0, (kgdb) p *td $3 = {td_lock = 0xc0d15b80, td_proc = 0xc4c81d0c, td_plist = {tqe_next = 0x0, tqe_prev = 0xc4c81d14}, td_runq = {tqe_next = 0x0, tqe_prev = 0xc0d15cb8}, td_slpq = { tqe_next = 0x0, tqe_prev = 0xc46c6e40}, td_lockq = {tqe_next = 0x0, tqe_prev = 0xe684faa4}, td_cpuset = 0xc414ee38, td_sel = 0x0, td_sleepqueue = 0xc46c6e40, td_turnstile = 0xc4165690, td_umtxq = 0xc4605900, td_tid = 0x18736, td_sigqueue = {sq_signals = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {tqh_first = 0x0, tqh_last = 0xc4d79b50}, sq_proc = 0xc4c81d0c, sq_flags = 0x1}, td_flags = 0x10004, td_inhibitors = 0x0, td_pflags = 0x0, td_dupfd = 0x0, td_sqqueue = 0x0, td_wchan = 0x0, td_wmesg = 0x0, td_lastcpu = 0x2, td_oncpu = 0x1, td_owepreempt = 0x0, td_tsqueue = 0x0, td_locks = 0x1, td_rw_rlocks = 0x0, td_lk_slocks = 0x0, td_blocked = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0xc0e50300, td_intr_nesting_level = 0x0, td_pinned = 0x0, td_ucred = 0xc4169400, td_estcpu = 0x0, td_slptick = 0x0, td_ru = {ru_utime = {tv_sec = 0x0, tv_usec = 0x0}, ru_stime = {tv_sec = 0x0, tv_usec = 0x0}, ru_maxrss = 0x5ac, ru_ixrss = 0x1b0, ru_idrss = 0x6c88, ru_isrss = 0x900, ru_minflt = 0xe1, ru_majflt = 0x6, ru_nswap = 0x0, ru_inblock = 0x0, ru_oublock = 0x0, ru_msgsnd = 0x0, ru_msgrcv = 0x0, ru_nsignals = 0x0, ru_nvcsw = 0x7, ru_nivcsw = 0x4}, td_incruntime = 0x0, td_runtime = 0x19d077c, td_pticks = 0x10, td_sticks = 0x10, td_iticks = 0x0, td_uticks = 0x0, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0xb, td_sigstk = {ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_name = "ls\000chdogd\000\000\000\000\000\000\000\000\000\000", td_fpop = 0x0, td_rqindex = 0x20, td_base_pri = 0x80, td_priority = 0x80, td_pri_class = 0x2, td_user_pri = 0x80, td_base_user_pri = 0x80, td_pcb = 0xe69cfd90, td_state = TDS_RUNNING, td_retval = {0x0, 0x8116300}, td_slpcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0xc41ecf88}}, c_time = 0x3a81f1, c_arg = 0xc4d79af0, c_func = 0xc082ee90 , c_lock = 0x0, c_flags = 0x10, c_cpu = 0x2}, td_frame = 0xe69cfd38, td_kstack_obj = 0xc4cd88b8, td_kstack = 0xe69ce000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_spinlock_count = 0x0, md_saved_flags = 0x46}, td_sched = 0xc4d79cf0, td_ar = 0x0, td_syscalls = 0xdf0b, td_lprof = {{lh_first = 0x0}, { lh_first = 0x0}}, td_dtrace = 0x0, td_errno = 0x0} (kgdb) p *td->td_sleeplocks $5 = {ll_next = 0x0, ll_children = {{li_lock = 0xc4a38058, li_file = 0xc0bd18d1 "kern/vfs_subr.c", li_line = 0x803, li_flags = 0x10000}, {li_lock = 0xc43fae30, li_file = 0xc0bd18d1 "kern/vfs_subr.c", li_line = 0x884, li_flags = 0x10000}, {li_lock = 0xc43fae30, li_file = 0xc0bd18d1 "kern/vfs_subr.c", li_line = 0x884, li_flags = 0x10000}, {li_lock = 0xc461a370, li_file = 0xc0bbb76e "fs/devfs/devfs_vnops.c", li_line = 0x11e, li_flags = 0x10000}, {li_lock = 0xc0e8a370, li_file = 0xc0beb935 "vm/vm_page.c", li_line = 0x587, li_flags = 0x10000}}, ll_count = 0x2} -- Test scenario: umountf.sh