GENERIC HEAD from Oct 3 19:07 UTC + ufs_lookup patch, vmcore.284 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Fri Oct 3 21:39:13 CEST 2008 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1036734464 (988 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: 1st 0xc45d5000 vfslock (vfslock) @ kern/vfs_subr.c:372 2nd 0xc45db308 devfs (devfs) @ kern/vfs_lookup.c:428 3rd 0xc45d49b4 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,c3dc4824,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c45d49b4,c4122fe0,c3dc487c,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6941,c45d49b4,c0bcd193,c4122fe0,c0bcd741,...) at _witness_debugger+0x25 witness_checkorder(c45d49b4,1,c0bcd738,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c45d49b4,200100,c45d4a1c,0,0,...) at __lockmgr_args+0x237 vfs_busy(c45d49b4,200,0,c45db370,c0cbd5a0,...) at vfs_busy+0x1d3 vfs_mount_alloc(c45db2b0,c0cbd5a0,c45dc150,c4169400,0,...) at vfs_mount_alloc+0x86 vfs_donmount(c4164d20,4001,c3dc4b50,c45d9e00,6,...) at vfs_donmount+0x127b kernel_mount(c45dc1b0,4001,c45e2300,ffffffff,c3dc4bc0) at kernel_mount+0x84 kernel_vmount(4001,c0bcd382,c45dc1c0,c0bcd391,c0bba74b,...) at kernel_vmount+0x63 vfs_mountroot_try(c0bcd694,c0bba74b,c0bb28c9,1,c0874e80,...) at vfs_mountroot_try+0x132 vfs_mountroot(c0d0cbf0,4,c0bbba78,265,0,...) at vfs_mountroot+0x423 start_init(0,c3dc4d38,c0bbd45d,322,c4162d0c,...) at start_init+0x65 fork_exit(c07bc150,0,c3dc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc4d70, ebp = 0 --- lock order reversal: 1st 0xc43fac70 ufs (ufs) @ kern/vfs_subr.c:2051 2nd 0xc45d5000 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,c3dc48f4,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0bcd741,c4122fe0,c3dc494c,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c45d5000,c0bcd193,c4122fe0,c0bcd741,...) at _witness_debugger+0x25 witness_checkorder(c45d5000,1,c0bcd738,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c45d5000,200100,c45d5068,0,0,...) at __lockmgr_args+0x237 vfs_busy(c45d5000,0,0,1ac,c3dc4b24,...) at vfs_busy+0x1d3 lookup(c3dc4b0c,c0bcce47,d4,bc,c416952c,...) at lookup+0x7d8 namei(c3dc4b0c,c3dc4b24,c083462c,c0e4d498,c0bcd4da,...) at namei+0x45b kern_unlinkat(c4164d20,ffffff9c,c0bcd4da,1,c3dc4c5c,...) at kern_unlinkat+0x46 kern_unlink(c4164d20,c0bcd4da,1,631,0,...) at kern_unlink+0x27 vfs_mountroot_try(c0bcd694,c0bba74b,c0bb28c9,1,c0874e80,...) at vfs_mountroot_try+0x4a5 vfs_mountroot(c0d0cbf0,4,c0bbba78,265,0,...) at vfs_mountroot+0x423 start_init(0,c3dc4d38,c0bbd45d,322,c4162d0c,...) at start_init+0x65 fork_exit(c07bc150,0,c3dc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc4d70, ebp = 0 --- lock order reversal: 1st 0xc4168044 user map (user map) @ vm/vm_map.c:3115 2nd 0xc43fa9c0 ufs (ufs) @ kern/vfs_subr.c:2051 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,c3dc4914,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0bcd741,c41231e8,c3dc496c,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c43fa9c0,c0bbb01c,c41231e8,c0bcd741,...) at _witness_debugger+0x25 witness_checkorder(c43fa9c0,1,c0bcd738,803,0,...) at witness_checkorder+0x800 __lockmgr_args(c43fa9c0,200501,c43faa28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c3dc4a78,c0be8d22,c0bba749,200501,c43fa968,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cbd960,c3dc4a78,c0cd9320,c43fa968,200501,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c43fa968,200501,c0bcd738,803,4,...) at _vn_lock+0x5e vget(c43fa968,200501,c4164d20,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1476d14,0,c0be6317,127,c3dc4c18,...) at vnode_pager_lock+0x1e6 vm_fault(c4168000,80db000,2,8,80db140,...) at vm_fault+0x1df trap_pfault(5,0,c0bf58d2,2f5,c4162d0c,...) at trap_pfault+0x118 trap(c3dc4d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- fxp0: link state changed to UP lock order reversal: 1st 0xc471a5b8 syncer (syncer) @ kern/vfs_subr.c:1659 2nd 0xc4719000 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,e4603aec,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0bcd741,c4122fe0,e4603b44,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c4719000,c0bcd193,c4122fe0,c0bcd741,...) at _witness_debugger+0x25 witness_checkorder(c4719000,1,c0bcd738,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c4719000,200100,c4719068,0,0,...) at __lockmgr_args+0x237 vfs_busy(c4719000,80200,c0e79a3c,d1c,c4719000,...) at vfs_busy+0x1d3 sync_fsync(e4603c7c,c0bf7a2b,c471a620,e4603c7c,c471a560,...) at sync_fsync+0xb5 VOP_FSYNC_APV(c0cab020,e4603c7c,c0bcd738,67b,c4337d20,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0e79b30,c0e79b1c,3e8,6aa,4e20,...) at sync_vnode+0x16b sched_sync(0,e4603d38,c0bbd45d,322,c45a8538,...) at sched_sync+0x273 fork_exit(c087f2c0,0,e4603d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4603d70, ebp = 0 --- lock order reversal: 1st 0xd8114360 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc4633800 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:254 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,e68c5880,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0be4abc,c4123250,e68c58d8,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c4633800,c0be4e16,c4123250,c0be4abc,...) at _witness_debugger+0x25 witness_checkorder(c4633800,9,c0be4ab3,fe,0,...) at witness_checkorder+0x800 _sx_xlock(c4633800,0,c0be4ab3,fe,c45ff690,...) at _sx_xlock+0x85 ufsdirhash_acquire(d8114300,e68c5a20,1dc,d8a39440,e68c59a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c45ff690,e68c5a20,440,e68c5994,e68c5998,...) at ufsdirhash_add+0x13 ufs_direnter(c471a968,c4742c18,e68c5a20,e68c5c04,d81147d4,...) at ufs_direnter+0x7a1 ufs_mkdir(e68c5c28,c0bf8233,0,e68c5c28,e68c5bd8,...) at ufs_mkdir+0x997 VOP_MKDIR_APV(c0cbd960,e68c5c28,e99,e97,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4694460,ffffff9c,bfbfef66,0,1ff,...) at kern_mkdirat+0x276 kern_mkdir(c4694460,bfbfef66,0,1ff,e68c5d2c,...) at kern_mkdir+0x2e mkdir(c4694460,e68c5cf8,8,c0bc752c,c0c9b040,...) at mkdir+0x29 syscall(e68c5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28163e33, esp = 0xbfbfedac, ebp = 0xbfbfee78 --- lock order reversal: 1st 0xc471a1b0 pseudofs (pseudofs) @ kern/vfs_subr.c:2051 2nd 0xc45d5678 vfslock (vfslock) @ kern/vfs_subr.c:372 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,e6824964,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0bcd741,c4122fe0,e68249bc,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c45d5678,c0bcd193,c4122fe0,c0bcd741,...) at _witness_debugger+0x25 witness_checkorder(c45d5678,1,c0bcd738,174,0,...) at witness_checkorder+0x800 __lockmgr_args(c45d5678,200100,c45d56e0,0,0,...) at __lockmgr_args+0x237 vfs_busy(c45d5678,200,0,399,246,...) at vfs_busy+0x1d3 vfs_donmount(c46938c0,11000,c45e2b00,c45e2b00,811b040,...) at vfs_donmount+0xd77 nmount(c46938c0,e6824cf8,c,c0bc7a13,c0c9c6f0,...) at nmount+0xbe syscall(e6824d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280eda9b, esp = 0xbfbfe96c, ebp = 0xbfbfedb8 --- lock order reversal: 1st 0xc49fdb18 ufs (ufs) @ kern/vfs_mount.c:1214 2nd 0xc4e321b0 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1325 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,e69f9a24,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0be42e0,c4123118,e69f9a7c,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c4e321b0,c0bb7440,c4123118,c0be42e0,...) at _witness_debugger+0x25 witness_checkorder(c4e321b0,9,c0be42d7,52d,c4e32218,...) at witness_checkorder+0x800 __lockmgr_args(c4e321b0,80400,c4e32218,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e69f9b80,c4d88dc4,c0e4b648,80400,c4e32158,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0c96e40,e69f9b80,c0cd9320,c4e32158,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4e32158,80400,c0be42d7,52d,0,...) at _vn_lock+0x5e ffs_sync(c4e3433c,1,c4d88d20,c4d88d20,0,...) at ffs_sync+0x3c5 dounmount(c4e3433c,8080000,c4d88d20,489,2153af9f,...) at dounmount+0x44b unmount(c4d88d20,e69f9cf8,8,e69f9d38,c0c9a590,...) at unmount+0x2e9 syscall(e69f9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- acquiring duplicate lock of same type: "dirhash" 1st dirhash @ ufs/ufs/ufs_dirhash.c:185 2nd dirhash @ ufs/ufs/ufs_dirhash.c:204 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,e6a8e838,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0be4abc,c4123250,e6a8e890,...) at kdb_backtrace+0x29 _witness_debugger(c0bc681b,c0be4e16,c0be4abc,cc,3,...) at _witness_debugger+0x25 witness_checkorder(c466a000,1,c0be4ab3,cc,0,...) at witness_checkorder+0x425 _sx_slock(c466a000,0,c0be4ab3,cc,e6a8e90c,...) at _sx_slock+0x85 ufsdirhash_build(c4e6b4b0,1400,0,c4e54000,c0bcc742,...) at ufsdirhash_build+0x1b9 ufs_lookup(e6a8e9f8,c0bf7f3c,c4f43c18,c4f43c18,e6a8ebb0,...) at ufs_lookup+0xf3 VOP_CACHEDLOOKUP_APV(c0cbd960,e6a8e9f8,e6a8ebb0,e6a8eb9c,c4a78a00,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6a8ea78,c0bce374,c0cd8f80,200000,c4f43c18,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cbd960,e6a8ea78,c0bcce47,1ac,e6a8eb9c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6a8eb84,e6a8eadc,d4,bc,c4dafe2c,...) at lookup+0x58e namei(e6a8eb84,e6a8eb24,60,0,c4e54000,...) at namei+0x45b kern_statat(c4e54000,0,ffffff9c,810a200,0,...) at kern_statat+0x64 kern_stat(c4e54000,810a200,0,e6a8ec18,5e,...) at kern_stat+0x36 stat(c4e54000,e6a8ecf8,8,c0bc74a3,c0c9b520,...) at stat+0x2f syscall(e6a8ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28166e13, esp = 0xbfbfe6dc, ebp = 0xbfbfe768 --- lock order reversal: 1st 0xc49d1a2c filedesc structure (filedesc structure) @ kern/kern_descrip.c:1076 2nd 0xc47e2710 ufs (ufs) @ kern/vfs_subr.c:4028 KDB: stack backtrace: db_trace_self_wrapper(c0bc40a3,e686ba38,c08347e5,4,c0bbfad0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bbfad0,c0bcd741,c41231e8,e686ba90,...) at kdb_backtrace+0x29 _witness_debugger(c0bc6928,c47e2710,c0bbb01c,c41231e8,c0bcd741,...) at _witness_debugger+0x25 witness_checkorder(c47e2710,9,c0bcd738,fbc,c47e2778,...) at witness_checkorder+0x800 __lockmgr_args(c47e2710,80400,c47e2778,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(e686bb9c,c,c4690964,80400,c47e26b8,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cbd960,e686bb9c,c0cd9320,c47e26b8,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c47e26b8,80400,c0bcd738,fbc,e686bbf8,...) at _vn_lock+0x5e vfs_knllock(c47e26b8,0,c0bbcf00,68e,c4ce9000,...) at vfs_knllock+0x29 knlist_remove_kq(0,e686bc18,c0879da9,c4d1a01c,c4ce9000,...) at knlist_remove_kq+0xad knlist_remove(c4d1a01c,c4ce9000,0,e686bc44,c07cee35,...) at knlist_remove+0x1b filt_vfsdetach(c4ce9000,0,c0bbcf00,75e,3,...) at filt_vfsdetach+0x39 knote_fdclose(c46908c0,3,c0bbca39,434,c465c1f8,...) at knote_fdclose+0xf5 kern_close(c46908c0,3,e686bd2c,c0b13483,c46908c0,...) at kern_close+0xd5 close(c46908c0,e686bcf8,4,c0bae9a5,c0c9a410,...) at close+0x1a syscall(e686bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28177a63, esp = 0xbfbfeb6c, ebp = 0xbfbfeb78 --- fsync: giving up on dirty 0xc76d0810: tag devfs, type VCHR usecount 1, writecount 0, refcount 32 mountedhere 0xc915d200 flags () v_object 0xc67c0b24 ref 0 pages 102 lock type devfs: EXCL by thread 0xc50678c0 (pid 51167) #0 0xc07e17c0 at __lockmgr_args+0xb80 #1 0xc086eb15 at vop_stdlock+0x65 #2 0xc0b21015 at VOP_LOCK1_APV+0xa5 #3 0xc088abae at _vn_lock+0x5e #4 0xc09fc715 at ffs_sync+0x3c5 #5 0xc087832b at dounmount+0x44b #6 0xc0878989 at unmount+0x2e9 #7 0xc0b13483 at syscall+0x2a3 #8 0xc0af7ca0 at Xint0x80_syscall+0x20 dev md5c panic: lock (sleep mutex) Giant not locked @ kern/vfs_mount.c:1190 cpuid = 3 KDB: enter: panic [thread pid 51167 tid 100236 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 51167 tid 100236 td 0xc50678c0 kdb_enter(c0bc0f58,c0bc0f58,c0bc6ab3,e6b06c00,3,...) at kdb_enter+0x3a panic(c0bc6ab3,c0be6a63,c0bdff4d,c0bcd0a7,4a6,...) at panic+0x136 witness_unlock(c0d0cbf0,8,c0bcd09e,4a6,0,...) at witness_unlock+0xf8 _mtx_unlock_flags(c0d0cbf0,0,c0bcd09e,4a6,af39e444,...) at _mtx_unlock_flags+0xbc unmount(c50678c0,e6b06cf8,8,e6b06d38,c0c9a590,...) at unmount+0x30f syscall(e6b06d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- db> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc46938c0: pid 51094 "creat" curpcb = 0xe6824d90 fpcurthread = none idlethread = 0xc4164460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc4164690: pid 11 "idle: cpu1" curpcb = 0xc3dced90 fpcurthread = none idlethread = 0xc4164690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc41648c0: pid 11 "idle: cpu2" curpcb = 0xc3dcbd90 fpcurthread = none idlethread = 0xc41648c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc50678c0: pid 51167 "umount" curpcb = 0xe6b06d90 fpcurthread = none idlethread = 0xc4164af0: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 51115 (mkdir) thread 0xc7a75d20 (100288) shared lockmgr ufs (ufs) r = 0 (0xc43fadc8) locked @ kern/vfs_lookup.c:428 Process 51112 (mkdir) thread 0xc4e568c0 (100185) shared lockmgr ufs (ufs) r = 0 (0xc43fadc8) locked @ kern/vfs_lookup.c:428 Process 51110 (mkdir) thread 0xc4e548c0 (100192) shared lockmgr ufs (ufs) r = 0 (0xc43fadc8) locked @ kern/vfs_lookup.c:428 Process 51094 (creat) thread 0xc46938c0 (100061) exclusive lockmgr ufs (ufs) r = 0 (0xc591a9c0) locked @ kern/vfs_lookup.c:428 Process 96260 (sshd) thread 0xc4e56000 (100189) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc481de4c) locked @ kern/uipc_sockbuf.c:148 Process 1240 (sshd) thread 0xc4a70af0 (100132) shared lockmgr ufs (ufs) r = 0 (0xc45db9c0) locked @ kern/vfs_subr.c:2051 Process 1233 (sshd) thread 0xc46aaaf0 (100087) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4838b3c) locked @ kern/uipc_sockbuf.c:148 Process 1232 (sshd) thread 0xc4a6f230 (100159) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc483720c) locked @ kern/uipc_sockbuf.c:148 Process 1231 (sshd) thread 0xc49d2230 (100142) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4838e4c) locked @ kern/uipc_sockbuf.c:148 Process 1226 (sshd) thread 0xc460cd20 (100050) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xc4837d4c) locked @ kern/uipc_sockbuf.c:148 Process 1224 (sshd) thread 0xc4b14690 (100146) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc483882c) locked @ kern/uipc_sockbuf.c:148 Process 804 (syslogd) thread 0xc4693690 (100064) shared lockmgr ufs (ufs) r = 0 (0xc45db9c0) locked @ kern/vfs_subr.c:2051 db> show lockedvnods Locked vnodes 0xc45db968: tag ufs, type VREG usecount 128, writecount 0, refcount 132 mountedhere 0 flags () v_object 0xc14669b0 ref 126 pages 87 lock type ufs: SHARED (count 2) #0 0xc07e11c2 at __lockmgr_args+0x582 #1 0xc0a00c9a at ffs_lock+0x8a #2 0xc0b21015 at VOP_LOCK1_APV+0xa5 #3 0xc088abae at _vn_lock+0x5e #4 0xc087eb69 at vget+0xc9 #5 0xc0a32366 at vnode_pager_lock+0x1e6 #6 0xc0a19b9f at vm_fault+0x1df #7 0xc0b130e8 at trap_pfault+0x118 #8 0xc0b139e9 at trap+0x289 #9 0xc0af7c3b at calltrap+0x6 ino 1714, on dev ad0s1a 0xc86d32b0: tag ufs, type VDIR usecount 25, writecount 0, refcount 28 mountedhere 0 flags () v_object 0xc584d2e8 ref 0 pages 0 lock type ufs: SHARED (count 0) with shared waiters pending #0 0xc07e17c0 at __lockmgr_args+0xb80 #1 0xc0a00c9a at ffs_lock+0x8a #2 0xc0b21015 at VOP_LOCK1_APV+0xa5 #3 0xc088abae at _vn_lock+0x5e #4 0xc0877f6f at dounmount+0x8f #5 0xc0878989 at unmount+0x2e9 #6 0xc0b13483 at syscall+0x2a3 #7 0xc0af7ca0 at Xint0x80_syscall+0x20 ino 16494, on dev ad0s1a 0xc43fad70: tag ufs, type VDIR usecount 157, writecount 0, refcount 160 mountedhere 0 flags (VV_ROOT) v_object 0xc1466174 ref 0 pages 1 lock type ufs: SHARED (count 3) #0 0xc07e11c2 at __lockmgr_args+0x582 #1 0xc0a00c9a at ffs_lock+0x8a #2 0xc0b21015 at VOP_LOCK1_APV+0xa5 #3 0xc088abae at _vn_lock+0x5e #4 0xc087257b at lookup+0xeb #5 0xc087366b at namei+0x45b #6 0xc0881f94 at kern_statat+0x64 #7 0xc0882206 at kern_stat+0x36 #8 0xc08822af at stat+0x2f #9 0xc0b13483 at syscall+0x2a3 #10 0xc0af7ca0 at Xint0x80_syscall+0x20 ino 2, on dev ad0s1a db> show mount 0xc45d49b4 /dev/ad0s1a on / (ufs) 0xc45d5000 devfs on /dev (devfs) 0xc4719678 /dev/ad0s1f on /home (ufs) 0xc471933c /dev/ad0s1e on /tmp (ufs) 0xc4719000 /dev/ad0s1g on /usr (ufs) 0xc45d59b4 /dev/ad0s1d on /var (ufs) 0xc45d5678 procfs on /proc (procfs) More info: show mount db> ps pid ppid pgrp uid state wmesg wchan cmd 51197 1243 1238 1001 S nanslp 0xc0d0d344 sleep 51167 51058 51058 0 R+ CPU 3 umount 51124 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51123 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51122 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51121 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51120 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51119 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51118 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51117 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51116 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51115 51104 51058 0 R+ mkdir 51114 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51113 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51112 51104 51058 0 R+ mkdir 51111 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51110 51104 51058 0 R+ mkdir 51109 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51108 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51107 51104 51058 0 R+ mkdir 51106 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51105 51104 51058 0 S+ ufs 0xc86d3308 mkdir 51104 51087 51058 0 S+ wait 0xc460ba70 mkdir 51103 51091 51058 0 R+ creat 51102 51091 51058 0 S+ ufs 0xc86d3308 creat 51101 51091 51058 0 S+ tty outp 0xc459ee80 creat 51100 51091 51058 0 S+ ufs 0xc86d3308 creat 51099 51091 51058 0 R+ creat 51098 51091 51058 0 S+ tty outp 0xc459ee80 creat 51097 51091 51058 0 S+ ufs 0xc86d3308 creat 51096 51091 51058 0 S+ ufs 0xc86d3308 creat 51095 51091 51058 0 S+ ufs 0xc86d3308 creat 51094 51091 51058 0 R+ CPU 0 creat 51093 51091 51058 0 S+ ufs 0xc86d3308 creat 51092 51091 51058 0 S+ tty outp 0xc459ee80 creat 51091 51086 51058 0 S+ wait 0xc4e40d0c creat 51090 51088 51058 0 RL+ swap 51089 51088 51058 0 R+ swap 51088 51085 51058 0 S+ wait 0xc507e538 swap 51087 51084 51058 0 R+ mkdir 51086 51084 51058 0 R+ creat 51085 51084 51058 0 R+ swap 51084 51083 51058 0 S+ wait 0xc507dd0c run 51083 51082 51058 0 S+ wait 0xc5062538 run 51082 51075 51058 0 R+ run 51075 51058 51058 0 S+ wait 0xc5f4b538 sh 51071 0 0 0 SL mdwait 0xc5906800 [md5] 51058 1265 51058 0 S+ wait 0xc7ab1d0c sh 96312 96311 96312 1001 Ss+ tty inpu 0xc5c7f078 bash 96311 96260 96260 1001 S select 0xc90b8124 sshd 96260 1094 96260 0 Ss sbwait 0xc481de78 sshd 1265 1261 1265 0 S+ wait 0xc468e538 bash 1261 1260 1261 0 S+ pause 0xc4a56590 csh 1260 1227 1260 1001 S+ wait 0xc49cf000 su 1244 1238 1238 1001 S piperd 0xc4660300 awk 1243 1238 1238 1001 S wait 0xc4a56000 sh 1242 1239 1242 1001 Ss+ select 0xc4b123a4 top 1241 1240 1241 1001 Ss kqread 0xc45e1000 tail 1240 1233 1233 1001 SL swread 0xc1cedfd0 sshd 1239 1232 1232 1001 S select 0xc45a3224 sshd 1238 1237 1238 1001 Ss wait 0xc4aa17d4 sh 1237 1231 1231 1001 S select 0xc43f5ba4 sshd 1233 1094 1233 0 Ss sbwait 0xc4838b68 sshd 1232 1094 1232 0 Ss sbwait 0xc4837238 sshd 1231 1094 1231 0 Ss sbwait 0xc4838e78 sshd 1227 1226 1227 1001 Ss+ wait 0xc4aa1000 bash 1226 1224 1224 1001 R sshd 1224 1094 1224 0 Ss sbwait 0xc4838858 sshd 1223 1 1223 0 Ss+ tty inpu 0xc4361a78 getty 1222 1 1222 0 Ss+ tty inpu 0xc4361c78 getty 1221 1 1221 0 Ss+ tty inpu 0xc4361e78 getty 1220 1 1220 0 Ss+ tty inpu 0xc43f2078 getty 1219 1 1219 0 Ss+ tty inpu 0xc43f2878 getty 1218 1 1218 0 Ss+ tty inpu 0xc43f2678 getty 1217 1 1217 0 Ss+ tty inpu 0xc43f2478 getty 1216 1 1216 0 Ss+ tty inpu 0xc43f2278 getty 1190 1 1190 0 Ss select 0xc45d9124 inetd 1166 1 1166 0 Ss select 0xc462e524 moused 1152 1 1152 0 Ss nanslp 0xc0d0d344 watchdogd 1110 1 1110 0 Ss nanslp 0xc0d0d344 cron 1103 1 1103 25 Ss pause 0xc49cd058 sendmail 1099 1 1099 0 Ss select 0xc4630424 sendmail 1094 1 1094 0 Ss select 0xc4659064 sshd 1057 1 1057 0 Ss select 0xc45d99e4 ntpd 922 906 906 0 S - 0xc4605800 nfsd 921 906 906 0 S - 0xc4836400 nfsd 920 906 906 0 S - 0xc4836600 nfsd 919 906 906 0 S - 0xc4605a00 nfsd 918 906 906 0 S - 0xc4605600 nfsd 917 906 906 0 S - 0xc4605c00 nfsd 916 906 906 0 S - 0xc43f7600 nfsd 915 906 906 0 S - 0xc43f7400 nfsd 914 906 906 0 S - 0xc4605e00 nfsd 912 906 906 0 S - 0xc43f7800 nfsd 911 906 906 0 S - 0xc4606000 nfsd 910 906 906 0 S - 0xc4669000 nfsd 909 906 906 0 S - 0xc43f7a00 nfsd 908 906 906 0 S - 0xc4606200 nfsd 907 906 906 0 S - 0xc4633400 nfsd 906 1 906 0 Ss select 0xc462f1a4 nfsd 904 1 904 0 Ss select 0xc4659224 mountd 822 1 822 0 Ss select 0xc4630a64 rpcbind 804 1 804 0 RLs syslogd 609 1 609 0 Ss select 0xc4659264 devd 21 0 0 0 SL sdflush 0xc0e857a0 [softdepflush] 20 0 0 0 SL vlruwt 0xc45a829c [vnlru] 19 0 0 0 SL syncer 0xc0e79b30 [syncer] 18 0 0 0 SL psleep 0xc0e79884 [bufdaemon] 17 0 0 0 SL pgzero 0xc0e86394 [pagezero] 9 0 0 0 SL psleep 0xc0e85fbc [vmdaemon] 8 0 0 0 RL [pagedaemon] 7 0 0 0 SL waiting_ 0xc0e7b4e0 [sctp_iterator] 6 0 0 0 SL - 0xc428763c [fdc0] 16 0 0 0 SL usbtsk 0xc0d0a854 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d0a840 [usbtask-hc] 14 0 0 0 SL usbevt 0xc435c210 [usb0] 5 0 0 0 SL ccb_scan 0xc0cd9ad4 [xpt_thrd] 13 0 0 0 SL - 0xc0d0d184 [yarrow] 4 0 0 0 RL [g_down] 3 0 0 0 RL [g_up] 2 0 0 0 RL [g_event] 12 0 0 0 WL (threaded) intr 100041 I [irq7: ppc0] 100039 I [swi0: uart uart] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100027 I [swi5: +] 100025 I [swi2: cambio] 100020 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 255 [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc4162d0c [init] 10 0 0 0 SL audit_wo 0xc0e851a0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc4354d40 [em0 taskq] 100026 D - 0xc4315e80 [kqueue taskq] 100023 D - 0xc4316100 [acpi_task_2] 100022 D - 0xc4316100 [acpi_task_1] 100021 D - 0xc4316100 [acpi_task_0] 100018 D - 0xc4316400 [thread taskq] 100016 D - 0xc414a800 [firmware taskq] 100000 D sched 0xc0d0b040 [swapper] db> allt Tracing command sleep pid 51197 tid 100241 td 0xc5fce000 sched_switch(c5fce000,0,104,180,4e1b50c0,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5fce000,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c082b240,c5fce000,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,2711,...) at _sleep+0x30e kern_nanosleep(c5fce000,e6b15c64,e6b15c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c5fce000,e6b15cf8,8,e6b15d38,c0c9ba00,...) at nanosleep+0x6f syscall(e6b15d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815540f, esp = 0xbfbfed0c, ebp = 0xbfbfed48 --- Tracing command umount pid 51167 tid 100236 td 0xc50678c0 kdb_enter(c0bc0f58,c0bc0f58,c0bc6ab3,e6b06c00,3,...) at kdb_enter+0x3a panic(c0bc6ab3,c0be6a63,c0bdff4d,c0bcd0a7,4a6,...) at panic+0x136 witness_unlock(c0d0cbf0,8,c0bcd09e,4a6,0,...) at witness_unlock+0xf8 _mtx_unlock_flags(c0d0cbf0,0,c0bcd09e,4a6,af39e444,...) at _mtx_unlock_flags+0xbc unmount(c50678c0,e6b06cf8,8,e6b06d38,c0c9a590,...) at unmount+0x30f syscall(e6b06d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- Tracing command mkdir pid 51124 tid 100243 td 0xc5fcdaf0 Tracing command mkdir pid 51123 tid 100155 td 0xc4b10230 Tracing command mkdir pid 51122 tid 100308 td 0xc7a77460 Tracing command mkdir pid 51121 tid 100176 td 0xc4d88460 Tracing command mkdir pid 51120 tid 100174 td 0xc4d888c0 Tracing command mkdir pid 51119 tid 100151 td 0xc4b10af0 Tracing command mkdir pid 51118 tid 100162 td 0xc4a72af0 Tracing command mkdir pid 51117 tid 100158 td 0xc4a6f460 Tracing command mkdir pid 51116 tid 100149 td 0xc4b14000 Tracing command mkdir pid 51115 tid 100288 td 0xc7a75d20 sched_switch(c7a75d20,0,104,180,165fbb6c,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,50,...) at mi_switch+0x200 sleepq_switch(c7a75d20,0,c0bc4f46,247,50,...) at sleepq_switch+0x15f sleepq_wait(c86d3308,50,c0bbb01c,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c86d3308,80100,c86d3370,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6bdb67c,c0bcc742,c0bba749,80100,c86d32b0,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cbd960,e6bdb67c,c0cd9320,c86d32b0,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c86d32b0,80100,c0bcd738,803,4,...) at _vn_lock+0x5e vget(c86d32b0,80100,c7a75d20,1c5,c0b2034f,...) at vget+0xc9 cache_lookup(c43fad70,e6bdb864,e6bdb878,e6bdb864,c4a78a00,...) at cache_lookup+0x510 vfs_cache_lookup(e6bdb798,c0bce374,c0cd8f80,80000,c43fad70,...) at vfs_cache_lookup+0xa6 VOP_LOOKUP_APV(c0cbd960,e6bdb798,c0bcce47,1ac,e6bdb864,...) at VOP_LOOKUP_APV+0xe5 lookup(e6bdb84c,c0bcce47,d4,bc,c915b92c,...) at lookup+0x58e namei(e6bdb84c,c7c297ac,0,c0bbfad0,e6bdba9c,...) at namei+0x45b kern_statfs(c7a75d20,bfbfd60b,0,e6bdba9c,c0b41468,...) at kern_statfs+0x72 statfs(c7a75d20,e6bdbcf8,8,e6bdbd38,c0c9c8a0,...) at statfs+0x3b syscall(e6bdbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (396, FreeBSD ELF32, statfs), eip = 0x280ea8fb, esp = 0xbfbfd5dc, ebp = 0xbfbfdbf8 --- Tracing command mkdir pid 51114 tid 100251 td 0xc5fcc8c0 Tracing command mkdir pid 51113 tid 100148 td 0xc4b14230 Tracing command mkdir pid 51112 tid 100185 td 0xc4e568c0 sched_switch(c4e568c0,0,104,180,23627ac0,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4e568c0,0,c0bc4f46,247,50,...) at sleepq_switch+0x15f sleepq_wait(c86d3308,50,c0bbb01c,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c86d3308,80100,c86d3370,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6a4167c,c0bcc742,c0bba749,80100,c86d32b0,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cbd960,e6a4167c,c0cd9320,c86d32b0,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c86d32b0,80100,c0bcd738,803,4,...) at _vn_lock+0x5e vget(c86d32b0,80100,c4e568c0,1c5,c0b2034f,...) at vget+0xc9 cache_lookup(c43fad70,e6a41864,e6a41878,e6a41864,c4a78a00,...) at cache_lookup+0x510 vfs_cache_lookup(e6a41798,c0bce374,c0cd8f80,80000,c43fad70,...) at vfs_cache_lookup+0xa6 VOP_LOOKUP_APV(c0cbd960,e6a41798,c0bcce47,1ac,e6a41864,...) at VOP_LOOKUP_APV+0xe5 lookup(e6a4184c,c0bcce47,d4,bc,c55e672c,...) at lookup+0x58e namei(e6a4184c,c7c297ac,0,c0bbfad0,e6a41a9c,...) at namei+0x45b kern_statfs(c4e568c0,bfbfd60b,0,e6a41a9c,c0b41468,...) at kern_statfs+0x72 statfs(c4e568c0,e6a41cf8,8,e6a41d38,c0c9c8a0,...) at statfs+0x3b syscall(e6a41d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (396, FreeBSD ELF32, statfs), eip = 0x280ea8fb, esp = 0xbfbfd5dc, ebp = 0xbfbfdbf8 --- Tracing command mkdir pid 51111 tid 100126 td 0xc49d2af0 Tracing command mkdir pid 51110 tid 100192 td 0xc4e548c0 sched_switch(c4e548c0,0,104,180,1615a5c8,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4e548c0,0,c0bc4f46,247,50,...) at sleepq_switch+0x15f sleepq_wait(c86d3308,50,c0bbb01c,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c86d3308,80100,c86d3370,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6a8267c,c0bcc742,c0bba749,80100,c86d32b0,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0cbd960,e6a8267c,c0cd9320,c86d32b0,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c86d32b0,80100,c0bcd738,803,4,...) at _vn_lock+0x5e vget(c86d32b0,80100,c4e548c0,1c5,c0b2034f,...) at vget+0xc9 cache_lookup(c43fad70,e6a82864,e6a82878,e6a82864,c4a78a00,...) at cache_lookup+0x510 vfs_cache_lookup(e6a82798,c0bce374,c0cd8f80,80000,c43fad70,...) at vfs_cache_lookup+0xa6 VOP_LOOKUP_APV(c0cbd960,e6a82798,c0bcce47,1ac,e6a82864,...) at VOP_LOOKUP_APV+0xe5 lookup(e6a8284c,c0bcce47,d4,bc,c654962c,...) at lookup+0x58e namei(e6a8284c,c7c297ac,0,c4e548c0,e6a82a9c,...) at namei+0x45b kern_statfs(c4e548c0,bfbfd60b,0,e6a82a9c,c0b41468,...) at kern_statfs+0x72 statfs(c4e548c0,e6a82cf8,8,e6a82d38,c0c9c8a0,...) at statfs+0x3b syscall(e6a82d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (396, FreeBSD ELF32, statfs), eip = 0x280ea8fb, esp = 0xbfbfd5dc, ebp = 0xbfbfdbf8 --- Tracing command mkdir pid 51109 tid 100247 td 0xc5fcd230 Tracing command mkdir pid 51108 tid 100300 td 0xc7ab2690 Tracing command mkdir pid 51107 tid 100227 td 0xc54b9230 sched_switch(c54b9230,0,207,17b,c488a3aa,...) at sched_switch+0x437 mi_switch(207,0,c0bc5749,d4,c538f29c,...) at mi_switch+0x200 ast(e6aebd38) at ast+0x2cd doreti_ast() at doreti_ast+0x17 Tracing command mkdir pid 51106 tid 100169 td 0xc4d89460 Tracing command mkdir pid 51105 tid 100136 td 0xc4a70230 Tracing command mkdir pid 51104 tid 100081 td 0xc463f690 sched_switch(c463f690,0,104,180,26a22010,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c463f690,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c460ba70,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c460ba70,c460baf8,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c463f690,c7a1,e688bc74,0,0,...) at kern_wait+0xab6 wait4(c463f690,e688bcf8,10,e688bd38,c0c9a428,...) at wait4+0x3b syscall(e688bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command creat pid 51103 tid 100302 td 0xc7ab2230 sched_switch(c7ab2230,0,207,17b,bc66a9c8,...) at sched_switch+0x437 mi_switch(207,0,c0bc5749,d4,c7ab0000,...) at mi_switch+0x200 ast(e6c05d38) at ast+0x2cd doreti_ast() at doreti_ast+0x17 Tracing command creat pid 51102 tid 100217 td 0xc4e57af0 Tracing command creat pid 51101 tid 100163 td 0xc4a728c0 sched_switch(c4a728c0,0,104,180,a76965da,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a728c0,0,c0bc4f46,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07e874a,c459ee04,0,c0bbfad0,c4a728c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c459ee80,0,e69dea28,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c459ee80,c459ee04,c0bc8ce3,4a7,0,...) at _cv_wait_sig+0x240 tty_wait(c459ee00,c459ee80,c0bc8ece,60,0,...) at tty_wait+0x41 ttydisc_write(c459ee00,e69dec58,0,92,2,...) at ttydisc_write+0x300 ttydev_write(c49fbe00,e69dec58,0,0,0,...) at ttydev_write+0x93 devfs_write_f(c47636c8,e69dec58,c4a78a00,0,c4a728c0,...) at devfs_write_f+0x9e dofilewrite(e69dec58,ffffffff,ffffffff,0,c47636c8,...) at dofilewrite+0x95 kern_writev(c4a728c0,2,e69dec58,e69dec78,1,...) at kern_writev+0x58 write(c4a728c0,e69decf8,c,c0baf8e3,c0c9a3e0,...) at write+0x4f syscall(e69ded38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28187a83, esp = 0xbfbfe6cc, ebp = 0xbfbfe6e8 --- Tracing command creat pid 51100 tid 100249 td 0xc5fccd20 Tracing command creat pid 51099 tid 100078 td 0xc463fd20 sched_switch(c463fd20,0,104,180,ba875c2c,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,50,...) at mi_switch+0x200 sleepq_switch(c463fd20,0,c0bc4f46,247,50,...) at sleepq_switch+0x15f sleepq_wait(c591a9c0,50,c0bbb01c,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c591a9c0,80400,c591aa28,0,0,...) at __lockmgr_args+0xa9f vop_stdlock(e687fa14,c0b40ec6,c0bcd741,80400,c591a968,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0c96720,e687fa14,c0cd9320,c591a968,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c591a968,80400,c0bcce47,1ac,825,...) at _vn_lock+0x5e lookup(e687fb84,c0bcce47,d4,bc,c7a79c2c,...) at lookup+0xeb namei(e687fb84,e687fb24,60,0,c463fd20,...) at namei+0x45b kern_statat(c463fd20,200,ffffff9c,8102800,0,...) at kern_statat+0x64 kern_lstat(c463fd20,8102800,0,e687fc18,58,...) at kern_lstat+0x36 lstat(c463fd20,e687fcf8,8,c0bc74a3,c0c9b550,...) at lstat+0x2f syscall(e687fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x28176df3, esp = 0xbf750cdc, ebp = 0xbf750d98 --- Tracing command creat pid 51098 tid 100324 td 0xc7ab3d20 sched_switch(c7ab3d20,0,104,180,a769241c,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7ab3d20,0,c0bc4f46,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07e874a,c459ee04,0,c0bbfad0,c7ab3d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c459ee80,0,e6c65a28,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c459ee80,c459ee04,c0bc8ce3,4a7,5,...) at _cv_wait_sig+0x240 tty_wait(c459ee00,c459ee80,c0bc8ece,60,0,...) at tty_wait+0x41 ttydisc_write(c459ee00,e6c65c58,0,92,20,...) at ttydisc_write+0x300 ttydev_write(c49fbe00,e6c65c58,0,0,0,...) at ttydev_write+0x93 devfs_write_f(c47636c8,e6c65c58,c4a78a00,0,c7ab3d20,...) at devfs_write_f+0x9e dofilewrite(e6c65c58,ffffffff,ffffffff,0,c47636c8,...) at dofilewrite+0x95 kern_writev(c7ab3d20,2,e6c65c58,e6c65c78,1,...) at kern_writev+0x58 write(c7ab3d20,e6c65cf8,c,c0baf8e3,c0c9a3e0,...) at write+0x4f syscall(e6c65d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28187a83, esp = 0xbfbfde9c, ebp = 0xbfbfdeb8 --- Tracing command creat pid 51097 tid 100259 td 0xc7a26000 Tracing command creat pid 51096 tid 100293 td 0xc7a268c0 Tracing command creat pid 51095 tid 100120 td 0xc49d38c0 Tracing command creat pid 51094 tid 100061 td 0xc46938c0 cpustop_handler(1,e6824c10,c0b1378d,c0801eb8,86101629,...) at cpustop_handler+0x32 ipi_nmi_handler(c0801eb8,86101629,8006567c,369e99,c468ed0c,...) at ipi_nmi_handler+0x2f trap(e6824c1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07f5c00, esp = 0xe6824c5c, ebp = 0xe6824c80 --- panic(c0bf584d,c0bc74b7,1,c0bc74b7,c0c9b550,...) at panic+0x30 syscall(e6824d38) at syscall+0x45e Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (20, FreeBSD ELF32, getpid), eip = 0x28176df3, esp = 0xbf7aff5c, ebp = 0xbf7b0018 --- Tracing command creat pid 51093 tid 100153 td 0xc4b10690 Tracing command creat pid 51092 tid 100248 td 0xc5fcd000 sched_switch(c5fcd000,0,104,180,a76a6636,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5fcd000,0,c0bc4f46,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07e874a,c459ee04,0,c0bbfad0,c5fcd000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c459ee80,0,e6b2aa28,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c459ee80,c459ee04,c0bc8ce3,4a7,0,...) at _cv_wait_sig+0x240 tty_wait(c459ee00,c459ee80,c0bc8ece,60,0,...) at tty_wait+0x41 ttydisc_write(c459ee00,e6b2ac58,0,92,7,...) at ttydisc_write+0x300 ttydev_write(c49fbe00,e6b2ac58,0,0,0,...) at ttydev_write+0x93 devfs_write_f(c47636c8,e6b2ac58,c4a78a00,0,c5fcd000,...) at devfs_write_f+0x9e dofilewrite(e6b2ac58,ffffffff,ffffffff,0,c47636c8,...) at dofilewrite+0x95 kern_writev(c5fcd000,2,e6b2ac58,e6b2ac78,1,...) at kern_writev+0x58 write(c5fcd000,e6b2acf8,c,c0bae9a5,c0c9a3e0,...) at write+0x4f syscall(e6b2ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28187a83, esp = 0xbfbfde6c, ebp = 0xbfbfde88 --- Tracing command creat pid 51091 tid 100177 td 0xc4d88230 sched_switch(c4d88230,0,104,180,2551efc4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4d88230,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e40d0c,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e40d0c,c4e40d94,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c4d88230,c794,e6a21c74,0,0,...) at kern_wait+0xab6 wait4(c4d88230,e6a21cf8,10,e6a21d38,c0c9a428,...) at wait4+0x3b syscall(e6a21d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command swap pid 51090 tid 100181 td 0xc4b148c0 sched_switch(c4b148c0,0,104,180,a50cbee4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,40,...) at mi_switch+0x200 sleepq_switch(c4b148c0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c1d010c0,40,c0be58c3,0,0,...) at sleepq_timedwait+0x6b _sleep(c1d010c0,c7669364,40,c0be58c3,4e20,...) at _sleep+0x329 swap_pager_getpages(c7669364,e6a31bc4,8,0,e6a31c3c,...) at swap_pager_getpages+0x44d vm_fault(c4dd48c0,13448000,2,8,13448000,...) at vm_fault+0xe54 trap_pfault(5,0,c0bf58d2,2f5,c4e4029c,...) at trap_pfault+0x118 trap(e6a31d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049531, esp = 0xbfbfe890, ebp = 0xbfbfe8c8 --- Tracing command swap pid 51089 tid 100214 td 0xc5066230 sched_switch(c5066230,0,60b,17b,acd355d6,...) at sched_switch+0x437 mi_switch(60b,0,c0bc2a95,804,2,...) at mi_switch+0x200 sched_preempt(c5066230,2,bfbfe8c8,c0af832e,3b,...) at sched_preempt+0xb5 ipi_bitmap_handler(3b,3b,bfbf003b,0,bfbfea18,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0x8049531, esp = 0xbfbfe890, ebp = 0xbfbfe8c8 --- Tracing command swap pid 51088 tid 100208 td 0xc5085460 sched_switch(c5085460,0,104,180,23637d76,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5085460,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c507e538,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c507e538,c507e5c0,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c5085460,c791,e6ab2c74,0,0,...) at kern_wait+0xab6 wait4(c5085460,e6ab2cf8,10,e6ab2d38,c0c9a428,...) at wait4+0x3b syscall(e6ab2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command mkdir pid 51087 tid 100284 td 0xc7a76690 sched_switch(c7a76690,0,104,180,565993d6,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7a76690,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c082b240,c7a76690,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,3e9,...) at _sleep+0x30e kern_nanosleep(c7a76690,e6bcfc64,e6bcfc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7a76690,e6bcfcf8,8,c0bc7755,c0c9ba00,...) at nanosleep+0x6f syscall(e6bcfd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816840f, esp = 0xbfbfe8dc, ebp = 0xbfbfe908 --- Tracing command creat pid 51086 tid 100283 td 0xc7a768c0 sched_switch(c7a768c0,0,104,180,589a06c6,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7a768c0,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c082b240,c7a768c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,3e9,...) at _sleep+0x30e kern_nanosleep(c7a768c0,e6bccc64,e6bccc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7a768c0,e6bcccf8,8,c0bc7755,c0c9ba00,...) at nanosleep+0x6f syscall(e6bccd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816840f, esp = 0xbfbfe8dc, ebp = 0xbfbfe908 --- Tracing command swap pid 51085 tid 100071 td 0xc460c690 sched_switch(c460c690,0,104,180,563e8d6e,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c460c690,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c082b240,c460c690,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,3e9,...) at _sleep+0x30e kern_nanosleep(c460c690,e6851c64,e6851c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c460c690,e6851cf8,8,c0bc7755,c0c9ba00,...) at nanosleep+0x6f syscall(e6851d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816840f, esp = 0xbfbfe8ec, ebp = 0xbfbfe918 --- Tracing command run pid 51084 tid 100211 td 0xc5084d20 sched_switch(c5084d20,0,104,180,202de050,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5084d20,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c507dd0c,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c507dd0c,c507dd94,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c5084d20,c78d,e6abbc74,0,0,...) at kern_wait+0xab6 wait4(c5084d20,e6abbcf8,10,e6abbd38,c0c9a428,...) at wait4+0x3b syscall(e6abbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280ffaeb, esp = 0xbfbfe3bc, ebp = 0xbfbfe3d8 --- Tracing command run pid 51083 tid 100197 td 0xc4d89d20 sched_switch(c4d89d20,0,104,180,1fdf7b66,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4d89d20,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5062538,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5062538,c50625c0,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c4d89d20,c78c,e6a91c74,0,0,...) at kern_wait+0xab6 wait4(c4d89d20,e6a91cf8,10,e6a91d38,c0c9a428,...) at wait4+0x3b syscall(e6a91d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280ffaeb, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command run pid 51082 tid 100212 td 0xc5084af0 sched_switch(c5084af0,0,104,180,5837ae92,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5084af0,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c082b240,c5084af0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,3e9,...) at _sleep+0x30e kern_nanosleep(c5084af0,e6abec64,e6abec6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c5084af0,e6abecf8,8,c0bc7755,c0c9ba00,...) at nanosleep+0x6f syscall(e6abed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816740f, esp = 0xbfbfe88c, ebp = 0xbfbfe8b8 --- Tracing command sh pid 51075 tid 100238 td 0xc43dd460 sched_switch(c43dd460,0,104,180,1a07b5a4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c43dd460,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5f4b538,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5f4b538,c5f4b5c0,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c43dd460,ffffffff,e6b0cc74,2,0,...) at kern_wait+0xab6 wait4(c43dd460,e6b0ccf8,10,c0bc75f0,c0c9a428,...) at wait4+0x3b syscall(e6b0cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe63c, ebp = 0xbfbfe658 --- Tracing command md5 pid 51071 tid 100094 td 0xc4694af0 sched_switch(c4694af0,0,104,180,acf66cb2,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4694af0,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c5906800,4c,c0b9b700,0,0,...) at sleepq_wait+0x63 _sleep(c5906800,c5906820,24c,c0b9b700,0,...) at _sleep+0x35b md_kthread(c5906800,e68bcd38,c0bbd45d,322,c475b000,...) at md_kthread+0x125 fork_exit(c0650ac0,c5906800,e68bcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe68bcd70, ebp = 0 --- Tracing command sh pid 51058 tid 100323 td 0xc49b1000 sched_switch(c49b1000,0,104,180,24bd7ab4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c49b1000,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7ab1d0c,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7ab1d0c,c7ab1d94,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c49b1000,ffffffff,e6c62c74,2,0,...) at kern_wait+0xab6 wait4(c49b1000,e6c62cf8,10,c0bc75f0,c0c9a428,...) at wait4+0x3b syscall(e6c62d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command bash pid 96312 tid 100224 td 0xc54b98c0 Tracing command sshd pid 96311 tid 100277 td 0xc463f460 Tracing command sshd pid 96260 tid 100189 td 0xc4e56000 Tracing command bash pid 1265 tid 100066 td 0xc4693230 sched_switch(c4693230,0,104,180,9adab73c,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4693230,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c468e538,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c468e538,c468e5c0,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c4693230,ffffffff,e6838c74,6,0,...) at kern_wait+0xab6 wait4(c4693230,e6838cf8,10,c0bc74eb,c0c9a428,...) at wait4+0x3b syscall(e6838d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282afaeb, esp = 0xbfbfe26c, ebp = 0xbfbfe288 --- Tracing command csh pid 1261 tid 100154 td 0xc4b10460 sched_switch(c4b10460,0,104,180,6596f5ac,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4b10460,0,c0bc4f46,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a56590,68,c0b7ea3d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a56590,c4a565c0,168,c0b7ea3d,0,...) at _sleep+0x344 kern_sigsuspend(c4b10460,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4b10460,e69aacf8,4,c0bc74eb,c0c9c378,...) at sigsuspend+0x4d syscall(e69aad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2817adbb, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1260 tid 100115 td 0xc46abaf0 sched_switch(c46abaf0,0,104,180,855a1ee,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c46abaf0,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c49cf000,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c49cf000,c49cf088,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c46abaf0,4ed,e6931c74,2,0,...) at kern_wait+0xab6 wait4(c46abaf0,e6931cf8,10,e6931d38,c0c9a428,...) at wait4+0x3b syscall(e6931d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811baeb, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 --- Tracing command awk pid 1244 tid 100121 td 0xc49d3690 Tracing command sh pid 1243 tid 100128 td 0xc4694230 sched_switch(c4694230,0,104,180,4bfc0bca,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4694230,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a56000,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a56000,c4a56088,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c4694230,ffffffff,e695ac74,2,0,...) at kern_wait+0xab6 wait4(c4694230,e695acf8,10,c0bc75f0,c0c9a428,...) at wait4+0x3b syscall(e695ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command top pid 1242 tid 100139 td 0xc4a6faf0 sched_switch(c4a6faf0,0,104,180,a0ca1cba,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a6faf0,0,c0bc4f46,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e697da4c,c07e874a,c4b12390,0,c4a6faf0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4b123a4,0,e697da7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4b123a4,c4b12390,3e9,570,c465c8c0,...) at _cv_timedwait_sig+0x250 seltdwait(e697dc2c,e697dc34,3d6,c4a6faf0,325b1b34,...) at seltdwait+0x8a kern_select(c4a6faf0,2,bfbfec3c,0,0,e697dc70,1,0) at kern_select+0x4cf select(c4a6faf0,e697dcf8,14,c4694690,c0c9ac38,...) at select+0x5e syscall(e697dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e0a23, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command tail pid 1241 tid 100076 td 0xc46908c0 sched_switch(c46908c0,0,104,180,b8e07920,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,58,...) at mi_switch+0x200 sleepq_switch(c46908c0,0,c0bc4f46,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c082b240,c46908c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c45e1000,58,c0bbd1c4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c45e1000,c45e1000,158,c0bbd1c4,3e9,...) at _sleep+0x30e kern_kevent(c46908c0,4,0,1,e686bc58,...) at kern_kevent+0x357 kevent(c46908c0,e686bcf8,18,c0baf8e3,c0c9c588,...) at kevent+0x19b syscall(e686bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x281595fb, esp = 0xbfbfebcc, ebp = 0xbfbfec78 --- Tracing command sshd pid 1240 tid 100132 td 0xc4a70af0 sched_switch(c4a70af0,0,104,180,b98e1458,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,40,...) at mi_switch+0x200 sleepq_switch(c4a70af0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c1cedfd0,40,c0be58c3,0,0,...) at sleepq_timedwait+0x6b _sleep(c1cedfd0,c4cdf7c0,40,c0be58c3,4e20,...) at _sleep+0x329 swap_pager_getpages(c4cdf7c0,e6966bc4,1,0,e6966c3c,...) at swap_pager_getpages+0x44d vm_fault(c47611c0,283bf000,1,0,283bfa23,...) at vm_fault+0xe54 trap_pfault(5,0,c0bf58d2,4,c4a55538,...) at trap_pfault+0x118 trap(e6966d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x283bfa23, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1239 tid 100096 td 0xc4694690 sched_switch(c4694690,0,104,180,a0c70c26,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4694690,0,c0bc4f46,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07e874a,c45a3210,0,c0bbfad0,c4694690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c45a3224,0,e68c2a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c45a3224,c45a3210,c0bc705b,570,c4763968,...) at _cv_wait_sig+0x240 seltdwait(c49fb82c,c0bc705b,3d6,c4694690,200246,...) at seltdwait+0xa2 kern_select(c4694690,a,81030b8,81030e4,0,0,1,280fe818) at kern_select+0x4cf select(c4694690,e68c2cf8,14,c0baf8e3,c0c9ac38,...) at select+0x5e syscall(e68c2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bfa23, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sh pid 1238 tid 100141 td 0xc49d2460 sched_switch(c49d2460,0,104,180,60d92aea,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c49d2460,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4aa17d4,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4aa17d4,c4aa185c,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c49d2460,ffffffff,e6983c74,2,0,...) at kern_wait+0xab6 wait4(c49d2460,e6983cf8,10,e6983d38,c0c9a428,...) at wait4+0x3b syscall(e6983d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command sshd pid 1237 tid 100073 td 0xc460c230 Tracing command sshd pid 1233 tid 100087 td 0xc46aaaf0 Tracing command sshd pid 1232 tid 100159 td 0xc4a6f230 Tracing command sshd pid 1231 tid 100142 td 0xc49d2230 Tracing command bash pid 1227 tid 100144 td 0xc4821d20 sched_switch(c4821d20,0,104,180,c91ea3bc,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4821d20,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4aa1000,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4aa1000,c4aa1088,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c4821d20,ffffffff,e698cc74,6,0,...) at kern_wait+0xab6 wait4(c4821d20,e698ccf8,10,c0bc74eb,c0c9a428,...) at wait4+0x3b syscall(e698cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282afaeb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 1226 tid 100050 td 0xc460cd20 sched_switch(c460cd20,0,60b,17b,acd37dae,...) at sched_switch+0x437 mi_switch(60b,0,c0bc2a95,804,3,...) at mi_switch+0x200 sched_preempt(c460cd20,3,e67f8a4c,c0af832e,4e00008,...) at sched_preempt+0xb5 ipi_bitmap_handler(4e00008,c2130028,28,c501c8f0,103,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0a15b1a, esp = 0xe67f8a18, ebp = 0xe67f8a4c --- slab_zalloc(c4840000,e67f8a78,c0a14346,c147d6c0,c14755b0,...) at slab_zalloc+0x12a uma_zone_slab(c1481208,0,c0be5b47,74f,c083458b,...) at uma_zone_slab+0x144 uma_zalloc_arg(c147d6c0,c4cb5200,2,600001,c4cb5b00,...) at uma_zalloc_arg+0x573 m_getm2(0,1eb0,2,1,0,...) at m_getm2+0xca m_uiotombuf(e67f8c58,2,8218,0,0,...) at m_uiotombuf+0x77 sosend_generic(c4837c40,0,e67f8c58,0,0,...) at sosend_generic+0x432 sosend(c4837c40,0,e67f8c58,0,0,...) at sosend+0x54 soo_write(c465c118,e67f8c58,c49fb900,0,c460cd20,...) at soo_write+0x4a dofilewrite(e67f8c58,ffffffff,ffffffff,0,c465c118,...) at dofilewrite+0x95 kern_writev(c460cd20,3,e67f8c58,e67f8c78,1,...) at kern_writev+0x58 write(c460cd20,e67f8cf8,c,c0d12440,c0c9a3e0,...) at write+0x4f syscall(e67f8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x283bfa83, esp = 0xbfbfde7c, ebp = 0xbfbfde98 --- Tracing command sshd pid 1224 tid 100146 td 0xc4b14690 Tracing command getty pid 1223 tid 100085 td 0xc46ab000 Tracing command getty pid 1222 tid 100082 td 0xc460c000 Tracing command getty pid 1221 tid 100110 td 0xc4820690 Tracing command getty pid 1220 tid 100112 td 0xc4820230 Tracing command getty pid 1219 tid 100113 td 0xc4820000 Tracing command getty pid 1218 tid 100079 td 0xc463faf0 Tracing command getty pid 1217 tid 100075 td 0xc4690af0 Tracing command getty pid 1216 tid 100057 td 0xc4642000 Tracing command inetd pid 1190 tid 100152 td 0xc4b108c0 Tracing command moused pid 1166 tid 100140 td 0xc49d2690 Tracing command watchdogd pid 1152 tid 100130 td 0xc4a72000 sched_switch(c4a72000,0,104,180,bb1fc42c,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4a72000,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c082b240,c4a72000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,ea61,...) at _sleep+0x30e kern_nanosleep(c4a72000,e6960c64,e6960c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4a72000,e6960cf8,8,c0bf84f5,c0c9ba00,...) at nanosleep+0x6f syscall(e6960d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817f40f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 1110 tid 100097 td 0xc4694460 sched_switch(c4694460,0,104,180,f22ae0d8,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4694460,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c082b240,c4694460,3,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d0d344,5c,c0bc21be,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d0d344,0,15c,c0bc21be,ea61,...) at _sleep+0x30e kern_nanosleep(c4694460,e68c5c64,e68c5c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4694460,e68c5cf8,8,c0bc7755,c0c9ba00,...) at nanosleep+0x6f syscall(e68c5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817240f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1103 tid 100127 td 0xc49d28c0 sched_switch(c49d28c0,0,104,180,220d5232,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,68,...) at mi_switch+0x200 sleepq_switch(c49d28c0,0,c0bc4f46,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c49cd058,68,c0b7ea3d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c49cd058,c49cd088,168,c0b7ea3d,0,...) at _sleep+0x344 kern_sigsuspend(c49d28c0,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c49d28c0,e6955cf8,4,c0bc74eb,c0c9c378,...) at sigsuspend+0x4d syscall(e6955d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832ddbb, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1099 tid 100088 td 0xc46aa8c0 Tracing command sshd pid 1094 tid 100077 td 0xc4690690 Tracing command ntpd pid 1057 tid 100114 td 0xc46abd20 sched_switch(c46abd20,0,104,180,a031fef6,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c46abd20,0,c0bc4f46,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07e874a,c45d99d0,0,c0bbfad0,c46abd20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c45d99e4,0,e692ea7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c45d99e4,c45d99d0,c0bc705b,570,c4612d20,...) at _cv_wait_sig+0x240 seltdwait(c476052c,c0bc705b,3d6,c46abd20,0,...) at seltdwait+0xa2 kern_select(c46abd20,1b,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c46abd20,e692ecf8,14,16,c0c9ac38,...) at select+0x5e syscall(e692ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834ba23, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 922 tid 100109 td 0xc48208c0 Tracing command nfsd pid 921 tid 100108 td 0xc4820af0 Tracing command nfsd pid 920 tid 100107 td 0xc4820d20 Tracing command nfsd pid 919 tid 100106 td 0xc4821000 Tracing command nfsd pid 918 tid 100105 td 0xc4821230 Tracing command nfsd pid 917 tid 100104 td 0xc4821460 Tracing command nfsd pid 916 tid 100103 td 0xc4821690 Tracing command nfsd pid 915 tid 100102 td 0xc48218c0 Tracing command nfsd pid 914 tid 100101 td 0xc4690000 Tracing command nfsd pid 912 tid 100100 td 0xc4690230 Tracing command nfsd pid 911 tid 100099 td 0xc4690460 Tracing command nfsd pid 910 tid 100062 td 0xc4337690 Tracing command nfsd pid 909 tid 100059 td 0xc4693d20 Tracing command nfsd pid 908 tid 100089 td 0xc46aa690 Tracing command nfsd pid 907 tid 100095 td 0xc46948c0 Tracing command nfsd pid 906 tid 100074 td 0xc4690d20 Tracing command mountd pid 904 tid 100067 td 0xc46ab230 Tracing command rpcbind pid 822 tid 100065 td 0xc4693460 Tracing command syslogd pid 804 tid 100064 td 0xc4693690 sched_switch(c4693690,0,104,180,acec7c96,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,40,...) at mi_switch+0x200 sleepq_switch(c4693690,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c202e4ec,40,c0be58c3,0,0,...) at sleepq_timedwait+0x6b _sleep(c202e4ec,c47316c8,40,c0be58c3,4e20,...) at _sleep+0x329 swap_pager_getpages(c47316c8,e6830bc4,2,0,e6830c3c,...) at swap_pager_getpages+0x44d vm_fault(c475d000,2810f000,1,0,2810f000,...) at vm_fault+0xe54 trap_pfault(5,0,c0bf58d2,2f5,c468ea70,...) at trap_pfault+0x118 trap(e6830d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2810f000, esp = 0xbfbfce1c, ebp = 0xbfbfd518 --- Tracing command devd pid 609 tid 100086 td 0xc46aad20 Tracing command softdepflush pid 21 tid 100049 td 0xc43378c0 sched_switch(c43378c0,0,104,180,5f9eb396,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,44,...) at mi_switch+0x200 sleepq_switch(c43378c0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e857a0,44,c0be3c80,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e857a0,c0e85744,44,c0be3c80,3e8,...) at _sleep+0x329 softdep_flush(0,e4609d38,c0bbd45d,322,c45a8000,...) at softdep_flush+0x2c1 fork_exit(c09f70a0,0,e4609d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4609d70, ebp = 0 --- Tracing command vnlru pid 20 tid 100048 td 0xc4337af0 sched_switch(c4337af0,0,104,180,a026625a,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4337af0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c45a829c,50,c0bce69a,0,0,...) at sleepq_timedwait+0x6b _sleep(c45a829c,c0e79af0,250,c0bce69a,3e8,...) at _sleep+0x329 vnlru_proc(0,e4606d38,c0bbd45d,322,c45a829c,...) at vnlru_proc+0x10b fork_exit(c087fe50,0,e4606d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4606d70, ebp = 0 --- Tracing command syncer pid 19 tid 100047 td 0xc4337d20 sched_switch(c4337d20,0,104,180,9f2a81a2,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4337d20,0,c0bc4f46,26a,c4337d20,...) at sleepq_switch+0x15f sleepq_timedwait(c0e79b30,0,e4603c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0e79b30,c0e79b1c,3e8,6aa,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e4603d38,c0bbd45d,322,c45a8538,...) at sched_sync+0x502 fork_exit(c087f2c0,0,e4603d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4603d70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc43dc000 sched_switch(c43dc000,0,104,180,963feb10,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,44,...) at mi_switch+0x200 sleepq_switch(c43dc000,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e79884,44,c0bcbbfc,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e79884,c0e79888,44,c0bcbbfc,3e8,...) at _sleep+0x329 buf_daemon(0,e4600d38,c0bbd45d,322,c45a87d4,...) at buf_daemon+0x21e fork_exit(c08684c0,0,e4600d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4600d70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc43dc230 sched_switch(c43dc230,0,104,180,8952d9c0,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c43dc230,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e86394,0,c0be8cc5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e86394,c0e85f50,0,c0be8cc5,493e0,...) at _sleep+0x329 vm_pagezero(0,e45fdd38,c0bbd45d,322,c45a8a70,...) at vm_pagezero+0xdc fork_exit(c0a31510,0,e45fdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45fdd70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc43dc460 sched_switch(c43dc460,0,104,180,bab1092a,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,68,...) at mi_switch+0x200 sleepq_switch(c43dc460,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e85fbc,68,c0bcbbfc,0,0,...) at sleepq_wait+0x63 _sleep(c0e85fbc,c0e85fc0,68,c0bcbbfc,0,...) at _sleep+0x35b vm_daemon(0,e45fad38,c0bbd45d,322,c45a8d0c,...) at vm_daemon+0x59 fork_exit(c0a2b9a0,0,e45fad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45fad70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc43dc690 sched_switch(c43dc690,0,104,180,ba138cc4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,44,...) at mi_switch+0x200 sleepq_switch(c43dc690,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e858d4,44,c0be82a5,0,0,...) at sleepq_wait+0x63 _sleep(c0e858d4,c0e85fe0,44,c0be82a5,0,...) at _sleep+0x35b getpbuf(c0e858d4,0,c0be5707,49d,c0bf45aa,...) at getpbuf+0x68 swap_pager_putpages(c7669364,e45f7bb0,10,0,e45f7af0,...) at swap_pager_putpages+0x1f1 vm_pageout_flush(e45f7bb0,10,0,122,c43dc734,...) at vm_pageout_flush+0x177 vm_pageout_clean(c1f5c0c8,0,c0be7e24,303,1388,...) at vm_pageout_clean+0x2f1 vm_pageout(0,e45f7d38,c0bbd45d,322,c416329c,...) at vm_pageout+0xd87 fork_exit(c0a2c840,0,e45f7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45f7d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc43dc8c0 sched_switch(c43dc8c0,0,104,180,a4e18e82,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c43dc8c0,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e7b4e0,0,c0bd763b,0,0,...) at sleepq_wait+0x63 _sleep(c0e7b4e0,c0e7b3f4,0,c0bd763b,0,...) at _sleep+0x35b sctp_iterator_thread(0,e45f4d38,c0bbd45d,322,c4163538,...) at sctp_iterator_thread+0x60 fork_exit(c08f3380,0,e45f4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45f4d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc43dcd20 sched_switch(c43dcd20,0,104,180,963fb494,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c43dcd20,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c428763c,4c,c0bb81ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c428763c,c42876f0,4c,c0bb81ff,3e8,...) at _sleep+0x329 fdc_thread(c4287600,e45ebd38,c0bbd45d,322,c41637d4,...) at fdc_thread+0x2b8 fork_exit(c0ad22f0,c4287600,e45ebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ebd70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc43368c0 sched_switch(c43368c0,0,104,180,9174e898,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c43368c0,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d0a854,5c,c0bb4418,0,0,...) at sleepq_wait+0x63 _sleep(c0d0a854,0,5c,c0bb4418,0,...) at _sleep+0x35b usb_task_thread(c0d0a854,c3e4cd38,c0bbd45d,322,c4163a70,...) at usb_task_thread+0x62 fork_exit(c075de70,c0d0a854,c3e4cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e4cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc4336af0 sched_switch(c4336af0,0,104,180,9174bbd8,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4336af0,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d0a840,5c,c0bb4418,0,0,...) at sleepq_wait+0x63 _sleep(c0d0a840,0,5c,c0bb4418,0,...) at _sleep+0x35b usb_task_thread(c0d0a840,c3e49d38,c0bbd45d,322,c4163d0c,...) at usb_task_thread+0x62 fork_exit(c075de70,c0d0a840,c3e49d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e49d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc4336d20 sched_switch(c4336d20,0,104,180,3be9eb62,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4336d20,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c435c210,5c,c0bb4426,0,0,...) at sleepq_timedwait+0x6b _sleep(c435c210,0,5c,c0bb4426,ea60,...) at _sleep+0x329 usb_event_thread(c4354180,c3e46d38,c0bbd45d,322,c429e000,...) at usb_event_thread+0xca fork_exit(c075dfb0,c4354180,c3e46d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e46d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100024 td 0xc41abd20 sched_switch(c41abd20,0,104,180,91744970,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c41abd20,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0cd9ad4,4c,c0b6629d,0,0,...) at sleepq_wait+0x63 _sleep(c0cd9ad4,c0cd9aec,4c,c0b6629d,0,...) at _sleep+0x35b xpt_scanner_thread(0,c3e0ad38,c0bbd45d,322,c429e29c,...) at xpt_scanner_thread+0x41 fork_exit(c0479750,0,c3e0ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e0ad70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4166230 sched_switch(c4166230,0,104,180,c48a22de,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4166230,0,c0bc4f46,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0d184,0,c0bb81ff,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d0d184,0,0,c0bb81ff,64,...) at _sleep+0x329 pause(c0bb81ff,64,c0ba9f9a,112,0,...) at pause+0x47 random_kthread(0,c3df5d38,c0bbd45d,322,c429e538,...) at random_kthread+0x1d9 fork_exit(c06cc930,0,c3df5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc4166690 sched_switch(c4166690,0,104,180,ba14e4e0,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4166690,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0af84,4c,c0bb81ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0af84,c0d0aee8,24c,c0bb81ff,64,...) at _sleep+0x329 g_io_schedule_down(c4166690,0,c0bb98cc,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c3defd38,c0bbd45d,322,c4162000,...) at g_down_procbody+0x8d fork_exit(c07a20f0,0,c3defd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3defd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc41668c0 sched_switch(c41668c0,0,104,180,ba932584,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c41668c0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0af80,4c,c0bb81ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0af80,c0d0af08,24c,c0bb81ff,64,...) at _sleep+0x329 g_io_schedule_up(c41668c0,0,c0bb98cc,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c3decd38,c0bbd45d,322,c416229c,...) at g_up_procbody+0x8d fork_exit(c07a2180,0,c3decd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3decd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4166af0 sched_switch(c4166af0,0,104,180,b887d3dc,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4166af0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0af78,4c,c0bb81ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0af78,0,4c,c0bb81ff,64,...) at _sleep+0x329 g_event_procbody(0,c3de9d38,c0bbd45d,322,c4162538,...) at g_event_procbody+0xcb fork_exit(c07a2210,0,c3de9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de9d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc43dcaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc43dd000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc4327d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc4336000 sched_switch(c4336000,0,109,180,916eacec,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c415fd70,...) at mi_switch+0x200 ithread_loop(c43cdbd0,e45d8d38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c43cdbd0,e45d8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d8d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc4336230 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc4336460 sched_switch(c4336460,0,109,180,baa3a636,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a9070,...) at mi_switch+0x200 ithread_loop(c43cd5e0,e45ced38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c43cd5e0,e45ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ced70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc4336690 sched_switch(c4336690,0,109,180,ab894910,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a8df0,...) at mi_switch+0x200 ithread_loop(c4373aa0,e45b7d38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c4373aa0,e45b7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45b7d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4337000 sched_switch(c4337000,0,109,180,916e4a84,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a8e70,...) at mi_switch+0x200 ithread_loop(c4353a30,c3e42d38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c4353a30,c3e42d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e42d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4337460 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xc41ab690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc41abaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100020 td 0xc4327690 sched_switch(c4327690,0,109,180,a886687c,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c426f370,...) at mi_switch+0x200 ithread_loop(c42d2ae0,c3dfed38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c42d2ae0,c3dfed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dfed70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc43278c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc4166d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc41ab000 sched_switch(c41ab000,0,109,180,58368852,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a98f0,...) at mi_switch+0x200 ithread_loop(c41610c0,c3de3d38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c41610c0,c3de3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc41ab230 sched_switch(c41ab230,0,109,180,ab0eeade,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a9970,...) at mi_switch+0x200 ithread_loop(c41610d0,c3de0d38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c41610d0,c3de0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc41ab460 sched_switch(c41ab460,0,109,180,c35fa720,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a99f0,...) at mi_switch+0x200 ithread_loop(c41610e0,c3dddd38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c41610e0,c3dddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4164000 sched_switch(c4164000,0,109,180,c81cc008,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a9a70,...) at mi_switch+0x200 ithread_loop(c41610f0,c3ddad38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c41610f0,c3ddad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ddad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc4164230 sched_switch(c4164230,0,109,180,17eb7242,...) at sched_switch+0x437 mi_switch(109,0,c0bbd6e3,4d7,c41a9af0,...) at mi_switch+0x200 ithread_loop(c4161100,c3dd7d38,c0bbd45d,322,c41627d4,...) at ithread_loop+0x1f6 fork_exit(c07d7dd0,c4161100,c3dd7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc4164460 sched_switch(c4164460,0,108,17b,ba1519a8,...) at sched_switch+0x437 mi_switch(108,0,c0bc2a95,3a1,c4164460,...) at mi_switch+0x200 sched_idletd(0,c3dd1d38,c0bbd45d,322,c4162a70,...) at sched_idletd+0x178 fork_exit(c0817380,0,c3dd1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc4164690 cpustop_handler(2,c3dcec40,c0b1378d,46,c0d0d3b8,...) at cpustop_handler+0x32 ipi_nmi_handler(46,c0d0d3b8,c3dcebd8,c07e83b4,c4162a70,...) at ipi_nmi_handler+0x2f trap(c3dcec4c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc081726c, esp = 0xc3dcec8c, ebp = 0xc3dcecb4 --- cpu_search_highest(c0d1f8f0,c3dcecd8,c0bc2a95,3a3,c4164690,...) at cpu_search_highest+0xc sched_idletd(0,c3dced38,c0bbd45d,322,c4162a70,...) at sched_idletd+0xcf fork_exit(c0817380,0,c3dced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc41648c0 cpustop_handler(4,c3dcbc08,c0b1378d,3936ff7,c41648c0,...) at cpustop_handler+0x32 ipi_nmi_handler(3936ff7,c41648c0,608,c3dcbbb8,c4162a70,...) at ipi_nmi_handler+0x2f trap(c3dcbc14) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07e80e2, esp = 0xc3dcbc54, ebp = 0xc3dcbc84 --- _mtx_assert(c41648c0,0,108,17b,c92a456e,...) at _mtx_assert+0x142 mi_switch(108,0,c0bc2a95,3a1,c41648c0,...) at mi_switch+0x200 sched_idletd(0,c3dcbd38,c0bbd45d,322,c4162a70,...) at sched_idletd+0x178 fork_exit(c0817380,0,c3dcbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dcbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4164af0 sched_switch(c4164af0,0,60c,17b,a60ef15a,...) at sched_switch+0x437 mi_switch(60c,0,c0bc2a95,804,3,...) at mi_switch+0x200 sched_preempt(c4164af0,3,c3dc8cb4,c0af832e,c07f0008,...) at sched_preempt+0x9f ipi_bitmap_handler(c07f0008,c3dc0028,c0810028,3c,c0d12440,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc07e9221, esp = 0xc3dc8c8c, ebp = 0xc3dc8cb4 --- _thread_lock_flags(c4164af0,0,c0bc2a95,9ef,c4164af0,...) at _thread_lock_flags+0x141 sched_idletd(0,c3dc8d38,c0bbd45d,322,c4162a70,...) at sched_idletd+0x244 fork_exit(c0817380,0,c3dc8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4164d20 sched_switch(c4164d20,0,104,180,95892e12,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4164d20,0,c0bc4f46,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bc4f46,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4162d0c,5c,c0bc7611,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4162d0c,c4162d94,15c,c0bc7611,0,...) at _sleep+0x344 kern_wait(c4164d20,ffffffff,c3dc4c74,0,0,...) at kern_wait+0xab6 wait4(c4164d20,c3dc4cf8,10,c0bc742c,c0c9a428,...) at wait4+0x3b syscall(c3dc4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054d4f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command audit pid 10 tid 100001 td 0xc4166000 sched_switch(c4166000,0,104,180,916eed90,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4166000,0,c0bc4f46,247,c4166000,...) at sleepq_switch+0x15f sleepq_wait(c0e851a0,0,c3dc1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0e851a0,c0e85184,c0be1b96,18d,0,...) at _cv_wait+0x240 audit_worker(0,c3dc1d38,c0bbd45d,322,c4163000,...) at audit_worker+0x84 fork_exit(c09daa00,0,c3dc1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4337230 sched_switch(c4337230,0,104,180,916defd0,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4337230,0,c0bc4f46,247,c4337230,...) at sleepq_switch+0x15f sleepq_wait(c4354d40,0,c0bc1ac1,c0bb81ff,0,...) at sleepq_wait+0x63 msleep_spin(c4354d40,c4354d5c,c0bb81ff,0,c0bbfad0,...) at msleep_spin+0x21d taskqueue_thread_loop(c432036c,c3e3fd38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0x8a fork_exit(c082da70,c432036c,c3e3fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e3fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc41ab8c0 sched_switch(c41ab8c0,0,104,180,91a4d814,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c41ab8c0,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4315e80,0,c0bb81ff,0,0,...) at sleepq_wait+0x63 _sleep(c4315e80,c4315e9c,0,c0bb81ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d0b784,c3e10d38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0xb4 fork_exit(c082da70,c0d0b784,c3e10d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e10d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4327000 sched_switch(c4327000,0,104,180,91a4ab84,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327000,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316100,0,c0bb81ff,0,0,...) at sleepq_wait+0x63 _sleep(c4316100,c431611c,0,c0bb81ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0cdc784,c3e07d38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0xb4 fork_exit(c082da70,c0cdc784,c3e07d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e07d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4327230 sched_switch(c4327230,0,104,180,91a481d4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327230,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316100,0,c0bb81ff,0,0,...) at sleepq_wait+0x63 _sleep(c4316100,c431611c,0,c0bb81ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0cdc784,c3e04d38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0xb4 fork_exit(c082da70,c0cdc784,c3e04d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e04d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc4327460 sched_switch(c4327460,0,104,180,91a455cc,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327460,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316100,0,c0bb81ff,0,0,...) at sleepq_wait+0x63 _sleep(c4316100,c431611c,0,c0bb81ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0cdc784,c3e01d38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0xb4 fork_exit(c082da70,c0cdc784,c3e01d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e01d70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc4327af0 sched_switch(c4327af0,0,104,180,a8cda058,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4327af0,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4316400,0,c0bb81ff,0,0,...) at sleepq_wait+0x63 _sleep(c4316400,c431641c,0,c0bb81ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d1fae8,c3df8d38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0xb4 fork_exit(c082da70,c0d1fae8,c3df8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df8d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4166460 sched_switch(c4166460,0,104,180,9356aae4,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4166460,0,c0bc4f46,247,0,...) at sleepq_switch+0x15f sleepq_wait(c414a800,0,c0bb81ff,0,0,...) at sleepq_wait+0x63 _sleep(c414a800,c414a81c,0,c0bb81ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d1e620,c3df2d38,c0bbd45d,322,c0d0b040,...) at taskqueue_thread_loop+0xb4 fork_exit(c082da70,c0d1e620,c3df2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d0b2e0 sched_switch(c0d0b2e0,0,104,180,bc71f130,...) at sched_switch+0x437 mi_switch(104,0,c0bc4f46,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d0b2e0,0,c0bc4f46,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d0b040,44,c0bc31e2,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d0b040,0,44,c0bc31e2,2710,...) at _sleep+0x329 scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 225 MB: 210 194 178 162 146 130 114 98 82 66 50 34 18 2 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump () at pcpu.h:221 #1 0xc04bc019 in db_fncall (dummy1=0xc05b0b58, dummy2=0x0, dummy3=0xe6b069e8, dummy4=0xe6b069d8 "ÀAÎÀs=¼ÀØ") at ../../../ddb/db_command.c:548 #2 0xc04bc411 in db_command (last_cmdp=0xc0cdaa5c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #3 0xc04bc56a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04be3cd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc0822f36 in kdb_trap (type=0x3, code=0x0, tf=0xe6b06b80) at ../../../kern/subr_kdb.c:534 #6 0xc0b13d2b in trap (frame=0xe6b06b80) at ../../../i386/i386/trap.c:694 #7 0xc0af7c3b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc08230ba in kdb_enter (why=0xc0bc0f58 "panic", msg=0xc0bc0f58 "panic") at cpufunc.h:70 #9 0xc07f5d06 in panic (fmt=0xc0bc6ab3 "lock (%s) %s not locked @ %s:%d") at ../../../kern/kern_shutdown.c:559 #10 0xc0835798 in witness_unlock (lock=0xc0d0cbf0, flags=0x8, file=0xc0bcd0a7 "kern/vfs_mount.c", line=0x4a6) at ../../../kern/subr_witness.c:1485 #11 0xc07e869c in _mtx_unlock_flags (m=0xc0d0cbf0, opts=0x0, file=0xc0bcd09e "../../../kern/vfs_mount.c", line=0x4a6) at ../../../kern/kern_mutex.c:199 #12 0xc08789af in unmount (td=0xc50678c0, uap=0xe6b06cf8) at ../../../kern/vfs_mount.c:1190 #13 0xc0b13483 in syscall (frame=0xe6b06d38) at ../../../i386/i386/trap.c:1090 #14 0xc0af7ca0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #15 0x00000033 in ?? () (kgdb) f 12 #12 0xc08789af in unmount (td=0xc50678c0, uap=0xe6b06cf8) at ../../../kern/vfs_mount.c:1190 1190 mtx_unlock(&Giant); (kgdb) l 1185 if (mp->mnt_flag & MNT_ROOTFS) { 1186 mtx_unlock(&Giant); 1187 return (EINVAL); 1188 } 1189 error = dounmount(mp, uap->flags, td); 1190 mtx_unlock(&Giant); 1191 return (error); 1192 } 1193 1194 /* (kgdb) p Giant $2 = {lock_object = {lo_name = 0xc0bdff4d "Giant", lo_flags = 0x10b0000, lo_data = 0x0, lo_witness = 0xc411d1a0}, mtx_lock = 0x4} (kgdb) -- Test scenario: umountf.sh