GENERIC HEAD from Oct 20 15:01 UTC + lk_draining.diff + ufs_lookup-kib8.diff, vmcore.293 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Tue Oct 21 12:36:27 CEST 2008 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032544256 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: 1st 0xc4569044 user map (user map) @ vm/vm_map.c:3115 2nd 0xc480d9c0 ufs (ufs) @ kern/vfs_subr.c:2091 KDB: stack backtrace: db_trace_self_wrapper(c0bcc2f1,c41c4914,c0839d55,4,c0bc7d05,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc7d05,c451e728,c45231e8,c41c4970,...) at kdb_backtrace+0x29 _witness_debugger(c0bceee8,c480d9c0,c0bc3251,c45231e8,c0bd5d68,...) at _witness_debugger+0x25 witness_checkorder(c480d9c0,1,c0bd5d5f,82b,0,...) at witness_checkorder+0x839 __lockmgr_args(c480d9c0,200501,c480da28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c41c4a78,c0bf137e,c0bc297e,200501,c480d968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,c41c4a78,c0ce4620,c480d968,200501,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c480d968,200501,c0bd5d5f,82b,4,...) at _vn_lock+0x78 vget(c480d968,200501,c4565d20,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1876d14,0,c0bee973,127,c41c4c18,...) at vnode_pager_lock+0x1e6 vm_fault(c4569000,80db000,2,8,80db140,...) at vm_fault+0x1df trap_pfault(5,0,c0bfe754,2ef,c4563d0c,...) at trap_pfault+0x118 trap(c41c4d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- fxp0: link state changed to UP lock order reversal: 1st 0xc4d85710 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:200 2nd 0xc4ed9710 ufs (ufs) @ fs/procfs/procfs.c:78 KDB: stack backtrace: db_trace_self_wrapper(c0bcc2f1,e6d0c568,c0839d55,4,c0bc7d05,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc7d05,c4523320,c45231e8,e6d0c5c4,...) at kdb_backtrace+0x29 _witness_debugger(c0bceee8,c4ed9710,c0bc3251,c45231e8,c0bc0114,...) at _witness_debugger+0x25 witness_checkorder(c4ed9710,9,c0bc010b,4e,0,...) at witness_checkorder+0x839 __lockmgr_args(c4ed9710,80100,c4ed9778,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(e6d0c6cc,c0bc0114,c0bc0894,80100,c4ed96b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6d0c6cc,c0ce4620,c4ed96b8,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4ed96b8,80100,c0bc010b,4e,c082ed30,...) at _vn_lock+0x78 procfs_doprocfile(c4ed4230,c4ed029c,c48ce800,e6d0c74c,0,...) at procfs_doprocfile+0x6d pfs_readlink(e6d0cc18,c0c00bde,2818a9e4,16,c4d856b8,...) at pfs_readlink+0x331 VOP_READLINK_APV(c0ca2e40,e6d0cc18,c0bf12bb,95,500c004,...) at VOP_READLINK_APV+0xc5 kern_readlinkat(c4ed4230,ffffff9c,281713b4,0,bfbfe500,...) at kern_readlinkat+0xe1 kern_readlink(c4ed4230,281713b4,0,bfbfe500,0,...) at kern_readlink+0x3c readlink(c4ed4230,e6d0ccf8,c,c0b7b52f,c0ca5b70,...) at readlink+0x38 syscall(e6d0cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (58, FreeBSD ELF32, readlink), eip = 0x28235b9f, esp = 0xbfbfe4cc, ebp = 0xbfbfe918 --- lock order reversal: 1st 0xd85ab644 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc514f000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:254 KDB: stack backtrace: db_trace_self_wrapper(c0bcc2f1,e6d0c778,c0839d55,4,c0bc7d05,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc7d05,c4520670,c4523250,e6d0c7d4,...) at kdb_backtrace+0x29 _witness_debugger(c0bceee8,c514f000,c0bed472,c4523250,c0bed118,...) at _witness_debugger+0x25 witness_checkorder(c514f000,9,c0bed10f,fe,0,...) at witness_checkorder+0x839 _sx_xlock(c514f000,0,c0bed10f,fe,c5369348,...) at _sx_xlock+0x85 ufsdirhash_acquire(d85ab5e4,da5b2800,200,da5b2818,e6d0c8a4,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c5369348,e6d0c8ec,818,e6d0c890,e6d0c894,...) at ufsdirhash_add+0x13 ufs_direnter(c538fac0,c542f560,e6d0c8ec,e6d0cbd4,0,...) at ufs_direnter+0x7a1 ufs_makeinode(e6d0cbd4,c0cc9180,e6d0cacc,e6d0ca34,c0b29855,...) at ufs_makeinode+0x58a ufs_create(e6d0cacc,c0c0127b,0,e6d0cacc,e6d0cba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0cc8c60,e6d0cacc,2,c0bc297e,3,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6d0cba8,e6d0cc5c,1b0,c4ee8800,c4a24428,...) at vn_open_cred+0x1d0 vn_open(e6d0cba8,e6d0cc5c,1b0,c4a24428,246,...) at vn_open+0x33 kern_openat(c4ed4230,ffffff9c,bfbfe844,0,602,...) at kern_openat+0x106 kern_open(c4ed4230,bfbfe844,0,601,1b0,...) at kern_open+0x35 open(c4ed4230,e6d0ccf8,c,c0be81c1,c0ca5678,...) at open+0x30 syscall(e6d0cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28176e73, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 --- lock order reversal: 1st 0xc4a7b9c0 ufs (ufs) @ kern/vfs_mount.c:1214 2nd 0xc51aa868 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1325 KDB: stack backtrace: db_trace_self_wrapper(c0bcc2f1,e6beaa2c,c0839d55,4,c0bc7d05,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bc7d05,c45231e8,c4523118,e6beaa88,...) at kdb_backtrace+0x29 _witness_debugger(c0bceee8,c51aa868,c0bbf675,c4523118,c0bec91f,...) at _witness_debugger+0x25 witness_checkorder(c51aa868,9,c0bec916,52d,c51aa8d0,...) at witness_checkorder+0x839 __lockmgr_args(c51aa868,80400,c51aa8d0,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e6beab8c,c4a902d4,c0e585e8,80400,c51aa810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0ca20c0,e6beab8c,c0ce4620,c51aa810,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c51aa810,80400,c0bec916,52d,0,...) at _vn_lock+0x78 ffs_sync(c49e5678,1,c4a90230,c4a90230,2,...) at ffs_sync+0x3c5 dounmount(c49e5678,8080000,c4a90230,489,b1a396ca,...) at dounmount+0x3dd unmount(c4a90230,e6beacf8,8,e6bead38,c0ca5810,...) at unmount+0x2e9 syscall(e6bead38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- Mount point /mnt had 21 dangling refs Mount point /mnt had 407 dangling refs Mount point /mnt had 284 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 3026 dangling refs Mount point /mnt had 3276 dangling refs Mount point /mnt had 800 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 1190 dangling refs Mount point /mnt had 24 dangling refs Mount point /mnt had 23 dangling refs Mount point /mnt had 119 dangling refs Mount point /mnt had 26 dangling refs fsync: giving up on dirty 0xc563e408: tag devfs, type VCHR usecount 1, writecount 0, refcount 70 mountedhere 0xc553d100 flags () v_object 0xc540e744 ref 0 pages 254 lock type devfs: EXCL by thread 0xc4baf690 (pid 4147) #0 0xc07e6cc0 at __lockmgr_args+0xb80 #1 0xc08749b5 at vop_stdlock+0x65 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0a02745 at ffs_sync+0x3c5 #5 0xc087e13d at dounmount+0x3dd #6 0xc087e719 at unmount+0x2e9 #7 0xc0b1acf3 at syscall+0x2a3 #8 0xc0aff4f0 at Xint0x80_syscall+0x20 dev md5c Mount point /mnt had 220 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 28 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 129 dangling refs Mount point /mnt had 675 dangling refs Mount point /mnt had 24 dangling refs Mount point /mnt had 35 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 95 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 100 dangling refs Mount point /mnt had 23 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 23 dangling refs Mount point /mnt had 49 dangling refs Mount point /mnt had 629 dangling refs Mount point /mnt had 668 dangling refs fsync: giving up on dirty 0xc5869d70: tag devfs, type VCHR usecount 1, writecount 0, refcount 36 mountedhere 0xc51b3500 flags () v_object 0xc535f45c ref 0 pages 121 lock type devfs: EXCL by thread 0xc4baf460 (pid 7915) #0 0xc07e6cc0 at __lockmgr_args+0xb80 #1 0xc08749b5 at vop_stdlock+0x65 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0a02745 at ffs_sync+0x3c5 #5 0xc087e13d at dounmount+0x3dd #6 0xc087e719 at unmount+0x2e9 #7 0xc0b1acf3 at syscall+0x2a3 #8 0xc0aff4f0 at Xint0x80_syscall+0x20 dev md5c Mount point /mnt had 126 dangling refs Mount point /mnt had 143 dangling refs Mount point /mnt had 26 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 18 dangling refs Mount point /mnt had 1476 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 22 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 27 dangling refs Mount point /mnt had 20 dangling refs Mount point /mnt had 20 dangling refs panic: _mtx_lock_sleep: recursed on non-recursive mutex struct mount mtx @ ../../../kern/vfs_vnops.c:959 cpuid = 3 KDB: enter: panic [thread pid 10412 tid 100190 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 10412 tid 100190 td 0xc4966230 kdb_enter(c0bc918d,c0bc918d,c0bc7f27,e6dfcb9c,3,...) at kdb_enter+0x3a panic(c0bc7f27,c0bcf111,c0bd718f,3bf,c57293a4,...) at panic+0x136 _mtx_lock_sleep(c57293a4,c4966230,0,c0bd718f,3bf,...) at _mtx_lock_sleep+0x4a _mtx_lock_flags(c57293a4,0,c0bd718f,3bf,1,...) at _mtx_lock_flags+0xf7 vn_start_write(0,e6dfcc5c,1,c0bd5ca8,0,...) at vn_start_write+0x85 dounmount(c572933c,8080000,c4966230,489,b25d25b2,...) at dounmount+0x27b unmount(c4966230,e6dfccf8,8,e6dfcd38,c0ca5810,...) at unmount+0x2e9 syscall(e6dfcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- db> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc4565460: pid 11 "idle: cpu0" curpcb = 0xc41d1d90 fpcurthread = none idlethread = 0xc4565460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc551bd20: pid 10386 "mkdir" curpcb = 0xe6f02d90 fpcurthread = none idlethread = 0xc4565690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc45658c0: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc45658c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4966230: pid 10412 "umount" curpcb = 0xe6dfcd90 fpcurthread = none idlethread = 0xc4565af0: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 10413 (ls) thread 0xc4ed4af0 (100209) shared lockmgr ufs (ufs) r = 0 (0xc480ddc8) locked @ kern/vfs_lookup.c:428 Process 10412 (umount) thread 0xc4966230 (100190) exclusive sleep mutex struct mount mtx (struct mount mtx) r = 0 (0xc57293a4) locked @ kern/vfs_mount.c:1237 exclusive sleep mutex Giant (Giant) r = 0 (0xc0d18050) locked @ kern/vfs_mount.c:1146 exclusive lockmgr ufs (ufs) r = 0 (0xc4a7b9c0) locked @ kern/vfs_mount.c:1214 Process 10389 (mkdir) thread 0xc4965d20 (100195) exclusive lockmgr bufwait (bufwait) r = 0 (0xd86620e4) locked @ kern/vfs_bio.c:1783 exclusive lockmgr ufs (ufs) r = 0 (0xc57ab5b8) locked @ kern/vfs_subr.c:2091 exclusive lockmgr ufs (ufs) r = 0 (0xc5a3f710) locked @ kern/vfs_lookup.c:428 Process 10386 (mkdir) thread 0xc551bd20 (100254) shared lockmgr ufs (ufs) r = 0 (0xc4a361b0) locked @ kern/vfs_subr.c:2091 exclusive sx user map (user map) r = 0 (0xc51bbc84) locked @ vm/vm_map.c:3115 Process 10383 (mkdir) thread 0xc4dc6460 (100271) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8543c9c) locked @ kern/vfs_bio.c:2443 exclusive lockmgr ufs (ufs) r = 0 (0xc57e1868) locked @ kern/vfs_subr.c:2091 exclusive lockmgr ufs (ufs) r = 0 (0xc58d7868) locked @ kern/vfs_lookup.c:428 Process 10375 (mkdir) thread 0xc5250460 (100176) exclusive lockmgr bufwait (bufwait) r = 0 (0xd86fba68) locked @ kern/vfs_bio.c:1783 exclusive lockmgr ufs (ufs) r = 0 (0xc5812308) locked @ kern/vfs_lookup.c:428 Process 10366 (mkdir) thread 0xc4aaaaf0 (100076) shared lockmgr ufs (ufs) r = 0 (0xc4a361b0) locked @ kern/vfs_subr.c:2091 Process 10336 (swap) thread 0xc5933000 (100272) exclusive sx user map (user map) r = 0 (0xc51af4a4) locked @ vm/vm_map.c:3115 Process 10317 (md5) thread 0xc4965690 (100202) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8539bac) locked @ kern/vfs_bio.c:2443 exclusive lockmgr ufs (ufs) r = 0 (0xc5819460) locked @ dev/md/md.c:569 Process 1274 (sshd) thread 0xc4bdd230 (100124) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4be7cc4) locked @ kern/uipc_sockbuf.c:148 Process 1273 (sshd) thread 0xc4a90460 (100068) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dfe51c) locked @ kern/uipc_sockbuf.c:148 Process 1272 (sshd) thread 0xc4ed3af0 (100136) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dfe20c) locked @ kern/uipc_sockbuf.c:148 Process 1255 (sshd) thread 0xc4ed3d20 (100135) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4b69084) locked @ kern/uipc_sockbuf.c:148 db> show lockedvnods Locked vnodes 0xc480dd70: tag ufs, type VDIR usecount 157, writecount 0, refcount 160 mountedhere 0 flags (VV_ROOT) v_object 0xc1865174 ref 0 pages 1 lock type ufs: SHARED (count 1) #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc087841b at lookup+0xeb #5 0xc087950b at namei+0x45b #6 0xc0887e54 at kern_statat+0x64 #7 0xc08880c6 at kern_stat+0x36 #8 0xc088816f at stat+0x2f #9 0xc0b1acf3 at syscall+0x2a3 #10 0xc0aff4f0 at Xint0x80_syscall+0x20 ino 2, on dev ad0s1a 0xc4a36158: tag ufs, type VREG usecount 130, writecount 0, refcount 134 mountedhere 0 flags () v_object 0xc4a382e8 ref 129 pages 241 lock type ufs: SHARED (count 2) #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0884a29 at vget+0xc9 #5 0xc0a38406 at vnode_pager_lock+0x1e6 #6 0xc0a1fc4f at vm_fault+0x1df #7 0xc0b1a958 at trap_pfault+0x118 #8 0xc0b1b259 at trap+0x289 #9 0xc0aff48b at calltrap+0x6 ino 1714, on dev ad0s1a 0xc4a7b968: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0xc572933c flags () v_object 0xc4ddae0c ref 0 pages 0 lock type ufs: EXCL by thread 0xc4966230 (pid 10412) with shared waiters pending #0 0xc07e6cc0 at __lockmgr_args+0xb80 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc087ddef at dounmount+0x8f #5 0xc087e719 at unmount+0x2e9 #6 0xc0b1acf3 at syscall+0x2a3 #7 0xc0aff4f0 at Xint0x80_syscall+0x20 ino 16494, on dev ad0s1a 0xc5819408: tag ufs, type VREG usecount 1, writecount 1, refcount 6240 mountedhere 0 flags (VV_MD) v_object 0xc54c41f0 ref 0 pages 26779 lock type ufs: EXCL by thread 0xc4965690 (pid 10317) #0 0xc07e6cc0 at __lockmgr_args+0xb80 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc065645f at mdstart_vnode+0x2cf #5 0xc0655e23 at md_kthread+0x1b3 #6 0xc07da4b8 at fork_exit+0xb8 #7 0xc0aff500 at fork_trampoline+0x8 ino 11776034, on dev ad0s1d 0xc5a3f6b8: tag ufs, type VDIR usecount 59, writecount 0, refcount 61 mountedhere 0 flags () v_object 0xc549607c ref 0 pages 1 lock type ufs: EXCL by thread 0xc4965d20 (pid 10389) with shared waiters pending #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc087841b at lookup+0xeb #5 0xc087950b at namei+0x45b #6 0xc0889dd6 at kern_rmdirat+0x46 #7 0xc0889ff7 at kern_rmdir+0x27 #8 0xc088a022 at rmdir+0x22 #9 0xc0b1acf3 at syscall+0x2a3 #10 0xc0aff4f0 at Xint0x80_syscall+0x20 ino 3584, on dev md5c 0xc58122b0: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags () v_object 0xc5225b24 ref 0 pages 1 lock type ufs: EXCL by thread 0xc5250460 (pid 10375) #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc087841b at lookup+0xeb #5 0xc087950b at namei+0x45b #6 0xc088a08a at kern_mkdirat+0x5a #7 0xc088a34e at kern_mkdir+0x2e #8 0xc088a379 at mkdir+0x29 #9 0xc0b1acf3 at syscall+0x2a3 #10 0xc0aff4f0 at Xint0x80_syscall+0x20 ino 10782, on dev md5c 0xc57ab560: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL by thread 0xc4965d20 (pid 10389) #0 0xc07e6cc0 at __lockmgr_args+0xb80 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0884a29 at vget+0xc9 #5 0xc08777dd at vfs_hash_get+0xed #6 0xc0a016b9 at ffs_vgetf+0x49 #7 0xc0a01bfe at ffs_vget+0x2e #8 0xc0a0cad9 at ufs_lookup+0x839 #9 0xc0b27e25 at VOP_CACHEDLOOKUP_APV+0xc5 #10 0xc087234f at vfs_cache_lookup+0xcf #11 0xc0b29a05 at VOP_LOOKUP_APV+0xe5 #12 0xc08788be at lookup+0x58e #13 0xc087950b at namei+0x45b #14 0xc0889dd6 at kern_rmdirat+0x46 #15 0xc0889ff7 at kern_rmdir+0x27 #16 0xc088a022 at rmdir+0x22 #17 0xc0b1acf3 at syscall+0x2a3 ino 3675, on dev md5c 0xc58d7810: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc54fe3e0 ref 0 pages 0 lock type ufs: EXCL by thread 0xc4dc6460 (pid 10383) #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc087841b at lookup+0xeb #5 0xc087950b at namei+0x45b #6 0xc0889dd6 at kern_rmdirat+0x46 #7 0xc0889ff7 at kern_rmdir+0x27 #8 0xc088a022 at rmdir+0x22 #9 0xc0b1acf3 at syscall+0x2a3 #10 0xc0aff4f0 at Xint0x80_syscall+0x20 ino 7294, on dev md5c 0xc57e1810: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL by thread 0xc4dc6460 (pid 10383) #0 0xc07e6cc0 at __lockmgr_args+0xb80 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0884a29 at vget+0xc9 #5 0xc08777dd at vfs_hash_get+0xed #6 0xc0a016b9 at ffs_vgetf+0x49 #7 0xc0a01bfe at ffs_vget+0x2e #8 0xc0a0cad9 at ufs_lookup+0x839 #9 0xc0b27e25 at VOP_CACHEDLOOKUP_APV+0xc5 #10 0xc087234f at vfs_cache_lookup+0xcf #11 0xc0b29a05 at VOP_LOOKUP_APV+0xe5 #12 0xc08788be at lookup+0x58e #13 0xc087950b at namei+0x45b #14 0xc0889dd6 at kern_rmdirat+0x46 #15 0xc0889ff7 at kern_rmdir+0x27 #16 0xc088a022 at rmdir+0x22 #17 0xc0b1acf3 at syscall+0x2a3 ino 7296, on dev md5c db> show mount 0xc49e59b4 /dev/ad0s1a on / (ufs) 0xc49e6000 devfs on /dev (devfs) 0xc4b43678 /dev/ad0s1f on /home (ufs) 0xc4b4333c /dev/ad0s1e on /tmp (ufs) 0xc4b43000 /dev/ad0s1g on /usr (ufs) 0xc49e69b4 /dev/ad0s1d on /var (ufs) 0xc49e6678 procfs on /proc (procfs) 0xc572933c /dev/md5c on /mnt (ufs) More info: show mount db> show mount 0xc572933c 0xc572933c /dev/md5c on /mnt (ufs) mnt_flag = LOCAL mnt_kern_flag = UNMOUNTF, NOINSMNTQ, UNMOUNT, MPSAFE, LOOKUP_SHARED mnt_stat = { version=537068824 type=6 flags=0x0000000000001000 bsize=2048 iosize=16384 blocks=54423 bfree=54420 bavail=50067 files=14334 ffree=14331 syncwrites=0 asyncwrites=0 syncreads=0 asyncreads=0 namemax=255 owner=0 fsid=[1224592546, -1302518350] } mnt_cred = { uid=0 ruid=0 } mnt_ref = 2442 mnt_gen = 1 mnt_nvnodelistsize = 409 mnt_writeopcount = 2 mnt_noasync = 0 mnt_maxsymlinklen = 120 mnt_iosize_max = 131072 mnt_hashseed = 1895538659 mnt_holdcnt = 0 mnt_holdcntwaiters = 0 mnt_secondary_writes = 0 mnt_secondary_accwrites = 13503 mnt_gjprovider = NULL vnode 0xc50cf968: tag ufs, type VDIR usecount 0, writecount 0, refcount 2 mountedhere 0 flags (VV_ROOT) v_object 0xc51c99b0 ref 0 pages 1 lock type ufs: UNLOCKED #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0884a29 at vget+0xc9 #5 0xc08777dd at vfs_hash_get+0xed #6 0xc0a016b9 at ffs_vgetf+0x49 #7 0xc0a01bfe at ffs_vget+0x2e #8 0xc0a1121b at ufs_root+0x2b #9 0xc0878c06 at lookup+0x8d6 #10 0xc087950b at namei+0x45b #11 0xc0888b02 at kern_statfs+0x72 #12 0xc0888d0b at statfs+0x3b #13 0xc0b1acf3 at syscall+0x2a3 #14 0xc0aff4f0 at Xint0x80_syscall+0x20 : : ino 3660, on dev md5c vnode 0xc5a16408: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc554bb24 ref 0 pages 0 lock type ufs: UNLOCKED #0 0xc07e66c2 at __lockmgr_args+0x582 #1 0xc0a06cc1 at ffs_lock+0xa1 #2 0xc0b28885 at VOP_LOCK1_APV+0xa5 #3 0xc0890a78 at _vn_lock+0x78 #4 0xc0a0cce7 at ufs_lookup+0xa47 #5 0xc0b27e25 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc087234f at vfs_cache_lookup+0xcf #7 0xc0b29a05 at VOP_LOOKUP_APV+0xe5 #8 0xc08788be at lookup+0x58e #9 0xc087950b at namei+0x45b #10 0xc088bdda at kern_chdir+0x4a #11 0xc088bfb2 at chdir+0x22 #12 0xc0b1acf3 at syscall+0x2a3 #13 0xc0aff4f0 at Xint0x80_syscall+0x20 ino 3752, on dev md5c db> ps pid ppid pgrp uid state wmesg wchan cmd 10424 1284 1283 1001 S nanslp 0xc0d187a4 sleep 10413 10411 1154 0 S ufs 0xc4a7b9c0 ls 10412 10304 1301 0 R+ CPU 3 umount 10411 1154 1154 0 S wait 0xc531e538 sh 10391 10359 1301 0 S+ ufs 0xc5a3f710 mkdir 10389 10359 1301 0 S+ biord 0xd8662084 mkdir 10388 10359 1301 0 R+ mkdir 10387 10359 1301 0 S+ ufs 0xc5a3f710 mkdir 10386 10359 1301 0 R+ CPU 1 mkdir 10385 10359 1301 0 R+ mkdir 10384 10355 1301 0 R+ creat 10383 10359 1301 0 S+ biowr 0xd8543c3c mkdir 10382 10355 1301 0 R+ creat 10381 10359 1301 0 R+ mkdir 10380 10355 1301 0 SL+ swread 0xc1bc53c0 creat 10379 10359 1301 0 S+ ufs 0xc5a3f710 mkdir 10378 10355 1301 0 S+ ufs 0xc5a3f710 creat 10377 10359 1301 0 R+ mkdir 10376 10355 1301 0 S+ ufs 0xc5a3f710 creat 10375 10359 1301 0 S+ biord 0xd86fba08 mkdir 10374 10359 1301 0 S+ ufs 0xc5a3f710 mkdir 10373 10355 1301 0 S+ ufs 0xc5a3f710 creat 10372 10359 1301 0 R+ mkdir 10371 10355 1301 0 R+ creat 10370 10359 1301 0 R+ mkdir 10369 10355 1301 0 S+ ufs 0xc5a3f710 creat 10368 10359 1301 0 R+ mkdir 10367 10359 1301 0 S+ ufs 0xc5a3f710 mkdir 10366 10359 1301 0 SL+ swread 0xc1bc4f3c mkdir 10365 10359 1301 0 R+ mkdir 10364 10355 1301 0 S+ ufs 0xc5a3f710 creat 10363 10359 1301 0 S+ ufs_dd 0xc0d185e4 mkdir 10362 10355 1301 0 R+ creat 10361 10355 1301 0 S+ ufs 0xc5a3f710 creat 10360 10355 1301 0 R+ creat 10359 10333 1301 0 S+ wait 0xc4ed1a70 mkdir 10358 10355 1301 0 R+ creat 10357 10355 1301 0 S+ ufs 0xc5a3f710 creat 10356 10355 1301 0 R+ creat 10355 10332 1301 0 S+ wait 0xc5152d0c creat 10342 10334 1301 0 SL+ swread 0xc2870ae8 swap 10336 10334 1301 0 SL+ swread 0xc19f1450 swap 10334 10331 1301 0 S+ wait 0xc47b529c swap 10333 10330 1301 0 S+ wait 0xc558ea70 mkdir 10332 10330 1301 0 S+ wait 0xc47b5538 creat 10331 10330 1301 0 S+ wait 0xc53587d4 swap 10330 10329 1301 0 S+ wait 0xc523d538 run 10329 10328 1301 0 S+ wait 0xc531e000 run 10328 10321 1301 0 S+ wait 0xc523bd0c run 10321 10304 1301 0 S+ wait 0xc475ea70 sh 10317 0 0 0 SL biowr 0xd8539b4c [md5] 10304 1301 1301 0 S+ wait 0xc5153000 sh 1301 1267 1301 0 S+ wait 0xc4e55d0c sh 1285 1283 1283 1001 S piperd 0xc4a3b900 awk 1284 1283 1283 1001 S wait 0xc4a8cd0c sh 1283 1282 1283 1001 Ss wait 0xc4bac29c sh 1282 1274 1274 1001 S select 0xc50834e4 sshd 1281 1278 1281 1001 Ss+ select 0xc49ea064 top 1280 1279 1280 1001 Ss kqread 0xc4be5300 tail 1279 1273 1273 1001 S select 0xc5083424 sshd 1278 1272 1272 1001 S select 0xc5083324 sshd 1274 1096 1274 0 Ss sbwait 0xc4be7cf0 sshd 1273 1096 1273 0 Ss sbwait 0xc4dfe548 sshd 1272 1096 1272 0 Ss sbwait 0xc4dfe238 sshd 1267 1263 1267 0 S+ wait 0xc4e577d4 bash 1263 1262 1263 0 S+ pause 0xc4e57ac8 csh 1262 1258 1262 1001 S+ wait 0xc4bd6a70 su 1258 1257 1258 1001 Ss+ wait 0xc4e56d0c bash 1257 1255 1255 1001 S select 0xc49b6ba4 sshd 1255 1096 1255 0 Ss sbwait 0xc4b690b0 sshd 1225 1 1225 0 Ss+ tty inpu 0xc4772a78 getty 1224 1 1224 0 Ss+ tty inpu 0xc4772c78 getty 1223 1 1223 0 Ss+ tty inpu 0xc4772e78 getty 1222 1 1222 0 Ss+ tty inpu 0xc4804078 getty 1221 1 1221 0 Ss+ tty inpu 0xc4804878 getty 1220 1 1220 0 Ss+ tty inpu 0xc4804678 getty 1219 1 1219 0 Ss+ tty inpu 0xc4804478 getty 1218 1 1218 0 Ss+ tty inpu 0xc4804278 getty 1192 1 1192 0 Ss select 0xc49b5324 inetd 1168 1 1168 0 Ss select 0xc49e9624 moused 1154 1 1154 0 Ss wait 0xc4e55a70 watchdogd 1112 1 1112 0 Ss nanslp 0xc0d187a4 cron 1105 1 1105 25 Ss pause 0xc4bd62f4 sendmail 1101 1 1101 0 Ss select 0xc4a76de4 sendmail 1096 1 1096 0 Ss select 0xc49e9924 sshd 1059 1 1059 0 Ss select 0xc4a767a4 ntpd 922 906 906 0 S - 0xc4bf7600 nfsd 921 906 906 0 S - 0xc4a17200 nfsd 920 906 906 0 S - 0xc480ac00 nfsd 919 906 906 0 S - 0xc480aa00 nfsd 918 906 906 0 S - 0xc4a17400 nfsd 917 906 906 0 S - 0xc480a800 nfsd 916 906 906 0 S - 0xc480a600 nfsd 915 906 906 0 S - 0xc4a17600 nfsd 914 906 906 0 S - 0xc4b23c00 nfsd 912 906 906 0 S - 0xc4a17800 nfsd 911 906 906 0 S - 0xc4b23e00 nfsd 910 906 906 0 S - 0xc4ac1a00 nfsd 909 906 906 0 S - 0xc4b24000 nfsd 908 906 906 0 S - 0xc4a17a00 nfsd 907 906 906 0 S - 0xc4b24200 nfsd 906 1 906 0 Ss select 0xc4a76824 nfsd 904 1 904 0 Ss select 0xc49b5e64 mountd 822 1 822 0 Ss select 0xc49ea0a4 rpcbind 804 1 804 0 Ss select 0xc49e9224 syslogd 609 1 609 0 Ss select 0xc49ea5e4 devd 21 0 0 0 SL sdflush 0xc0e90bc0 [softdepflush] 20 0 0 0 SL vlruwt 0xc49bb29c [vnlru] 19 0 0 0 SL syncer 0xc0e84f50 [syncer] 18 0 0 0 SL psleep 0xc0e84ca4 [bufdaemon] 17 0 0 0 SL pgzero 0xc0e917b4 [pagezero] 9 0 0 0 SL psleep 0xc0e913dc [vmdaemon] 8 0 0 0 SL psleep 0xc0e913a4 [pagedaemon] 7 0 0 0 SL waiting_ 0xc0e86900 [sctp_iterator] 6 0 0 0 SL - 0xc46c323c [fdc0] 16 0 0 0 SL usbtsk 0xc0d15c94 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d15c80 [usbtask-hc] 14 0 0 0 SL usbevt 0xc476d210 [usb0] 5 0 0 0 SL ccb_scan 0xc0ce4dd4 [xpt_thrd] 13 0 0 0 SL - 0xc0d185e4 [yarrow] 4 0 0 0 RL [g_down] 3 0 0 0 RL [g_up] 2 0 0 0 SL - 0xc0d163b8 [g_event] 12 0 0 0 RL (threaded) intr 100041 I [irq7: ppc0] 100039 I [swi0: uart uart] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100026 I [swi5: +] 100021 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 RunQ [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 Run CPU 255 [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc4563d0c [init] 10 0 0 0 SL audit_wo 0xc0e905c0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc4765480 [em0 taskq] 100027 D - 0xc471f540 [thread taskq] 100025 D - 0xc471f600 [kqueue taskq] 100024 D - 0xc471f640 [acpi_task_2] 100023 D - 0xc471f640 [acpi_task_1] 100022 D - 0xc471f640 [acpi_task_0] 100016 D - 0xc454ae80 [firmware taskq] 100000 D sched 0xc0d16480 [swapper] 10351 10334 1301 0 Z+ swap 10352 10334 1301 0 Z+ swap 10346 10334 1301 0 Z+ swap 10354 10334 1301 0 Z+ swap 10337 10334 1301 0 Z+ swap 10341 10334 1301 0 Z+ swap 10343 10334 1301 0 Z+ swap 10347 10334 1301 0 Z+ swap 10350 10334 1301 0 Z+ swap 10344 10334 1301 0 Z+ swap 10338 10334 1301 0 Z+ swap 10349 10334 1301 0 Z+ swap 10339 10334 1301 0 Z+ swap 10340 10334 1301 0 Z+ swap 10345 10334 1301 0 Z+ swap 10353 10334 1301 0 Z+ swap 10348 10334 1301 0 Z+ swap 10390 10359 1301 0 Z+ mkdir db> allt Tracing command sleep pid 10424 tid 100161 td 0xc4a91690 sched_switch(c4a91690,0,104,186,b783dad0,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4a91690,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c08307e0,c4a91690,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d187a4,5c,c0bca3f3,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d187a4,0,15c,c0bca3f3,2711,...) at _sleep+0x30e kern_nanosleep(c4a91690,e6da5c64,e6da5c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c4a91690,e6da5cf8,8,e6da5d38,c0ca6c80,...) at nanosleep+0x6f syscall(e6da5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815540f, esp = 0xbfbfed0c, ebp = 0xbfbfed48 --- Tracing command ls pid 10413 tid 100209 td 0xc4ed4af0 sched_switch(c4ed4af0,0,104,186,aa655b44,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4ed4af0,0,c0bcd194,247,c4a7b9c0,...) at sleepq_switch+0x15f sleepq_wait(c4a7b9c0,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c4a7b9c0,200100,c4a7ba28,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6e6495c,c0bd4d1f,c0bc297e,200100,c4a7b968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6e6495c,c0ce4620,c4a7b968,200100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4a7b968,200100,c0bd5d5f,82b,4,...) at _vn_lock+0x78 vget(c4a7b968,200100,c4ed4af0,1c5,c0b27bbf,...) at vget+0xc9 cache_lookup(c480dd70,e6e64b9c,e6e64bb0,e6e64b9c,c456a400,...) at cache_lookup+0x510 vfs_cache_lookup(e6e64a78,c0bd6997,c0ce4280,200000,c480dd70,...) at vfs_cache_lookup+0xa6 VOP_LOOKUP_APV(c0cc8c60,e6e64a78,c0bd5424,1ac,e6e64b9c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6e64b84,c0bd5424,d4,bc,c55c272c,...) at lookup+0x58e namei(e6e64b84,e6e64b24,60,0,c4ed4af0,...) at namei+0x45b kern_statat(c4ed4af0,200,ffffff9c,81163b8,0,...) at kern_statat+0x64 kern_lstat(c4ed4af0,81163b8,0,e6e64c18,500ff00,...) at kern_lstat+0x36 lstat(c4ed4af0,e6e64cf8,8,c0bcf705,c0ca67d0,...) at lstat+0x2f syscall(e6e64d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x281b7df3, esp = 0xbfbfe72c, ebp = 0xbfbfe7b8 --- Tracing command umount pid 10412 tid 100190 td 0xc4966230 kdb_enter(c0bc918d,c0bc918d,c0bc7f27,e6dfcb9c,3,...) at kdb_enter+0x3a panic(c0bc7f27,c0bcf111,c0bd718f,3bf,c57293a4,...) at panic+0x136 _mtx_lock_sleep(c57293a4,c4966230,0,c0bd718f,3bf,...) at _mtx_lock_sleep+0x4a _mtx_lock_flags(c57293a4,0,c0bd718f,3bf,1,...) at _mtx_lock_flags+0xf7 vn_start_write(0,e6dfcc5c,1,c0bd5ca8,0,...) at vn_start_write+0x85 dounmount(c572933c,8080000,c4966230,489,b25d25b2,...) at dounmount+0x27b unmount(c4966230,e6dfccf8,8,e6dfcd38,c0ca5810,...) at unmount+0x2e9 syscall(e6dfcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dafff, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- Tracing command sh pid 10411 tid 100220 td 0xc50988c0 sched_switch(c50988c0,0,104,186,60effd9e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c50988c0,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c531e538,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c531e538,c531e5c0,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c50988c0,ffffffff,e6e85c74,2,0,...) at kern_wait+0xab6 wait4(c50988c0,e6e85cf8,10,e6e85d38,c0ca56a8,...) at wait4+0x3b syscall(e6e85d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command mkdir pid 10391 tid 100158 td 0xc516c230 sched_switch(c516c230,0,104,186,da58d8da,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c516c230,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6d69ad8,e6d69b14,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6d69ad8,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6d69be0,c0bd5424,d4,bc,c533102c,...) at lookup+0xeb namei(e6d69be0,c509e000,0,c533102c,bfbfe4c3,...) at namei+0x45b kern_rmdirat(c516c230,ffffff9c,bfbfe4c3,0,e6d69c80,...) at kern_rmdirat+0x46 kern_rmdir(c516c230,bfbfe4c3,0,e6d69d2c,c0b1acf3,...) at kern_rmdir+0x27 rmdir(c516c230,e6d69cf8,4,c0bcf698,c0ca62d8,...) at rmdir+0x22 syscall(e6d69d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280eba5b, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command mkdir pid 10389 tid 100195 td 0xc4965d20 sched_switch(c4965d20,0,104,186,da5c1d7a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4965d20,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(d8662084,4c,c0bd3ea5,0,0,...) at sleepq_wait+0x63 _sleep(d8662084,c4537114,4c,c0bd3ea5,0,...) at _sleep+0x35b bwait(d8662084,4c,c0bd3ea5,d8662084,e6e0b9c4,...) at bwait+0x6f bufwait(d8662084,0,0,0,0,...) at bufwait+0x28 breadn(c57ab560,0,0,800,0,...) at breadn+0x132 bread(c57ab560,0,0,800,0,...) at bread+0x4c ffs_read(e6e0bae8,c0c00caf,c0ce4280,e6e0bb4c,c57ab560,...) at ffs_read+0x2e4 VOP_READ_APV(c0cc8c60,e6e0bae8,e6e0bb18,c0bd5684,8,...) at VOP_READ_APV+0xc5 vn_rdwr(0,c57ab560,e6e0bb4c,c,0,...) at vn_rdwr+0x152 ufs_dirempty(c5a3bd98,e00,c4ee8800,0,c57ab560,...) at ufs_dirempty+0x7a ufs_rmdir(e6e0bc30,c0c01074,0,e6e0bc30,c57ab560,...) at ufs_rmdir+0x56 VOP_RMDIR_APV(c0cc8c60,e6e0bc30,2,341,bfbfe4c3,...) at VOP_RMDIR_APV+0xf6 kern_rmdirat(c4965d20,ffffff9c,bfbfe4c3,0,e6e0bc80,...) at kern_rmdirat+0x1cc kern_rmdir(c4965d20,bfbfe4c3,0,e6e0bd2c,c0b1acf3,...) at kern_rmdir+0x27 rmdir(c4965d20,e6e0bcf8,4,e6e0bd38,c0ca62d8,...) at rmdir+0x22 syscall(e6e0bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280eba5b, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command mkdir pid 10388 tid 100258 td 0xc551b460 sched_switch(c551b460,0,104,186,da20da8e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c551b460,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bed6db,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bed6db,1,...) at _sleep+0x329 pause(c0bed6db,1,0,251,e6f0ea94,...) at pause+0x47 ufs_lookup(e6f0eadc,c0c00dbe,c5a0c158,c5a0c158,e6f0ec30,...) at ufs_lookup+0xa25 VOP_CACHEDLOOKUP_APV(c0cc8c60,e6f0eadc,e6f0ec30,e6f0ec1c,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6f0eb5c,c0bd6997,c0ce4280,80000,c5a0c158,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6f0eb5c,c0bd5424,1ac,e6f0ec1c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6f0ec04,c0bd5424,d4,bc,c54bde2c,...) at lookup+0x58e namei(e6f0ec04,ffffff9c,c56bc2b0,c5a0c158,c54bde00,...) at namei+0x45b kern_chdir(c551b460,804bad0,0,e6f0ed2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c551b460,e6f0ecf8,4,c0c013d5,c0ca5720,...) at chdir+0x22 syscall(e6f0ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfa9fc, ebp = 0xbfbfae28 --- Tracing command mkdir pid 10387 tid 100207 td 0xc535caf0 sched_switch(c535caf0,0,104,186,da5cc2f2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c535caf0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6e5da64,e6e5daa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6e5da64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6e5dbd8,c0bd5424,d4,bc,c533142c,...) at lookup+0xeb namei(e6e5dbd8,c0bd5d5f,8ac,c5a0eac0,c0ce4640,...) at namei+0x45b kern_mkdirat(c535caf0,ffffff9c,bfbfe4c3,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c535caf0,bfbfe4c3,0,1f8,e6e5dd2c,...) at kern_mkdir+0x2e mkdir(c535caf0,e6e5dcf8,8,e6e5dd38,c0ca62c0,...) at mkdir+0x29 syscall(e6e5dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command mkdir pid 10386 tid 100254 td 0xc551bd20 cpustop_handler(2,e6f02c0c,c0b1affd,e6f02b9c,c07ed8b4,...) at cpustop_handler+0x32 ipi_nmi_handler(e6f02b9c,c07ed8b4,c0d18818,4,c551129c,...) at ipi_nmi_handler+0x2f trap(e6f02c18) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07fb150, esp = 0xe6f02c58, ebp = 0xe6f02c7c --- panic(c0bcd946,1,c,c,e6f02d38,...) at panic+0x30 userret(c551bd20,e6f02d38,c0bfe754,2ef,c551129c,...) at userret+0x7d trap(e6f02d38) at trap+0x6b9 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280c08b7, esp = 0xbfbfe8c0, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10385 tid 100196 td 0xc4965af0 sched_switch(c4965af0,0,104,186,c00f44ae,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4965af0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6e0eaf8,e6e0eb34,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6e0eaf8,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6e0ec04,c0bd5424,d4,bc,c55c192c,...) at lookup+0xeb namei(e6e0ec04,c5a3f6b8,1,c4a74809,c55c1900,...) at namei+0x45b kern_chdir(c4965af0,bfbfe4c3,0,e6e0ed2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c4965af0,e6e0ecf8,4,c0c013cb,c0ca5720,...) at chdir+0x22 syscall(e6e0ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command creat pid 10384 tid 100244 td 0xc4dbb230 sched_switch(c4dbb230,0,104,186,526afb52,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4dbb230,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ecda64,e6ecdaa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6ecda64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6ecdbd8,c0bd5424,d4,bc,c5827b2c,...) at lookup+0xeb namei(e6ecdbd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c4dbb230,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4dbb230,804d560,0,1f8,e6ecdd2c,...) at kern_mkdir+0x2e mkdir(c4dbb230,e6ecdcf8,8,e6ecdd38,c0ca62c0,...) at mkdir+0x29 syscall(e6ecdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10383 tid 100271 td 0xc4dc6460 sched_switch(c4dc6460,0,104,186,d6a73d0c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4dc6460,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(d8543c3c,4c,c0bd3eab,0,0,...) at sleepq_wait+0x63 _sleep(d8543c3c,c453713c,4c,c0bd3eab,0,...) at _sleep+0x35b bwait(d8543c3c,4c,c0bd3eab,d8543c3c,e6f358d4,...) at bwait+0x6f bufwait(d8543c3c,d8543c3c,ca,d8543c3c,c575c348,...) at bufwait+0x48 bufwrite(d8543c3c,0,c0bec916,70e,0) at bufwrite+0x165 ffs_bufwrite(d8543c3c,c59fdc00,100,4000,0,...) at ffs_bufwrite+0x278 ffs_update(c57e1810,1,c4567690,c4567894,0,...) at ffs_update+0x2c5 ffs_truncate(c57e1810,0,0,880,c4ee8800,...) at ffs_truncate+0xe50 ufs_rmdir(e6f35c30,c0c01074,0,e6f35c30,c57e1810,...) at ufs_rmdir+0x1d2 VOP_RMDIR_APV(c0cc8c60,e6f35c30,2,c594732c,bfbe1c53,...) at VOP_RMDIR_APV+0xf6 kern_rmdirat(c4dc6460,ffffff9c,bfbe1c53,0,e6f35c80,...) at kern_rmdirat+0x1cc kern_rmdir(c4dc6460,bfbe1c53,0,e6f35d2c,c0b1acf3,...) at kern_rmdir+0x27 rmdir(c4dc6460,e6f35cf8,4,c0bcf698,c0ca62d8,...) at rmdir+0x22 syscall(e6f35d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280eba5b, esp = 0xbfbe17fc, ebp = 0xbfbe1c28 --- Tracing command creat pid 10382 tid 100246 td 0xc4a8d690 sched_switch(c4a8d690,0,104,186,4b6b4a78,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4a8d690,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6eeaa64,e6eeaaa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6eeaa64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6eeabd8,c0bd5424,d4,bc,c4bd8c2c,...) at lookup+0xeb namei(e6eeabd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c4a8d690,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4a8d690,804d560,0,1f8,e6eead2c,...) at kern_mkdir+0x2e mkdir(c4a8d690,e6eeacf8,8,c0d1d200,c0ca62c0,...) at mkdir+0x29 syscall(e6eead38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10381 tid 100197 td 0xc49658c0 sched_switch(c49658c0,0,104,186,da4b9e7e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c49658c0,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bed6db,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bed6db,1,...) at _sleep+0x329 pause(c0bed6db,1,0,251,e6e11a94,...) at pause+0x47 ufs_lookup(e6e11adc,c0c00dbe,c5a27810,c5a27810,e6e11c30,...) at ufs_lookup+0xa25 VOP_CACHEDLOOKUP_APV(c0cc8c60,e6e11adc,e6e11c30,e6e11c1c,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6e11b5c,c0bd6997,c0ce4280,80000,c5a27810,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6e11b5c,c0bd5424,1ac,e6e11c1c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6e11c04,c0bd5424,d4,bc,c5aa1e2c,...) at lookup+0x58e namei(e6e11c04,ffffff9c,0,c0d1d200,c5aa1e00,...) at namei+0x45b kern_chdir(c49658c0,804bad0,0,e6e11d2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c49658c0,e6e11cf8,4,c0c013d5,c0ca5720,...) at chdir+0x22 syscall(e6e11d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfa19c, ebp = 0xbfbfa5c8 --- Tracing command creat pid 10380 tid 100208 td 0xc4ed4d20 sched_switch(c4ed4d20,0,104,186,da58568a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,40,...) at mi_switch+0x200 sleepq_switch(c4ed4d20,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c1bc53c0,40,c0bedf1f,0,0,...) at sleepq_timedwait+0x6b _sleep(c1bc53c0,c549ee88,40,c0bedf1f,4e20,...) at _sleep+0x329 swap_pager_getpages(c549ee88,e6e61bc4,1,0,e6e61c3c,...) at swap_pager_getpages+0x44d vm_fault(c51ae000,28079000,1,0,280799e8,...) at vm_fault+0xe54 trap_pfault(5,0,c0bfe754,2ef,c5321538,...) at trap_pfault+0x118 trap(e6e61d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2805181d, esp = 0xbfbfe83c, ebp = 0xbfbfe874 --- Tracing command mkdir pid 10379 tid 100270 td 0xc4dc6690 sched_switch(c4dc6690,0,104,186,da5b2bba,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4dc6690,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6f32a64,e6f32aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6f32a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6f32bd8,c0bd5424,d4,bc,c5331d2c,...) at lookup+0xeb namei(e6f32bd8,c0bd5d5f,8ac,c5a0eac0,c0ce4640,...) at namei+0x45b kern_mkdirat(c4dc6690,ffffff9c,bfbfe4c3,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4dc6690,bfbfe4c3,0,1f8,e6f32d2c,...) at kern_mkdir+0x2e mkdir(c4dc6690,e6f32cf8,8,e6f32d38,c0ca62c0,...) at mkdir+0x29 syscall(e6f32d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command creat pid 10378 tid 100267 td 0xc5606230 sched_switch(c5606230,0,104,186,da5d41e6,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5606230,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6f29a64,e6f29aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6f29a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6f29bd8,c0bd5424,d4,bc,c4a44b2c,...) at lookup+0xeb namei(e6f29bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c5606230,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c5606230,804d560,0,1f8,e6f29d2c,...) at kern_mkdir+0x2e mkdir(c5606230,e6f29cf8,8,e6f29d38,c0ca62c0,...) at mkdir+0x29 syscall(e6f29d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10377 tid 100131 td 0xc4aaeaf0 sched_switch(c4aaeaf0,0,104,186,977a86a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4aaeaf0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6d0faf8,e6d0fb34,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6d0faf8,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6d0fc04,c0bd5424,d4,bc,c5947d2c,...) at lookup+0xeb namei(e6d0fc04,c5a3f6b8,1,c0d1cb80,c5947d00,...) at namei+0x45b kern_chdir(c4aaeaf0,bfbfe4c3,0,e6d0fd2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c4aaeaf0,e6d0fcf8,4,c0c013cb,c0ca5720,...) at chdir+0x22 syscall(e6d0fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command creat pid 10376 tid 100150 td 0xc516d460 sched_switch(c516d460,0,104,186,da5c5616,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c516d460,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6d51a64,e6d51aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6d51a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6d51bd8,c0bd5424,d4,bc,c5aa012c,...) at lookup+0xeb namei(e6d51bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c516d460,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c516d460,804d560,0,1f8,e6d51d2c,...) at kern_mkdir+0x2e mkdir(c516d460,e6d51cf8,8,e6d51d38,c0ca62c0,...) at mkdir+0x29 syscall(e6d51d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10375 tid 100176 td 0xc5250460 sched_switch(c5250460,0,104,186,c110d186,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c5250460,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(d86fba08,4c,c0bd3ea5,0,0,...) at sleepq_wait+0x63 _sleep(d86fba08,c453713c,4c,c0bd3ea5,0,...) at _sleep+0x35b bwait(d86fba08,4c,c0bd3ea5,d86fba08,e6dd28f8,...) at bwait+0x6f bufwait(d86fba08,0,0,0,0,...) at bufwait+0x28 breadn(c58122b0,0,0,800,0,...) at breadn+0x132 bread(c58122b0,0,0,800,0,...) at bread+0x4c ffs_blkatoff(c58122b0,0,0,0,e6dd2a00,...) at ffs_blkatoff+0xd1 ufs_lookup(e6dd2a48,c0c00dbe,c58122b0,c58122b0,e6dd2c04,...) at ufs_lookup+0x30b VOP_CACHEDLOOKUP_APV(c0cc8c60,e6dd2a48,e6dd2c04,e6dd2bf0,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6dd2ac8,c0bd6997,e6dd2ac8,200000,c58122b0,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6dd2ac8,c0bd5424,252,e6dd2bf0,...) at VOP_LOOKUP_APV+0xe5 lookup(e6dd2bd8,c0bd5424,d4,bc,c5aa0d2c,...) at lookup+0x58e namei(e6dd2bd8,0,3,0,c2114ab8,...) at namei+0x45b kern_mkdirat(c5250460,ffffff9c,bfbfb283,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c5250460,bfbfb283,0,1f8,e6dd2d2c,...) at kern_mkdir+0x2e mkdir(c5250460,e6dd2cf8,8,e6dd2d38,c0ca62c0,...) at mkdir+0x29 syscall(e6dd2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfae2c, ebp = 0xbfbfb258 --- Tracing command mkdir pid 10374 tid 100172 td 0xc52508c0 sched_switch(c52508c0,0,104,186,da5a4e52,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c52508c0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6dc6a64,e6dc6aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6dc6a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6dc6bd8,c0bd5424,d4,bc,c55c1b2c,...) at lookup+0xeb namei(e6dc6bd8,c0bd5d5f,8ac,c5a0eac0,c0ce4640,...) at namei+0x45b kern_mkdirat(c52508c0,ffffff9c,bfbfe4c3,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c52508c0,bfbfe4c3,0,1f8,e6dc6d2c,...) at kern_mkdir+0x2e mkdir(c52508c0,e6dc6cf8,8,e6dc6d38,c0ca62c0,...) at mkdir+0x29 syscall(e6dc6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command creat pid 10373 tid 100241 td 0xc4dbb8c0 sched_switch(c4dbb8c0,0,104,186,da5ac3d2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4dbb8c0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ec4a64,e6ec4aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6ec4a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6ec4bd8,c0bd5424,d4,bc,c553d82c,...) at lookup+0xeb namei(e6ec4bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c4dbb8c0,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4dbb8c0,804d560,0,1f8,e6ec4d2c,...) at kern_mkdir+0x2e mkdir(c4dbb8c0,e6ec4cf8,8,e6ec4d38,c0ca62c0,...) at mkdir+0x29 syscall(e6ec4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10372 tid 100216 td 0xc50cd230 sched_switch(c50cd230,0,104,186,da300b2e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c50cd230,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bed6db,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bed6db,1,...) at _sleep+0x329 pause(c0bed6db,1,0,251,e6e79a94,...) at pause+0x47 ufs_lookup(e6e79adc,c0c00dbe,c4e49000,c4e49000,e6e79c30,...) at ufs_lookup+0xa25 VOP_CACHEDLOOKUP_APV(c0cc8c60,e6e79adc,e6e79c30,e6e79c1c,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6e79b5c,c0bd6997,c0ce4280,80000,c4e49000,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6e79b5c,c0bd5424,1ac,e6e79c1c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6e79c04,c0bd5424,d4,bc,c5aa172c,...) at lookup+0x58e namei(e6e79c04,0,0,0,c5aa1700,...) at namei+0x45b kern_chdir(c50cd230,804bad0,0,e6e79d2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c50cd230,e6e79cf8,4,c0bd009b,c0ca5720,...) at chdir+0x22 syscall(e6e79d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbdcc9c, ebp = 0xbfbdd0c8 --- Tracing command creat pid 10371 tid 100226 td 0xc4966d20 sched_switch(c4966d20,0,104,186,71c9210a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4966d20,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6e97a64,e6e97aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6e97a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6e97bd8,c0bd5424,d4,bc,c5234c2c,...) at lookup+0xeb namei(e6e97bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c4966d20,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4966d20,804d560,0,1f8,e6e97d2c,...) at kern_mkdir+0x2e mkdir(c4966d20,e6e97cf8,8,e6e97d38,c0ca62c0,...) at mkdir+0x29 syscall(e6e97d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10370 tid 100245 td 0xc4dbb000 sched_switch(c4dbb000,0,104,186,32f875fa,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4dbb000,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ed0af8,e6ed0b34,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6ed0af8,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6ed0c04,c0bd5424,d4,bc,c5093b2c,...) at lookup+0xeb namei(e6ed0c04,c5a3f6b8,1,c521d409,c5093b00,...) at namei+0x45b kern_chdir(c4dbb000,bfbfe4c3,0,e6ed0d2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c4dbb000,e6ed0cf8,4,c0c013cb,c0ca5720,...) at chdir+0x22 syscall(e6ed0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command creat pid 10369 tid 100180 td 0xc535b690 sched_switch(c535b690,0,104,186,da5ba87a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c535b690,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ddea64,e6ddeaa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6ddea64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6ddebd8,c0bd5424,d4,bc,c5827d2c,...) at lookup+0xeb namei(e6ddebd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c535b690,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c535b690,804d560,0,1f8,e6dded2c,...) at kern_mkdir+0x2e mkdir(c535b690,e6ddecf8,8,e6dded38,c0ca62c0,...) at mkdir+0x29 syscall(e6dded38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10368 tid 100240 td 0xc4dbbaf0 sched_switch(c4dbbaf0,0,104,186,3307b7f2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4dbbaf0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ec1af8,e6ec1b34,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6ec1af8,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6ec1c04,c0bd5424,d4,bc,c5aa262c,...) at lookup+0xeb namei(e6ec1c04,c5a3f6b8,1,c56acc09,c5aa2600,...) at namei+0x45b kern_chdir(c4dbbaf0,bfbfe4c3,0,e6ec1d2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c4dbbaf0,e6ec1cf8,4,c0d1d200,c0ca5720,...) at chdir+0x22 syscall(e6ec1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command mkdir pid 10367 tid 100259 td 0xc5606af0 sched_switch(c5606af0,0,104,186,da5a8572,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5606af0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6f11a64,e6f11aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6f11a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6f11bd8,c0bd5424,d4,bc,c523592c,...) at lookup+0xeb namei(e6f11bd8,c0bd5d5f,8ac,c5a0eac0,c0ce4640,...) at namei+0x45b kern_mkdirat(c5606af0,ffffff9c,bfbfe4c3,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c5606af0,bfbfe4c3,0,1f8,e6f11d2c,...) at kern_mkdir+0x2e mkdir(c5606af0,e6f11cf8,8,e6f11d38,c0ca62c0,...) at mkdir+0x29 syscall(e6f11d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe06c, ebp = 0xbfbfe498 --- Tracing command mkdir pid 10366 tid 100076 td 0xc4aaaaf0 sched_switch(c4aaaaf0,0,104,186,d94ab76a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,40,...) at mi_switch+0x200 sleepq_switch(c4aaaaf0,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c1bc4f3c,40,c0bedf1f,0,0,...) at sleepq_timedwait+0x6b _sleep(c1bc4f3c,c50f8000,40,c0bedf1f,4e20,...) at _sleep+0x329 swap_pager_getpages(c50f8000,e6c0abc4,1,0,e6c0ac3c,...) at swap_pager_getpages+0x44d vm_fault(c4a92e00,28108000,1,0,28108ba0,...) at vm_fault+0xe54 trap_pfault(5,0,c0bfe754,2ef,c4aa8a70,...) at trap_pfault+0x118 trap(e6c0ad38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28108ba0, esp = 0xbfbfa2fc, ebp = 0xbfbfa328 --- Tracing command mkdir pid 10365 tid 100051 td 0xc4747690 sched_switch(c4747690,0,104,186,da492fa6,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4747690,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bed6db,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bed6db,1,...) at _sleep+0x329 pause(c0bed6db,1,0,251,e6b97a94,...) at pause+0x47 ufs_lookup(e6b97adc,c0c00dbe,c5a16408,c5a16408,e6b97c30,...) at ufs_lookup+0xa25 VOP_CACHEDLOOKUP_APV(c0cc8c60,e6b97adc,e6b97c30,e6b97c1c,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6b97b5c,c0bd6997,c0ce4280,80000,c5a16408,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6b97b5c,c0bd5424,1ac,e6b97c1c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6b97c04,c0bd5424,d4,bc,c5aa102c,...) at lookup+0x58e namei(e6b97c04,ffffff9c,c56bc158,c5a16408,c5aa1000,...) at namei+0x45b kern_chdir(c4747690,804bad0,0,e6b97d2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c4747690,e6b97cf8,4,c0c013d5,c0ca5720,...) at chdir+0x22 syscall(e6b97d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbf34bc, ebp = 0xbfbf38e8 --- Tracing command creat pid 10364 tid 100164 td 0xc5251af0 sched_switch(c5251af0,0,104,186,da5c8742,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5251af0,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6daea64,e6daeaa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6daea64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6daebd8,c0bd5424,d4,bc,c5a9f82c,...) at lookup+0xeb namei(e6daebd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c5251af0,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c5251af0,804d560,0,1f8,e6daed2c,...) at kern_mkdir+0x2e mkdir(c5251af0,e6daecf8,8,e6daed38,c0ca62c0,...) at mkdir+0x29 syscall(e6daed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10363 tid 100099 td 0xc47f0690 sched_switch(c47f0690,0,104,186,da2feace,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47f0690,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bed6db,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bed6db,1,...) at _sleep+0x329 pause(c0bed6db,1,0,251,e6c94a94,...) at pause+0x47 ufs_lookup(e6c94adc,c0c00dbe,c5a3d2b0,c5a3d2b0,e6c94c30,...) at ufs_lookup+0xa25 VOP_CACHEDLOOKUP_APV(c0cc8c60,e6c94adc,e6c94c30,e6c94c1c,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6c94b5c,c0bd6997,c0ce4280,80000,c5a3d2b0,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6c94b5c,c0bd5424,1ac,e6c94c1c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6c94c04,c0bd5424,d4,bc,c5aa112c,...) at lookup+0x58e namei(e6c94c04,ffffff9c,c57d86b8,c5a3d2b0,c5aa1100,...) at namei+0x45b kern_chdir(c47f0690,804bad0,0,e6c94d2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c47f0690,e6c94cf8,4,c0c013d5,c0ca5720,...) at chdir+0x22 syscall(e6c94d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbed89c, ebp = 0xbfbedcc8 --- Tracing command creat pid 10362 tid 100184 td 0xc535b000 sched_switch(c535b000,0,104,186,da3cfb62,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c535b000,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bed6db,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bed6db,1,...) at _sleep+0x329 pause(c0bed6db,1,0,251,e6deaa94,...) at pause+0x47 ufs_lookup(e6deaadc,c0c00dbe,c4e38d70,c4e38d70,e6deac30,...) at ufs_lookup+0xa25 VOP_CACHEDLOOKUP_APV(c0cc8c60,e6deaadc,e6deac30,e6deac1c,c4ee8800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e6deab5c,c0bd6997,c0ce4280,80000,c4e38d70,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c0cc8c60,e6deab5c,c0bd5424,1ac,e6deac1c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6deac04,c0bd5424,d4,bc,c5a9fa2c,...) at lookup+0x58e namei(e6deac04,c535b000,e6deac34,246,c5a9fa00,...) at namei+0x45b kern_chdir(c535b000,804bb85,0,e6dead2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c535b000,e6deacf8,4,e6dead38,c0ca5720,...) at chdir+0x22 syscall(e6dead38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 --- Tracing command creat pid 10361 tid 100264 td 0xc551b000 sched_switch(c551b000,0,104,186,da5afb46,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c551b000,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6f20a64,e6f20aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6f20a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6f20bd8,c0bd5424,d4,bc,c533182c,...) at lookup+0xeb namei(e6f20bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c551b000,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c551b000,804d560,0,1f8,e6f20d2c,...) at kern_mkdir+0x2e mkdir(c551b000,e6f20cf8,8,e6f20d38,c0ca62c0,...) at mkdir+0x29 syscall(e6f20d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command creat pid 10360 tid 100113 td 0xc4baf690 sched_switch(c4baf690,0,104,186,60a9849a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4baf690,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6cd9a64,e6cd9aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6cd9a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6cd9bd8,c0bd5424,d4,bc,c54c1d2c,...) at lookup+0xeb namei(e6cd9bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c4baf690,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4baf690,804d560,0,1f8,e6cd9d2c,...) at kern_mkdir+0x2e mkdir(c4baf690,e6cd9cf8,8,e6cd9d38,c0ca62c0,...) at mkdir+0x29 syscall(e6cd9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command mkdir pid 10359 tid 100156 td 0xc516c690 sched_switch(c516c690,0,104,186,80e3399c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c516c690,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ed1a70,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ed1a70,c4ed1af8,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c516c690,287b,e6d63c74,0,0,...) at kern_wait+0xab6 wait4(c516c690,e6d63cf8,10,e6d63d38,c0ca56a8,...) at wait4+0x3b syscall(e6d63d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command creat pid 10358 tid 100157 td 0xc516c460 sched_switch(c516c460,0,104,186,331249b2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c516c460,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6d66a64,e6d66aa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6d66a64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6d66bd8,c0bd5424,d4,bc,c54bdc2c,...) at lookup+0xeb namei(e6d66bd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c516c460,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c516c460,804d560,0,1f8,e6d66d2c,...) at kern_mkdir+0x2e mkdir(c516c460,e6d66cf8,8,e6d66d38,c0ca62c0,...) at mkdir+0x29 syscall(e6d66d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command creat pid 10357 tid 100145 td 0xc4ed2690 sched_switch(c4ed2690,0,104,186,da5bf70a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4ed2690,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6d3aa64,e6d3aaa0,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6d3aa64,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6d3abd8,c0bd5424,d4,bc,c55c2e2c,...) at lookup+0xeb namei(e6d3abd8,c0bd5d5f,8ac,c4e3c6b8,c0ce4640,...) at namei+0x45b kern_mkdirat(c4ed2690,ffffff9c,804d560,0,1f8,...) at kern_mkdirat+0x5a kern_mkdir(c4ed2690,804d560,0,1f8,e6d3ad2c,...) at kern_mkdir+0x2e mkdir(c4ed2690,e6d3acf8,8,e6d3ad38,c0ca62c0,...) at mkdir+0x29 syscall(e6d3ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28176e33, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command creat pid 10356 tid 100120 td 0xc4bae690 sched_switch(c4bae690,0,104,186,4b7560e2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4bae690,0,c0bcd194,247,c5a3f710,...) at sleepq_switch+0x15f sleepq_wait(c5a3f710,50,c0bc3251,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c5a3f710,200400,c5a3f778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ceeaf8,e6ceeb34,c0bd5d68,200400,c5a3f6b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cc8c60,e6ceeaf8,c0ce4620,c5a3f6b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5a3f6b8,200400,c0bd5424,1ac,84d,...) at _vn_lock+0x78 lookup(e6ceec04,c0bd5424,d4,bc,c4ee822c,...) at lookup+0xeb namei(e6ceec04,c5a3f6b8,1,c57f500b,c4ee8200,...) at namei+0x45b kern_chdir(c4bae690,804d560,0,e6ceed2c,c0b1acf3,...) at kern_chdir+0x4a chdir(c4bae690,e6ceecf8,4,c0c013cb,c0ca5720,...) at chdir+0x22 syscall(e6ceed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (12, FreeBSD ELF32, chdir), eip = 0x280ec0df, esp = 0xbfbfe82c, ebp = 0xbfbfe8c8 --- Tracing command creat pid 10355 tid 100149 td 0xc516d690 sched_switch(c516d690,0,104,186,a6c91862,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c516d690,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5152d0c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5152d0c,c5152d94,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c516d690,2874,e6d4bc74,0,0,...) at kern_wait+0xab6 wait4(c516d690,e6d4bcf8,10,e6d4bd38,c0ca56a8,...) at wait4+0x3b syscall(e6d4bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command swap pid 10342 tid 100060 td 0xc4a91000 sched_switch(c4a91000,0,104,186,da40f896,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,40,...) at mi_switch+0x200 sleepq_switch(c4a91000,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c2870ae8,40,c0bedf1f,0,0,...) at sleepq_timedwait+0x6b _sleep(c2870ae8,c53733e0,40,c0bedf1f,4e20,...) at _sleep+0x329 swap_pager_getpages(c53733e0,e6bc3bc4,1,0,e6bc3c3c,...) at swap_pager_getpages+0x44d vm_fault(c4dde2a0,947a000,2,8,947a000,...) at vm_fault+0xe54 trap_pfault(5,0,c0bfe754,2ef,c4a8c538,...) at trap_pfault+0x118 trap(e6bc3d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28186fd3, esp = 0xbfbfe7e0, ebp = 0xbfbfe858 --- Tracing command swap pid 10336 tid 100272 td 0xc5933000 sched_switch(c5933000,0,104,186,da64bb86,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,40,...) at mi_switch+0x200 sleepq_switch(c5933000,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c19f1450,40,c0bedf1f,0,0,...) at sleepq_timedwait+0x6b _sleep(c19f1450,c5548934,40,c0bedf1f,4e20,...) at _sleep+0x329 swap_pager_getpages(c5548934,e6f38bc4,2,0,e6f38c3c,...) at swap_pager_getpages+0x44d vm_fault(c51af460,8ede000,2,8,8ede000,...) at vm_fault+0xe54 trap_pfault(5,0,c0bfe754,2ef,c47b729c,...) at trap_pfault+0x118 trap(e6f38d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28186fd3, esp = 0xbfbfe7e0, ebp = 0xbfbfe858 --- Tracing command swap pid 10334 tid 100229 td 0xc4966690 sched_switch(c4966690,0,104,186,8d73b1e6,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4966690,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47b529c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c47b529c,c47b5324,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4966690,2860,e6ea0c74,0,0,...) at kern_wait+0xab6 wait4(c4966690,e6ea0cf8,10,e6ea0d38,c0ca56a8,...) at wait4+0x3b syscall(e6ea0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command mkdir pid 10333 tid 100262 td 0xc5606460 sched_switch(c5606460,0,104,186,a7cd42e6,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5606460,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c558ea70,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c558ea70,c558eaf8,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c5606460,2877,e6f1ac74,0,0,...) at kern_wait+0xab6 wait4(c5606460,e6f1acf8,10,e6f1ad38,c0ca56a8,...) at wait4+0x3b syscall(e6f1ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command creat pid 10332 tid 100228 td 0xc49668c0 sched_switch(c49668c0,0,104,186,4ae87e74,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c49668c0,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47b5538,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c47b5538,c47b55c0,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c49668c0,2873,e6e9dc74,0,0,...) at kern_wait+0xab6 wait4(c49668c0,e6e9dcf8,10,e6e9dd38,c0ca56a8,...) at wait4+0x3b syscall(e6e9dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command swap pid 10331 tid 100179 td 0xc535b8c0 sched_switch(c535b8c0,0,104,186,48129674,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c535b8c0,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c53587d4,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c53587d4,c535885c,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c535b8c0,285e,e6ddbc74,0,0,...) at kern_wait+0xab6 wait4(c535b8c0,e6ddbcf8,10,e6ddbd38,c0ca56a8,...) at wait4+0x3b syscall(e6ddbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command run pid 10330 tid 100160 td 0xc4a918c0 sched_switch(c4a918c0,0,104,186,758b4a80,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4a918c0,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c523d538,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c523d538,c523d5c0,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4a918c0,285b,e6da2c74,0,0,...) at kern_wait+0xab6 wait4(c4a918c0,e6da2cf8,10,c0bd009b,c0ca56a8,...) at wait4+0x3b syscall(e6da2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe3bc, ebp = 0xbfbfe3d8 --- Tracing command run pid 10329 tid 100222 td 0xc5098460 sched_switch(c5098460,0,104,186,5abec5e2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5098460,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c531e000,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c531e000,c531e088,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c5098460,285a,e6e8bc74,0,0,...) at kern_wait+0xab6 wait4(c5098460,e6e8bcf8,10,c0bd009b,c0ca56a8,...) at wait4+0x3b syscall(e6e8bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command run pid 10328 tid 100169 td 0xc5251000 sched_switch(c5251000,0,104,186,a7c1019e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5251000,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c523bd0c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c523bd0c,c523bd94,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c5251000,2859,e6dbdc74,0,0,...) at kern_wait+0xab6 wait4(c5251000,e6dbdcf8,10,e6dbdd38,c0ca56a8,...) at wait4+0x3b syscall(e6dbdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100aeb, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 --- Tracing command sh pid 10321 tid 100194 td 0xc4966000 sched_switch(c4966000,0,104,186,1feec754,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4966000,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c475ea70,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c475ea70,c475eaf8,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4966000,ffffffff,e6e08c74,2,0,...) at kern_wait+0xab6 wait4(c4966000,e6e08cf8,10,c0bcf83e,c0ca56a8,...) at wait4+0x3b syscall(e6e08d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe63c, ebp = 0xbfbfe658 --- Tracing command md5 pid 10317 tid 100202 td 0xc4965690 sched_switch(c4965690,0,104,186,da4b1396,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4965690,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(d8539b4c,4c,c0bd3eab,0,0,...) at sleepq_wait+0x63 _sleep(d8539b4c,c453713c,4c,c0bd3eab,0,...) at _sleep+0x35b bwait(d8539b4c,4c,c0bd3eab,d8539b4c,e6e34b2c,...) at bwait+0x6f bufwait(d8539b4c,d8539b4c,d853b844,4000,0,...) at bufwait+0x48 bufwrite(d8539b4c,4000,e6e34c80,4000,c4ee8800,...) at bufwrite+0x165 ffs_write(e6e34ca0,c0c011b1,e6e34bf0,0,e6e34c10,...) at ffs_write+0x535 VOP_WRITE_APV(c0cc8c60,e6e34ca0,c0ba3816,239,c45235f8,...) at VOP_WRITE_APV+0x136 mdstart_vnode(c5772000,c479d840,c0ba3816,2cc,0,...) at mdstart_vnode+0x30e md_kthread(c5772000,e6e34d38,c0bc5692,327,c475e000,...) at md_kthread+0x1b3 fork_exit(c0655c70,c5772000,e6e34d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe6e34d70, ebp = 0 --- Tracing command sh pid 10304 tid 100148 td 0xc4ed2000 sched_switch(c4ed2000,0,104,186,5b63b066,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4ed2000,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5153000,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5153000,c5153088,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4ed2000,ffffffff,e6d48c74,2,0,...) at kern_wait+0xab6 wait4(c4ed2000,e6d48cf8,10,c0bcf83e,c0ca56a8,...) at wait4+0x3b syscall(e6d48d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command sh pid 1301 tid 100122 td 0xc4bae230 sched_switch(c4bae230,0,104,186,ec4314d8,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4bae230,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e55d0c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e55d0c,c4e55d94,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4bae230,ffffffff,e6cf4c74,2,0,...) at kern_wait+0xab6 wait4(c4bae230,e6cf4cf8,10,c0bcf83e,c0ca56a8,...) at wait4+0x3b syscall(e6cf4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe77c, ebp = 0xbfbfe798 --- Tracing command awk pid 1285 tid 100140 td 0xc4ed3230 sched_switch(c4ed3230,0,104,186,b660d920,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4ed3230,0,c0bcd194,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a3b900,4c,c0bcf481,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a3b900,c4a3ba68,14c,c0bcf481,0,...) at _sleep+0x344 pipe_read(c4a259d8,e6d2ac58,c4b77300,0,c4ed3230,...) at pipe_read+0x3f7 dofileread(e6d2ac58,ffffffff,ffffffff,0,c4a259d8,...) at dofileread+0x96 kern_readv(c4ed3230,0,e6d2ac58,e6d2ac78,1,...) at kern_readv+0x58 read(c4ed3230,e6d2acf8,c,16,c0ca5648,...) at read+0x4f syscall(e6d2ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281abaa3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 --- Tracing command sh pid 1284 tid 100081 td 0xc4aaa000 sched_switch(c4aaa000,0,104,186,b68dec54,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4aaa000,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a8cd0c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a8cd0c,c4a8cd94,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4aaa000,ffffffff,e6c21c74,2,0,...) at kern_wait+0xab6 wait4(c4aaa000,e6c21cf8,10,c0bcf83e,c0ca56a8,...) at wait4+0x3b syscall(e6c21d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command sh pid 1283 tid 100092 td 0xc4a3d690 sched_switch(c4a3d690,0,104,186,29196030,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4a3d690,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4bac29c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4bac29c,c4bac324,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4a3d690,ffffffff,e6c77c74,2,0,...) at kern_wait+0xab6 wait4(c4a3d690,e6c77cf8,10,e6c77d38,c0ca56a8,...) at wait4+0x3b syscall(e6c77d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815caeb, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command sshd pid 1282 tid 100073 td 0xc47f0af0 Tracing command top pid 1281 tid 100126 td 0xc4bafd20 sched_switch(c4bafd20,0,104,186,71a9932c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bafd20,0,c0bcd194,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6d00a4c,c07edc4a,c49ea050,0,c4bafd20,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c49ea064,0,e6d00a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49ea064,c49ea050,3e9,570,c4a78658,...) at _cv_timedwait_sig+0x250 seltdwait(e6d00c2c,e6d00c34,3d6,c4bafd20,4b5b1b68,...) at seltdwait+0x8a kern_select(c4bafd20,2,bfbfec3c,0,0,e6d00c70,1,0) at kern_select+0x4cf select(c4bafd20,e6d00cf8,14,c0bb7a8e,c0ca5eb8,...) at select+0x5e syscall(e6d00d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e0a23, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command tail pid 1280 tid 100128 td 0xc4bafaf0 sched_switch(c4bafaf0,0,104,186,d579ff5a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4bafaf0,0,c0bcd194,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08307e0,c4bafaf0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4be5300,58,c0bc53f9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c4be5300,c4be5300,158,c0bc53f9,3e9,...) at _sleep+0x30e kern_kevent(c4bafaf0,4,0,1,e6d06c58,...) at kern_kevent+0x357 kevent(c4bafaf0,e6d06cf8,18,c0b71fe2,c0ca7808,...) at kevent+0x19b syscall(e6d06d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x281595fb, esp = 0xbfbfebcc, ebp = 0xbfbfec78 --- Tracing command sshd pid 1279 tid 100090 td 0xc4a3daf0 Tracing command sshd pid 1278 tid 100121 td 0xc4bae460 sched_switch(c4bae460,0,104,186,71b18f2e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bae460,0,c0bcd194,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07edc4a,c5083310,0,c0bc7d05,c4bae460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5083324,0,e6cf1a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c5083324,c5083310,c0bcf2a9,570,c4bdf348,...) at _cv_wait_sig+0x240 seltdwait(c4ee872c,c0bcf2a9,3d6,c4bae460,200246,...) at seltdwait+0xa2 kern_select(c4bae460,a,81030b8,81030e4,0,0,0,280fe818) at kern_select+0x4cf select(c4bae460,e6cf1cf8,14,c0bb7a8e,c0ca5eb8,...) at select+0x5e syscall(e6cf1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bfa23, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1274 tid 100124 td 0xc4bdd230 Tracing command sshd pid 1273 tid 100068 td 0xc4a90460 Tracing command sshd pid 1272 tid 100136 td 0xc4ed3af0 Tracing command bash pid 1267 tid 100143 td 0xc4ed2af0 sched_switch(c4ed2af0,0,104,186,39007af4,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4ed2af0,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e577d4,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e577d4,c4e5785c,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4ed2af0,ffffffff,e6d33c74,6,0,...) at kern_wait+0xab6 wait4(c4ed2af0,e6d33cf8,10,c0bcf739,c0ca56a8,...) at wait4+0x3b syscall(e6d33d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282afaeb, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command csh pid 1263 tid 100142 td 0xc4ed2d20 sched_switch(c4ed2d20,0,104,186,38812d90,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4ed2d20,0,c0bcd194,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e57ac8,68,c0b8643d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e57ac8,c4e57af8,168,c0b8643d,0,...) at _sleep+0x344 kern_sigsuspend(c4ed2d20,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4ed2d20,e6d30cf8,4,c0bcf739,c0ca75f8,...) at sigsuspend+0x4d syscall(e6d30d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2817adbb, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1262 tid 100106 td 0xc4bde460 sched_switch(c4bde460,0,104,186,9624dda2,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4bde460,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4bd6a70,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4bd6a70,c4bd6af8,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4bde460,4ef,e6ca9c74,2,0,...) at kern_wait+0xab6 wait4(c4bde460,e6ca9cf8,10,e6ca9d38,c0ca56a8,...) at wait4+0x3b syscall(e6ca9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811baeb, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 --- Tracing command bash pid 1258 tid 100116 td 0xc4baf000 sched_switch(c4baf000,0,104,186,9f1e38bc,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4baf000,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e56d0c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e56d0c,c4e56d94,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4baf000,ffffffff,e6ce2c74,6,0,...) at kern_wait+0xab6 wait4(c4baf000,e6ce2cf8,10,c0bcf739,c0ca56a8,...) at wait4+0x3b syscall(e6ce2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282afaeb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 1257 tid 100138 td 0xc4ed3690 Tracing command sshd pid 1255 tid 100135 td 0xc4ed3d20 Tracing command getty pid 1225 tid 100079 td 0xc4aaa460 Tracing command getty pid 1224 tid 100062 td 0xc4a90af0 Tracing command getty pid 1223 tid 100111 td 0xc4bdd8c0 Tracing command getty pid 1222 tid 100108 td 0xc4bde000 Tracing command getty pid 1221 tid 100078 td 0xc4aaa690 Tracing command getty pid 1220 tid 100082 td 0xc4a91d20 Tracing command getty pid 1219 tid 100123 td 0xc4bdd460 Tracing command getty pid 1218 tid 100103 td 0xc4bdeaf0 Tracing command inetd pid 1192 tid 100101 td 0xc47f0230 Tracing command moused pid 1168 tid 100064 td 0xc4a90690 Tracing command watchdogd pid 1154 tid 100127 td 0xc4bae000 sched_switch(c4bae000,0,104,186,1157173a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4bae000,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e55a70,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e55a70,c4e55af8,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4bae000,28ab,e6d03c74,0,0,...) at kern_wait+0xab6 wait4(c4bae000,e6d03cf8,10,e6d03d38,c0ca56a8,...) at wait4+0x3b syscall(e6d03d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28117aeb, esp = 0xbfbfeccc, ebp = 0xbfbfed78 --- Tracing command cron pid 1112 tid 100093 td 0xc4a3d460 sched_switch(c4a3d460,0,104,186,aa99150,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4a3d460,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08307e0,c4a3d460,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d187a4,5c,c0bca3f3,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d187a4,0,15c,c0bca3f3,ea61,...) at _sleep+0x30e kern_nanosleep(c4a3d460,e6c7ac64,e6c7ac6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4a3d460,e6c7acf8,8,c0bcf9a3,c0ca6c80,...) at nanosleep+0x6f syscall(e6c7ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817240f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1105 tid 100109 td 0xc4bddd20 sched_switch(c4bddd20,0,104,186,7d6ebd00,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4bddd20,0,c0bcd194,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4bd62f4,68,c0b8643d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4bd62f4,c4bd6324,168,c0b8643d,0,...) at _sleep+0x344 kern_sigsuspend(c4bddd20,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4bddd20,e6cb2cf8,4,c0bcf739,c0ca75f8,...) at sigsuspend+0x4d syscall(e6cb2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832ddbb, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1101 tid 100112 td 0xc4bdd690 sched_switch(c4bdd690,0,104,186,9af0a47c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bdd690,0,c0bcd194,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6cbba4c,c07edc4a,c4a76dd0,0,c4bdd690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a76de4,0,e6cbba7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a76de4,c4a76dd0,1389,570,c4b9f7e0,...) at _cv_timedwait_sig+0x250 seltdwait(e6cbbc2c,e6cbbc34,3d6,c4bdd690,e6cbbae0,...) at seltdwait+0x8a kern_select(c4bdd690,7,bfbfc5b0,0,0,e6cbbc70,5,0) at kern_select+0x4cf select(c4bdd690,e6cbbcf8,14,e6cbbd38,c0ca5eb8,...) at select+0x5e syscall(e6cbbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283caa23, esp = 0xbfbfc51c, ebp = 0xbfbfd048 --- Tracing command sshd pid 1096 tid 100110 td 0xc4bddaf0 Tracing command ntpd pid 1059 tid 100058 td 0xc4a1d230 sched_switch(c4a1d230,0,104,186,9aaec144,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1d230,0,c0bcd194,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07edc4a,c4a76790,0,c0bc7d05,c4a1d230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a767a4,0,e6bb8a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a767a4,c4a76790,c0bcf2a9,570,c4a245e8,...) at _cv_wait_sig+0x240 seltdwait(c49bde2c,c0bcf2a9,3d6,c4a1d230,0,...) at seltdwait+0xa2 kern_select(c4a1d230,1b,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c4a1d230,e6bb8cf8,14,16,c0ca5eb8,...) at select+0x5e syscall(e6bb8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834ba23, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 922 tid 100077 td 0xc4aaa8c0 Tracing command nfsd pid 921 tid 100083 td 0xc4a91af0 Tracing command nfsd pid 920 tid 100063 td 0xc4a908c0 Tracing command nfsd pid 919 tid 100065 td 0xc4aae460 Tracing command nfsd pid 918 tid 100066 td 0xc4aae230 Tracing command nfsd pid 917 tid 100075 td 0xc4aaad20 Tracing command nfsd pid 916 tid 100057 td 0xc4a1d460 Tracing command nfsd pid 915 tid 100089 td 0xc4a3dd20 Tracing command nfsd pid 914 tid 100087 td 0xc4a3e230 Tracing command nfsd pid 912 tid 100091 td 0xc4a3d8c0 Tracing command nfsd pid 911 tid 100088 td 0xc4a3e000 Tracing command nfsd pid 910 tid 100086 td 0xc4a3e460 Tracing command nfsd pid 909 tid 100085 td 0xc4a3e690 Tracing command nfsd pid 908 tid 100084 td 0xc4a3e8c0 Tracing command nfsd pid 907 tid 100053 td 0xc4a3eaf0 Tracing command nfsd pid 906 tid 100100 td 0xc47f0460 Tracing command mountd pid 904 tid 100102 td 0xc4bded20 Tracing command rpcbind pid 822 tid 100096 td 0xc4baf8c0 sched_switch(c4baf8c0,0,104,186,872071be,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4baf8c0,0,c0bcd194,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c83aa8,c07edc4a,c49ea090,0,c4baf8c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c49ea0a4,0,e6c83ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49ea0a4,c49ea090,7531,570,e6c83b8c,...) at _cv_timedwait_sig+0x250 seltdwait(e6c83c5c,e6c83c64,480,c4baf8c0,e6c83b5c,...) at seltdwait+0x8a poll(c4baf8c0,e6c83cf8,c,e6c83d38,c0ca6998,...) at poll+0x2f9 syscall(e6c83d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813b40f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 804 tid 100054 td 0xc4a1daf0 sched_switch(c4a1daf0,0,104,186,92cada88,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1daf0,0,c0bcd194,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c07edc4a,c49e9210,0,c0bc7d05,c4a1daf0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c49e9224,0,e6ba7a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49e9224,c49e9210,c0bcf2a9,570,c4aa2d90,...) at _cv_wait_sig+0x240 seltdwait(c4b78b2c,c0bcf2a9,3d6,c4a1daf0,e6ba7ae0,...) at seltdwait+0xa2 kern_select(c4a1daf0,9,81290ac,0,0,0,81290ac,1) at kern_select+0x4cf select(c4a1daf0,e6ba7cf8,14,e6ba7d38,c0ca5eb8,...) at select+0x5e syscall(e6ba7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818aa23, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 609 tid 100095 td 0xc4a3d000 Tracing command softdepflush pid 21 tid 100049 td 0xc47478c0 sched_switch(c47478c0,0,104,186,8cf13e9a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,44,...) at mi_switch+0x200 sleepq_switch(c47478c0,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e90bc0,44,c0bec2bf,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e90bc0,c0e90b64,44,c0bec2bf,3e8,...) at _sleep+0x329 softdep_flush(0,e49a4d38,c0bc5692,327,c49bb000,...) at softdep_flush+0x2c1 fork_exit(c09fd0d0,0,e49a4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe49a4d70, ebp = 0 --- Tracing command vnlru pid 20 tid 100048 td 0xc4747af0 sched_switch(c4747af0,0,104,186,8d05af12,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4747af0,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c49bb29c,50,c0bd6cbd,0,0,...) at sleepq_timedwait+0x6b _sleep(c49bb29c,c0e84f10,250,c0bd6cbd,3e8,...) at _sleep+0x329 vnlru_proc(0,e49a1d38,c0bc5692,327,c49bb29c,...) at vnlru_proc+0x10b fork_exit(c0885d10,0,e49a1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe49a1d70, ebp = 0 --- Tracing command syncer pid 19 tid 100047 td 0xc4747d20 sched_switch(c4747d20,0,104,186,cbb4672c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4747d20,0,c0bcd194,26a,c4747d20,...) at sleepq_switch+0x15f sleepq_timedwait(c0e84f50,0,e499ec88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0e84f50,c0e84f3c,3e8,6d2,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e499ed38,c0bc5692,327,c49bb538,...) at sched_sync+0x502 fork_exit(c0885180,0,e499ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe499ed70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc47ef000 sched_switch(c47ef000,0,104,186,ca18705e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,44,...) at mi_switch+0x200 sleepq_switch(c47ef000,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e84ca4,44,c0bd460d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e84ca4,c0e84ca8,44,c0bd460d,3e8,...) at _sleep+0x329 buf_daemon(0,e499bd38,c0bc5692,327,c49bb7d4,...) at buf_daemon+0x21e fork_exit(c0870690,0,e499bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe499bd70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc47ef230 sched_switch(c47ef230,0,104,186,27cef47e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47ef230,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e917b4,0,c0bf1321,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e917b4,c0e91370,0,c0bf1321,493e0,...) at _sleep+0x329 vm_pagezero(0,e4998d38,c0bc5692,327,c49bba70,...) at vm_pagezero+0xdc fork_exit(c0a375b0,0,e4998d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4998d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc47ef460 sched_switch(c47ef460,0,104,186,9ce71b7c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,68,...) at mi_switch+0x200 sleepq_switch(c47ef460,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e913dc,68,c0bd460d,0,0,...) at sleepq_wait+0x63 _sleep(c0e913dc,c0e913e0,68,c0bd460d,0,...) at _sleep+0x35b vm_daemon(0,e4995d38,c0bc5692,327,c49bbd0c,...) at vm_daemon+0x59 fork_exit(c0a31a40,0,e4995d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4995d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc47ef690 sched_switch(c47ef690,0,104,186,42e83650,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,44,...) at mi_switch+0x200 sleepq_switch(c47ef690,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e913a4,44,c0bd460d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e913a4,c0e91370,44,c0bd460d,1388,...) at _sleep+0x329 vm_pageout(0,e4992d38,c0bc5692,327,c456429c,...) at vm_pageout+0x2bb fork_exit(c0a328e0,0,e4992d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4992d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc47ef8c0 sched_switch(c47ef8c0,0,104,186,e2913c4a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47ef8c0,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0e86900,0,c0bdfc7a,0,0,...) at sleepq_wait+0x63 _sleep(c0e86900,c0e86814,0,c0bdfc7a,0,...) at _sleep+0x35b sctp_iterator_thread(0,e498fd38,c0bc5692,327,c4564538,...) at sctp_iterator_thread+0x60 fork_exit(c08f9220,0,e498fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe498fd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc47efd20 sched_switch(c47efd20,0,104,186,859e6e3a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c47efd20,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c46c323c,4c,c0bc0434,0,0,...) at sleepq_timedwait+0x6b _sleep(c46c323c,c46c32f0,4c,c0bc0434,3e8,...) at _sleep+0x329 fdc_thread(c46c3200,e4986d38,c0bc5692,327,c45647d4,...) at fdc_thread+0x2b8 fork_exit(c0ad9b20,c46c3200,e4986d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4986d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc47468c0 sched_switch(c47468c0,0,104,186,3d1ec508,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c47468c0,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d15c94,5c,c0bbc64d,0,0,...) at sleepq_wait+0x63 _sleep(c0d15c94,0,5c,c0bbc64d,0,...) at _sleep+0x35b usb_task_thread(c0d15c94,c424cd38,c0bc5692,327,c4564a70,...) at usb_task_thread+0x62 fork_exit(c0763590,c0d15c94,c424cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc424cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc4746af0 sched_switch(c4746af0,0,104,186,3d1e98f4,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4746af0,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d15c80,5c,c0bbc64d,0,0,...) at sleepq_wait+0x63 _sleep(c0d15c80,0,5c,c0bbc64d,0,...) at _sleep+0x35b usb_task_thread(c0d15c80,c4249d38,c0bc5692,327,c4564d0c,...) at usb_task_thread+0x62 fork_exit(c0763590,c0d15c80,c4249d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4249d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc4746d20 sched_switch(c4746d20,0,104,186,b3369bcc,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4746d20,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c476d210,5c,c0bbc65b,0,0,...) at sleepq_timedwait+0x6b _sleep(c476d210,0,5c,c0bbc65b,ea60,...) at _sleep+0x329 usb_event_thread(c4764780,c4246d38,c0bc5692,327,c46b9000,...) at usb_event_thread+0xca fork_exit(c07636d0,c4764780,c4246d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4246d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100020 td 0xc4739690 sched_switch(c4739690,0,104,186,3d1e280c,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4739690,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ce4dd4,4c,c0b6dc9d,0,0,...) at sleepq_wait+0x63 _sleep(c0ce4dd4,c0ce4dec,4c,c0b6dc9d,0,...) at _sleep+0x35b xpt_scanner_thread(0,c41fed38,c0bc5692,327,c46b929c,...) at xpt_scanner_thread+0x41 fork_exit(c04797c0,0,c41fed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fed70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4567230 sched_switch(c4567230,0,104,186,d14a4b42,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4567230,0,c0bcd194,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d185e4,0,c0bc0434,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d185e4,0,0,c0bc0434,64,...) at _sleep+0x329 pause(c0bc0434,64,c0bb2154,112,0,...) at pause+0x47 random_kthread(0,c41f5d38,c0bc5692,327,c46b9538,...) at random_kthread+0x1d9 fork_exit(c06d1b70,0,c41f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc4567690 sched_switch(c4567690,0,104,186,da5cc9b6,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4567690,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d163c4,4c,c0bc0434,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d163c4,c0d16328,24c,c0bc0434,64,...) at _sleep+0x329 g_io_schedule_down(c4567690,0,c0bc1b01,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41efd38,c0bc5692,327,c4563000,...) at g_down_procbody+0x8d fork_exit(c07a75e0,0,c41efd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41efd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc45678c0 sched_switch(c45678c0,0,104,186,da49223a,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45678c0,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d163c0,4c,c0bc0434,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d163c0,c0d16348,24c,c0bc0434,64,...) at _sleep+0x329 g_io_schedule_up(c45678c0,0,c0bc1b01,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41ecd38,c0bc5692,327,c456329c,...) at g_up_procbody+0x8d fork_exit(c07a7670,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4567af0 sched_switch(c4567af0,0,104,186,d3335b4e,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4567af0,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d163b8,4c,c0bc0434,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d163b8,0,4c,c0bc0434,64,...) at _sleep+0x329 g_event_procbody(0,c41e9d38,c0bc5692,327,c4563538,...) at g_event_procbody+0xcb fork_exit(c07a7700,0,c41e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e9d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc47efaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc47f0000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc4739d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc4746000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xc4746230 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc4746460 sched_switch(c4746460,0,109,186,db66414a,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45aa070,...) at mi_switch+0x200 ithread_loop(c47dd3f0,e4965d38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c47dd3f0,e4965d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4965d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc4746690 sched_switch(c4746690,0,109,186,7c663634,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45a9df0,...) at mi_switch+0x200 ithread_loop(c4784840,e494ad38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c4784840,e494ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe494ad70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4747000 sched_switch(c4747000,0,109,186,3d186918,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45a9e70,...) at mi_switch+0x200 ithread_loop(c47671c0,c4242d38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c47671c0,c4242d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4242d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4747460 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc45ac8c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc4739460 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc47398c0 sched_switch(c47398c0,0,109,186,e624a856,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c4670370,...) at mi_switch+0x200 ithread_loop(c46d4950,c41fbd38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c46d4950,c41fbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fbd70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc4739af0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc4567d20 sched_switch(c4567d20,0,109,186,ebe82b36,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45aa870,...) at mi_switch+0x200 ithread_loop(c45620b0,c41e6d38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c45620b0,c41e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e6d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45ac000 sched_switch(c45ac000,0,109,186,e520832e,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45aa8f0,...) at mi_switch+0x200 ithread_loop(c45620c0,c41e3d38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c45620c0,c41e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45ac230 sched_switch(c45ac230,0,109,186,da941436,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45aa970,...) at mi_switch+0x200 ithread_loop(c45620d0,c41e0d38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c45620d0,c41e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45ac460 sched_switch(c45ac460,0,109,186,da484d26,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45aa9f0,...) at mi_switch+0x200 ithread_loop(c45620e0,c41ddd38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c45620e0,c41ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4565000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc4565230 sched_switch(c4565230,0,109,186,6376f306,...) at sched_switch+0x437 mi_switch(109,0,c0bc5918,4d7,c45aaaf0,...) at mi_switch+0x200 ithread_loop(c4562100,c41d7d38,c0bc5692,327,c45637d4,...) at ithread_loop+0x1f6 fork_exit(c07dd2d0,c4562100,c41d7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc4565460 cpustop_handler(1,c41d1c54,c0b1affd,369e99,0,...) at cpustop_handler+0x32 ipi_nmi_handler(369e99,0,c4539900,0,c4563a70,...) at ipi_nmi_handler+0x2f trap(c41d1c60) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07ed8a7, esp = 0xc41d1ca0, ebp = 0xc41d1cb4 --- _mtx_unlock_spin_flags(c0d1cb80,0,c0bcacca,3a1,c4565460,...) at _mtx_unlock_spin_flags+0xe7 sched_idletd(0,c41d1d38,c0bc5692,327,c4563a70,...) at sched_idletd+0x164 fork_exit(c081c8b0,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc4565690 sched_switch(c4565690,0,108,181,da496c2e,...) at sched_switch+0x437 mi_switch(108,0,c0bcacca,3a1,c4565690,...) at mi_switch+0x200 sched_idletd(0,c41ced38,c0bc5692,327,c4563a70,...) at sched_idletd+0x178 fork_exit(c081c8b0,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc45658c0 cpustop_handler(4,c41cbc0c,c0b1affd,c07ed8b4,c0d1d200,...) at cpustop_handler+0x32 ipi_nmi_handler(c07ed8b4,c0d1d200,4,c0bc7d05,c4563a70,...) at ipi_nmi_handler+0x2f trap(c41cbc18) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc081be85, esp = 0xc41cbc58, ebp = 0xc41cbc84 --- sched_switch(c45658c0,0,108,181,f0803cf2,...) at sched_switch+0x485 mi_switch(108,0,c0bcacca,3a1,c45658c0,...) at mi_switch+0x200 sched_idletd(0,c41cbd38,c0bc5692,327,c4563a70,...) at sched_idletd+0x178 fork_exit(c081c8b0,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4565af0 sched_switch(c4565af0,0,108,181,da5cf402,...) at sched_switch+0x437 mi_switch(108,0,c0bcacca,3a1,c4565af0,...) at mi_switch+0x200 sched_idletd(0,c41c8d38,c0bc5692,327,c4563a70,...) at sched_idletd+0x178 fork_exit(c081c8b0,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4565d20 sched_switch(c4565d20,0,104,186,d2f34168,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4565d20,0,c0bcd194,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bcd194,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4563d0c,5c,c0bcf85f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4563d0c,c4563d94,15c,c0bcf85f,0,...) at _sleep+0x344 kern_wait(c4565d20,ffffffff,c41c4c74,0,0,...) at kern_wait+0xab6 wait4(c4565d20,c41c4cf8,10,c0bcf67a,c0ca56a8,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054d4f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command audit pid 10 tid 100001 td 0xc4567000 sched_switch(c4567000,0,104,186,3d18adc8,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4567000,0,c0bcd194,247,c4567000,...) at sleepq_switch+0x15f sleepq_wait(c0e905c0,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0e905c0,c0e905a4,c0bea1d5,18d,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0bc5692,327,c4564000,...) at audit_worker+0x84 fork_exit(c09e0a00,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4747230 sched_switch(c4747230,0,104,186,3d180db8,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4747230,0,c0bcd194,247,c4747230,...) at sleepq_switch+0x15f sleepq_wait(c4765480,0,c0bc9cf6,c0bc0434,0,...) at sleepq_wait+0x63 msleep_spin(c4765480,c476549c,c0bc0434,0,c0bc7d05,...) at msleep_spin+0x21d taskqueue_thread_loop(c473536c,c423fd38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0x8a fork_exit(c0832fe0,c473536c,c423fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc45ac690 sched_switch(c45ac690,0,104,186,3d532228,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45ac690,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c471f540,0,c0bc0434,0,0,...) at sleepq_wait+0x63 _sleep(c471f540,c471f55c,0,c0bc0434,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d2af08,c4213d38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0xb4 fork_exit(c0832fe0,c0d2af08,c4213d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4213d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45acaf0 sched_switch(c45acaf0,0,104,186,3d283718,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45acaf0,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c471f600,0,c0bc0434,0,0,...) at sleepq_wait+0x63 _sleep(c471f600,c471f61c,0,c0bc0434,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d16be4,c420dd38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0xb4 fork_exit(c0832fe0,c0d16be4,c420dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45acd20 sched_switch(c45acd20,0,104,186,3d280cc8,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45acd20,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c471f640,0,c0bc0434,0,0,...) at sleepq_wait+0x63 _sleep(c471f640,c471f65c,0,c0bc0434,0,...) at _sleep+0x35b taskqueue_thread_loop(c0ce7a84,c420ad38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0xb4 fork_exit(c0832fe0,c0ce7a84,c420ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4739000 sched_switch(c4739000,0,104,186,3d27e1e0,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4739000,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c471f640,0,c0bc0434,0,0,...) at sleepq_wait+0x63 _sleep(c471f640,c471f65c,0,c0bc0434,0,...) at _sleep+0x35b taskqueue_thread_loop(c0ce7a84,c4207d38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0xb4 fork_exit(c0832fe0,c0ce7a84,c4207d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4207d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4739230 sched_switch(c4739230,0,104,186,3d27b328,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4739230,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c471f640,0,c0bc0434,0,0,...) at sleepq_wait+0x63 _sleep(c471f640,c471f65c,0,c0bc0434,0,...) at _sleep+0x35b taskqueue_thread_loop(c0ce7a84,c4204d38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0xb4 fork_exit(c0832fe0,c0ce7a84,c4204d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4204d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4567460 sched_switch(c4567460,0,104,186,82917332,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4567460,0,c0bcd194,247,0,...) at sleepq_switch+0x15f sleepq_wait(c454ae80,0,c0bc0434,0,0,...) at sleepq_wait+0x63 _sleep(c454ae80,c454ae9c,0,c0bc0434,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d29a40,c41f2d38,c0bc5692,327,c0d16480,...) at taskqueue_thread_loop+0xb4 fork_exit(c0832fe0,c0d29a40,c41f2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d16720 sched_switch(c0d16720,0,104,186,92bab008,...) at sched_switch+0x437 mi_switch(104,0,c0bcd194,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d16720,0,c0bcd194,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d16480,44,c0bcb417,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d16480,0,44,c0bcb417,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1007 MB Dumping 174 MB: 159 143 127 111 95 79 63 47 31 15 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump () at pcpu.h:221 #1 0xc04bc089 in db_fncall (dummy1=0xc05b1ee8, dummy2=0x0, dummy3=0xe6dfc984, dummy4=0xe6dfc974 "ÀôÎÀ¨¿¼ÀØ") at ../../../ddb/db_command.c:548 #2 0xc04bc481 in db_command (last_cmdp=0xc0ce5d5c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #3 0xc04bc5da in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04be43d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc08284d6 in kdb_trap (type=0x3, code=0x0, tf=0xe6dfcb1c) at ../../../kern/subr_kdb.c:534 #6 0xc0b1b59b in trap (frame=0xe6dfcb1c) at ../../../i386/i386/trap.c:688 #7 0xc0aff48b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc082865a in kdb_enter (why=0xc0bc918d "panic", msg=0xc0bc918d "panic") at cpufunc.h:71 #9 0xc07fb256 in panic (fmt=0xc0bc7f27 "_mtx_lock_sleep: recursed on non-recursive mutex %s @ %s:%d\n") at ../../../kern/kern_shutdown.c:559 #10 0xc07ede2a in _mtx_lock_sleep (m=0xc57293a4, tid=0xc4966230, opts=0x0, file=0xc0bd718f "../../../kern/vfs_vnops.c", line=0x3bf) at ../../../kern/kern_mutex.c:310 #11 0xc07ee087 in _mtx_lock_flags (m=0xc57293a4, opts=0x0, file=0xc0bd718f "../../../kern/vfs_vnops.c", line=0x3bf) at ../../../kern/kern_mutex.c:182 #12 0xc08903b5 in vn_start_write (vp=0x0, mpp=0xe6dfcc5c, flags=0x1) at ../../../kern/vfs_vnops.c:959 #13 0xc087dfdb in dounmount (mp=0xc572933c, flags=0x8080000, td=0xc4966230) at ../../../kern/vfs_mount.c:1258 #14 0xc087e719 in unmount (td=0xc4966230, uap=0xe6dfccf8) at ../../../kern/vfs_mount.c:1189 #15 0xc0b1acf3 in syscall (frame=0xe6dfcd38) at ../../../i386/i386/trap.c:1086 #16 0xc0aff4f0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #17 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 12 #12 0xc08903b5 in vn_start_write (vp=0x0, mpp=0xe6dfcc5c, flags=0x1) at ../../../kern/vfs_vnops.c:959 959 MNT_ILOCK(mp); (kgdb) l 954 return (0); 955 } 956 } 957 if ((mp = *mpp) == NULL) 958 return (0); 959 MNT_ILOCK(mp); 960 if (vp == NULL) 961 MNT_REF(mp); 962 /* 963 * Check on status of suspension. (kgdb) p *mp $1 = {mnt_lock = {lock_object = {lo_name = 0xc0bd5770 "vfslock", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc4522fe0}, lk_lock = 0x1, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0x6, pcs = {0xc07e66c2, 0xc088316a, 0xc0888729, 0xc0888a8e, 0xc0b1acf3, 0xc0aff4f0, 0x0 }}}, mnt_mtx = {lock_object = { lo_name = 0xc0bcf111 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc451e1e0}, mtx_lock = 0xc4966230}, mnt_gen = 0x1, mnt_list = {tqe_next = 0x0, tqe_prev = 0xc49e66f8}, mnt_op = 0xc0cc8a40, mnt_vfc = 0xc0cc88a0, mnt_vnodecovered = 0xc4a7b968, mnt_syncer = 0xc50cf810, mnt_ref = 0x98a, mnt_nvnodelist = { tqh_first = 0xc50cf968, tqh_last = 0xc5a1641c}, mnt_nvnodelistsize = 0x199, mnt_writeopcount = 0x2, mnt_kern_flag = 0x61000009, mnt_flag = 0x1000, mnt_noasync = 0x0, mnt_opt = 0xc49ed000, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x1000, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0xd497, f_bfree = 0xd494, f_bavail = 0xc393, f_files = 0x37fe, f_ffree = 0x37fb, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x48fdcca2, 0xb25d25b2}}, f_charspare = '\0' , f_fstypename = "ufs", '\0' , f_mntfromname = "/dev/md5c", '\0' , f_mntonname = "/mnt", '\0' }, mnt_cred = 0xc553d400, mnt_data = 0xc4ee9800, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0x0, mnt_label = 0x0, mnt_hashseed = 0x70fb9fe3, mnt_lockref = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x34bf, mnt_susp_owner = 0x0, mnt_gjprovider = 0x0, mnt_explock = {lock_object = {lo_name = 0xc0bd5778 "explock", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc4523048}, lk_lock = 0x1, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0x6, pcs = {0xc07e6cc0, 0xc087506d, 0xc087ca83, 0xc087dd2e, 0xc0b1acf3, 0xc0aff4f0, 0x0 }}}} (kgdb) -- Test scenario: umountf.sh