GENERIC HEAD from Mar 21 19:19 UTC, vmcore.504

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #2: Tue Mar 21 21:35:21 CET 2006
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252137472 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
Limiting icmp unreach response from 6134 to 200 packets/sec
Limiting icmp unreach response from 5414 to 200 packets/sec
:
Limiting icmp unreach response from 6311 to 200 packets/sec
Limiting icmp unreach response from 6437 to 200 packets/sec
Limiting icmp unreach response from 6399 to 200 packets/sec
fsync: giving up on dirty
0xc2c5d924: tag devfs, type VCHR
    usecount 1, writecount 0, refcount 85 mountedhere 0xc27c3b00
    flags ()
    v_object 0xc27ccbb8 ref 0 pages 314
     lock type devfs: EXCL (count 1) by thread 0xc27a0bd0 (pid 1247)
        dev md0c


Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0xc0
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc07aa6a5
stack pointer           = 0x28:0xcd45fb6c
frame pointer           = 0x28:0xcd45fb9c
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
Limiting icmp unreach response from 9394 to 200 packets/sec
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 1199 (mkdir)
[thread pid 1199 tid 100162 ]
Stopped at      ufs_rmdir+0x19d:        calll   *0xc0(%eax)
db> where
Tracing pid 1199 tid 100162 td 0xc28061b0
ufs_rmdir(cd45fbc4,0,c28a7e38,cd45fc70,c06c7352) at ufs_rmdir+0x19d
VOP_RMDIR_APV(c093b400,cd45fbc4) at VOP_RMDIR_APV+0xb5
kern_rmdir(c28061b0,bfbf1fd0,0,cd45fd30,c08222f6) at kern_rmdir+0x1b6
rmdir(c28061b0,cd45fd04,cd45fcb0,c0678aa3,c0964ed0) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280bfa03, esp = 0xbfbf1b8c, ebp = 0xbfbf1fb8 ---
db> show alllocks
Process 1195 (mkdir) thread 0xc23b8a20 (100166)
exclusive sx user map r = 0 (0xc27a756c) locked @ vm/vm_map.c:2993
Process 1190 (swap) thread 0xc26bf510 (100095)
exclusive sleep mutex vm object (standard object) r = 0 (0xc27cd000) locked @ vm/vm_fault.c:297
exclusive sx user map r = 0 (0xc2730464) locked @ vm/vm_map.c:2993
Process 1188 (mkdir) thread 0xc23b7bd0 (100142)
exclusive sx user map r = 0 (0xc27a7b9c) locked @ vm/vm_map.c:2993
Process 1186 (swap) thread 0xc24031b0 (100070)
exclusive sx user map r = 0 (0xc27c977c) locked @ vm/vm_fault.c:805
exclusive sleep mutex vm object (standard object) r = 0 (0xc28262d0) locked @ vm/vm_fault.c:297
Process 1157 (swap) thread 0xc26bf870 (100093)
exclusive sleep mutex vm object (standard object) r = 0 (0xc28ff528) locked @ vm/vm_fault.c:297
exclusive sx user map r = 0 (0xc27c9464) locked @ vm/vm_map.c:2993
Process 1153 (creat) thread 0xc27c1360 (100133)
exclusive sleep mutex vm object (standard object) r = 0 (0xc28cd258) locked @ vm/vm_fault.c:686
Process 1148 (swap) thread 0xc27a06c0 (100117)
exclusive sx user map r = 0 (0xc2730b9c) locked @ vm/vm_fault.c:805
exclusive sleep mutex vm object (standard object) r = 0 (0xc29e1e88) locked @ vm/vm_fault.c:297
Process 1126 (mkdir) thread 0xc24a3870 (100079)
exclusive sleep mutex vm object (standard object) r = 0 (0xc24e5780) locked @ vm/vm_fault.c:686
Process 1122 (creat) thread 0xc23b7000 (100149)
exclusive sx user map r = 0 (0xc282214c) locked @ vm/vm_map.c:2993
db> show lockedvnods
Locked vnodes

0xc23f5e38: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 2 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc23b8870 (pid 1257)
        ino 16551, on dev ad0s1a

0xc23f5b2c: tag ufs, type VREG
    usecount 130, writecount 0, refcount 137 mountedhere 0
    flags ()
    v_object 0xc10580f0 ref 129 pages 137
     lock type ufs: SHARED (count 1) with 4 pending
        ino 18797, on dev ad0s1a
db> allt

Tracing command chmod pid 1257 tid 100167 td 0xc23b8870
sched_switch(c23b8870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c23f5b84,c0964ed0,0,c089ae81,212) at sleepq_switch+0xcd
sleepq_wait(c23f5b84,0,c23f5ba8,b2,c0895d32) at sleepq_wait+0x46
msleep(c23f5b84,c0964b88,50,c089faf5,0) at msleep+0x279
acquire(cd4419d4,40,1050000,c23b8870,0) at acquire+0x76
lockmgr(c23f5b84,2002,c23f5ba8,c23b8870,cd4419f8) at lockmgr+0x471
vop_stdlock(cd441a3c,c093b400,cd441a3c,cd441a08,c079fc18) at vop_stdlock+0x1e
VOP_LOCK_APV(c093b940,cd441a3c,cd441a1c,c08346b3,cd441a3c) at VOP_LOCK_APV+0x87
ffs_lock(cd441a3c,2002,c23f5b2c,cd441a58,c06cac20) at ffs_lock+0x10
VOP_LOCK_APV(c093b400,cd441a3c) at VOP_LOCK_APV+0x87
vn_lock(c23f5b2c,2002,c23b8870,c23f5b2c,2002) at vn_lock+0xa8
vget(c23f5b2c,2002,c23b8870,cd441ac8,c0832f17) at vget+0xba
cache_lookup(c23f5e38,cd441c24,cd441c38) at cache_lookup+0x348
vfs_cache_lookup(cd441b7c,c23f5e38,0,cd441b98,c06b81e2) at vfs_cache_lookup+0x8f
VOP_LOOKUP_APV(c093b400,cd441b7c) at VOP_LOOKUP_APV+0x87
lookup(cd441c10,c219a010,0,c23b8870,433) at lookup+0x402
namei(cd441c10,c26eac00,c26e9980,2807b000,0) at namei+0x382
kern_access(c23b8870,2807b000,0,0,cd441d30) at kern_access+0x6a
access(c23b8870,cd441d04,c2f0dd38,c,c23b8870) at access+0x15
syscall(3b,3b,3b,4,2807b000) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (33, FreeBSD ELF32, access), eip = 0x28054e13, esp = 0xbfbfe4bc, ebp = 0xbfbfe4e8 ---

Tracing command sh pid 1250 tid 100105 td 0xc24a4360
sched_switch(c24a4360,c22f4d80,6) at sched_switch+0x183
mi_switch(6,c22f4d80,c22f4f10,c22f4d80,cd33fb68) at mi_switch+0x280
maybe_preempt(c22f4d80) at maybe_preempt+0x169
sched_add(c22f4d80,4,c21ec700,c22f4d80,c2313890) at sched_add+0x15a
setrunqueue(c22f4d80,4) at setrunqueue+0xab
intr_event_schedule_thread(c21ec700) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c21ab1f4,cd33fbec,e,cd33fc30,c080e343) at intr_execute_handlers+0x118
lapic_handle_intr(37) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0817f7b, esp = 0xcd33fc2c, ebp = 0xcd33fc30 ---
spinlock_exit(c22f78a0,cd33fc6c,c067831c,c0964ed0,0) at spinlock_exit+0x27
_mtx_unlock_spin_flags(c0964ed0,0,c0899696,524,c0964ed0,0,c0899696,521) at _mtx_unlock_spin_flags+0x9d
sched_userret(c24a4360) at sched_userret+0x64
userret(c24a4360,cd33fd38,c279f000,c,c24a4360) at userret+0xa2
syscall(3b,3b,bfbf003b,bfbfe938,4e1) at syscall+0x36a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1256), eip = 0x2813ccc7, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 ---

Tracing command sh pid 1249 tid 100113 td 0xc27a0d80
sched_switch(c27a0d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c27bf234) at sleepq_switch+0xcd
sleepq_wait_sig(c27bf234,100,c0894f7e,388,c279f068) at sleepq_wait_sig+0x1d
msleep(c27bf234,c27bf29c,15c,c089ce41,0) at msleep+0x26a
kern_wait(c27a0d80,ffffffff,cd3a5c2c,2,0) at kern_wait+0x7cf
wait4(c27a0d80,cd3a5d04,c0678aa3,c0964ed0,0) at wait4+0x2a
syscall(3b,3b,3b,bfbfebc8,4e1) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ccc7, esp = 0xbfbfeb7c, ebp = 0xbfbfeb98 ---

Tracing command cron pid 1248 tid 100150 td 0xc27c2d80
sched_switch(c27c2d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2414c60) at sleepq_switch+0xcd
sleepq_wait_sig(c2414c60,100,c089ca3c,24f,8) at sleepq_wait_sig+0x1d
msleep(c2414c60,c2414dd0,14c,c089cb11,0) at msleep+0x26a
pipe_read(c24a95a0,cd405c64,c249db80,0,c27c2d80) at pipe_read+0x377
dofileread(c27c2d80,5,c24a95a0,cd405c64,ffffffff) at dofileread+0x89
kern_readv(c27c2d80,5,cd405c64,affdfa0,1000) at kern_readv+0x36
read(c27c2d80,cd405d04,cd405cb0,c0678aa3,c0964ed0) at read+0x45
syscall(3b,3b,3b,2816f000,2816f000) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2814be4f, esp = 0xbfbfe64c, ebp = 0xbfbfe668 ---

Tracing command umount pid 1247 tid 100114 td 0xc27a0bd0
sched_switch(c27a0bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c22f2c00,c0964ed0,0,c089ae81,237) at sleepq_switch+0xcd
sleepq_timedwait(c22f2c00,0,c08a152f,1d6,c08a152f) at sleepq_timedwait+0x4a
msleep(c22f2c00,c22f2c3c,50,c08a1559,3e8) at msleep+0x253
vfs_mount_destroy(c22f2c00,c27a0bd0,0,10,0) at vfs_mount_destroy+0x4c
dounmount(c22f2c00,8080000,c27a0bd0,c0964ee8,0) at dounmount+0x437
unmount(c27a0bd0,cd3a2d04,c27bf468,c,c27a0bd0) at unmount+0x1f6
syscall(3b,3b,3b,804a465,a000c79) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280bfe63, esp = 0xbfbfe37c, ebp = 0xbfbfe428 ---

Tracing command find pid 1245 tid 100156 td 0xc2806bd0
sched_switch(c2806bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2805468) at sleepq_switch+0xcd
sleepq_wait_sig(c2805468,100,c0894f7e,388,c2f0dda0) at sleepq_wait_sig+0x1d
msleep(c2805468,c28054d0,15c,c089ce41,0) at msleep+0x26a
kern_wait(c2806bd0,4e9,cd471c2c,0,0) at kern_wait+0x7cf
wait4(c2806bd0,cd471d04,c2805468,c,c2806bd0) at wait4+0x2a
syscall(a01003b,a01003b,bfbf003b,0,a0003b0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d8cc7, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 ---

Tracing command sh pid 1244 tid 100157 td 0xc2806a20
sched_switch(c2806a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c280569c) at sleepq_switch+0xcd
sleepq_wait_sig(c280569c,100,c0894f7e,388,c28054d0) at sleepq_wait_sig+0x1d
msleep(c280569c,c2805704,15c,c089ce41,0) at msleep+0x26a
kern_wait(c2806a20,ffffffff,cd46ec2c,2,0) at kern_wait+0x7cf
wait4(c2806a20,cd46ed04,c280569c,c,c2806a20) at wait4+0x2a
syscall(3b,3b,3b,bfbfe688,331) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28145cc7, esp = 0xbfbfe63c, ebp = 0xbfbfe658 ---

Tracing command mkdir pid 1199 tid 100162 td 0xc28061b0
ufs_rmdir(cd45fbc4,0,c28a7e38,cd45fc70,c06c7352) at ufs_rmdir+0x19d
VOP_RMDIR_APV(c093b400,cd45fbc4) at VOP_RMDIR_APV+0xb5
kern_rmdir(c28061b0,bfbf1fd0,0,cd45fd30,c08222f6) at kern_rmdir+0x1b6
rmdir(c28061b0,cd45fd04,cd45fcb0,c0678aa3,c0964ed0) at rmdir+0x12
syscall(2805003b,bfbf003b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280bfa03, esp = 0xbfbf1b8c, ebp = 0xbfbf1fb8 ---

Tracing command mkdir pid 1195 tid 100166 td 0xc23b8a20
sched_switch(c23b8a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c23f5b84,c0964ed0,0,c089ae81,212) at sleepq_switch+0xcd
sleepq_wait(c23f5b84,0,c23f5ba8,b2,c0895d32) at sleepq_wait+0x46
msleep(c23f5b84,c0964b88,50,c089faf5,0) at msleep+0x279
acquire(cd444ab0,40,70000,c23b8a20,0) at acquire+0x76
lockmgr(c23f5b84,3041,c23f5ba8,c23b8a20,cd444ad4) at lockmgr+0x128
vop_stdlock(cd444b18,c093b400,cd444b18,cd444ae4,c079fc18) at vop_stdlock+0x1e
VOP_LOCK_APV(c093b940,cd444b18,cd444af8,c08346b3,cd444b18) at VOP_LOCK_APV+0x87
ffs_lock(cd444b18,3041,c23f5b2c,cd444b34,c06cac20) at ffs_lock+0x10
VOP_LOCK_APV(c093b400,cd444b18) at VOP_LOCK_APV+0x87
vn_lock(c23f5b2c,3041,c23b8a20,c23f5b2c,3041) at vn_lock+0xa8
vget(c23f5b2c,3041,c23b8a20) at vget+0xba
vnode_pager_lock(c2993618,c2993618,c2993618,0,c08b2c38) at vnode_pager_lock+0x121
vm_fault(c27a7528,28106000,1,0,c23b8a20) at vm_fault+0x227
trap_pfault(cd444d38,1,28106e24,28106e24,28106e24) at trap_pfault+0xee
trap(2805003b,bfbf003b,bfbd003b,2805188c,bfbfe9ec) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x28106e24, esp = 0xbfbef19c, ebp = 0xbfbef5d8 ---

Tracing command swap pid 1190 tid 100095 td 0xc26bf510
sched_switch(c26bf510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
turnstile_wait(c09bf0f8,c27c1510,0,c09bf0f8,2,c0897084,225) at turnstile_wait+0x394
_mtx_lock_sleep(c09bf0f8,c26bf510,0,c08b2c38,1fa) at _mtx_lock_sleep+0x148
_mtx_lock_flags(c09bf0f8,0,c08b2c38,1fa,26bc) at _mtx_lock_flags+0x95
vm_fault(c2730420,2a827000,2,8,c26bf510) at vm_fault+0x7da
trap_pfault(cd36cd38,1,2a827000,2a827000,2813b66b) at trap_pfault+0xee
trap(3b,a00003b,bfbf003b,2a827000,9000044) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2813b66b, esp = 0xbfbfe820, ebp = 0xbfbfe858 ---

Tracing command mkdir pid 1188 tid 100142 td 0xc23b7bd0
sched_switch(c23b7bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c23f5b84,c0964ed0,0,c089ae81,212) at sleepq_switch+0xcd
sleepq_wait(c23f5b84,0,c23f5ba8,b2,c0895d32) at sleepq_wait+0x46
msleep(c23f5b84,c0964b88,50,c089faf5,0) at msleep+0x279
acquire(cd42cab0,40,70000,c23b7bd0,0) at acquire+0x76
lockmgr(c23f5b84,3041,c23f5ba8,c23b7bd0,cd42cad4) at lockmgr+0x128
vop_stdlock(cd42cb18,c093b400,cd42cb18,cd42cae4,c079fc18) at vop_stdlock+0x1e
VOP_LOCK_APV(c093b940,cd42cb18,cd42caf8,c08346b3,cd42cb18) at VOP_LOCK_APV+0x87
ffs_lock(cd42cb18,3041,c23f5b2c,cd42cb34,c06cac20) at ffs_lock+0x10
VOP_LOCK_APV(c093b400,cd42cb18) at VOP_LOCK_APV+0x87
vn_lock(c23f5b2c,3041,c23b7bd0,c23f5b2c,3041) at vn_lock+0xa8
vget(c23f5b2c,3041,c23b7bd0) at vget+0xba
vnode_pager_lock(c28c91e0,c28c91e0,c28c91e0,0,c08b2c38) at vnode_pager_lock+0x121
vm_fault(c27a7b58,2814c000,1,0,c23b7bd0) at vm_fault+0x227
trap_pfault(cd42cd38,1,2814ce40,2814ce40,2809c0a4) at trap_pfault+0xee
trap(2805003b,bfbf003b,bfbf003b,2805188c,bfbfe9ec) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2809c0a4, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command swap pid 1186 tid 100070 td 0xc24031b0
sched_switch(c24031b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
turnstile_wait(c09bf0f8,c27c1510,0,c09bf0f8,2,c0897084,225) at turnstile_wait+0x394
_mtx_lock_sleep(c09bf0f8,c24031b0,0,c08b2c38,353) at _mtx_lock_sleep+0x148
_mtx_lock_flags(c09bf0f8,0,c08b2c38,353,2866) at _mtx_lock_flags+0x95
vm_fault(c27c9738,2a9d0000,2,8,c24031b0) at vm_fault+0xf9b
trap_pfault(cd2ebd38,1,2a9d0000,2a9d0000,2813b66b) at trap_pfault+0xee
trap(3b,a00003b,bfbf003b,2a9d0000,9000044) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2813b66b, esp = 0xbfbfe820, ebp = 0xbfbfe858 ---

Tracing command swap pid 1173 tid 100132 td 0xc27c1510
sched_switch(c27c1510,0,2) at sched_switch+0x183
mi_switch(2,0,c27c1510,ba,c0964ed0,0,c089b4c0,101) at mi_switch+0x280
ast(cd3dbd38) at ast+0x355
doreti_ast() at doreti_ast+0x17

Tracing command creat pid 1171 tid 100110 td 0xc27a2360
sched_switch(c27a2360,c22f4d80,6) at sched_switch+0x183
mi_switch(6,c22f4d80,c22f4f10,c22f4d80,cd3aebb8) at mi_switch+0x280
maybe_preempt(c22f4d80) at maybe_preempt+0x169
sched_add(c22f4d80,4,c21ec700,c22f4d80,c2313890) at sched_add+0x15a
setrunqueue(c22f4d80,4) at setrunqueue+0xab
intr_event_schedule_thread(c21ec700) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c21ab1f4,cd3aec3c,e,cd3aed30,c080e343) at intr_execute_handlers+0x118
lapic_handle_intr(37) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc081fe1f, esp = 0xcd3aec7c, ebp = 0xcd3aed30 ---
slow_copyin(804003b,2814003b,bfbf003b,2805188c,bfbfe9ec) at slow_copyin+0xf
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command mkdir pid 1169 tid 100152 td 0xc27c2a20
sched_switch(c27c2a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2803b04) at sleepq_switch+0xcd
sleepq_wait_sig(c2803b04,100,c0894f7e,388,c28014d0) at sleepq_wait_sig+0x1d
msleep(c2803b04,c2803b6c,15c,c089ce41,0) at msleep+0x26a
kern_wait(c27c2a20,4a4,cd3ffc2c,0,0) at kern_wait+0x7cf
wait4(c27c2a20,cd3ffd04,c2803b04,c,c27c2a20) at wait4+0x2a
syscall(3b,3b,3b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command creat pid 1168 tid 100065 td 0xc2403a20
sched_switch(c2403a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c24a1468) at sleepq_switch+0xcd
sleepq_wait_sig(c24a1468,100,c0894f7e,388,c279fb6c) at sleepq_wait_sig+0x1d
msleep(c24a1468,c24a14d0,15c,c089ce41,0) at msleep+0x26a
kern_wait(c2403a20,493,cd2fac2c,0,0) at kern_wait+0x7cf
wait4(c2403a20,cd2fad04,c24a1468,c,c2403a20) at wait4+0x2a
syscall(2805003b,3b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command swap pid 1157 tid 100093 td 0xc26bf870
sched_switch(c26bf870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
turnstile_wait(c09bf0f8,c27c1510,0,c09bf0f8,2,c0897084,225) at turnstile_wait+0x394
_mtx_lock_sleep(c09bf0f8,c26bf870,0,c08b2c38,1fa) at _mtx_lock_sleep+0x148
_mtx_lock_flags(c09bf0f8,0,c08b2c38,1fa,2345) at _mtx_lock_flags+0x95
vm_fault(c27c9420,2a4b0000,2,8,c26bf870) at vm_fault+0x7da
trap_pfault(cd372d38,1,2a4b0000,2a4b0000,2813b66b) at trap_pfault+0xee
trap(2815003b,2814003b,bfbf003b,2a4b0000,9000044) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2813b66b, esp = 0xbfbfe820, ebp = 0xbfbfe858 ---

Tracing command swap pid 1156 tid 100096 td 0xc26bf360
sched_switch(c26bf360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c26beb04) at sleepq_switch+0xcd
sleepq_wait_sig(c26beb04,100,c0894f7e,388,c26be4d0) at sleepq_wait_sig+0x1d
msleep(c26beb04,c26beb6c,15c,c089ce41,0) at msleep+0x26a
kern_wait(c26bf360,485,cd369c2c,0,0) at kern_wait+0x7cf
wait4(c26bf360,cd369d04,c26beb04,c,c26bf360) at wait4+0x2a
syscall(2815003b,2814003b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command creat pid 1153 tid 100133 td 0xc27c1360
sched_switch(c27c1360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
turnstile_wait(c09bf0f8,c24031b0,0,c09bf0f8,2,c0897084,225) at turnstile_wait+0x394
_mtx_lock_sleep(c09bf0f8,c27c1360,0,c08b2c38,88) at _mtx_lock_sleep+0x148
_mtx_lock_flags(c09bf0f8,0,c08b2c38,88) at _mtx_lock_flags+0x95
vm_fault(c26edc60,2815e000,2,8,c27c1360) at vm_fault+0xcfd
trap_pfault(cd3d8d38,1,2815ecd8,2815ecd8,28139d74) at trap_pfault+0xee
trap(3b,3b,3b,2815ecc0,10) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x28139d74, esp = 0xbfbfe860, ebp = 0xbfbfe8a8 ---

Tracing command creat pid 1151 tid 100118 td 0xc27a0510
sched_switch(c27a0510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c27bfd38) at sleepq_switch+0xcd
sleepq_wait_sig(c27bfd38,100,c0894f7e,388,c23b6068) at sleepq_wait_sig+0x1d
msleep(c27bfd38,c27bfda0,15c,c089ce41,0) at msleep+0x26a
kern_wait(c27a0510,481,cd396c2c,0,0) at kern_wait+0x7cf
wait4(c27a0510,cd396d04,c27bfd38,c,c27a0510) at wait4+0x2a
syscall(3b,3b,3b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command swap pid 1150 tid 100102 td 0xc24a4870
sched_switch(c24a4870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c279e8d0) at sleepq_switch+0xcd
sleepq_wait_sig(c279e8d0,100,c0894f7e,388,c26beb6c) at sleepq_wait_sig+0x1d
msleep(c279e8d0,c279e938,15c,c089ce41,0) at msleep+0x26a
kern_wait(c24a4870,484,cd348c2c,0,0) at kern_wait+0x7cf
wait4(c24a4870,cd348d04,c279e8d0,c,c24a4870) at wait4+0x2a
syscall(2805003b,3b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command swap pid 1148 tid 100117 td 0xc27a06c0
sched_switch(c27a06c0,c22f4d80,6) at sched_switch+0x183
mi_switch(6,c22f4d80,c22f4f10,c22f4d80,cd399aa0) at mi_switch+0x280
maybe_preempt(c22f4d80) at maybe_preempt+0x169
sched_add(c22f4d80,4,c21ec700,c22f4d80,c2313890) at sched_add+0x15a
setrunqueue(c22f4d80,4) at setrunqueue+0xab
intr_event_schedule_thread(c21ec700) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c21ab1f4,cd399b24,e,cd399b70,c080e343) at intr_execute_handlers+0x118
lapic_handle_intr(37) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc065cc6e, esp = 0xcd399b64, ebp = 0xcd399b70 ---
_mtx_lock_sleep(c09bf0f8,c27a06c0,0,c08b2c38,353) at _mtx_lock_sleep+0x52
_mtx_lock_flags(c09bf0f8,0,c08b2c38,353,2884) at _mtx_lock_flags+0x95
vm_fault(c2730b58,2a9ee000,2,8,c27a06c0) at vm_fault+0xf9b
trap_pfault(cd399d38,1,2a9ee000,2a9ee000,2813b66b) at trap_pfault+0xee
trap(3b,a00003b,bfbf003b,2a9ee000,9000044) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2813b66b, esp = 0xbfbfe820, ebp = 0xbfbfe858 ---

Tracing command swap pid 1127 tid 100153 td 0xc27c2870
sched_switch(c27c2870,c22f4d80,6) at sched_switch+0x183
mi_switch(6,c22f4d80,c22f4f10,c22f4d80,cd3fcbc4) at mi_switch+0x280
maybe_preempt(c22f4d80) at maybe_preempt+0x169
sched_add(c22f4d80,4,c21ec700,c22f4d80,c2313890) at sched_add+0x15a
setrunqueue(c22f4d80,4) at setrunqueue+0xab
intr_event_schedule_thread(c21ec700) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c21ab1f4,cd3fcc48,e,cd3fcd30,c080e343) at intr_execute_handlers+0x118
lapic_handle_intr(37) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc064ea64, esp = 0xcd3fcc88, ebp = 0xcd3fcd30 ---
wait4(3b,a00003b,bfbf003b,2805188c,bfbfe9ec) at wait4
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command mkdir pid 1126 tid 100079 td 0xc24a3870
sched_switch(c24a3870,c22f4bd0,6) at sched_switch+0x183
mi_switch(6,c22f4bd0,c22f4d60,c22f4bd0,cd32da48) at mi_switch+0x280
maybe_preempt(c22f4bd0) at maybe_preempt+0x169
sched_add(c22f4bd0,4,c21ec300,c22f4bd0,c22d4a00) at sched_add+0x15a
setrunqueue(c22f4bd0,4) at setrunqueue+0xab
intr_event_schedule_thread(c21ec300) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c21ab2f4,cd32dacc,16,cd32db10,c080e343) at intr_execute_handlers+0x118
lapic_handle_intr(36) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc0817f7b, esp = 0xcd32db0c, ebp = 0xcd32db10 ---
spinlock_exit(c23b8870,cd32db48,c0688971,c0964ed0,0) at spinlock_exit+0x27
_mtx_unlock_spin_flags(c0964ed0,0,c089b551,368,0) at _mtx_unlock_spin_flags+0x9d
turnstile_unpend(c2750680,0,c09eaae0,9fc,cd32db84) at turnstile_unpend+0x33d
_mtx_unlock_sleep(c09eaae0,0,c08bdf2b,9fc) at _mtx_unlock_sleep+0x6b
_mtx_unlock_flags(c09eaae0,0,c08bdf2b,9fc,3) at _mtx_unlock_flags+0xab
pmap_copy_page(c13f9b30,c11319c0,5,0,0) at pmap_copy_page+0xc7
vm_fault(c21c4528,2814d000,2,8,c24a3870) at vm_fault+0xcd7
trap_pfault(cd32dd38,1,2814d340,2814d340,2809c61b) at trap_pfault+0xee
trap(2805003b,bfbf003b,bfbf003b,0,28079050) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2809c61b, esp = 0xbfbfe820, ebp = 0xbfbfe828 ---

Tracing command creat pid 1122 tid 100149 td 0xc23b7000
sched_switch(c23b7000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c23f5b84,c0964ed0,0,c089ae81,212) at sleepq_switch+0xcd
sleepq_wait(c23f5b84,0,c23f5ba8,b2,c0895d32) at sleepq_wait+0x46
msleep(c23f5b84,c0964b88,50,c089faf5,0) at msleep+0x279
acquire(cd417ab0,40,70000,c23b7000,0) at acquire+0x76
lockmgr(c23f5b84,3041,c23f5ba8,c23b7000,cd417ad4) at lockmgr+0x128
vop_stdlock(cd417b18,c093b400,cd417b18,cd417ae4,c079fc18) at vop_stdlock+0x1e
VOP_LOCK_APV(c093b940,cd417b18,cd417af8,c08346b3,cd417b18) at VOP_LOCK_APV+0x87
ffs_lock(cd417b18,3041,c23f5b2c,cd417b34,c06cac20) at ffs_lock+0x10
VOP_LOCK_APV(c093b400,cd417b18) at VOP_LOCK_APV+0x87
vn_lock(c23f5b2c,3041,c23b7000,c23f5b2c,3041) at vn_lock+0xa8
vget(c23f5b2c,3041,c23b7000) at vget+0xba
vnode_pager_lock(c29f9960,c29f9960,c29f9960,0,c08b2c38) at vnode_pager_lock+0x121
vm_fault(c2822108,2814c000,1,0,c23b7000) at vm_fault+0x227
trap_pfault(cd417d38,1,2814ce40,2814ce40,2809c0a4) at trap_pfault+0xee
trap(3b,3b,3b,2805188c,bfbfe9ec) at trap+0x273
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2809c0a4, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command mkdir pid 1121 tid 100067 td 0xc24036c0
sched_switch(c24036c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c24a18d0) at sleepq_switch+0xcd
sleepq_wait_sig(c24a18d0,100,c0894f7e,388,c26b74d0) at sleepq_wait_sig+0x1d
msleep(c24a18d0,c24a1938,15c,c089ce41,0) at msleep+0x26a
kern_wait(c24036c0,466,cd2f4c2c,0,0) at kern_wait+0x7cf
wait4(c24036c0,cd2f4d04,c24a18d0,c,c24036c0) at wait4+0x2a
syscall(2805003b,3b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command creat pid 1120 tid 100100 td 0xc24a4bd0
sched_switch(c24a4bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c279e468) at sleepq_switch+0xcd
sleepq_wait_sig(c279e468,100,c0894f7e,388,c28034d0) at sleepq_wait_sig+0x1d
msleep(c279e468,c279e4d0,15c,c089ce41,0) at msleep+0x26a
kern_wait(c24a4bd0,462,cd34ec2c,0,0) at kern_wait+0x7cf
wait4(c24a4bd0,cd34ed04,c279e468,c,c24a4bd0) at wait4+0x2a
syscall(2805003b,3b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command swap pid 1119 tid 100146 td 0xc23b7510
sched_switch(c23b7510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2801d38) at sleepq_switch+0xcd
sleepq_wait_sig(c2801d38,100,c0894f7e,388,c2803da0) at sleepq_wait_sig+0x1d
msleep(c2801d38,c2801da0,15c,c089ce41,0) at msleep+0x26a
kern_wait(c23b7510,467,cd420c2c,0,0) at kern_wait+0x7cf
wait4(c23b7510,cd420d04,cd420ccc,c066ba58,c23b7510) at wait4+0x2a
syscall(2805003b,3b,bfbf003b,2805188c,bfbfe9ec) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---

Tracing command run pid 1116 tid 100154 td 0xc27c26c0
sched_switch(c27c26c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2805000) at sleepq_switch+0xcd
sleepq_wait_sig(c2805000,100,c0894f7e,388,c2801da0) at sleepq_wait_sig+0x1d
msleep(c2805000,c2805068,15c,c089ce41,0) at msleep+0x26a
kern_wait(c27c26c0,45f,cd3f9c2c,0,0) at kern_wait+0x7cf
wait4(c27c26c0,cd3f9d04,c2805000,c,c27c26c0) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,2805188c,bfbfe9a0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe38c, ebp = 0xbfbfe3a8 ---

Tracing command run pid 1115 tid 100155 td 0xc2806d80
sched_switch(c2806d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2805234) at sleepq_switch+0xcd
sleepq_wait_sig(c2805234,100,c0894f7e,388,c2805068) at sleepq_wait_sig+0x1d
msleep(c2805234,c280529c,15c,c089ce41,0) at msleep+0x26a
kern_wait(c2806d80,45c,cd474c2c,0,0) at kern_wait+0x7cf
wait4(c2806d80,cd474d04,cd474cb0,c0678aa3,c0964ed0) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,2805188c,bfbfe9a0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe84c, ebp = 0xbfbfe868 ---

Tracing command run pid 1113 tid 100137 td 0xc27a2bd0
sched_switch(c27a2bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09657a4) at sleepq_switch+0xcd
sleepq_timedwait_sig(c09657a4,100,c089868a,108,1) at sleepq_timedwait_sig+0x1e
msleep(c09657a4,0,15c,c0898fae,3e9) at msleep+0x23e
kern_nanosleep(c27a2bd0,cd3bdc74,cd3bdc6c,cd3bdd30,0) at kern_nanosleep+0xab
nanosleep(c27a2bd0,cd3bdd04,cd3bdcb0,c0678aa3,c0964ed0) at nanosleep+0x4f
syscall(2805003b,3b,bfbf003b,2805188c,1) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28122943, esp = 0xbfbfe84c, ebp = 0xbfbfe878 ---

Tracing command sh pid 1103 tid 100098 td 0xc26bf000
sched_switch(c26bf000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c279e000) at sleepq_switch+0xcd
sleepq_wait_sig(c279e000,100,c0894f7e,388,c23b6938) at sleepq_wait_sig+0x1d
msleep(c279e000,c279e068,15c,c089ce41,0) at msleep+0x26a
kern_wait(c26bf000,ffffffff,cd363c2c,2,0) at kern_wait+0x7cf
wait4(c26bf000,cd363d04,c279e000,c,c26bf000) at wait4+0x2a
syscall(3b,2809003b,bfbf003b,bfbfe898,3ad) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ccc7, esp = 0xbfbfe84c, ebp = 0xbfbfe868 ---

Tracing command sh pid 1101 tid 100143 td 0xc23b7a20
sched_switch(c23b7a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c280169c) at sleepq_switch+0xcd
sleepq_wait_sig(c280169c,100,c0894f7e,388,c279e068) at sleepq_wait_sig+0x1d
msleep(c280169c,c2801704,15c,c089ce41,0) at msleep+0x26a
kern_wait(c23b7a20,ffffffff,cd429c2c,2,0) at kern_wait+0x7cf
wait4(c23b7a20,cd429d04,c280169c,c,c23b7a20) at wait4+0x2a
syscall(2806003b,bfbf003b,bfbf003b,bfbfe8f8,3ad) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ccc7, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 ---

Tracing command md0 pid 1029 tid 100129 td 0xc27c1a20
sched_switch(c27c1a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c29a9000,c0964ed0,0,c089ae81,212) at sleepq_switch+0xcd
sleepq_wait(c29a9000,0,c087b959,29d,c087b959) at sleepq_wait+0x46
msleep(c29a9000,c29a9020,24c,c087b99a,0) at msleep+0x279
md_kthread(c29a9000,cd3e4d38) at md_kthread+0xfa
fork_exit(c0567d4c,c29a9000,cd3e4d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcd3e4d6c, ebp = 0 ---

Tracing command sh pid 941 tid 100131 td 0xc27c16c0
sched_switch(c27c16c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c23b4b04) at sleepq_switch+0xcd
sleepq_wait_sig(c23b4b04,100,c0894f7e,388,c2801704) at sleepq_wait_sig+0x1d
msleep(c23b4b04,c23b4b6c,15c,c089ce41,0) at msleep+0x26a
kern_wait(c27c16c0,ffffffff,cd3dec2c,2,0) at kern_wait+0x7cf
wait4(c27c16c0,cd3ded04,cd3deccc,c066ba58,c27c16c0) at wait4+0x2a
syscall(2806003b,bfbf003b,bfbf003b,bfbfe8c8,3ad) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813ccc7, esp = 0xbfbfe87c, ebp = 0xbfbfe898 ---

Tracing command run pid 836 tid 100115 td 0xc27a0a20
sched_switch(c27a0a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c27bf69c) at sleepq_switch+0xcd
sleepq_wait_sig(c27bf69c,100,c0894f7e,388,c2805704) at sleepq_wait_sig+0x1d
msleep(c27bf69c,c27bf704,15c,c089ce41,0) at msleep+0x26a
kern_wait(c27a0a20,4dc,cd39fc2c,0,0) at kern_wait+0x7cf
wait4(c27a0a20,cd39fd04,c27bf69c,c,c27a0a20) at wait4+0x2a
syscall(3b,3b,3b,4dc,4dc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d3cc7, esp = 0xbfbfe23c, ebp = 0xbfbfe308 ---

Tracing command run pid 835 tid 100126 td 0xc27c2000
db>    ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 1257 c2f0dd38    0  1245   817 0004002 [SLPQ ufs 0xc23f5b84][SLP] chmod
 1250 c279f000    2  1249  1249 0004000 [RUNQ] sh
 1249 c27bf234    2  1248  1249 0004000 [SLPQ wait 0xc27bf234][SLP] sh
 1248 c280369c    0   475   475 0000000 [SLPQ piperd 0xc2414c60][SLP] cron
 1247 c27bf468    0   941   941 0004002 [SLPQ mntref 0xc22f2c00][SLP] umount
 1245 c2805468    0  1244   817 0004002 [SLPQ wait 0xc2805468][SLP] find
 1244 c280569c    0   836   817 0004002 [SLPQ wait 0xc280569c][SLP] sh
 1199 c2f0d234    0  1188   668 0000002 [CPU 0] mkdir
 1195 c2f0db04    0  1188   668 0000002 [SLPQ ufs 0xc23f5b84][SLP] mkdir
 1190 c26be8d0    0  1127   941 0000002 [RUNQ] swap
 1188 c2801468    0  1169   668 0000002 [SLPQ ufs 0xc23f5b84][SLP] mkdir
 1186 c24a2000    0  1127   941 0000002 [RUNQ] swap
 1173 c23b4d38    0  1127   941 0000002 [RUNQ] swap
 1171 c279fb04    0  1168   668 0000002 [RUNQ] creat
 1169 c2803b04    0   725   668 0004002 [SLPQ wait 0xc2803b04][SLP] mkdir
 1168 c24a1468    0   725   668 0004002 [SLPQ wait 0xc24a1468][SLP] creat
 1157 c26be468    0  1156   609 0000002 [RUNQ] swap
 1156 c26beb04    0  1150   609 0000002 [SLPQ wait 0xc26beb04][SLP] swap
 1153 c23b6000    0  1151   609 0000002 [RUNQ] creat
 1151 c27bfd38    0   628   609 0004002 [SLPQ wait 0xc27bfd38][SLP] creat
 1150 c279e8d0    0   628   609 0004002 [SLPQ wait 0xc279e8d0][SLP] swap
 1148 c27bfb04    0  1127   941 0000002 [RUNQ] swap
 1127 c2803d38    0  1119   941 0000002 [RUNQ] swap
 1126 c26b7468    0  1121   941 0000002 [RUNQ] mkdir
 1122 c2803468    0  1120   941 0000002 [SLPQ ufs 0xc23f5b84][SLP] creat
 1121 c24a18d0    0  1116   941 0004002 [SLPQ wait 0xc24a18d0][SLP] mkdir
 1120 c279e468    0  1116   941 0004002 [SLPQ wait 0xc279e468][SLP] creat
 1119 c2801d38    0  1116   941 0004002 [SLPQ wait 0xc2801d38][SLP] swap
 1116 c2805000    0  1115   941 0000002 [SLPQ wait 0xc2805000][SLP] run
 1115 c2805234    0  1113   941 0000002 [SLPQ wait 0xc2805234][SLP] run
 1113 c23b68d0    0  1103   941 0004002 [RUNQ] run
 1103 c279e000    0  1101   941 0004002 [SLPQ wait 0xc279e000][SLP] sh
 1101 c280169c    0   941   941 0000002 [SLPQ wait 0xc280169c][SLP] sh
 1029 c23b469c    0     0     0 0000204 [SLPQ mdwait 0xc29a9000][SLP] md0
  941 c23b4b04    0   601   941 0004002 [SLPQ wait 0xc23b4b04][SLP] sh
  836 c27bf69c    0   835   817 0000002 [SLPQ wait 0xc27bf69c][SLP] run
  835 c23b4000    0   834   817 0000002 [SLPQ wait 0xc23b4000][SLP][SWAP] run
  834 c2801000    0   832   817 0004002 [SLPQ nanslp 0xc09657a4][SLP] run
  832 c2801234    0     1   817 0004002 [SLPQ wait 0xc2801234][SLP][SWAP] sh
  725 c279f468    0   724   668 0000002 [SLPQ wait 0xc279f468][SLP] run
  724 c279e234    0   723   668 0000002 [SLPQ wait 0xc279e234][SLP][SWAP] run
  723 c26bed38    0   721   668 0004002 [RUNQ] run
  721 c26be234    0     1   668 0004002 [SLPQ wait 0xc26be234][SLP][SWAP] sh
  628 c26b9000    0   627   609 0000002 [SLPQ wait 0xc26b9000][SLP] run
  627 c26b7234    0   626   609 0000002 [SLPQ wait 0xc26b7234][SLP][SWAP] run
  626 c26b7b04    0   624   609 0004002 [SLPQ nanslp 0xc09657a4][SLP] run
  624 c26b7d38    0     1   609 0004002 [SLPQ wait 0xc26b7d38][SLP][SWAP] sh
  601 c26b7000    0   598   601 0004002 [SLPQ wait 0xc26b7000][SLP] bash
  598 c26b769c    0   597   598 0004002 [SLPQ pause 0xc26b76d0][SLP][SWAP] csh
  597 c26b78d0 1001   591   597 0004102 [SLPQ wait 0xc26b78d0][SLP][SWAP] su
  591 c26b969c 1001   590   591 0004002 [SLPQ wait 0xc26b969c][SLP][SWAP] bash
  590 c26b98d0 1001   571   571 0000100 [SLPQ select 0xc09b163c][SLP] sshd
  589 c26b9b04    0     1   589 0004002 [SLPQ ttyin 0xc2341c10][SLP][SWAP] getty
  588 c26b9d38    0     1   588 0004002 [SLPQ ttyin 0xc2342010][SLP][SWAP] getty
  587 c26be000    0     1   587 0004002 [SLPQ ttyin 0xc2342410][SLP][SWAP] getty
  586 c24a2d38    0     1   586 0004002 [SLPQ ttyin 0xc2338410][SLP][SWAP] getty
  585 c24a1d38    0     1   585 0004002 [SLPQ ttyin 0xc232e410][SLP][SWAP] getty
  584 c24a1b04    0     1   584 0004002 [SLPQ ttyin 0xc233ac10][SLP][SWAP] getty
  583 c24a1234    0     1   583 0004002 [SLPQ ttyin 0xc2339410][SLP][SWAP] getty
  582 c2402d38    0     1   582 0004002 [SLPQ ttyin 0xc2338810][SLP][SWAP] getty
  571 c23df234    0   459   571 0004100 [SLPQ sbwait 0xc24b0480][SLP][SWAP] sshd
  563 c24a2b04    0     1   563 0000000 [SLPQ select 0xc09b163c][SLP] inetd
  534 c2402b04    0     1   534 0000000 [SLPQ select 0xc09b163c][SLP][SWAP] moused
  475 c23dfb04    0     1   475 0000000 [SLPQ nanslp 0xc09657a4][SLP] cron
  469 c24a169c   25     1   469 0000100 [SLPQ pause 0xc24a16d0][SLP][SWAP] sendmail
  465 c24a269c    0     1   465 0000100 [SLPQ select 0xc09b163c][SLP] sendmail
  459 c24a2234    0     1   459 0000100 [SLPQ select 0xc09b163c][SLP][SWAP] sshd
  439 c24a1000    0     1   439 0000000 [SLPQ select 0xc09b163c][SLP] ntpd
  389 c240269c    0   384   384 0000000 [SLPQ - 0xc249e400][SLP][SWAP] nfsd
  388 c23df69c    0   384   384 0000000 [SLPQ - 0xc249e600][SLP][SWAP] nfsd
  387 c24028d0    0   384   384 0000000 [SLPQ - 0xc249e800][SLP][SWAP] nfsd
  386 c23df468    0   384   384 0000000 [SLPQ - 0xc249ea00][SLP][SWAP] nfsd
  384 c2402000    0     1   384 0000000 [SLPQ select 0xc09b163c][SLP][SWAP] nfsd
  382 c2402234    0     1   382 0000000 [SLPQ select 0xc09b163c][SLP] mountd
  314 c23df8d0    0     1   314 0000000 [SLPQ select 0xc09b163c][SLP] rpcbind
  298 c23dfd38    0     1   298 0000000 [RUNQ] syslogd
  263 c2402468    0     1   263 0000000 [SLPQ select 0xc09b163c][SLP][SWAP] devd
   50 c22f669c    0     0     0 0000204 [SLPQ - 0xcc9b1d04][SLP] schedcpu
   49 c22f68d0    0     0     0 0000204 [SLPQ - 0xc09b93ac][SLP] nfsiod 3
   48 c22f6b04    0     0     0 0000204 [SLPQ - 0xc09b93a8][SLP] nfsiod 2
   47 c22f6d38    0     0     0 0000204 [SLPQ - 0xc09b93a4][SLP] nfsiod 1
   46 c23db000    0     0     0 0000204 [SLPQ - 0xc09b93a0][SLP] nfsiod 0
   45 c23db234    0     0     0 0000204 [SLPQ sdflush 0xc09be900][SLP] softdepflush
   44 c23db468    0     0     0 0000204 [SLPQ syncer 0xc09654b0][SLP] syncer
   43 c23db69c    0     0     0 0000204 [RUNQ] vnlru
   42 c23db8d0    0     0     0 0000204 [SLPQ psleep 0xc09b1aac][SLP] bufdaemon
   41 c23dbb04    0     0     0 000020c [RUNQ] pagezero
   40 c23dbd38    0     0     0 0000204 [SLPQ psleep 0xc09bf15c][SLP] vmdaemon
   39 c23df000    0     0     0 0000204 [SLPQ psleep 0xc09bf11c][SLP] pagedaemon
   38 c229dd38    0     0     0 0000204 [IWAIT] irq7: ppc0
   37 c22f3000    0     0     0 0000204 [SLPQ - 0xc22e3c3c][SLP] fdc0
   36 c22f3234    0     0     0 0000204 [IWAIT] swi0: sio
   35 c22f3468    0     0     0 0000204 [IWAIT] irq12: psm0
   34 c22f369c    0     0     0 0000204 [IWAIT] irq1: atkbd0
   33 c22f38d0    0     0     0 0000204 [IWAIT] irq17: pcm0
   32 c22f3b04    0     0     0 0000204 [IWAIT] irq15: ata1
   31 c22f3d38    0     0     0 0000204 [IWAIT] irq14: ata0
   30 c22f6000    0     0     0 0000204 [IWAIT] irq22: rl0
   29 c22f6234    0     0     0 0000204 [SLPQ usbevt 0xc2289210][SLP] usb4
   28 c22f6468    0     0     0 0000204 [IWAIT] irq23: ehci0
   27 c220a69c    0     0     0 0000204 [SLPQ usbevt 0xc22d7210][SLP] usb3
   26 c220a8d0    0     0     0 0000204 [SLPQ usbevt 0xc22d8210][SLP] usb2
   25 c220ab04    0     0     0 0000204 [IWAIT] irq18: uhci2
   24 c220ad38    0     0     0 0000204 [SLPQ usbevt 0xc22c9210][SLP] usb1
   23 c229d000    0     0     0 0000204 [IWAIT] irq19: uhci1
   22 c229d234    0     0     0 0000204 [SLPQ usbtsk 0xc0962ca4][SLP] usbtask
   21 c229d468    0     0     0 0000204 [SLPQ usbevt 0xc2294210][SLP] usb0
   20 c229d69c    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   19 c229d8d0    0     0     0 0000204 [IWAIT] irq9: acpi0
    9 c229db04    0     0     0 0000204 [SLPQ - 0xc21f0400][SLP] thread taskq
   18 c21c1234    0     0     0 0000204 [IWAIT] swi6: Giant taskq
    8 c21c1468    0     0     0 0000204 [SLPQ - 0xc21f0580][SLP] acpi_task_2
    7 c21c169c    0     0     0 0000204 [SLPQ - 0xc21f0580][SLP] acpi_task_1
    6 c21c18d0    0     0     0 0000204 [SLPQ - 0xc21f0580][SLP] acpi_task_0
   17 c21c1b04    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c21c1d38    0     0     0 0000204 [SLPQ - 0xc21f0700][SLP] kqueue taskq
   16 c220a000    0     0     0 0000204 [IWAIT] swi2: cambio
   15 c220a234    0     0     0 0000204 [IWAIT] swi5: +
   14 c220a468    0     0     0 0000204 [SLPQ - 0xc0960900][SLP] yarrow
    4 c21bc000    0     0     0 0000204 [SLPQ - 0xc096341c][SLP] g_down
    3 c21bc234    0     0     0 0000204 [RUNQ] g_up
    2 c21bc468    0     0     0 0000204 [SLPQ ggetattr 0xc2c7f210][SLP] g_event
   13 c21bc69c    0     0     0 0000204 [IWAIT] swi1: net
   12 c21bc8d0    0     0     0 0000204 [IWAIT] swi3: vm
   11 c21bcb04    0     0     0 000020c [IWAIT] swi4: clock sio
   10 c21bcd38    0     0     0 000020c [Can run] idle: cpu0
    1 c21c1000    0     0     1 0004200 [SLPQ wait 0xc21c1000][SLP] init
    0 c0963520    0     0     0 0000200 [IWAIT] swapper
 1196 c2f0d8d0    0  1188   668 0002002 zomb[INACTIVE] mkdir
 1201 c2805d38    0  1188   668 0002002 zomb[INACTIVE] mkdir
 1197 c2f0d69c    0  1188   668 0002002 zomb[INACTIVE] mkdir
 1200 c2f0d000    0  1188   668 0002002 zomb[INACTIVE] mkdir
 1184 c27c0468    0  1171   668 0002002 zomb[INACTIVE] creat
 1185 c27c0d38    0  1171   668 0002002 zomb[INACTIVE] creat
 1183 c27c0234    0  1171   668 0002002 zomb[INACTIVE] creat
 1158 c2801b04    0  1156   609 0002002 zomb[INACTIVE] swap
 1189 c23b6d38    0  1127   941 0002002 zomb[INACTIVE] swap
 1176 c2803234    0  1127   941 0002002 zomb[INACTIVE] swap
 1124 c26b9234    0  1122   941 0002002 zomb[INACTIVE] creat
 1187 c27c0b04    0  1127   941 0002002 zomb[INACTIVE] swap
 1134 c27c069c    0  1127   941 0002002 zomb[INACTIVE] swap
 1137 c26be69c    0  1127   941 0002002 zomb[INACTIVE] swap
 1172 c23b48d0    0  1127   941 0002002 zomb[INACTIVE] swap
 1175 c279eb04    0  1127   941 0002002 zomb[INACTIVE] swap
 1146 c24a2468    0  1127   941 0002002 zomb[INACTIVE] swap
 1149 c2803000    0  1127   941 0002002 zomb[INACTIVE] swap
 1135 c28018d0    0  1127   941 0002002 zomb[INACTIVE] swap
 1152 c27bf8d0    0   628   609 0006002 zomb[INACTIVE] mkdir
db> call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) bt
#0  doadump () at pcpu.h:166
#1  0xc046bf67 in db_fncall (dummy1=0xcd45f96c, dummy2=0x0, dummy3=0xc09e4780, dummy4=0xcd45f948 "XE\\E\220\a")
    at ../../../ddb/db_command.c:479
#2  0xc046bd78 in db_command (last_cmdp=0xc094bee4, cmd_table=0x0) at ../../../ddb/db_command.c:395
#3  0xc046be36 in db_command_loop () at ../../../ddb/db_command.c:446
#4  0xc046da4d in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc067fad4 in kdb_trap (type=0xc, code=0x0, tf=0xcd45fb2c) at ../../../kern/subr_kdb.c:485
#6  0xc0821fb8 in trap_fatal (frame=0xcd45fb2c, eva=0xc0) at ../../../i386/i386/trap.c:861
#7  0xc0821cfb in trap_pfault (frame=0xcd45fb2c, usermode=0x0, eva=0xc0) at ../../../i386/i386/trap.c:778
#8  0xc0821919 in trap (frame=
      {tf_fs = 0xc09b0008, tf_es = 0x28, tf_ds = 0xc08a0028, tf_edi = 0xc28a7618, tf_esi = 0xc2698948, tf_ebp = 0xcd45fb9c, tf_isp = 0xcd45fb58, tf_ebx = 0xc2b5718c, tf_edx = 0x800, tf_ecx = 0xcd45fc3c, tf_eax = 0x0, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc07aa6a5, tf_cs = 0x20, tf_eflags = 0x10246, tf_esp = 0xc28a7e38, tf_ss = 0x0}) at ../../../i386/i386/trap.c:463
#9  0xc080df8a in calltrap () at ../../../i386/i386/exception.s:137
#10 0xc07aa6a5 in ufs_rmdir (ap=0x0) at ../../../ufs/ufs/ufs_vnops.c:1713
#11 0xc083401d in VOP_RMDIR_APV (vop=0xc093b940, a=0xcd45fbc4) at vnode_if.c:1287
#12 0xc06c7352 in kern_rmdir (td=0xc28061b0, path=0xbfbf1fd0 <Address 0xbfbf1fd0 out of bounds>, pathseg=UIO_USERSPACE)
    at vnode_if.h:679
#13 0xc06c719a in rmdir (td=0xc28061b0, uap=0x0) at ../../../kern/vfs_syscalls.c:3480
#14 0xc08222f6 in syscall (frame=
      {tf_fs = 0x2805003b, tf_es = 0xbfbf003b, tf_ds = 0xbfbf003b, tf_edi = 0x2805188c, tf_esi = 0xbfbfe9ec, tf_ebp = 0xbfbf1fb8, tf_isp = 0xcd45fd64, tf_ebx = 0x1, tf_edx = 0xbfbe80b3, tf_ecx = 0x0, tf_eax = 0x89, tf_trapno = 0x0, tf_err = 0x2, tf_eip = 0x280bfa03, tf_cs = 0x33, tf_eflags = 0x292, tf_esp = 0xbfbf1b8c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:1016
#15 0xc080dfdf in Xint0x80_syscall () at ../../../i386/i386/exception.s:190
#16 0x00000033 in ?? ()
(kgdb) l *0xc07aa6a5
0xc07aa6a5 is in ufs_rmdir (../../../ufs/ufs/ufs_vnops.c:1713).
1708                    DIP_SET(ip, i_nlink, ip->i_nlink);
1709                    ip->i_flag |= IN_CHANGE;
1710                    ioflag = IO_NORMAL;
1711                    if (DOINGASYNC(vp))
1712                            ioflag |= IO_SYNC;
1713                    error = UFS_TRUNCATE(vp, (off_t)0, ioflag, cnp->cn_cred,
1714                        cnp->cn_thread);
1715            }
1716            cache_purge(vp);
1717    #ifdef UFS_DIRHASH