GENERIC HEAD from Feb 23 18:08 UTC, No vmcore

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #0: Thu Feb 23 21:44:30 CET 2006
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252137472 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
calcru: runtime went backwards from 410 usec to 409 usec for pid 32 (irq15: ata1)
u 0:0/0 s 1:410/409 i 0:0/0
calcru: runtime went backwards from 41399 usec to 41394 usec for pid 16 (swi6: task queue)
u 0:0/0 s 0:0/0 i 2:41399/41394
panic: PHOLD of exiting process
cpuid = 0
KDB: enter: panic
[thread pid 75139 tid 100298 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 75139 tid 100298 td 0xc24244e0
kdb_enter(c0888514) at kdb_enter+0x2b
panic(c084a3c9,d57,c09af2d8,e,c08904ae) at panic+0x14b
softdep_disk_io_initiation(c72ea010) at softdep_disk_io_initiation+0x7a
ffs_geom_strategy(c242beec,c72ea010) at ffs_geom_strategy+0x32
bufwrite(c72ea010,0,0,cd5419b4,c0784aa1) at bufwrite+0x15a
ffs_bufwrite(c72ea010) at ffs_bufwrite+0x282
ffs_update(c3121b2c,0,c3121b2c,c23d8c00,1) at ffs_update+0x3a5
ufs_inactive(cd541a04) at ufs_inactive+0x178
VOP_INACTIVE_APV(c092b5e0,cd541a04) at VOP_INACTIVE_APV+0x7e
vinactive(c3121b2c,c24244e0) at vinactive+0x72
vput(c3121b2c,c23d8c00,c093a720,c3121b2c,1) at vput+0x188
vn_close(c3121b2c,1,c2d74600,c24244e0,cd541acc) at vn_close+0x96
vn_closefile(c26b1e10,c24244e0) at vn_closefile+0xca
fdrop_locked(c26b1e10,c24244e0,c219a3a0,0,c0884d50) at fdrop_locked+0x88
fdrop(c26b1e10,c24244e0,6b5,c095b034,0) at fdrop+0x24
closef(c26b1e10,c24244e0) at closef+0x367
fdfree(c24244e0) at fdfree+0x4a3
exit1(c24244e0,0,cd541d30,c081b34e,c24244e0) at exit1+0x450
exit1(c24244e0,cd541d04,c3a77890,c,c24244e0) at exit1
syscall(3b,3b,3b,2804eaec,bfbfebe8) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x281385f7, esp = 0xbfbfeb7c, ebp = 0xbfbfeb98 ---
db> show pcpu
cpuid        = 0
curthread    = 0xc24244e0: pid 75139 "rw"
curpcb       = 0xcd541d90
fpcurthread  = none
idlethread   = 0xc21bd4e0: pid 10 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:
db> show alllocks
Process 75139 (rw) thread 0xc24244e0 (100298)
exclusive sleep mutex process lock r = 0 (0xc3a778f8) locked @ ufs/ffs/ffs_softdep.c:3580
Process 64500 (libthr) thread 0xc3a2d680 (100445)
exclusive sleep mutex process lock r = 0 (0xc2666068) locked @ kern/kern_prot.c:92
db> where 64500
Tracing pid 64500 tid 100464 td 0xc2403820
sched_switch(c2403820,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
turnstile_wait(c2666068,c3170000,0,c2666068,2,c088769a,225) at turnstile_wait+0x394
_mtx_lock_sleep(c2666068,c2403820,0,c0887dea,5c) at _mtx_lock_sleep+0x148
_mtx_lock_flags(c2666068,0,c0887dea,5c,0) at _mtx_lock_flags+0x95
getpid(c2403820,cd511d04,c2403820,cd511ca8,c066b295) at getpid+0x26
syscall(a00003b,3b,be2e003b,a001b50,0) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (20, FreeBSD ELF32, getpid), eip = 0x28148a3b, esp = 0xbe2e7f90, ebp = 0xbe2e7f9c ---
db> show lockedvnods
Locked vnodes

0xc3121b2c: tag ufs, type VREG
    usecount 0, writecount 0, refcount 332 mountedhere 0
    flags ()
    v_object 0xc349b5a0 ref 0 pages 1320
     lock type ufs: EXCL (count 1) by thread 0xc24244e0 (pid 75139)
        ino 75507, on dev ad0s1e

0xc2fdc820: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc289db60 (pid 75017)
        ino 75642, on dev ad0s1e

0xc2e6ca28: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc289d1a0 (pid 75034)
        ino 76078, on dev ad0s1e

0xc2e58410: tag ufs, type VDIR
    usecount 2, writecount 0, refcount 3 mountedhere 0
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc3a2bb60 (pid 75096)
        ino 75319, on dev ad0s1e
db> allt

Tracing command expr pid 75147 tid 100121 td 0xc28834e0
sched_switch(c28834e0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd3b1c00) at vm_waitpfault+0x57
vm_fault(c3a34318,28148000,2,8,c28834e0) at vm_fault+0xff
trap_pfault(cd3b1d38,1,28148020,28148020,2804fe84) at trap_pfault+0xee
trap(3b,3b,3b,28148020,28094378) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2804fe84, esp = 0xbfbfe980, ebp = 0xbfbfe9b8 ---

Tracing command dir pid 75146 tid 100309 td 0xc3a7cd00
sched_switch(c3a7cd00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd7ecc00) at vm_waitpfault+0x57
vm_fault(c3a04e70,28120000,2,8,c3a7cd00) at vm_fault+0xff
trap_pfault(cd7ecd38,1,28120d66,28120d66,2804dee2) at trap_pfault+0xee
trap(3b,3b,3b,28120d66,280932c8) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2804dee2, esp = 0xbfbfe980, ebp = 0xbfbfe9b8 ---

Tracing command sh pid 75145 tid 100132 td 0xc289d4e0
sched_switch(c289d4e0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd3dbc00) at vm_waitpfault+0x57
vm_fault(c3a40c60,281b5000,1,0,c289d4e0) at vm_fault+0xff
trap_pfault(cd3dbd38,1,281b5210,281b5210,28144644) at trap_pfault+0xee
trap(3b,3b,3b,1f4,6c) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x28144644, esp = 0xbfbfe0c0, ebp = 0xbfbfe528 ---

Tracing command memory pid 75140 tid 100246 td 0xc27e2820
sched_switch(c27e2820,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd5c4c00) at vm_waitpfault+0x57
vm_fault(c3a02630,29be5000,2,8,c27e2820) at vm_fault+0xff
trap_pfault(cd5c4d38,1,29be5000,29be5000,2813866b) at trap_pfault+0xee
trap(3b,3b,3b,29be5000,9000044) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2813866b, esp = 0xbfbfead0, ebp = 0xbfbfeb08 ---

Tracing command rw pid 75139 tid 100298 td 0xc24244e0
kdb_enter(c0888514) at kdb_enter+0x2b
panic(c084a3c9,d57,c09af2d8,e,c08904ae) at panic+0x14b
softdep_disk_io_initiation(c72ea010) at softdep_disk_io_initiation+0x7a
ffs_geom_strategy(c242beec,c72ea010) at ffs_geom_strategy+0x32
bufwrite(c72ea010,0,0,cd5419b4,c0784aa1) at bufwrite+0x15a
ffs_bufwrite(c72ea010) at ffs_bufwrite+0x282
ffs_update(c3121b2c,0,c3121b2c,c23d8c00,1) at ffs_update+0x3a5
ufs_inactive(cd541a04) at ufs_inactive+0x178
VOP_INACTIVE_APV(c092b5e0,cd541a04) at VOP_INACTIVE_APV+0x7e
vinactive(c3121b2c,c24244e0) at vinactive+0x72
vput(c3121b2c,c23d8c00,c093a720,c3121b2c,1) at vput+0x188
vn_close(c3121b2c,1,c2d74600,c24244e0,cd541acc) at vn_close+0x96
vn_closefile(c26b1e10,c24244e0) at vn_closefile+0xca
fdrop_locked(c26b1e10,c24244e0,c219a3a0,0,c0884d50) at fdrop_locked+0x88
fdrop(c26b1e10,c24244e0,6b5,c095b034,0) at fdrop+0x24
closef(c26b1e10,c24244e0) at closef+0x367
fdfree(c24244e0) at fdfree+0x4a3
exit1(c24244e0,0,cd541d30,c081b34e,c24244e0) at exit1+0x450
exit1(c24244e0,cd541d04,c3a77890,c,c24244e0) at exit1
syscall(3b,3b,3b,2804eaec,bfbfebe8) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x281385f7, esp = 0xbfbfeb7c, ebp = 0xbfbfeb98 ---

Tracing command sh pid 75110 tid 100349 td 0xc24de9c0
sched_switch(c24de9c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd852c00) at vm_waitpfault+0x57
vm_fault(c3a40108,28104000,1,0,c24de9c0) at vm_fault+0xff
trap_pfault(cd852d38,1,281040a4,281040a4,281040a4) at trap_pfault+0xee
trap(3b,3b,3b,bfbfe6e8,80e) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x281040a4, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---

Tracing command rw pid 75109 tid 100334 td 0xc26564e0
sched_switch(c26564e0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd89ac00) at vm_waitpfault+0x57
vm_fault(c2a04948,2807b000,1,0,c26564e0) at vm_fault+0xff
trap_pfault(cd89ad38,1,2807bbd8,2807bbd8,2804ee74) at trap_pfault+0xee
trap(2804003b,bfbf003b,bfbf003b,0,28075200) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x2804ee74, esp = 0xbfbfe9fc, ebp = 0xbfbfea24 ---

Tracing command memory pid 75097 tid 100198 td 0xc23e6820
sched_switch(c23e6820,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd4f6c00) at vm_waitpfault+0x57
vm_fault(c3a33210,29010000,2,8,c23e6820) at vm_fault+0xff
trap_pfault(cd4f6d38,1,29010000,29010000,804885b) at trap_pfault+0xee
trap(3b,3b,3b,2804eaec,bfbfebe0) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x804885b, esp = 0xbfbfeb50, ebp = 0xbfbfeb78 ---

Tracing command dir pid 75096 tid 100272 td 0xc3a2bb60
sched_switch(c3a2bb60,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c72f1fb8,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c72f1fb8,0,c08904b7,ea0,8) at sleepq_wait+0x46
msleep(c72f1fb8,c09a1c40,4c,c0890c2b,0) at msleep+0x275
bwait(c72f1fb8,4c,c0890c2b) at bwait+0x47
bufwait(c72f1fb8,0,0,0,c2402800) at bufwait+0x1a
breadn(c2e58410,0,0,800,0) at breadn+0x11a
bread(c2e58410,0,0,800,0) at bread+0x20
ffs_blkatoff(c2e58410,0,0,0,cd61e9f8) at ffs_blkatoff+0x9e
ufs_lookup(cd61ea98) at ufs_lookup+0x2cd
VOP_CACHEDLOOKUP_APV(c092b5e0,cd61ea98) at VOP_CACHEDLOOKUP_APV+0x7e
vfs_cache_lookup(cd61eb34,c2e58410,cd61ec3c,cd61eb50,c06aad0a) at vfs_cache_lookup+0xb2
VOP_LOOKUP_APV(c092b5e0,cd61eb34) at VOP_LOOKUP_APV+0x87
lookup(cd61ec14,c095b034,0,c3a2bb60,6b2) at lookup+0x3f6
namei(cd61ec14) at namei+0x37e
kern_rmdir(c3a2bb60,bfbfcfe0,0,cd61ed30,c081b34e) at kern_rmdir+0x3a
rmdir(c3a2bb60,cd61ed04,cd61eccc,c065e8a0,c3a2bb60) at rmdir+0x12
syscall(2804003b,bfbf003b,bfbf003b,2804eaec,bfbfebec) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280bca03, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 ---

Tracing command dir pid 75048 tid 100367 td 0xc289d000
sched_switch(c289d000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd3d2c00) at vm_waitpfault+0x57
vm_fault(c3a40318,2815d000,1,0,c289d000) at vm_fault+0xff
trap_pfault(cd3d2d38,1,2815dcfc,2815dcfc,28136a6c) at trap_pfault+0xee
trap(2804003b,bfbf003b,bfbf003b,2804eaec,bfbfebec) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x28136a6c, esp = 0xbfbfeb80, ebp = 0xbfbfeb98 ---

Tracing command dir pid 75034 tid 100172 td 0xc289d1a0
sched_switch(c289d1a0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c7249018,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c7249018,0,c08904b7,ea0,8) at sleepq_wait+0x46
msleep(c7249018,c09a1c40,4c,c0890c2b,0) at msleep+0x275
bwait(c7249018,4c,c0890c2b) at bwait+0x47
bufwait(c7249018,0,0,0,c2402800) at bufwait+0x1a
breadn(c2e6ca28,0,0,800,0) at breadn+0x11a
bread(c2e6ca28,0,0,800,0) at bread+0x20
ffs_blkatoff(c2e6ca28,0,0,0,cd3d59f8) at ffs_blkatoff+0x9e
ufs_lookup(cd3d5a98) at ufs_lookup+0x2cd
VOP_CACHEDLOOKUP_APV(c092b5e0,cd3d5a98) at VOP_CACHEDLOOKUP_APV+0x7e
vfs_cache_lookup(cd3d5b34,c2e6ca28,cd3d5c3c,cd3d5b50,c06aad0a) at vfs_cache_lookup+0xb2
VOP_LOOKUP_APV(c092b5e0,cd3d5b34) at VOP_LOOKUP_APV+0x87
lookup(cd3d5c14,c095b034,0,c289d1a0,6b2) at lookup+0x3f6
namei(cd3d5c14) at namei+0x37e
kern_rmdir(c289d1a0,bfbfe450,0,cd3d5d30,c081b34e) at kern_rmdir+0x3a
rmdir(c289d1a0,cd3d5d04,0,2804eaec,c289d1a0) at rmdir+0x12
syscall(2804003b,bfbf003b,bfbf003b,2804eaec,bfbfebec) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280bca03, esp = 0xbfbfe40c, ebp = 0xbfbfe438 ---

Tracing command dir pid 75029 tid 100292 td 0xc27f0340
sched_switch(c27f0340,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd5d6c00) at vm_waitpfault+0x57
vm_fault(c3a3eb58,28072000,1,0,c27f0340) at vm_fault+0xff
trap_pfault(cd5d6d38,1,28072788,28072788,28052197) at trap_pfault+0xee
trap(2804003b,bfbf003b,bfbf003b,68,28072784) at trap+0x270
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x28052197, esp = 0xbfbfeb30, ebp = 0xbfbfeb44 ---

Tracing command memory pid 75027 tid 100218 td 0xc31294e0
sched_switch(c31294e0,0,2) at sched_switch+0x183
mi_switch(2,0,c0954fd0,0,c0889ea1) at mi_switch+0x280
critical_exit(4,bfbfeb78,c08075ee,3b,3b) at critical_exit+0x92
lapic_handle_timer(3b,3b,3b,2804eaec,bfbfebe0) at lapic_handle_timer+0x131
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x804885d, esp = 0xbfbfeb50, ebp = 0xbfbfeb78 ---

Tracing command dir pid 75017 tid 100128 td 0xc289db60
sched_switch(c289db60,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c72c7a78,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c72c7a78,0,c08904b7,ea0,8) at sleepq_wait+0x46
msleep(c72c7a78,c09a1c40,4c,c0890c2b,0) at msleep+0x275
bwait(c72c7a78,4c,c0890c2b) at bwait+0x47
bufwait(c72c7a78,0,0,0,c2402800) at bufwait+0x1a
breadn(c2fdc820,0,0,800,0) at breadn+0x11a
bread(c2fdc820,0,0,800,0) at bread+0x20
ffs_blkatoff(c2fdc820,0,0,0,cd3e79f8) at ffs_blkatoff+0x9e
ufs_lookup(cd3e7a98) at ufs_lookup+0x2cd
VOP_CACHEDLOOKUP_APV(c092b5e0,cd3e7a98) at VOP_CACHEDLOOKUP_APV+0x7e
vfs_cache_lookup(cd3e7b34,c2fdc820,cd3e7c3c,cd3e7b50,c06aad0a) at vfs_cache_lookup+0xb2
VOP_LOOKUP_APV(c092b5e0,cd3e7b34) at VOP_LOOKUP_APV+0x87
lookup(cd3e7c14,c095b034,0,c289db60,6b2) at lookup+0x3f6
namei(cd3e7c14) at namei+0x37e
kern_rmdir(c289db60,bfbfea20,0,cd3e7d30,c081b34e) at kern_rmdir+0x3a
rmdir(c289db60,cd3e7d04,2,c0889ea1,26e) at rmdir+0x12
syscall(2804003b,bfbf003b,bfbf003b,2804eaec,bfbfebec) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280bca03, esp = 0xbfbfe9dc, ebp = 0xbfbfea08 ---

Tracing command memory pid 75014 tid 100392 td 0xc31921a0
sched_switch(c31921a0,0,2) at sched_switch+0x183
mi_switch(2,0,c0954fd0,0,c0889ea1) at mi_switch+0x280
critical_exit(4,bfbfeb78,c08075ee,3b,3b) at critical_exit+0x92
lapic_handle_timer(3b,3b,3b,2804eaec,bfbfebe0) at lapic_handle_timer+0x131
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x8048856, esp = 0xbfbfeb50, ebp = 0xbfbfeb78 ---

Tracing command shm pid 75007 tid 100084 td 0xc3a2eb60
sched_switch(c3a2eb60,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c234683c) at sleepq_switch+0xc9
sleepq_wait_sig(c234683c,100,c088e693,3f4,c08aee72) at sleepq_wait_sig+0x1d
msleep(c234683c,c233d618,150,c088e6c6,0) at msleep+0x266
semop(c3a2eb60,cd66fd04,0,cd66fd00,c0660e39) at semop+0x33e
syscall(2804003b,bfbf003b,bfbf003b,2804eaec,bfbfebf0) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (222, FreeBSD ELF32, semop), eip = 0x280bc6e3, esp = 0xbfbfeb0c, ebp = 0xbfbfeb28 ---

Tracing command shm pid 74994 tid 100123 td 0xc273e4e0
sched_switch(c273e4e0,0,2) at sched_switch+0x183
mi_switch(2,0,c273e4e0,d5,c0954fd0,0,c088bae4,101) at mi_switch+0x280
ast(cd420d38) at ast+0x34d
doreti_ast() at doreti_ast+0x17

Tracing command sh pid 74990 tid 100342 td 0xc24b7820
sched_switch(c24b7820,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c09af118,c0954fd0,0,c088b4a5,212) at sleepq_switch+0xc9
sleepq_wait(c09af118,0,c08a4767,3a6,8) at sleepq_wait+0x46
msleep(c09af118,c09af2d8,2a0,c08a49cd,0) at msleep+0x275
vm_waitpfault(cd819a98) at vm_waitpfault+0x57
vm_fault(c327d738,bfbfe000,2,8,c24b7820) at vm_fault+0xff
trap_pfault(cd819bd0,0,bfbfe928) at trap_pfault+0xee
trap(c3260008,ffff0028,cd810028,bfbfe928,cd819c2c) at trap+0x3f1
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0xc0818dbc, esp = 0xcd819c10, ebp = 0xcd819c84 ---
slow_copyout(c24b7820,cd819d04,c3125ab4,c,c24b7820) at slow_copyout+0x4
syscall(3b,3b,3b,bfbfe928,80e) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2813bcc7, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 ---

Tracing command memory pid 74980 tid 100250 td 0xc3a2e340
sched_switch(c3a2e340,0,2) at sched_switch+0x183
mi_switch(2,0,c0954fd0,0,c0889ea1) at mi_switch+0x280
critical_exit(4,bfbfeb78,c08075ee,3b,3b) at critical_exit+0x92
lapic_handle_timer(3b,3b,3b,2804eaec,bfbfebe0) at lapic_handle_timer+0x131
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x8048848, esp = 0xbfbfeb50, ebp = 0xbfbfeb78 ---

Tracing command sh pid 74976 tid 100190 td 0xc241d000
sched_switch(c241d000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c2414dec) at sleepq_switch+0xc9
sleepq_wait_sig(c2414dec,100,c088d060,24f,8) at sleepq_wait_sig+0x1d
msleep(c2414dec,c2414f5c,14c,c088d135,0) at msleep+0x266
pipe_read(c23a7630,cd51dc64,c2d74600,0,c241d000) at pipe_read+0x377
dofileread(c241d000,3,c23a7630,cd51dc64,ffffffff) at dofileread+0x85
kern_readv(c241d000,3,cd51dc64,bfbfe870,80) at kern_readv+0x36
read(c241d000,cd51dd04,c326e224,c,c241d000) at read+0x45
syscall(3b,3b,3b,a000936,1) at syscall+0x27a
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x281a3e4f, esp = 0xbfbfe7ec, ebp = 0xbfbfe918 ---

Tracing command sh pid 74973 tid 100263 td 0xc3a2cb60
db> call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79ad0: FAILURE - out of memory in start
 ... fail

** DUMP FAILED (ERROR 12) **
= 0x1e
db> reset
GDB: no debug ports present

(kgdb) l *softdep_disk_io_initiation+0x7a
0xc0790d86 is in softdep_disk_io_initiation (../../../ufs/ffs/ffs_softdep.c:3580).
3575             */
3576            if (bp->b_iocmd != BIO_WRITE)
3577                    panic("softdep_disk_io_initiation: not write");
3578
3579            marker.wk_type = D_LAST + 1;    /* Not a normal workitem */
3580            PHOLD(curproc);                 /* Don't swap out kernel stack */
3581
3582            ACQUIRE_LOCK(&lk);
3583            /*
3584             * Do any necessary pre-I/O processing.