GENERIC HEAD from Apr 22 14:42 UTC, vmcore.289
Livelock
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Fri Apr 22 17:19:21 CEST 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252358656 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
lock order reversal
1st 0xc09940a0 vm page queue mutex (vm page queue mutex) @ kern/vfs_bio.c:1485
2nd 0xc1752cc8 vnode interlock (vnode interlock) @ kern/vfs_subr.c:1994
KDB: stack backtrace:
kdb_backtrace(0,ffffffff,c0949368,c0947ba8,c08a4168) at kdb_backtrace+0x29
witness_checkorder(c1752cc8,9,c084a2e2,7ca) at witness_checkorder+0x550
_mtx_lock_flags(c1752cc8,0,c084a2d9,7ca,c105c294) at _mtx_lock_flags+0x60
vdrop(c1752c30) at vdrop+0x20
vm_page_remove(c13d89d8,c13d89d8) at vm_page_remove+0xd4
vm_page_free_toq(c13d89d8,c13d89d8,40,c13d89d8,cbf7d8e4) at vm_page_free_toq+0x90
vm_page_free(c13d89d8,c13d89d8) at vm_page_free+0x15
vfs_vmio_release(c65db210) at vfs_vmio_release+0x9b
brelse(c65db210,c151ea80,1,c0617ec2,0) at brelse+0x4ad
ffs_mountfs(c1752c30,c175b400,c1521480,c16c85a0,0) at ffs_mountfs+0x563
ffs_mount(c175b400,c1521480,0,0,c1753000) at ffs_mount+0x9f5
vfs_domount(c1521480,c16c8510,c16c8560,4001,c16c84d0) at vfs_domount+0x5b1
vfs_donmount(c1521480,4001,cbf7dc28,c1732a00,6) at vfs_donmount+0xce
kernel_mount(c16c8490,4001,cbf7dc90,cbf7dcbc,c06703da) at kernel_mount+0x6d
kernel_vmount(4001,c0849d44,c16c8470,c0849d4b,c083edb9) at kernel_vmount+0x37
vfs_mountroot_try(c16c8450,c1520de4,c05f93f0,0,cbf7dd0c) at vfs_mountroot_try+0xd2
vfs_mountroot(c1520de4,c1521480,cbf7dcf0,202,c0938500) at vfs_mountroot+0xb3
start_init(0,cbf7dd38,0,c05f93f0,0) at start_init+0x4b
fork_exit(c05f93f0,0,cbf7dd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcbf7dd6c, ebp = 0 ---
rl0: link state changed to DOWN
~KDB: enter: Line break on console
[thread pid 23082 tid 100360 ]
Stopped at kdb_enter+0x2b: nop
db> show pcpu
cpuid = 0
curthread = 0xc1e8e900: pid 23082 "swap"
curpcb = 0xcf3fdd90
fpcurthread = none
idlethread = 0xc1521600: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
db> show alllocks
Process 23136 (sh) thread 0xc2a6e780 (100202)
exclusive sleep mutex filedesc structure r = 0 (0xc1b8562c) locked @ kern/kern_descrip.c:1947
Process 23133 (awk) thread 0xc2c34480 (100223)
exclusive sx user map r = 0 (0xc1e9629c) locked @ vm/vm_map.c:1100
Process 23132 (tail) thread 0xc1855c00 (100348)
exclusive sx user map r = 0 (0xc1e783c8) locked @ vm/vm_map.c:2998
Process 23131 (tail) thread 0xc2c34900 (100173)
exclusive sx user map r = 0 (0xc1eb7ad0) locked @ vm/vm_map.c:2998
Process 23130 (swapinfo) thread 0xc2be3480 (100203)
exclusive sx user map r = 0 (0xc1a5874c) locked @ vm/vm_map.c:2998
Process 23116 (sh) thread 0xc1ead780 (100361)
exclusive sx user map r = 0 (0xc258f878) locked @ vm/vm_map.c:2998
Process 23107 (tcp) thread 0xc22ef180 (100216)
exclusive sleep mutex sleep mtxpool r = 0 (0xc1501114) locked @ kern/kern_descrip.c:2097
Process 23100 (udp) thread 0xc27a7a80 (100108)
exclusive sx user map r = 0 (0xc2ab6620) locked @ vm/vm_map.c:2998
Process 23095 (udp) thread 0xc2298480 (100414)
exclusive sleep mutex inp (udpinp) r = 0 (0xc17d057c) locked @ netinet/udp_usrreq.c:772
Process 23087 (thr1) thread 0xc2b14000 (100426)
exclusive sx user map r = 0 (0xc2666e54) locked @ vm/vm_map.c:2998
Process 23084 (thr1) thread 0xc1eaca80 (100215)
exclusive sx user map r = 0 (0xc1eb74f4) locked @ vm/vm_map.c:2998
Process 23069 (swap) thread 0xc22a0000 (100115)
exclusive sx allproc r = 0 (0xc0938620) locked @ kern/kern_fork.c:286
shared sx proctree r = 0 (0xc0938660) locked @ kern/kern_fork.c:277
Process 23067 (swap) thread 0xc1eaf600 (100342)
exclusive sx user map r = 0 (0xc1e9674c) locked @ vm/vm_map.c:2998
Process 609 (top) thread 0xc1731a80 (100090)
exclusive sx sysctl lock r = 0 (0xc0938be0) locked @ kern/kern_sysctl.c:1335
Process 462 (cron) thread 0xc1730600 (100071)
shared sx proctree r = 0 (0xc0938660) locked @ kern/kern_fork.c:277
db> c
~KDB: enter: Line break on console
[thread pid 23082 tid 100360 ]
Stopped at kdb_enter+0x2b: nop
db> show pcpu
cpuid = 0
curthread = 0xc1e8e900: pid 23082 "swap"
curpcb = 0xcf3fdd90
fpcurthread = none
idlethread = 0xc1521600: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
db> show alllocks
Process 23136 (sh) thread 0xc2a6e780 (100202)
exclusive sleep mutex filedesc structure r = 0 (0xc1b8562c) locked @ kern/kern_descrip.c:1947
Process 23133 (awk) thread 0xc2c34480 (100223)
exclusive sx user map r = 0 (0xc1e9629c) locked @ vm/vm_map.c:1100
Process 23132 (tail) thread 0xc1855c00 (100348)
exclusive sx user map r = 0 (0xc1e783c8) locked @ vm/vm_map.c:2998
Process 23131 (tail) thread 0xc2c34900 (100173)
exclusive sx user map r = 0 (0xc1eb7ad0) locked @ vm/vm_map.c:2998
Process 23130 (swapinfo) thread 0xc2be3480 (100203)
exclusive sx user map r = 0 (0xc1a5874c) locked @ vm/vm_map.c:2998
Process 23116 (sh) thread 0xc1ead780 (100361)
exclusive sx user map r = 0 (0xc258f878) locked @ vm/vm_map.c:2998
Process 23107 (tcp) thread 0xc22ef180 (100216)
exclusive sleep mutex sleep mtxpool r = 0 (0xc1501114) locked @ kern/kern_descrip.c:2097
Process 23100 (udp) thread 0xc27a7a80 (100108)
exclusive sx user map r = 0 (0xc2ab6620) locked @ vm/vm_map.c:2998
Process 23095 (udp) thread 0xc2298480 (100414)
exclusive sleep mutex inp (udpinp) r = 0 (0xc17d057c) locked @ netinet/udp_usrreq.c:772
Process 23087 (thr1) thread 0xc2b14000 (100426)
exclusive sx user map r = 0 (0xc2666e54) locked @ vm/vm_map.c:2998
Process 23084 (thr1) thread 0xc1eaca80 (100215)
exclusive sx user map r = 0 (0xc1eb74f4) locked @ vm/vm_map.c:2998
Process 23069 (swap) thread 0xc22a0000 (100115)
exclusive sx allproc r = 0 (0xc0938620) locked @ kern/kern_fork.c:286
shared sx proctree r = 0 (0xc0938660) locked @ kern/kern_fork.c:277
Process 23067 (swap) thread 0xc1eaf600 (100342)
exclusive sx user map r = 0 (0xc1e9674c) locked @ vm/vm_map.c:2998
Process 609 (top) thread 0xc1731a80 (100090)
exclusive sx sysctl lock r = 0 (0xc0938be0) locked @ kern/kern_sysctl.c:1335
Process 462 (cron) thread 0xc1730600 (100071)
shared sx proctree r = 0 (0xc0938660) locked @ kern/kern_fork.c:277
db> where 23107
Tracing pid 23107 tid 100216 td 0xc22ef180
sched_switch(c22ef180,0,2) at sched_switch+0x17b
mi_switch(2,0,c0938500,0,c0842a50) at mi_switch+0x270
critical_exit(c083ddea,cf935c34,c07c5ec0,0,8) at critical_exit+0xac
lapic_handle_timer(0) at lapic_handle_timer+0xc9
Xtimerint(c083dde7,c22ef1f8,c08a4168,c1501114,0) at Xtimerint+0x30
witness_unlock(c1501114,8,c083dde7,842) at witness_unlock+0x51
_mtx_unlock_flags(c1501114,0,c083dde7,842,c1e64c60) at _mtx_unlock_flags+0x60
fdrop_locked(c1e64c60,c22ef180,c1501114,0,c083dde7) at fdrop_locked+0x3c
fdrop(c1e64c60,c22ef180) at fdrop+0x24
read(c22ef180,cf935d04,3,2,296) at read+0x49
syscall(2805003b,bfbf003b,bfbf003b,280502f8,bfbfeb00) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x280c12f3, esp = 0xbfbfe95c, ebp = 0xbfbfe9b8 ---
db> where 23069
Tracing pid 23069 tid 100115 td 0xc22a0000
sched_switch(c22a0000,c1526300,6) at sched_switch+0x17b
mi_switch(6,c1526300,c1526454,c1526300,cf9e3b38) at mi_switch+0x270
maybe_preempt(c1526300) at maybe_preempt+0x161
sched_add(c1526300,4,c1555a80,c1526300,c15255f4) at sched_add+0x153
setrunqueue(c1526300,4) at setrunqueue+0xab
ithread_schedule(c1555a80,e,c22a0000,c22a0000,337) at ithread_schedule+0xb3
intr_execute_handlers(c150f180,cf9e3bb4,e,cf9e3bfc,c07c5c93) at intr_execute_handlers+0xe5
lapic_handle_intr(3e) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc07ce837, esp = 0xcf9e3bf8, ebp = 0xcf9e3bfc ---
spinlock_exit(c0985b8c,c2684858,9,cf9e3c50,c0641957) at spinlock_exit+0x27
_mtx_unlock_spin_flags(c093f940,0,c0844c64,337,c22a0000) at _mtx_unlock_spin_flags+0xc9
witness_checkorder(c2684858,9,c083e61c,12b) at witness_checkorder+0x2a3
_mtx_lock_flags(c2684858,0,c083e613,12b,2c3) at _mtx_lock_flags+0x60
fork1(c22a0000,80000034,0,cf9e3cd4,c2684858) at fork1+0x18b
vfork(c22a0000,cf9e3d04,0,0,246) at vfork+0x1b
syscall(3b,3b,3b,2804f2f8,bfbfeb00) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x2809a16c, esp = 0xbfbfe930, ebp = 0xbfbfe968 ---
db> where 609
Tracing pid 609 tid 100090 td 0xc1731a80
sched_switch(c1731a80,0,1) at sched_switch+0x17b
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0938644,cea9eb68,c05fbad9,c0938644,c0841cae) at sleepq_switch+0xe0
sleepq_wait(c0938644,c0841cae,4f9,c0938620,0) at sleepq_wait+0x30
cv_wait(c0938644,c0937b18,0,0,0) at cv_wait+0x179
_sx_slock(c0938620,c08409da,3cb,c08404a3,0) at _sx_slock+0x68
sysctl_kern_proc(c08a44c0,0,0,cea9ebf4,c08a44c0) at sysctl_kern_proc+0x14c
sysctl_root(0,cea9ec74,3,cea9ebf4,c1731a80) at sysctl_root+0x11b
userland_sysctl(c1731a80,cea9ec74,3,0,bfbfe9ac) at userland_sysctl+0xf4
__sysctl(c1731a80,cea9ed04,6,39b5,296) at __sysctl+0x77
syscall(816003b,80c003b,bfbf003b,3,bfbfe9ac) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x281204f3, esp = 0xbfbfe90c, ebp = 0xbfbfe948 ---
db> where 462
Tracing pid 462 tid 100071 td 0xc1730600
sched_switch(c1730600,0,1) at sched_switch+0x17b
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c0938650,cea77c48,c05fbad9,c0938650,c0841860) at sleepq_switch+0xe0
sleepq_wait(c0938650,c0841860,c1730678,c0938620,c1730600) at sleepq_wait+0x30
cv_wait(c0938650,c0937b18,c1730600,c1730600,c172fde4) at cv_wait+0x179
_sx_xlock(c0938620,c083e613,11e,c0938660,c083e613) at _sx_xlock+0x68
fork1(c1730600,14,0,cea77cd4,cea77d30) at fork1+0x133
fork(c1730600,cea77d04,0,50,246) at fork+0x18
syscall(c07c003b,3b,3b,0,8051040) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x280c8313, esp = 0xbfbfed8c, ebp = 0xbfbfed98 ---
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
23137 c256e5f4 1001 23091 614 0000002 [RUNQ] tcp
23136 c1e8b000 1001 23065 614 0004002 [RUNQ] sh
23135 c22127f0 1001 23068 614 0004002 [RUNQ] sh
23134 c1eaede4 1001 23127 614 0004002 [RUNQ] awk
23133 c25cc000 1001 23121 614 0004002 [RUNQ] awk
23132 c26801fc 1001 23121 614 0004002 [RUNQ] tail
23131 c1eae000 1001 23127 614 0004002 [RUNQ] tail
23130 c25d03f8 1001 23121 614 0004002 [RUNQ] swapinfo
23127 c2680000 1001 23074 614 0004002 [SLPQ wait 0xc2680000][SLP] sh
23124 c1eaa5f4 1001 23107 614 0000002 [RUNQ] tcp
23123 c258b9ec 1001 23105 614 0000002 [RUNQ] tcp
23122 c1e8b1fc 1001 23089 614 0000002 [RUNQ] tcp
23121 c258dde4 1001 23070 614 0004002 [SLPQ wait 0xc258dde4][SLP] sh
23116 c1eb09ec 1001 23081 614 0004002 [RUNQ] sh
23113 c258b000 1001 23106 614 0000002 [RUNQ] tcp
23112 c22117f0 1001 23104 614 0000002 [RUNQ] tcp
23111 c267f000 1001 23098 614 0000002 [RUNQ] tcp
23108 c1e8d9ec 1001 23090 614 0000002 [RUNQ] tcp
23107 c1eae5f4 1001 23088 614 0000002 [RUNQ] tcp
23106 c1850000 1001 23088 614 0000002 [SLPQ sbwait 0xc1a63864][SLP] tcp
23105 c1eae3f8 1001 23088 614 0000002 [SLPQ sbwait 0xc21d3480][SLP] tcp
23104 c1eab3f8 1001 23088 614 0000002 [SLPQ sbwait 0xc18119b0][SLP] tcp
23103 c26805f4 1001 23092 614 0000002 [RUNQ] udp
23102 c22123f8 1001 23092 614 0000002 [RUNQ] udp
23101 c1e70be8 1001 23092 614 0000002 [RUNQ] udp
23100 c267f5f4 1001 23092 614 0000002 [RUNQ] udp
23099 c18517f0 1001 23092 614 0000002 [RUNQ] udp
23098 c258d1fc 1001 23088 614 0000002 [RUNQ] tcp
23097 c1eaa1fc 1001 23092 614 0000002 [RUNQ] udp
23096 c2211de4 1001 23092 614 0000002 [RUNQ] udp
23095 c1eae7f0 1001 23092 614 0000002 [RUNQ] udp
23094 c1e6f5f4 1001 23092 614 0000002 [RUNQ] udp
23093 c1e70de4 1001 23092 614 0000002 [RUNQ] udp
23092 c258dbe8 1001 23063 614 0000002 [SLPQ wait 0xc258dbe8][SLP] udp
23091 c25d09ec 1001 23088 614 0000002 [SLPQ accept 0xc21892d2][SLP] tcp
23090 c2589de4 1001 23088 614 0000002 [SLPQ sbwait 0xc2188ee0][SLP] tcp
23089 c1e6f000 1001 23088 614 0000002 [RUNQ] tcp
23088 c1eab7f0 1001 23062 614 0000002 [SLPQ wait 0xc1eab7f0][SLP] tcp
23087 c1eae1fc 1001 23083 614 0008082 (threaded) thr1
thread 0xc2a60a80 ksegrp 0xc1803ae0 [RUNQ]
thread 0xc1f2f480 ksegrp 0xc1803ae0 [RUNQ]
thread 0xc1dbd780 ksegrp 0xc1803ae0 [RUNQ]
thread 0xc1d79300 ksegrp 0xc1803ae0 [RUNQ]
thread 0xc2286a80 ksegrp 0xc1803ae0 [RUNQ]
thread 0xc2213d80 ksegrp 0xc1803ae0 [RUNQ]
thread 0xc2a67480 ksegrp 0xc1803ae0 [SLPQ kserel 0xc1803b14][SLP]
thread 0xc22ef600 ksegrp 0xc1803ae0 [SLPQ kserel 0xc1803b14][SLP]
thread 0xc1852000 ksegrp 0xc1803ae0 [SLPQ kserel 0xc1803b14][SLP]
thread 0xc1dbd000 ksegrp 0xc1803ae0 [SLPQ kserel 0xc1803b14][SLP]
thread 0xc1d7e600 ksegrp 0xc1803ae0 [SLPQ kserel 0xc1803b14][SLP]
thread 0xc2b14180 ksegrp 0xc1803ae0 [SLPQ kserel 0xc1803b14][SLP]
thread 0xc1f38180 ksegrp 0xc258c7e0 [SLPQ ksesigwait 0xc1eae334][SLP]
thread 0xc2b14000 ksegrp 0xc1803ae0 [RUNQ]
23086 c258b7f0 1001 23083 614 0008082 (threaded) thr1
thread 0xc1ead300 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc2c34180 ksegrp 0xc258c4e0 [RUNQ]
thread 0xc27a4d80 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc1f38600 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc2be3180 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc1d7ea80 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc1f31180 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc22a0780 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc278ed80 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc1855900 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc1ead600 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc168a180 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc20adc00 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc2a73600 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc2a62780 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
thread 0xc20aa780 ksegrp 0xc2bea2a0 [SLPQ ksesigwait 0xc258b928][SLP]
thread 0xc1dbb000 ksegrp 0xc258c4e0 [SLPQ kserel 0xc258c514][SLP]
23085 c267f1fc 1001 23083 614 0008082 (threaded) thr1
thread 0xc2a73780 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc2a5d900 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1d79600 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1ead000 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1f31900 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc2c31a80 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc2a5e300 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1e91c00 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1f38a80 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc22ea180 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc2304780 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc2a66180 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc22ea600 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc2a5d600 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1f13c00 ksegrp 0xc214e8a0 [RUNQ]
thread 0xc1f2f780 ksegrp 0xc258c900 [SLPQ ksesigwait 0xc267f334][SLP]
thread 0xc2a4a900 ksegrp 0xc214e8a0 [RUNQ]
23084 c256e3f8 1001 23083 614 0008082 (threaded) thr1
thread 0xc2a5ec00 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1eaca80 ksegrp 0xc1e8cc60 [RUNQ]
thread 0xc2c32900 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1dcf600 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1f2d780 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1d79780 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1eb1a80 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1eac780 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1f2da80 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc168a000 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1eaf900 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1d71000 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc22dad80 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc1e8e000 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc20ad600 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
thread 0xc2a6ec00 ksegrp 0xc258cba0 [SLPQ ksesigwait 0xc256e530][SLP]
thread 0xc2c40c00 ksegrp 0xc1e8cc60 [SLPQ kserel 0xc1e8cc94][SLP]
23083 c1e8d1fc 1001 23058 614 0000002 [SLPQ wait 0xc1e8d1fc][SLP] thr1
23082 c1851de4 1001 23064 614 0000002 [CPU 0] swap
23081 c267f7f0 1001 23064 614 0000002 [SLPQ wait 0xc267f7f0][SLP] swap
23080 c1e6f3f8 1001 23079 614 0000002 [RUNQ] mkdir
23079 c258d5f4 1001 23057 614 0000002 [SLPQ wait 0xc258d5f4][SLP] mkdir
23078 c1e8b7f0 1001 23066 614 0000002 [RUNQ] creat
23077 c22115f4 1001 23066 614 0000002 [RUNQ] creat
23076 c258bde4 1001 23066 614 0000002 [RUNQ] creat
23075 c25ccde4 1001 23066 614 0000002 [RUNQ] creat
23074 c256e1fc 1001 23064 614 0000002 [SLPQ piperd 0xc2221000][SLP] swap
23073 c1e8d7f0 1001 23066 614 0000002 [RUNQ] creat
23072 c26807f0 1001 23066 614 0000002 [RUNQ] creat
23071 c1eaebe8 1001 23066 614 0000002 [LOCK sleep mtxpool c17f3dc0] creat
23070 c267fbe8 1001 23064 614 0000002 [SLPQ piperd 0xc2cb5900][SLP] swap
23069 c26847f0 1001 23064 614 0000002 [RUNQ] swap
23068 c1e6fbe8 1001 23064 614 0000002 [SLPQ piperd 0xc176ed80][SLP] swap
23067 c26809ec 1001 23064 614 0000002 [RUNQ] swap
23066 c2589be8 1001 23056 614 0000002 [SLPQ wait 0xc2589be8][SLP] creat
23065 c26843f8 1001 23064 614 0000002 [SLPQ piperd 0xc2221d80][SLP] swap
23064 c1eb0be8 1001 23055 614 0000002 [SLPQ wait 0xc1eb0be8][SLP] swap
23063 c1e703f8 1001 621 614 0004002 [SLPQ allproc 0xc0938644][SLP] udp
23062 c18019ec 1001 621 614 0004002 [SLPQ allproc 0xc0938644][SLP] tcp
23058 c256e000 1001 621 614 0004002 [SLPQ allproc 0xc0938644][SLP] thr1
23057 c26849ec 1001 621 614 0004002 [SLPQ allproc 0xc0938644][SLP] mkdir
23056 c256ede4 1001 621 614 0004002 [SLPQ allproc 0xc0938644][SLP] creat
23055 c25897f0 1001 621 614 0004002 [SLPQ allproc 0xc0938644][SLP] swap
621 c1850be8 1001 620 614 0000002 [SLPQ wait 0xc1850be8][SLP] run
620 c18017f0 1001 619 614 0000002 [SLPQ wait 0xc18017f0][SLP] run
619 c1801000 1001 614 614 0004002 [SLPQ nanslp 0xc0938e0c][SLP] run
614 c172e9ec 1001 594 614 0004002 [SLPQ wait 0xc172e9ec][SLP] sh
609 c18503f8 1001 603 609 0004002 [SLPQ allproc 0xc0938644][SLP] top
603 c18507f0 1001 602 603 0004002 [SLPQ wait 0xc18507f0][SLP] bash
602 c18509ec 1001 600 600 0000100 [SLPQ select 0xc09860e4][SLP] sshd
600 c1801be8 0 440 600 0004100 [SLPQ sbwait 0xc1811c48][SLP] sshd
594 c1850de4 1001 593 594 0004002 [SLPQ wait 0xc1850de4][SLP] bash
593 c18511fc 1001 591 591 0000100 [SLPQ select 0xc09860e4][SLP] sshd
591 c1801de4 0 440 591 0004100 [SLPQ sbwait 0xc1811334][SLP] sshd
561 c1800000 0 1 561 0004002 [SLPQ ttyin 0xc16c1c10][SLP] getty
560 c18515f4 0 1 560 0004002 [SLPQ ttyin 0xc16c2010][SLP] getty
559 c172e7f0 0 1 559 0004002 [SLPQ ttyin 0xc16c2410][SLP] getty
558 c18513f8 0 1 558 0004002 [SLPQ ttyin 0xc16b9010][SLP] getty
557 c1851000 0 1 557 0004002 [SLPQ ttyin 0xc16b7410][SLP] getty
556 c18005f4 0 1 556 0004002 [SLPQ ttyin 0xc16b9410][SLP] getty
555 c18015f4 0 1 555 0004002 [SLPQ ttyin 0xc16b6c10][SLP] getty
554 c18505f4 0 1 554 0004002 [SLPQ sysctl lock 0xc0938c10][SLP] login
524 c1800de4 0 1 524 0000000 [SLPQ select 0xc09860e4][SLP] moused
462 c172fde4 0 1 462 0000000 [SLPQ allproc 0xc0938650][SLP] cron
450 c1632de4 25 1 450 0000100 [SLPQ sysctl lock 0xc0938c10][SLP] sendmail
446 c18003f8 0 1 446 0000100 [SLPQ sysctl lock 0xc0938c10][SLP] sendmail
440 c18013f8 0 1 440 0000100 [SLPQ select 0xc09860e4][SLP] sshd
422 c172e5f4 0 1 422 0000000 [SLPQ select 0xc09860e4][SLP] ntpd
391 c172f9ec 0 1 391 0000000 [SLPQ select 0xc09860e4][SLP] usbd
371 c18009ec 0 366 366 0000000 [SLPQ - 0xc1808800][SLP] nfsd
370 c18007f0 0 366 366 0000000 [SLPQ - 0xc1808400][SLP] nfsd
369 c1800be8 0 366 366 0000000 [SLPQ - 0xc1808600][SLP] nfsd
368 c18011fc 0 366 366 0000000 [SLPQ - 0xc1808a00][SLP] nfsd
366 c18001fc 0 1 366 0000000 [SLPQ select 0xc09860e4][SLP] nfsd
364 c172fbe8 0 1 364 0000000 [SLPQ select 0xc09860e4][SLP] mountd
295 c172e3f8 0 1 295 0000000 [SLPQ select 0xc09860e4][SLP] rpcbind
281 c172e000 0 1 281 0000000 [SLPQ select 0xc09860e4][SLP] syslogd
252 c172e1fc 0 1 252 0000000 [SLPQ select 0xc09860e4][SLP] devd
62 c172ebe8 0 0 0 0000204 [SLPQ allproc 0xc0938644][SLP] schedcpu
61 c172ede4 0 0 0 0000204 [SLPQ - 0xc098ddcc][SLP] nfsiod 3
60 c172f000 0 0 0 0000204 [SLPQ - 0xc098ddc8][SLP] nfsiod 2
59 c172f1fc 0 0 0 0000204 [SLPQ - 0xc098ddc4][SLP] nfsiod 1
58 c172f3f8 0 0 0 0000204 [SLPQ - 0xc098ddc0][SLP] nfsiod 0
57 c172f5f4 0 0 0 0000204 [SLPQ syncer 0xc0938b80][SLP] syncer
56 c172f7f0 0 0 0 0000204 [SLPQ vlruwt 0xc172f7f0][SLP] vnlru
55 c15713f8 0 0 0 0000204 [SLPQ psleep 0xc0986630][SLP] bufdaemon
54 c15715f4 0 0 0 000020c [SLPQ pgzero 0xc09945c4][SLP] pagezero
53 c15717f0 0 0 0 0000204 [SLPQ psleep 0xc0994114][SLP] vmdaemon
52 c15719ec 0 0 0 0000204 [SLPQ psleep 0xc09940d0][SLP] pagedaemon
51 c1571be8 0 0 0 0000204 [SLPQ - 0xc1669a3c][SLP] fdc0
50 c1571de4 0 0 0 0000204 [IWAIT] swi0: sio
49 c1632000 0 0 0 0000204 [SLPQ usbevt 0xc160da10][SLP] usb4
48 c16321fc 0 0 0 0000204 [SLPQ usbevt 0xc1661210][SLP] usb3
47 c16323f8 0 0 0 0000204 [SLPQ usbevt 0xc164a210][SLP] usb2
46 c16325f4 0 0 0 0000204 [SLPQ usbevt 0xc164e210][SLP] usb1
45 c16327f0 0 0 0 0000204 [SLPQ usbtsk 0xc0903b14][SLP] usbtask
44 c16329ec 0 0 0 0000204 [SLPQ usbevt 0xc1624210][SLP] usb0
9 c1632be8 0 0 0 0000204 [SLPQ actask 0xc0afbf4c][SLP] acpi_task2
8 c1564be8 0 0 0 0000204 [SLPQ actask 0xc0afbf4c][SLP] acpi_task1
7 c1564de4 0 0 0 0000204 [SLPQ actask 0xc0afbf4c][SLP] acpi_task0
43 c156f000 0 0 0 0000204 [IWAIT] swi2: cambio
42 c156f1fc 0 0 0 0000204 [IWAIT] swi5:+
41 c156f3f8 0 0 0 0000204 [IWAIT] swi6: acpitaskq
6 c156f5f4 0 0 0 0000204 [SLPQ - 0xc1618dc0][SLP] thread taskq
40 c156f7f0 0 0 0 0000204 [IWAIT] swi6:+
39 c156f9ec 0 0 0 0000204 [IWAIT] swi6: task queue
5 c156fbe8 0 0 0 0000204 [SLPQ - 0xc1597a00][SLP] kqueue taskq
38 c156fde4 0 0 0 0000204 [SLPQ - 0xc0901840][SLP] yarrow
4 c1571000 0 0 0 0000204 [SLPQ - 0xc0906308][SLP] g_down
3 c15711fc 0 0 0 0000204 [SLPQ - 0xc0906304][SLP] g_up
2 c15565f4 0 0 0 0000204 [SLPQ - 0xc09062fc][SLP] g_event
37 c15567f0 0 0 0 0000204 [IWAIT] swi1: net
36 c15569ec 0 0 0 0000204 [IWAIT] swi3: vm
35 c1556be8 0 0 0 000020c [IWAIT] swi4: clock sio
34 c1556de4 0 0 0 0000204 [IWAIT] irq23: ehci0
33 c1564000 0 0 0 0000204 [IWAIT] irq22: rl0
32 c15641fc 0 0 0 0000204 [IWAIT] irq21:
31 c15643f8 0 0 0 0000204 [IWAIT] irq20:
30 c15645f4 0 0 0 0000204 [IWAIT] irq19: uhci1
29 c15647f0 0 0 0 0000204 [IWAIT] irq18: uhci2
28 c15649ec 0 0 0 0000204 [IWAIT] irq17: pcm0
27 c15251fc 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
26 c15253f8 0 0 0 0000204 [IWAIT] irq15: ata1
25 c15255f4 0 0 0 0000204 [IWAIT] irq14: ata0
24 c15257f0 0 0 0 0000204 [IWAIT] irq13:
23 c15259ec 0 0 0 0000204 [IWAIT] irq12: psm0
22 c1525be8 0 0 0 0000204 [IWAIT] irq11:
21 c1525de4 0 0 0 0000204 [IWAIT] irq10:
20 c1556000 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c15561fc 0 0 0 0000204 [IWAIT] irq8:
18 c15563f8 0 0 0 0000204 [IWAIT] irq7: ppc0
17 c1520000 0 0 0 0000204 [IWAIT] irq6: fdc0
16 c15201fc 0 0 0 0000204 [IWAIT] irq5:
15 c15203f8 0 0 0 0000204 [IWAIT] irq4: sio0
14 c15205f4 0 0 0 0000204 [IWAIT] irq3:
13 c15207f0 0 0 0 0000204 [IWAIT] irq0:
12 c15209ec 0 0 0 0000204 [IWAIT] irq1: atkbd0
11 c1520be8 0 0 0 000020c [Can run] idle: cpu0
1 c1520de4 0 0 1 0004200 [SLPQ wait 0xc1520de4][SLP] init
10 c1525000 0 0 0 0000204 [SLPQ ktrace 0xc0936d78][SLP] ktrace
0 c0906400 0 0 0 0000200 [SLPQ allproc 0xc0938644][SLP] swapper
23061 c2212be8 1001 621 614 0006002 zomb[INACTIVE] sysctl
23060 c258a5f4 1001 621 614 0006002 zomb[INACTIVE] syscall
23059 c1e8b5f4 1001 621 614 0006002 zomb[INACTIVE] rw
db> call doadump
Dumping 255 MB
16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset
(kgdb) p allproc_lock
$1 = {sx_object = {lo_class = 0xc08a55ac, lo_name = 0xc0840921 "allproc", lo_type = 0xc0840921 "allproc", lo_flags = 0x3b0000,
lo_list = {tqe_next = 0xc0938660, tqe_prev = 0xc0994590}, lo_witness = 0xc0949930}, sx_lock = 0xc0937b18, sx_cnt = 0xffffffff,
sx_shrd_cv = {cv_description = 0xc0840921 "allproc", cv_waiters = 0x9}, sx_shrd_wcnt = 0x9, sx_excl_cv = {
cv_description = 0xc0840921 "allproc", cv_waiters = 0x1}, sx_excl_wcnt = 0x1, sx_xholder = 0xc22a0000}
(kgdb) p sysctllock
$2 = {sx_object = {lo_class = 0xc08a55ac, lo_name = 0xc0841c80 "sysctl lock", lo_type = 0xc0841c80 "sysctl lock", lo_flags = 0x3b0000,
lo_list = {tqe_next = 0xc0906b40, tqe_prev = 0xc08a0e74}, lo_witness = 0xc0949098}, sx_lock = 0xc0937698, sx_cnt = 0xffffffff,
sx_shrd_cv = {cv_description = 0xc0841c80 "sysctl lock", cv_waiters = 0x0}, sx_shrd_wcnt = 0x0, sx_excl_cv = {
cv_description = 0xc0841c80 "sysctl lock", cv_waiters = 0x3}, sx_excl_wcnt = 0x3, sx_xholder = 0xc1731a80}
(kgdb) p proctree_lock
$3 = {sx_object = {lo_class = 0xc08a55ac, lo_name = 0xc0840929 "proctree", lo_type = 0xc0840929 "proctree", lo_flags = 0x3b0000,
lo_list = {tqe_next = 0xc09386a0, tqe_prev = 0xc0938630}, lo_witness = 0xc0949958}, sx_lock = 0xc0937314, sx_cnt = 0x2,
sx_shrd_cv = {cv_description = 0xc0840929 "proctree", cv_waiters = 0x0}, sx_shrd_wcnt = 0x0, sx_excl_cv = {
cv_description = 0xc0840929 "proctree", cv_waiters = 0x0}, sx_excl_wcnt = 0x0, sx_xholder = 0x0}