GENERIC RELENG_6 from Mar 15 18:46 UTC, vmcore.51
Livelock
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.1-PRERELEASE #1: Wed Mar 15 19:53:25 CET 2006
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Hyperthreading: 2 logical CPUs
real memory = 1073676288 (1023 MB)
avail memory = 1041571840 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
WARNING: /home was not properly dismounted
WARNING: /tmp was not properly dismounted
WARNING: /usr was not properly dismounted
WARNING: /var was not properly dismounted
fxp0: link state changed to UP
~KDB: enter: Line break on console
[thread pid 14 tid 100002 ]
Stopped at kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc4aefc00: pid 14 "idle: cpu0"
curpcb = 0xe35c9d90
fpcurthread = none
idlethread = 0xc4aefc00: pid 14 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4aefa80: pid 13 "idle: cpu1"
curpcb = 0xe35c6d90
fpcurthread = none
idlethread = 0xc4aefa80: pid 13 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc4aef900: pid 12 "idle: cpu2"
curpcb = 0xe35c3d90
fpcurthread = none
idlethread = 0xc4aef900: pid 12 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4aef780: pid 11 "idle: cpu3"
curpcb = 0xe35c0d90
fpcurthread = none
idlethread = 0xc4aef780: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
db> show lockedvnods
Locked vnodes
0xc4e3d220: tag ufs, type VDIR
usecount 240, writecount 0, refcount 243 mountedhere 0
flags (VV_ROOT)
v_object 0xc4f67a50 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc4ea4780 (pid 2884) with 44 pending
ino 2, on dev ad0s1a
0xc5448220: tag ufs, type VDIR
usecount 1, writecount 0, refcount 4 mountedhere 0xc4c90000
flags ()
v_object 0xc5595108 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc5795000 (pid 2886) with 1 pending
ino 6, on dev ad0s1a
0xc6355880: tag ufs, type VDIR
usecount 82, writecount 0, refcount 101 mountedhere 0
flags (VV_ROOT)
v_object 0xc66126b4 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc578f780 (pid 2881) with 34 pending
ino 2, on dev md0c
db> where 2884
Tracing pid 2884 tid 100065 td 0xc4ea4780
sched_switch(c4ea4780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c5448278,c093c620,0,c0874696,20d) at sleepq_switch+0xc1
sleepq_wait(c5448278,0,c544829c,b1,c086f986) at sleepq_wait+0x46
msleep(c5448278,c093c268,50,c0878b29,0) at msleep+0x275
acquire(e754396c,40,60000,c4ea4780,0) at acquire+0x76
lockmgr(c5448278,2002,c544829c,c4ea4780,e7543990) at lockmgr+0x42a
vop_stdlock(e75439d4,c0912b00,e75439d4,e75439a0,c07866c8) at vop_stdlock+0x1e
VOP_LOCK_APV(c0913040,e75439d4,e75439b4,c08184eb,e75439d4) at VOP_LOCK_APV+0x87
ffs_lock(e75439d4,2002,c5448220,e75439f0,c06a0e0c) at ffs_lock+0x10
VOP_LOCK_APV(c0912b00,e75439d4) at VOP_LOCK_APV+0x87
vn_lock(c5448220,2002,c4ea4780,c5448220,2002) at vn_lock+0xa8
vget(c5448220,2002,c4ea4780,c4e3d278,e7543a88) at vget+0xba
cache_lookup(c4e3d220,e7543bb4,e7543bc8) at cache_lookup+0x348
vfs_cache_lookup(e7543b14,c4e3d220,e7543bc8,e7543b30,c068ea6e) at vfs_cache_lookup+0x8f
VOP_LOOKUP_APV(c0912b00,e7543b14) at VOP_LOOKUP_APV+0x87
lookup(e7543ba0,0,0,c4ea4780,c6355880) at lookup+0x3f6
namei(e7543ba0,8068384,0,0,c4e3d220) at namei+0x37e
kern_lstat(c4ea4780,8068384,0,e7543c74) at kern_lstat+0x47
lstat(c4ea4780,e7543d04,2,1,292) at lstat+0x1b
syscall(3b,3b,3b,805ed89,806837e) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (190, FreeBSD ELF32, lstat), eip = 0x2818fe2b, esp = 0xbfbfe59c, ebp = 0xbfbfe6b8 ---
db> where 2886
Tracing pid 2886 tid 100196 td 0xc5795000
sched_switch(c5795000,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c4c90024,c093c620,0,c0874696,20d) at sleepq_switch+0xc1
sleepq_wait(c4c90024,0,c086f986,e7711c2c,c087a55e) at sleepq_wait+0x46
msleep(c4c90024,c093bb84,50,c087a580,0) at msleep+0x275
acquiredrain(c4c90020,0,c5795000,0,c4c90000) at acquiredrain+0x66
lockmgr(c4c90020,2007,c4c90044,c5795000,c093c660) at lockmgr+0x5c1
dounmount(c4c90000,8080000,c5795000,c093c660,0) at dounmount+0xf4
unmount(c5795000,e7711d04,2,4,206) at unmount+0x1f6
syscall(3b,3b,3b,804a465,804de01) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280c0417, esp = 0xbfbfe37c, ebp = 0xbfbfe428 ---
db> where 2881
Tracing pid 2881 tid 100164 td 0xc578f780
sched_switch(c578f780,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c4e3d278,c093c620,0,c0874696,20d) at sleepq_switch+0xc1
sleepq_wait(c4e3d278,0,c578f780,c5448220,c087b5ac) at sleepq_wait+0x46
msleep(c4e3d278,c093b434,50,c0878b29,0) at msleep+0x275
acquire(e7702780,40,60000,c578f780,0) at acquire+0x76
lockmgr(c4e3d278,1002,c4e3d29c,c578f780,e77027a4) at lockmgr+0x42a
vop_stdlock(e7702814,c0912b00,e7702814,e77027b4,c07866c8) at vop_stdlock+0x1e
VOP_LOCK_APV(c0913040,e7702814,e77027c8,c08184eb,e7702814) at VOP_LOCK_APV+0x87
ffs_lock(e7702814,c5448220,0,e7702830,c068ed1f) at ffs_lock+0x10
VOP_LOCK_APV(c0912b00,e7702814) at VOP_LOCK_APV+0x87
lookup(e77028a0,0,0,c578f780,c093c660) at lookup+0x6a7
namei(e77028a0,bfbfe460,0,0,c4e3d220) at namei+0x37e
kern_statfs(c578f780,bfbfe460,0,e7702af4) at kern_statfs+0x60
statfs(c578f780,e7702d04,2,5,296) at statfs+0x21
syscall(3b,3b,3b,280502a0,bfbfe9ec) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (396, FreeBSD ELF32, statfs), eip = 0x280bf017, esp = 0xbfbfe26c, ebp = 0xbfbfe878 ---
db> show lockedbufs
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
2925 c6431c48 0 489 2925 4000100 [SLPQ ufs 0xc4e3d278][SLP] sshd
2924 c5790c48 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2923 c5b79c48 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2922 c5797830 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2921 c4ea320c 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2920 c4f1c830 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2919 c4ea6000 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2918 c5797a3c 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2917 c510f20c 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2916 c5452830 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2915 c4f69418 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2914 c510f000 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2913 c5794830 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2912 c5790418 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2911 c642ea3c 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2910 c642ec48 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2909 c531c418 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2908 c6431000 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2907 c4f1b20c 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2906 c5452a3c 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2905 c501e000 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2904 c4e8e830 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2903 c510e418 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2902 c531f20c 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2901 c4fcb20c 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2900 c5b7a20c 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2899 c531c830 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2898 c545a000 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2897 c5315c48 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2896 c5b7a624 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2895 c5b7a418 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2894 c531f624 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2893 c5316624 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2892 c578ca3c 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2891 c4ea3624 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2890 c545a624 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2889 c5b79624 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2888 c5790000 25 501 501 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2887 c531c624 0 495 495 0000100 [SLPQ ufs 0xc4e3d278][SLP] sendmail
2886 c5e9b000 0 2122 2122 0004002 [SLPQ vfslock 0xc4c90024][SLP] umount
2885 c4f73000 0 934 913 0004002 [SLPQ ufs 0xc4e3d278][SLP] sh
2884 c4ea3418 0 1136 969 0004002 [SLPQ ufs 0xc5448278][SLP] sh
2883 c579720c 0 1720 1575 0004002 [SLPQ ufs 0xc63558d8][SLP] sh
2882 c4f1ba3c 0 2880 1781 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2881 c578c624 0 2880 1781 0000002 [SLPQ ufs 0xc4e3d278][SLP] mkdir
2880 c4f7320c 0 2879 1781 0000002 [SLPQ wait 0xc4f7320c][SLP] mkdir
2879 c5e9b20c 0 2031 1781 0004002 [SLPQ wait 0xc5e9b20c][SLP] mkdir
2872 c4e09c48 0 2868 2122 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2871 c4f69c48 0 2868 2122 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2870 c5e9b830 0 2868 2122 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2869 c5794a3c 0 2868 2122 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2868 c501fa3c 0 2866 2122 0000002 [SLPQ wait 0xc501fa3c][SLP] mkdir
2866 c510f830 0 2863 2122 0004002 [SLPQ wait 0xc510f830][SLP] mkdir
2863 c578c000 0 2862 2122 0000002 [SLPQ wait 0xc578c000][SLP] run
2862 c5451c48 0 2857 2122 0000002 [SLPQ wait 0xc5451c48][SLP] run
2857 c531f418 0 2854 2122 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
2854 c4f12830 0 2853 2122 0004002 [SLPQ wait 0xc4f12830][SLP] sh
2853 c5797c48 0 2122 2122 0000002 [SLPQ wait 0xc5797c48][SLP] sh
2850 c510e830 0 2848 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
2849 c5b7a000 0 2848 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
2848 c4f1b418 0 2830 1251 0000002 [SLPQ wait 0xc4f1b418][SLP] creat
2847 c501f830 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2846 c4f1cc48 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2845 c545aa3c 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2844 c5bc2c48 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2843 c578c418 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2842 c5e9bc48 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2841 c5316a3c 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2840 c5b79418 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2839 c5e9a830 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2838 c531f830 0 2832 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2837 c4f69624 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2836 c5790830 0 2833 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] swap
2835 c531c000 0 2832 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2834 c531f000 0 2832 1251 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
2833 c4f73c48 0 2829 1251 0000002 [SLPQ wait 0xc4f73c48][SLP] swap
2832 c5452000 0 2831 1251 0000002 [SLPQ wait 0xc5452000][SLP] mkdir
2831 c4fca624 0 1371 1251 0004002 [SLPQ wait 0xc4fca624][SLP] mkdir
2830 c5e9b418 0 1371 1251 0004002 [SLPQ wait 0xc5e9b418][SLP] creat
2829 c5451830 0 1371 1251 0004002 [SLPQ wait 0xc5451830][SLP] swap
2237 c4e8e418 0 0 0 0000204 [SLPQ mdwait 0xc5e39800][SLP] md0
2122 c5316418 0 695 2122 0004002 [SLPQ wait 0xc5316418][SLP] sh
2031 c5315000 0 2030 1781 0000002 [SLPQ wait 0xc5315000][SLP] run
2030 c4f12c48 0 2029 1781 0000002 [SLPQ wait 0xc4f12c48][SLP][SWAP] run
2029 c5794624 0 2027 1781 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
2027 c5451624 0 1 1781 0004002 [SLPQ wait 0xc5451624][SLP][SWAP] sh
1838 c5bc220c 0 1822 714 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1835 c5bc2830 0 1822 714 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1833 c4f69a3c 0 1822 714 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1832 c4fcac48 0 1822 714 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1830 c5797000 0 1822 714 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1828 c4fca20c 0 1822 714 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1822 c4f69830 0 1788 714 0000002 [SLPQ wait 0xc4f69830][SLP] mkdir
1819 c4f6920c 0 1799 790 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
1818 c531ca3c 0 1799 790 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
1817 c5451a3c 0 1799 790 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
1814 c5b79a3c 0 1799 790 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
1805 c4f73418 0 1799 790 0000002 [SLPQ ufs 0xc63558d8][SLP] creat
1802 c642e624 0 1796 790 0000002 [SLPQ ufs 0xc63558d8][SLP] mkdir
1799 c6431830 0 1787 790 0000002 [SLPQ wait 0xc6431830][SLP] creat
1796 c5315418 0 1789 790 0000002 [SLPQ wait 0xc5315418][SLP] mkdir
1789 c4ea3830 0 810 790 0004002 [SLPQ wait 0xc4ea3830][SLP][SWAP] mkdir
1788 c4e8e20c 0 734 714 0004002 [SLPQ wait 0xc4e8e20c][SLP][SWAP] mkdir
1787 c6431a3c 0 810 790 0004002 [SLPQ wait 0xc6431a3c][SLP][SWAP] creat
1720 c5790624 0 1719 1575 0000002 [SLPQ wait 0xc5790624][SLP] run
1719 c4fcb418 0 1718 1575 0000002 [SLPQ wait 0xc4fcb418][SLP][SWAP] run
1718 c4f73624 0 1715 1575 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
1715 c4f73a3c 0 1 1575 0004002 [SLPQ wait 0xc4f73a3c][SLP][SWAP] sh
1371 c5316c48 0 1370 1251 0000002 [SLPQ wait 0xc5316c48][SLP] run
1370 c4f69000 0 1369 1251 0000002 [SLPQ wait 0xc4f69000][SLP][SWAP] run
1369 c545120c 0 1366 1251 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
1366 c578cc48 0 1 1251 0004002 [SLPQ wait 0xc578cc48][SLP][SWAP] sh
1136 c4e09a3c 0 1135 969 0000002 [SLPQ wait 0xc4e09a3c][SLP] run
1135 c545a418 0 1133 969 0000002 [SLPQ wait 0xc545a418][SLP][SWAP] run
1133 c5e9a418 0 1130 969 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
1130 c4f1ca3c 0 1 969 0004002 [SLPQ wait 0xc4f1ca3c][SLP][SWAP] sh
934 c5451000 0 933 913 0000002 [SLPQ wait 0xc5451000][SLP] run
933 c4fca830 0 931 913 0000002 [SLPQ wait 0xc4fca830][SLP][SWAP] run
931 c4ea6c48 0 929 913 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
929 c4ea6418 0 1 913 0004002 [SLPQ wait 0xc4ea6418][SLP][SWAP] sh
810 c4ea3c48 0 809 790 0000002 [SLPQ wait 0xc4ea3c48][SLP][SWAP] run
809 c4e09624 0 808 790 0000002 [SLPQ wait 0xc4e09624][SLP][SWAP] run
808 c510e000 0 805 790 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
805 c501f000 0 1 790 0004002 [SLPQ wait 0xc501f000][SLP][SWAP] sh
734 c501ea3c 0 733 714 0000002 [SLPQ wait 0xc501ea3c][SLP][SWAP] run
733 c5451418 0 732 714 0000002 [SLPQ wait 0xc5451418][SLP][SWAP] run
732 c4e8e000 0 729 714 0004002 [SLPQ nanslp 0xc093cf4c][SLP] run
729 c545220c 0 1 714 0004002 [SLPQ wait 0xc545220c][SLP][SWAP] sh
695 c5452624 0 692 695 0004002 [SLPQ wait 0xc5452624][SLP][SWAP] bash
692 c501fc48 0 691 692 0004002 [SLPQ pause 0xc501fc7c][SLP][SWAP] csh
691 c510e20c 1001 682 691 0004102 [SLPQ wait 0xc510e20c][SLP][SWAP] su
682 c5452c48 1001 681 682 0004002 [SLPQ wait 0xc5452c48][SLP][SWAP] bash
681 c501e20c 1001 679 679 0000100 [SLPQ select 0xc098a244][SLP] sshd
679 c4f12624 0 489 679 0004100 [SLPQ sbwait 0xc4fc3e90][SLP][SWAP] sshd
678 c545a20c 1001 672 678 0004002 [SLPQ select 0xc098a244][SLP] top
672 c510f624 1001 671 672 0004002 [SLPQ wait 0xc510f624][SLP][SWAP] bash
671 c4fcba3c 1001 669 669 0000100 [SLPQ select 0xc098a244][SLP] sshd
669 c501ec48 0 489 669 0004100 [SLPQ sbwait 0xc4fb420c][SLP][SWAP] sshd
615 c4f1c418 0 1 615 0004002 [SLPQ ttyin 0xc4cb3010][SLP][SWAP] getty
614 c501e624 0 1 614 0004002 [SLPQ ttyin 0xc4cac010][SLP][SWAP] getty
613 c4f12a3c 0 1 613 0004002 [SLPQ ttyin 0xc4c32c10][SLP][SWAP] getty
612 c4fcbc48 0 1 612 0004002 [SLPQ ttyin 0xc4cb2810][SLP][SWAP] getty
611 c4e8ec48 0 1 611 0004002 [SLPQ ttyin 0xc4cb2410][SLP][SWAP] getty
610 c4f1b830 0 1 610 0004002 [SLPQ ttyin 0xc4cb1410][SLP][SWAP] getty
609 c510ea3c 0 1 609 0004002 [SLPQ ttyin 0xc4cb1010][SLP][SWAP] getty
608 c510f418 0 1 608 0004002 [SLPQ ttyin 0xc4cb2010][SLP][SWAP] getty
593 c4f1bc48 0 1 593 0000000 [SLPQ select 0xc098a244][SLP][SWAP] inetd
569 c510fc48 0 1 569 0000000 [SLPQ select 0xc098a244][SLP][SWAP] moused
514 c4e8e624 0 1 514 0000000 [SLPQ ufs 0xc4e3d278][SLP] cron
501 c4fca000 25 1 501 0000100 [SLPQ pause 0xc4fca034][SLP] sendmail
495 c501f20c 0 1 495 0000100 [SLPQ select 0xc098a244][SLP] sendmail
489 c4e8ea3c 0 1 489 0000100 [SLPQ ufs 0xc4e3d278][SLP] sshd
469 c4ea620c 0 1 469 0000000 [SLPQ ufs 0xc4e3d278][SLP] ntpd
443 c4f1b000 0 1 443 0000000 [SLPQ select 0xc098a244][SLP] usbd
418 c4ea6a3c 0 414 414 0000000 [SLPQ - 0xc4fe0e00][SLP][SWAP] nfsd
417 c4ea3a3c 0 414 414 0000000 [SLPQ - 0xc4dfb800][SLP][SWAP] nfsd
416 c4c8b830 0 414 414 0000000 [SLPQ - 0xc4fe1000][SLP][SWAP] nfsd
415 c4e0920c 0 414 414 0000000 [SLPQ - 0xc4dfba00][SLP][SWAP] nfsd
414 c4ea6624 0 1 414 0000000 [SLPQ select 0xc098a244][SLP][SWAP] nfsd
412 c4e09830 0 1 412 0000000 [SLPQ select 0xc098a244][SLP] mountd
357 c4c8b624 0 1 357 0000000 [SLPQ select 0xc098a244][SLP] rpcbind
342 c4f1220c 0 1 342 0000000 [SLPQ select 0xc098a244][SLP] syslogd
297 c4f12418 0 1 297 0000000 [SLPQ select 0xc098a244][SLP][SWAP] devd
47 c4c8bc48 0 0 0 0000204 [SLPQ - 0xe5283d04][SLP] schedcpu
46 c4e08000 0 0 0 0000204 [SLPQ - 0xc09925ac][SLP] nfsiod 3
45 c4e0820c 0 0 0 0000204 [SLPQ - 0xc09925a8][SLP] nfsiod 2
44 c4e08418 0 0 0 0000204 [SLPQ - 0xc09925a4][SLP] nfsiod 1
43 c4e08624 0 0 0 0000204 [SLPQ - 0xc09925a0][SLP] nfsiod 0
42 c4e08830 0 0 0 0000204 [SLPQ sdflush 0xc0997c54][SLP] softdepflush
41 c4e08a3c 0 0 0 0000204 [SLPQ syncer 0xc093ccc0][SLP] syncer
40 c4e08c48 0 0 0 0000204 [SLPQ vlruwt 0xc4e08c48][SLP] vnlru
39 c4e09000 0 0 0 0000204 [SLPQ psleep 0xc098a7ac][SLP] bufdaemon
38 c4bedc48 0 0 0 000020c [SLPQ pgzero 0xc0998bc4][SLP] pagezero
37 c4c89000 0 0 0 0000204 [SLPQ psleep 0xc0998714][SLP] vmdaemon
36 c4c8920c 0 0 0 0000204 [SLPQ psleep 0xc09986d0][SLP] pagedaemon
35 c4c89418 0 0 0 0000204 [IWAIT] irq7: ppc0
34 c4c89624 0 0 0 0000204 [SLPQ - 0xc4bf0e3c][SLP] fdc0
33 c4c89830 0 0 0 0000204 [IWAIT] swi0: sio
32 c4c89a3c 0 0 0 0000204 [IWAIT] irq12: psm0
31 c4c89c48 0 0 0 0000204 [IWAIT] irq1: atkbd0
30 c4c8b000 0 0 0 0000204 [IWAIT] irq15: ata1
29 c4c8b20c 0 0 0 0000204 [IWAIT] irq14: ata0
28 c4c8b418 0 0 0 0000204 [IWAIT] irq17: fxp0
27 c4b46624 0 0 0 0000204 [SLPQ usbtsk 0xc0939be4][SLP] usbtask
26 c4b46830 0 0 0 0000204 [SLPQ usbevt 0xc4bf6210][SLP] usb0
25 c4b46a3c 0 0 0 0000204 [IWAIT] irq16: uhci0
24 c4b46c48 0 0 0 0000204 [IWAIT] irq48: em0
23 c4bed000 0 0 0 0000204 [IWAIT] irq9: acpi0
22 c4bed20c 0 0 0 0000204 [IWAIT] swi2: cambio
9 c4bed418 0 0 0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task_2
8 c4bed624 0 0 0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task_1
7 c4bed830 0 0 0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task_0
21 c4beda3c 0 0 0 0000204 [IWAIT] swi5: +
6 c4af320c 0 0 0 0000204 [SLPQ - 0xc4b45680][SLP] thread taskq
20 c4af3418 0 0 0 0000204 [IWAIT] swi6: Giant taskq
19 c4af3624 0 0 0 0000204 [IWAIT] swi6: task queue
5 c4af3830 0 0 0 0000204 [SLPQ - 0xc4b45900][SLP] kqueue taskq
18 c4af3a3c 0 0 0 0000204 [SLPQ - 0xc0937900][SLP] yarrow
4 c4af3c48 0 0 0 0000204 [SLPQ - 0xc093a428][SLP] g_down
3 c4b46000 0 0 0 0000204 [SLPQ - 0xc093a424][SLP] g_up
2 c4b4620c 0 0 0 0000204 [SLPQ - 0xc093a41c][SLP] g_event
17 c4b46418 0 0 0 0000204 [IWAIT] swi3: vm
16 c4aee000 0 0 0 000020c [IWAIT] swi4: clock sio
15 c4aee20c 0 0 0 0000204 [IWAIT] swi1: net
14 c4aee418 0 0 0 000020c [CPU 0] idle: cpu0
13 c4aee624 0 0 0 000020c [CPU 1] idle: cpu1
12 c4aee830 0 0 0 000020c [CPU 2] idle: cpu2
11 c4aeea3c 0 0 0 000020c [CPU 3] idle: cpu3
1 c4aeec48 0 0 1 0004200 [SLPQ wait 0xc4aeec48][SLP] init
10 c4af3000 0 0 0 0000204 [SLPQ ktrace 0xc093ae78][SLP] ktrace
0 c093a520 0 0 0 0000200 [IWAIT] swapper
1836 c5bc2624 0 1822 714 0002002 zomb[INACTIVE] mkdir
1807 c5b79000 0 1799 790 0002002 zomb[INACTIVE] creat
1837 c5bc2418 0 1822 714 0002002 zomb[INACTIVE] mkdir
db> call doadump
Dumping 1023 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) p *(struct mount *)0xc4c90000
$4 = {mnt_list = {tqe_next = 0x0, tqe_prev = 0xc4efb000}, mnt_op = 0xc09127a0, mnt_vfc = 0xc09127e0, mnt_vnodecovered = 0xc5448220,
mnt_syncer = 0xc68fc440, mnt_nvnodelist = {tqh_first = 0xc6355880, tqh_last = 0xc5fc8de4}, mnt_lock = {lk_interlock = 0xc093bb84,
lk_flags = 0x1080000, lk_sharecount = 0xc, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50,
lk_wmesg = 0xc087a580 "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0}, mnt_mtx = {mtx_object = {
lo_class = 0xc08d8424, lo_name = 0xc087a56f "struct mount mtx", lo_type = 0xc087a56f "struct mount mtx", lo_flags = 0x30000,
lo_list = {tqe_next = 0xc6443b58, tqe_prev = 0xc5e9e23c}, lo_witness = 0xc094bdd0}, mtx_lock = 0x4, mtx_recurse = 0x0},
mnt_writeopcount = 0x0, mnt_flag = 0x1000, mnt_opt = 0xc4df6060, mnt_optnew = 0x0, mnt_kern_flag = 0x21000001,
mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x1000, f_bsize = 0x800, f_iosize = 0x4000,
f_blocks = 0xc137, f_bfree = 0xc136, f_bavail = 0xb1c1, f_files = 0x32fe, f_ffree = 0x32fc, f_syncwrites = 0x0, f_asyncwrites = 0x0,
f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0,
f_fsid = {val = {0x441908a8, 0x46dbac2b}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "ufs", '\0' <repeats 12 times>,
f_mntfromname = "/dev/md0c", '\0' <repeats 78 times>, f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc545db80,
mnt_data = 0xc6443b00, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0x0, mnt_mntlabel = 0x0, mnt_fslabel = 0x0,
mnt_nvnodelistsize = 0xb, mnt_hashseed = 0xa5dd813a, mnt_markercnt = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0,
mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x7e0f, mnt_ref = 0xb}
(kgdb) lock 0xc4e3d278
$5 = {lk_interlock = 0xc093b434, lk_flags = 0x2040040, lk_sharecount = 0x0, lk_waitcount = 0x2c, lk_exclusivecount = 0x1, lk_prio = 0x50,
lk_wmesg = 0xc0878b29 "ufs", lk_timo = 0x33, lk_lockholder = 0xc4ea4780, lk_newlock = 0x0}
Lock 0xc4e3d278 is owned by pid 2884
(kgdb) lock 0xc63558d8
$6 = {lk_interlock = 0xc093bba8, lk_flags = 0x2040040, lk_sharecount = 0x0, lk_waitcount = 0x22, lk_exclusivecount = 0x1, lk_prio = 0x50,
lk_wmesg = 0xc0878b29 "ufs", lk_timo = 0x33, lk_lockholder = 0xc578f780, lk_newlock = 0x0}
Lock 0xc63558d8 is owned by pid 2881
(kgdb) p *(struct lock *)0xc4c90020
$8 = {lk_interlock = 0xc093bb84, lk_flags = 0x1080000, lk_sharecount = 0xc, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50,
lk_wmesg = 0xc087a580 "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0}
(kgdb) p *(struct thread *)0xc5795000
$2 = {td_proc = 0xc5e9b000, td_ksegrp = 0xc5799600, td_plist = {tqe_next = 0x0, tqe_prev = 0xc5e9b010}, td_kglist = {tqe_next = 0x0,
tqe_prev = 0xc579960c}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc4ca9cc0}, td_lockq = {tqe_next = 0x0, tqe_prev = 0xe52f3b4c},
td_runq = {tqe_next = 0x0, tqe_prev = 0x0}, td_selq = {tqh_first = 0x0, tqh_last = 0x0}, td_sleepqueue = 0x0,
td_turnstile = 0xc4c86900, td_umtxq = 0xc5773740, td_tid = 0x18764, td_flags = 0x0, td_inhibitors = 0x2, td_pflags = 0x0,
td_dupfd = 0x0, td_wchan = 0xc4c90024, td_wmesg = 0xc087a580 "vfslock", td_lastcpu = 0x2, td_oncpu = 0xff, td_owepreempt = 0x0,
td_locks = 0x1, td_blocked = 0x0, td_ithd = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0x0,
td_intr_nesting_level = 0x0, td_pinned = 0x0, td_mailbox = 0x0, td_ucred = 0xc52d1c00, td_standin = 0x0, td_upcall = 0x0,
td_sticks = 0x4, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {
__bits = {0x0, 0x0, 0x0, 0x0}}, td_siglist = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0x15, td_sigstk = {ss_sp = 0x0,
ss_size = 0x0, ss_flags = 0x4}, td_kflags = 0x0, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_base_pri = 0x50,
td_priority = 0x50, td_pcb = 0xe7711d90, td_state = TDS_INHIBITED, td_retval = {0x0, 0x1a}, td_slpcallout = {c_links = {sle = {
sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0xd8b2ba58}}, c_time = 0x1e4a41, c_arg = 0xc5795000,
c_func = 0xc065f2e8 <sleepq_timeout>, c_mtx = 0x0, c_flags = 0x10}, td_frame = 0xe7711d38, td_kstack_obj = 0xc5549630,
td_kstack = 0xe7710000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1,
td_md = {md_spinlock_count = 0x1, md_saved_flags = 0x246}, td_sched = 0xc5795154}