GENERIC HEAD from Oct 30 09:47 UTC, vmcore.480
Livelock
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #38: Sun Oct 30 11:00:25 CET 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 251998208 (240 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
Limiting icmp unreach response from 6369 to 200 packets/sec
Limiting icmp unreach response from 5152 to 200 packets/sec
:
Limiting icmp unreach response from 5324 to 200 packets/sec
Limiting icmp unreach response from 3534 to 200 packets/sec
~KDB: enter: Line break on console
[thread pid 11 tid 100005 ]
Stopped at kdb_enter+0x2b: nop
db> show pcpu
cpuid = 0
curthread = 0xc155a780: pid 11 "idle: cpu0"
curpcb = 0xcbfa6d90
fpcurthread = none
idlethread = 0xc155a780: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
db> show alllocks
Process 13126 (creat) thread 0xc2405900 (100137)
exclusive sx user map r = 0 (0xc1855d28) locked @ vm/vm_map.c:2997
Process 449 (sendmail) thread 0xc186b780 (100070)
exclusive sx user map r = 0 (0xc15619a4) locked @ vm/vm_map.c:2997
Process 425 (ntpd) thread 0xc1789300 (100062)
exclusive sx user map r = 0 (0xc1561e54) locked @ vm/vm_map.c:2997
Process 1 (init) thread 0xc155a600 (100006)
exclusive sx user map r = 0 (0xc1561044) locked @ vm/vm_map.c:2997
db> where 13126
Tracing pid 13126 tid 100137 td 0xc2405900
sched_switch(c2405900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c09830c4,cf42097c,c06459a5,c09830c4,0) at sleepq_switch+0xe0
sleepq_wait(c09830c4,0,0,c0873164,759) at sleepq_wait+0x30
msleep(c09830c4,c09830e0,50,c08730f9,0) at msleep+0x311
getnewbuf(0,0,4000,4000,fffd0000) at getnewbuf+0x5a8
getblk(c1790570,fffffff4,ffffffff,4000,0) at getblk+0x3b3
ufs_bmaparray(c1790570,c,0,cf420ac0,0) at ufs_bmaparray+0x5e6
ufs_bmap(cf420b14,cf420b7c,c1790570,cf420b40,c07a3918) at ufs_bmap+0x4b
VOP_BMAP_APV(c090c060,cf420b14) at VOP_BMAP_APV+0xa9
vnode_pager_haspage(c1064c60,33,0,cf420b80,cf420b7c) at vnode_pager_haspage+0x1cc
vm_fault_additional_pages(c1155e40,7,8,cf420c2c,cf420bf0) at vm_fault_additional_pages+0x9b
vm_fault(c1855ce4,280a9000,1,0,c2405900) at vm_fault+0x8df
trap_pfault(cf420d38,1,280a9e1c,280a9e1c,280a9e1c) at trap_pfault+0xee
trap(2805003b,3b,bfbf003b,28050288,bfbfead4) at trap+0x248
calltrap() at calltrap+0x5
--- trap 0xc, eip = 0x280a9e1c, esp = 0xbfbfe9bc, ebp = 0xbfbfe9e8 ---
db> x numfreebuffers
numfreebuffers: 29
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
13232 c29c2890 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13231 c23cf890 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13230 c1f86cd8 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13229 c1f62000 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13228 c29c2448 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13227 c1aac66c 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13226 c23eecd8 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13225 c2b12448 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13224 c23ec448 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13223 c29c266c 0 465 465 0000000 [SLPQ vmpfw 0xc115c0f8][SLP] cron
13222 c1aaccd8 0 465 465 0000000 [SLPQ newbuf 0xc09830c4][SLP] cron
13196 c29c3ab4 1001 13194 886 0008082 (threaded) thr1
thread 0xc1b1a300 ksegrp 0xc24049c0 [SLPQ vmpfw 0xc1155e40][SLP]
thread 0xc1e9ac00 ksegrp 0xc2404660 [SLPQ ksesigwait 0xc29c3b40][SLP]
13195 c186a224 1001 13194 886 0008082 (threaded) thr1
thread 0xc17ba000 ksegrp 0xc155d720 [SLPQ vmpfw 0xc1155e40][SLP]
thread 0xc1a33480 ksegrp 0xc1bf42a0 [SLPQ ksesigwait 0xc186a2b0][SLP]
13194 c1f8766c 1001 13128 886 0000002 [SLPQ wait 0xc1f8766c][SLP][SWAP] thr1
13177 c2b12000 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13176 c23cfab4 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13175 c1a32cd8 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13174 c17bc66c 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13173 c29c4ab4 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13172 c23d0224 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13171 c29c2cd8 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13170 c240b66c 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13169 c1a31224 1001 13157 886 0000002 [SLPQ flswai 0xc09830c4][SLP] rw
13157 c1f6266c 1001 13129 886 0000002 [SLPQ wait 0xc1f6266c][SLP][SWAP] rw
13150 c1aac448 1001 13125 886 0000002 [SLPQ vmpfw 0xc1155e40][SLP] swap
13149 c1f87000 1001 13132 886 0000002 [SLPQ vmpfw 0xc1155e40][SLP] tcp
13148 c23ec66c 1001 13135 886 0000002 [SLPQ flswai 0xc09830c4][SLP] creat
13147 c1aacab4 1001 13135 886 0000002 [SLPQ flswai 0xc09830c4][SLP] creat
13146 c1f86000 1001 13133 886 0000002 [SLPQ vmpfw 0xc1155e40][SLP] udp
13145 c1f87224 1001 13135 886 0000002 [SLPQ flswai 0xc09830c4][SLP] creat
13144 c23cfcd8 1001 13135 886 0000002 [SLPQ flswai 0xc09830c4][SLP] creat
13143 c29c4224 1001 13135 886 0000002 [SLPQ flswai 0xc09830c4][SLP] creat
13142 c1f87448 1001 13136 886 0000002 [SLPQ flswai 0xc09830c4][SLP] mkdir
13141 c23ee66c 1001 13136 886 0000002 [SLPQ flswai 0xc09830c4][SLP] mkdir
13140 c2403890 1001 13136 886 0000002 [SLPQ flswai 0xc09830c4][SLP] mkdir
13139 c29c366c 1001 13136 886 0000002 [SLPQ flswai 0xc09830c4][SLP] mkdir
13138 c1f62ab4 1001 13136 886 0000002 [SLPQ flswai 0xc09830c4][SLP] mkdir
13137 c2b11224 1001 13136 886 0000002 [SLPQ flswai 0xc09830c4][SLP] mkdir
13136 c1f87890 1001 13127 886 0000002 [SLPQ wait 0xc1f87890][SLP][SWAP] mkdir
13135 c1a32ab4 1001 13126 886 0000002 [SLPQ wait 0xc1a32ab4][SLP][SWAP] creat
13133 c2b11000 1001 906 886 0004002 [SLPQ vmpfw 0xc1155e40][SLP] udp
13132 c1f86ab4 1001 906 886 0004002 [SLPQ vmpfw 0xc1155e40][SLP] tcp
13129 c2403ab4 1001 906 886 0004002 [SLPQ vmpfw 0xc1155e40][SLP] rw
13128 c29c3890 1001 906 886 0004002 [SLPQ vmpfw 0xc1155e40][SLP] thr1
13127 c23d0cd8 1001 906 886 0004002 [SLPQ vmpfw 0xc1155e40][SLP] mkdir
13126 c240b890 1001 906 886 0004002 [SLPQ newbuf 0xc09830c4][SLP] creat
13125 c29c2000 1001 906 886 0004002 [SLPQ vmpfw 0xc1155e40][SLP] swap
906 c1a31cd8 1001 905 886 0000002 [SLPQ wait 0xc1a31cd8][SLP][SWAP] run
905 c186acd8 1001 904 886 0000002 [SLPQ wait 0xc186acd8][SLP][SWAP] run
904 c1a2eab4 1001 886 886 0004002 [SLPQ nanslp 0xc09357e4][SLP] run
886 c1a31448 1001 611 886 0004002 [SLPQ wait 0xc1a31448][SLP][SWAP] sh
611 c1a2e448 1001 610 611 0004002 [SLPQ wait 0xc1a2e448][SLP][SWAP] bash
610 c1a2e224 1001 608 608 0000100 [SLPQ select 0xc0982b04][SLP][SWAP] sshd
608 c1a32000 0 443 608 0004100 [SLPQ sbwait 0xc1857bc8][SLP][SWAP] sshd
565 c178666c 0 1 565 0004002 [SLPQ ttyin 0xc16e8010][SLP][SWAP] getty
564 c168e66c 0 1 564 0004002 [SLPQ ttyin 0xc16e8410][SLP][SWAP] getty
563 c186d224 0 1 563 0004002 [SLPQ ttyin 0xc16dd810][SLP][SWAP] getty
562 c186a890 0 1 562 0004002 [SLPQ ttyin 0xc16dc810][SLP][SWAP] getty
561 c186dab4 0 1 561 0004002 [SLPQ ttyin 0xc16ddc10][SLP][SWAP] getty
560 c186d890 0 1 560 0004002 [SLPQ ttyin 0xc16dbc10][SLP][SWAP] getty
559 c186aab4 0 1 559 0004002 [SLPQ ttyin 0xc16db810][SLP][SWAP] getty
558 c186a448 0 1 558 0004002 [SLPQ ttyin 0xc16d4410][SLP][SWAP] getty
544 c186d66c 0 1 544 0000000 [SLPQ select 0xc0982b04][SLP] inetd
465 c186d448 0 1 465 0000000 [SLPQ nanslp 0xc09357e4][SLP] cron
453 c186a66c 25 1 453 0000100 [SLPQ newbuf 0xc09830c4][SLP] sendmail
449 c186d000 0 1 449 0000100 [SLPQ newbuf 0xc09830c4][SLP] sendmail
443 c186dcd8 0 1 443 0000100 [SLPQ select 0xc0982b04][SLP][SWAP] sshd
425 c17bccd8 0 1 425 0000000 [SLPQ newbuf 0xc09830c4][SLP] ntpd
396 c17bc000 0 1 396 0000000 [SLPQ select 0xc0982b04][SLP] usbd
371 c1786224 0 366 366 0000000 [SLPQ newbuf 0xc09830c4][SLP] nfsd
370 c1786cd8 0 366 366 0000000 [SLPQ newbuf 0xc09830c4][SLP] nfsd
369 c17bc448 0 366 366 0000000 [SLPQ snaplk 0xc176a914][SLP] nfsd
368 c17bcab4 0 366 366 0000000 [SLPQ getblk 0xc6641bdc][SLP] nfsd
366 c1786448 0 1 366 0000000 [SLPQ select 0xc0982b04][SLP][SWAP] nfsd
364 c17bc224 0 1 364 0000000 [SLPQ select 0xc0982b04][SLP][SWAP] mountd
290 c1786890 0 1 290 0000000 [SLPQ newbuf 0xc09830c4][SLP] rpcbind
262 c17bc890 0 1 262 0000000 [SLPQ select 0xc0982b04][SLP][SWAP] devd
216 c1786ab4 0 1 216 0000000 [SLPQ flswai 0xc09830c4][SLP] syslogd
49 c168e890 0 0 0 0000204 [SLPQ - 0xce9fbd04][SLP] schedcpu
48 c168eab4 0 0 0 0000204 [SLPQ - 0xc098b18c][SLP] nfsiod 3
47 c168ecd8 0 0 0 0000204 [SLPQ - 0xc098b188][SLP] nfsiod 2
46 c1785000 0 0 0 0000204 [SLPQ - 0xc098b184][SLP] nfsiod 1
45 c1785224 0 0 0 0000204 [SLPQ - 0xc098b180][SLP] nfsiod 0
44 c1785448 0 0 0 0000204 [SLPQ snaplk 0xc176a914][SLP] syncer
43 c178566c 0 0 0 0000204 [SLPQ vlruwt 0xc178566c][SLP] vnlru
42 c1785890 0 0 0 0000204 [SLPQ snaplk 0xc176a914][SLP] bufdaemon
41 c1785ab4 0 0 0 000020c [SLPQ pgzero 0xc0991784][SLP] pagezero
40 c1785cd8 0 0 0 0000204 [SLPQ psleep 0xc09912d4][SLP] vmdaemon
39 c1786000 0 0 0 0000204 [SLPQ psleep 0xc0991290][SLP] pagedaemon
38 c163acd8 0 0 0 0000204 [IWAIT] irq1: atkbd0
37 c168d000 0 0 0 0000204 [IWAIT] irq7: ppc0
36 c168d224 0 0 0 0000204 [SLPQ - 0xc168983c][SLP] fdc0
35 c168d448 0 0 0 0000204 [IWAIT] swi0: sio
34 c168d66c 0 0 0 0000204 [IWAIT] irq17: pcm0
33 c168d890 0 0 0 0000204 [IWAIT] irq15: ata1
32 c168dab4 0 0 0 0000204 [IWAIT] irq14: ata0
31 c168dcd8 0 0 0 0000204 [IWAIT] irq22: rl0
30 c168e000 0 0 0 0000204 [SLPQ usbevt 0xc1627210][SLP] usb4
29 c168e224 0 0 0 0000204 [IWAIT] irq23: ehci0
28 c168e448 0 0 0 0000204 [SLPQ usbevt 0xc1682210][SLP] usb3
27 c158a66c 0 0 0 0000204 [SLPQ usbevt 0xc1670210][SLP] usb2
26 c158a890 0 0 0 0000204 [IWAIT] irq18: uhci2
25 c158aab4 0 0 0 0000204 [SLPQ usbevt 0xc165d210][SLP] usb1
24 c158acd8 0 0 0 0000204 [IWAIT] irq19: uhci1
23 c163a000 0 0 0 0000204 [SLPQ usbtsk 0xc0932424][SLP] usbtask
22 c163a224 0 0 0 0000204 [SLPQ usbevt 0xc1631210][SLP] usb0
21 c163a448 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
20 c163a66c 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c163a890 0 0 0 0000204 [IWAIT] swi5: Fast taskq
9 c163aab4 0 0 0 0000204 [SLPQ - 0xc1596480][SLP] acpi_task2
8 c155e224 0 0 0 0000204 [SLPQ - 0xc1596480][SLP] acpi_task1
7 c155e448 0 0 0 0000204 [SLPQ - 0xc1596480][SLP] acpi_task0
6 c155e66c 0 0 0 0000204 [SLPQ - 0xc1596500][SLP] thread taskq
18 c155e890 0 0 0 0000204 [IWAIT] swi6: Giant taskq
17 c155eab4 0 0 0 0000204 [IWAIT] swi6: task queue
5 c155ecd8 0 0 0 0000204 [SLPQ - 0xc1596780][SLP] kqueue taskq
16 c158a000 0 0 0 0000204 [IWAIT] swi2: cambio
15 c158a224 0 0 0 0000204 [SLPQ - 0xc0930140][SLP] yarrow
4 c158a448 0 0 0 0000204 [SLPQ - 0xc0932c68][SLP] g_down
3 c1559000 0 0 0 0000204 [SLPQ - 0xc0932c64][SLP] g_up
2 c1559224 0 0 0 0000204 [SLPQ - 0xc0932c5c][SLP] g_event
14 c1559448 0 0 0 0000204 [IWAIT] swi1: net
13 c155966c 0 0 0 0000204 [IWAIT] swi3: vm
12 c1559890 0 0 0 000020c [IWAIT] swi4: clock sio
11 c1559ab4 0 0 0 000020c [CPU 0] idle: cpu0
1 c1559cd8 0 0 1 0004200 [SLPQ newbuf 0xc09830c4][SLP] init
10 c155e000 0 0 0 0000204 [SLPQ ktrace 0xc09336d8][SLP] ktrace
0 c0932d60 0 0 0 0000200 [IWAIT] swapper
13212 c1a31000 0 1 0 0002204 zomb[INACTIVE] nfsiod 10
13210 c23ee890 0 1 0 0002204 zomb[INACTIVE] nfsiod 8
13211 c29c4890 0 1 0 0002204 zomb[INACTIVE] nfsiod 9
13208 c29c3cd8 0 1 0 0002204 zomb[INACTIVE] nfsiod 6
13209 c2403000 0 1 0 0002204 zomb[INACTIVE] nfsiod 7
13207 c29c2224 0 1 0 0002204 zomb[INACTIVE] nfsiod 5
13206 c240366c 0 1 0 0002204 zomb[INACTIVE] nfsiod 4
13216 c23d0448 0 1 0 0002204 zomb[INACTIVE] nfsiod 14
13220 c240b448 0 1 0 0002204 zomb[INACTIVE] nfsiod 18
13221 c1f8666c 0 1 0 0002204 zomb[INACTIVE] nfsiod 19
13219 c23ee224 0 1 0 0002204 zomb[INACTIVE] nfsiod 17
13218 c1a2ecd8 0 1 0 0002204 zomb[INACTIVE] nfsiod 16
13217 c240bcd8 0 1 0 0002204 zomb[INACTIVE] nfsiod 15
13215 c2b11890 0 1 0 0002204 zomb[INACTIVE] nfsiod 13
13214 c1a2e000 0 1 0 0002204 zomb[INACTIVE] nfsiod 12
13213 c29c466c 0 1 0 0002204 zomb[INACTIVE] nfsiod 11
13164 c29c3000 1001 13150 886 0002002 zomb[INACTIVE] swap
13191 c1f86448 1001 13150 886 0002002 zomb[INACTIVE] swap
13165 c29c4cd8 1001 13150 886 0002002 zomb[INACTIVE] swap
13167 c23d0890 1001 13150 886 0002002 zomb[INACTIVE] swap
13181 c1a2e66c 1001 13150 886 0002002 zomb[INACTIVE] swap
13189 c2b1166c 1001 13150 886 0002002 zomb[INACTIVE] swap
13168 c2b11448 1001 13150 886 0002002 zomb[INACTIVE] swap
13180 c1f62224 1001 13150 886 0002002 zomb[INACTIVE] swap
13183 c2403448 1001 13150 886 0002002 zomb[INACTIVE] swap
13185 c2b11cd8 1001 13150 886 0002002 zomb[INACTIVE] swap
13186 c23d066c 1001 13150 886 0002002 zomb[INACTIVE] swap
13166 c29c4448 1001 13150 886 0002002 zomb[INACTIVE] swap
13182 c1f86224 1001 13150 886 0002002 zomb[INACTIVE] swap
13184 c240bab4 1001 13150 886 0002002 zomb[INACTIVE] swap
13193 c2403cd8 1001 13150 886 0002002 zomb[INACTIVE] swap
13192 c23cf000 1001 13149 886 0002002 zomb[INACTIVE] tcp
13205 c29c3448 1001 1 886 0002002 zomb[INACTIVE] tcp
13202 c240b000 1001 1 886 0002002 zomb[INACTIVE] tcp
13200 c23ec000 1001 1 886 0002002 zomb[INACTIVE] tcp
13155 c23ecab4 1001 13146 886 0002002 zomb[INACTIVE] udp
13199 c1f62448 1001 1 886 0002002 zomb[INACTIVE] tcp
13198 c23d0000 1001 1 886 0002002 zomb[INACTIVE] tcp
13197 c23eccd8 1001 1 886 0002002 zomb[INACTIVE] tcp
13204 c186a000 1001 1 886 0002002 zomb[INACTIVE] tcp
13152 c29c3224 1001 13146 886 0002002 zomb[INACTIVE] udp
13188 c2b12224 1001 13149 886 0002002 zomb[INACTIVE] tcp
13162 c23ee000 1001 13149 886 0002002 zomb[INACTIVE] tcp
13160 c23cf224 1001 13149 886 0002002 zomb[INACTIVE] tcp
13159 c23d0ab4 1001 13149 886 0002002 zomb[INACTIVE] tcp
13187 c2b1266c 1001 13149 886 0002002 zomb[INACTIVE] tcp
13190 c1a31890 1001 13149 886 0002002 zomb[INACTIVE] tcp
13161 c23cf448 1001 13149 886 0002002 zomb[INACTIVE] tcp
13201 c1f86890 1001 1 886 0002002 zomb[INACTIVE] tcp
13179 c2403224 1001 13146 886 0002002 zomb[INACTIVE] udp
13156 c1a31ab4 1001 13146 886 0002002 zomb[INACTIVE] udp
13178 c1f87ab4 1001 13146 886 0002002 zomb[INACTIVE] udp
13153 c23cf66c 1001 13146 886 0002002 zomb[INACTIVE] udp
13154 c23ec224 1001 13146 886 0002002 zomb[INACTIVE] udp
13131 c240b224 1001 906 886 0006002 zomb[INACTIVE] sysctl
13134 c1f87cd8 1001 906 886 0006002 zomb[INACTIVE] pty
13130 c1f62890 1001 906 886 0006002 zomb[INACTIVE] syscall
db> where 42
Tracing pid 42 tid 100046 td 0xc163bd80
sched_switch(c163bd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c176a914,cc9dc95c,c06459a5,c176a914,0) at sleepq_switch+0xe0
sleepq_wait(c176a914,0,0,c17f5e60,b3) at sleepq_wait+0x30
msleep(c176a914,c0933db8,50,c0882ef6,0) at msleep+0x311
acquire(cc9dca04,e0,60000,c163bd80,0) at acquire+0x76
lockmgr(c176a914,2022,c17f5e60,c163bd80) at lockmgr+0x46a
ffs_copyonwrite(c17f5d98,c6604778) at ffs_copyonwrite+0x226
ffs_geom_strategy(c17f5ea4,c6604778,c090c5a0,cc9dcab4,c090c5a0) at ffs_geom_strategy+0x89
ufs_strategy(cc9dcab4) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c090c060,cc9dcab4) at VOP_STRATEGY_APV+0x95
bufstrategy(c1f4a67c,c6604778) at bufstrategy+0x55
bufwrite(c6604778) at bufwrite+0x14a
vfs_bio_awrite(c6604778,c0983160,0,c087315b,838) at vfs_bio_awrite+0x229
flushbufqueues(0) at flushbufqueues+0x39d
buf_daemon(0,cc9dcd38,0,c06880b0,0) at buf_daemon+0xa3
fork_exit(c06880b0,0,cc9dcd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcc9dcd6c, ebp = 0 ---
db> show lockedvnods
Locked vnodes
0xc178f6cc: tag ufs, type VREG
usecount 5, writecount 0, refcount 6 mountedhere 0
flags (VV_TEXT)
v_object 0xc1064b58 ref 3 pages 5
lock type ufs: SHARED (count 1)#0 0xc06348c7 at lockmgr+0x163
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc0695c1a at vget+0x8e
#7 0xc07a510b at vnode_pager_lock+0x127
#8 0xc07934cf at vm_fault+0x227
#9 0xc07ff662 at trap_pfault+0xee
#10 0xc07ff194 at trap+0x248
#11 0xc07ecada at calltrap+0x5
ino 8559, on dev ad0s1a
0xc1790570: tag ufs, type VREG
usecount 91, writecount 0, refcount 92 mountedhere 0
flags ()
v_object 0xc1064c60 ref 87 pages 86
lock type ufs: SHARED (count 4)#0 0xc06348c7 at lockmgr+0x163
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc0695c1a at vget+0x8e
#7 0xc07a510b at vnode_pager_lock+0x127
#8 0xc07934cf at vm_fault+0x227
#9 0xc07ff662 at trap_pfault+0xee
#10 0xc07ff194 at trap+0x248
#11 0xc07ecada at calltrap+0x5
ino 18639, on dev ad0s1a
0xc17f5000: tag ufs, type VREG
usecount 1, writecount 0, refcount 2 mountedhere 0
flags (VV_SYSTEM)
lock type snaplk: EXCL (count 1) by thread 0xc1789d80 (pid 370) with 3 pending#0 0xc0634c70 at lockmgr+0x50c
#1 0xc07731f2 at ffs_copyonwrite+0x226
#2 0xc077f5b1 at ffs_geom_strategy+0x89
#3 0xc06861ea at bufwrite+0x14a
#4 0xc077f51e at ffs_bufwrite+0x282
#5 0xc076c191 at ffs_update+0x3b9
#6 0xc0789eff at ufs_mkdir+0x793
#7 0xc08112c3 at VOP_MKDIR_APV+0x9b
#8 0xc072b9c6 at nfsrv_mkdir+0x512
#9 0xc0733bf5 at nfssvc_nfsd+0x3d9
#10 0xc0733544 at nfssvc+0x18c
#11 0xc07ffcf6 at syscall+0x27e
#12 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 68, on dev ad0s1e
0xc2b10828: tag ufs, type VDIR
usecount 0, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc23a6a50 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc168f180 (pid 44)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc069541f at sync_vnode+0xe3
#7 0xc06956bd at sched_sync+0x1ed
#8 0xc062c20c at fork_exit+0xa4
#9 0xc07ecb3c at fork_trampoline+0x8
ino 48433, on dev ad0s1e
0xc1f4a570: tag ufs, type VDIR
usecount 0, writecount 0, refcount 2 mountedhere 0
flags ()
v_object 0xc245e18c ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc163bd80 (pid 42)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc068857a at flushbufqueues+0x376
#7 0xc0688153 at buf_daemon+0xa3
#8 0xc062c20c at fork_exit+0xa4
#9 0xc07ecb3c at fork_trampoline+0x8
ino 48434, on dev ad0s1e
0xc1f3615c: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc2172000 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc178a600 (pid 371)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc068f84e at lookup+0xce
#7 0xc07324ae at nfs_namei+0x40e
#8 0xc072b768 at nfsrv_mkdir+0x2b4
#9 0xc0733bf5 at nfssvc_nfsd+0x3d9
#10 0xc0733544 at nfssvc+0x18c
#11 0xc07ffcf6 at syscall+0x27e
#12 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119657, on dev ad0s1e
0xc1d66000: tag ufs, type VDIR
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc178a600 (pid 371)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068eb82 at vfs_hash_insert+0x26
#2 0xc077e9c3 at ffs_vget+0x15b
#3 0xc0765d60 at ffs_valloc+0x100
#4 0xc07897ec at ufs_mkdir+0x80
#5 0xc08112c3 at VOP_MKDIR_APV+0x9b
#6 0xc072b9c6 at nfsrv_mkdir+0x512
#7 0xc0733bf5 at nfssvc_nfsd+0x3d9
#8 0xc0733544 at nfssvc+0x18c
#9 0xc07ffcf6 at syscall+0x27e
#10 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119662, on dev ad0s1e
0xc23a415c: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc2446ad4 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc1789480 (pid 368)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc068f84e at lookup+0xce
#7 0xc07324ae at nfs_namei+0x40e
#8 0xc072b768 at nfsrv_mkdir+0x2b4
#9 0xc0733bf5 at nfssvc_nfsd+0x3d9
#10 0xc0733544 at nfssvc+0x18c
#11 0xc07ffcf6 at syscall+0x27e
#12 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119663, on dev ad0s1e
0xc2ac2000: tag ufs, type VDIR
usecount 0, writecount 0, refcount 2 mountedhere 0
flags ()
v_object 0xc23b8084 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc1789900 (pid 369)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc0695e46 at vrele+0xd2
#7 0xc072be01 at nfsrv_mkdir+0x94d
#8 0xc0733bf5 at nfssvc_nfsd+0x3d9
#9 0xc0733544 at nfssvc+0x18c
#10 0xc07ffcf6 at syscall+0x27e
#11 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119679, on dev ad0s1e
0xc24de6cc: tag ufs, type VDIR
usecount 2, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc1e5d210 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc1789d80 (pid 370)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc068f84e at lookup+0xce
#7 0xc07324ae at nfs_namei+0x40e
#8 0xc072b768 at nfsrv_mkdir+0x2b4
#9 0xc0733bf5 at nfssvc_nfsd+0x3d9
#10 0xc0733544 at nfssvc+0x18c
#11 0xc07ffcf6 at syscall+0x27e
#12 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119680, on dev ad0s1e
0xc2977c3c: tag ufs, type VNON
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1789480 (pid 368)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068eb82 at vfs_hash_insert+0x26
#2 0xc077e9c3 at ffs_vget+0x15b
#3 0xc0765d60 at ffs_valloc+0x100
#4 0xc07897ec at ufs_mkdir+0x80
#5 0xc08112c3 at VOP_MKDIR_APV+0x9b
#6 0xc072b9c6 at nfsrv_mkdir+0x512
#7 0xc0733bf5 at nfssvc_nfsd+0x3d9
#8 0xc0733544 at nfssvc+0x18c
#9 0xc07ffcf6 at syscall+0x27e
#10 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119684, on dev ad0s1e
0xc1d432b8: tag ufs, type VDIR
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc1789d80 (pid 370)#0 0xc0634c70 at lockmgr+0x50c
#1 0xc068eb82 at vfs_hash_insert+0x26
#2 0xc077e9c3 at ffs_vget+0x15b
#3 0xc0765d60 at ffs_valloc+0x100
#4 0xc07897ec at ufs_mkdir+0x80
#5 0xc08112c3 at VOP_MKDIR_APV+0x9b
#6 0xc072b9c6 at nfsrv_mkdir+0x512
#7 0xc0733bf5 at nfssvc_nfsd+0x3d9
#8 0xc0733544 at nfssvc+0x18c
#9 0xc07ffcf6 at syscall+0x27e
#10 0xc07ecb2f at Xint0x80_syscall+0x1f
ino 119685, on dev ad0s1e
0xc185d984: tag ufs, type VREG
usecount 5, writecount 0, refcount 6 mountedhere 0
flags (VV_TEXT)
v_object 0xc1805738 ref 3 pages 8
lock type ufs: SHARED (count 1)#0 0xc06348c7 at lockmgr+0x163
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc0695c1a at vget+0x8e
#7 0xc07a510b at vnode_pager_lock+0x127
#8 0xc07934cf at vm_fault+0x227
#9 0xc07ff662 at trap_pfault+0xee
#10 0xc07ff194 at trap+0x248
#11 0xc07ecada at calltrap+0x5
ino 1158192, on dev ad0s1f
0xc1870414: tag ufs, type VREG
usecount 8, writecount 0, refcount 9 mountedhere 0
flags (VV_TEXT)
v_object 0xc1868294 ref 5 pages 30
lock type ufs: SHARED (count 1)#0 0xc06348c7 at lockmgr+0x163
#1 0xc068dd95 at vop_stdlock+0x21
#2 0xc0811aa7 at VOP_LOCK_APV+0x87
#3 0xc077f9d0 at ffs_lock+0x10
#4 0xc0811aa7 at VOP_LOCK_APV+0x87
#5 0xc06a1928 at vn_lock+0xac
#6 0xc0695c1a at vget+0x8e
#7 0xc07a510b at vnode_pager_lock+0x127
#8 0xc07934cf at vm_fault+0x227
#9 0xc07ff662 at trap_pfault+0xee
#10 0xc07ff194 at trap+0x248
#11 0xc07ecada at calltrap+0x5
ino 353441, on dev ad0s1f
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) lock 0xc176a914
$1 = {lk_interlock = 0xc0933db8, lk_flags = 0x20400c0, lk_sharecount = 0x0, lk_waitcount = 0x3, lk_exclusivecount = 0x1, lk_prio = 0x50,
lk_wmesg = 0xc0882ef6 "snaplk", lk_timo = 0x33, lk_lockholder = 0xc1789d80, lk_newlock = 0x0, lk_stack = {depth = 0xd, pcs = {0xc0634c70,
0xc07731f2, 0xc077f5b1, 0xc06861ea, 0xc077f51e, 0xc076c191, 0xc0789eff, 0xc08112c3, 0xc072b9c6, 0xc0733bf5, 0xc0733544, 0xc07ffcf6,
0xc07ecb2f, 0x0, 0x0, 0x0, 0x0, 0x0}}}
Lock 0xc176a914 is owned by pid 370
(kgdb) btp 370