GENERIC RELENG_6 from Mar 13 16:04 UTC, vmcore.49
"umount -f" livelock.

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.1-PRERELEASE #0: Mon Mar 13 17:19:28 CET 2006
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Hyperthreading: 2 logical CPUs
real memory  = 1073676288 (1023 MB)
avail memory = 1041571840 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: /usr was not properly dismounted
WARNING: /var was not properly dismounted
fxp0: link state changed to UP
handle_workitem_freeblocks: block count
handle_workitem_freeblocks: block count
free fireneo de i/tmp/2782n5od e had -/2068t6mp24 bl/ocks278
26 had -2068624 blocks
handle_workitem_freeblocks: block count
free inode /tmp/27825 had -2068624 blocks
handle_workitem_freeblocks: block count
free inode /tmp/27825 had -2068624 blocks
handle_workitem_freeblocks: block count
:
handle_workitem_freeblocks: block count
ffree iree inode /tmp/27826 had -2068624 blocksn
ode /tmp/27825 had -2068624 blocks
handle_workitem_freeblocks: block count
handle_workitem_freeblocks: block count
frfree inode /tmp/27826 had -2068624 blockse
e inode /tmp/27825 had -2068624 blocks
handle_workitem_freeblocks: block count
handle_workitem_freeblocks: block count
~KDB: enter: Line break on console
[thread pid 12 tid 100004 ]
Stopped at      kdb_enter+0x2b: nop
db> show pcpu
cpuid        = 2
curthread    = 0xc4aef900: pid 12 "idle: cpu2"
curpcb       = 0xe35c3d90
fpcurthread  = none
idlethread   = 0xc4aef900: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:
db> show allpcpu
Current CPU: 2

cpuid        = 0
curthread    = 0xc4aefc00: pid 14 "idle: cpu0"
curpcb       = 0xe35c9d90
fpcurthread  = none
idlethread   = 0xc4aefc00: pid 14 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc4aefa80: pid 13 "idle: cpu1"
curpcb       = 0xe35c6d90
fpcurthread  = none
idlethread   = 0xc4aefa80: pid 13 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc4aef900: pid 12 "idle: cpu2"
curpcb       = 0xe35c3d90
fpcurthread  = none
idlethread   = 0xc4aef900: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc4aef780: pid 11 "idle: cpu3"
curpcb       = 0xe35c0d90
fpcurthread  = none
idlethread   = 0xc4aef780: pid 11 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
db> show lockedvnods
Locked vnodes

0xc4e3b220: tag ufs, type VDIR
    usecount 316, writecount 0, refcount 319 mountedhere 0
    flags (VV_ROOT)
    v_object 0xc4f97528 ref 0 pages 1
     lock type ufs: EXCL (count 1) by thread 0xc53b7480 (pid 5457) with 79 pending
        ino 2, on dev ad0s1a

0xc5882990: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 4 mountedhere 0xc4f02800
    flags ()
    v_object 0xc6a4a294 ref 0 pages 1
     lock type ufs: EXCL (count 1) by thread 0xc8dfed80 (pid 5443) with 1 pending
        ino 6, on dev ad0s1a

0xc5871dd0: tag ufs, type VDIR
    usecount 118, writecount 0, refcount 125 mountedhere 0
    flags (VV_ROOT)
    v_object 0xc544ba50 ref 0 pages 1
     lock type ufs: EXCL (count 1) by thread 0xc83d4900 (pid 5426) with 39 pending
        ino 2, on dev md0c
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 5532 c5605c48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5531 c56f8000    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5530 c56f820c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5529 c56f8418    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5528 c56f8624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5527 c56f8830    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5526 c56f8a3c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5525 c56f8c48    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5524 c56fa000   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5523 c56fa20c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5522 c56fa418   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5521 c4c7d418    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5520 c4c7d624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5519 c4c7d830    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5518 c4c7da3c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5517 c4c7dc48    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5516 c5833000   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5515 c583320c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5514 c5833418   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5513 c5833624    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5512 c5833830   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5511 c5833a3c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5510 c5833c48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5509 c5b31000    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5508 c5b3120c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5507 c5b31418    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5506 c83d5418   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5505 c83d0830    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5504 c5395c48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5503 c62ce000    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5502 c4f2e20c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5501 c4c7d20c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5500 c528c624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5499 c4c55624    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5498 c4ecaa3c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5497 c62cea3c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5496 c4c54c48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5495 c4c54a3c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5494 c4ec4624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5493 c4c54830    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5492 c4c8b624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5491 c6f3c418    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5490 c5292c48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5489 c6f3b000    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5488 c4c55c48    0   487  5488 4000100 [SLPQ ufs 0xc4e3b278][SLP] sshd
 5487 c83d020c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5486 c4ecb418    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5485 c528c20c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5484 c62dc20c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5483 c587c830   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5482 c4ecba3c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5481 c8293c48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5480 c8293000    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5479 c5395000   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5478 c4f3220c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5477 c538d624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5476 c62db20c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5475 c62db624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5474 c6f3b418    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5473 c83d0a3c   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5472 c8293624    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5471 c8290830   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5470 c4fc6000    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5469 c85ab624   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5468 c4e0720c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5467 c528cc48   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5466 c4c4fc48    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5465 c62db830   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5464 c6f37c48    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5463 c4f32830   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5462 c5395830    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5461 c83d2418   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5460 c4c8ba3c    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5459 c62ce418   25   497   497 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5458 c4ecac48    0   493   493 0000100 [SLPQ ufs 0xc4e3b278][SLP] sendmail
 5457 c5605418    0  4748  4728 0004002 [SLPQ ufs 0xc58829e8][SLP] sh
 5443 c8290c48    0  5265  5265 0004002 [SLPQ vfslock 0xc4f02824][SLP] umount
 5436 c5399830    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5435 c5399624    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5434 c83cf000    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5432 c829320c    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5430 c4eca20c    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5429 c5884830    0  5425  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5428 c528c000    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5427 c4c8b830    0  5424  5155 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5426 c62dbc48    0  5424  5155 0000002 [SLPQ ufs 0xc4e3b278][SLP] creat
 5425 c4ea4000    0  5330  5155 0000002 [SLPQ wait 0xc4ea4000][SLP] mkdir
 5424 c538d830    0  5329  5155 0000002 [SLPQ wait 0xc538d830][SLP] creat
 5423 c538da3c    0  5394  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5422 c5884a3c    0  5394  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5418 c588420c    0  5394  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5416 c8290a3c    0  5394  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5415 c5399c48    0  5409  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5414 c4f10c48    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5413 c8293418    0  5405  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5411 c4f10830    0  5405  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5409 c4c54418    0  5332  4995 0000002 [SLPQ wait 0xc4c54418][SLP] creat
 5406 c62dc000    0  5394  4995 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5405 c4f10624    0  5333  4995 0000002 [SLPQ wait 0xc4f10624][SLP] mkdir
 5404 c4e6fa3c    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5402 c4e6f624    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5396 c538d418    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5395 c5b31624    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5394 c6f3cc48    0  5331  4995 0000002 [SLPQ wait 0xc6f3cc48][SLP] swap
 5392 c83cf830    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5391 c4c4f624    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5390 c4c4f830    0  5385  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5389 c4ea4a3c    0  5374  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5385 c6f3b830    0  5335  4775 0000002 [SLPQ wait 0xc6f3b830][SLP] swap
 5381 c83d2a3c    0  5375  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5380 c6f3ca3c    0  5375  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5378 c4c4fa3c    0  5374  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5377 c4f2e830    0  5375  4775 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5375 c4c54000    0  5336  4775 0000002 [SLPQ wait 0xc4c54000][SLP] creat
 5374 c83d2c48    0  5338  4775 0000002 [SLPQ wait 0xc83d2c48][SLP] mkdir
 5363 c85abc48    0  5342  4882 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5360 c5399418    0  5344  4882 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5359 c587c000    0  5339  5265 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5357 c539920c    0  5344  4882 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5351 c83d5830    0  5344  4882 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5350 c85ab418    0  5339  5265 0000002 [SLPQ ufs 0xc5871e28][SLP] creat
 5349 c4fc6a3c    0  5337  5265 0000002 [SLPQ ufs 0xc5871e28][SLP] swap
 5344 c4f10000    0  5321  4882 0000002 [SLPQ wait 0xc4f10000][SLP] creat
 5343 c538d000    0  5342  4882 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5342 c6f3b624    0  5322  4882 0000002 [SLPQ wait 0xc6f3b624][SLP] mkdir
 5341 c5b31830    0  5334  5265 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5340 c5b31a3c    0  5334  5265 0000002 [SLPQ ufs 0xc5871e28][SLP] mkdir
 5339 c560520c    0  5326  5265 0000002 [SLPQ wait 0xc560520c][SLP] creat
 5338 c4ec4c48    0  4795  4775 0004002 [SLPQ wait 0xc4ec4c48][SLP][SWAP] mkdir
 5337 c5b31c48    0  5325  5265 0000002 [SLPQ wait 0xc5b31c48][SLP] swap
 5336 c4c55a3c    0  4795  4775 0004002 [SLPQ wait 0xc4c55a3c][SLP][SWAP] creat
 5335 c4ecb20c    0  4795  4775 0004002 [SLPQ wait 0xc4ecb20c][SLP][SWAP] swap
 5334 c829020c    0  5327  5265 0000002 [SLPQ wait 0xc829020c][SLP] mkdir
 5333 c83cf20c    0  5015  4995 0004002 [SLPQ wait 0xc83cf20c][SLP][SWAP] mkdir
 5332 c4f2ea3c    0  5015  4995 0004002 [SLPQ wait 0xc4f2ea3c][SLP][SWAP] creat
 5331 c5292a3c    0  5015  4995 0004002 [SLPQ wait 0xc5292a3c][SLP][SWAP] swap
 5330 c6f3b20c    0  5225  5155 0004002 [SLPQ wait 0xc6f3b20c][SLP][SWAP] mkdir
 5329 c6f37000    0  5225  5155 0004002 [SLPQ wait 0xc6f37000][SLP][SWAP] creat
 5327 c4ec4830    0  5324  5265 0004002 [SLPQ wait 0xc4ec4830][SLP][SWAP] mkdir
 5326 c587c20c    0  5324  5265 0004002 [SLPQ wait 0xc587c20c][SLP][SWAP] creat
 5325 c4ec4000    0  5324  5265 0004002 [SLPQ wait 0xc4ec4000][SLP][SWAP] swap
 5324 c4fc620c    0  5323  5265 0000002 [SLPQ wait 0xc4fc620c][SLP][SWAP] run
 5323 c5605000    0  5318  5265 0000002 [SLPQ wait 0xc5605000][SLP][SWAP] run
 5322 c528c830    0  4902  4882 0004002 [SLPQ wait 0xc528c830][SLP][SWAP] mkdir
 5321 c83d220c    0  4902  4882 0004002 [SLPQ wait 0xc83d220c][SLP][SWAP] creat
 5318 c528ca3c    0  5310  5265 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
 5310 c83d5624    0  5309  5265 0004002 [SLPQ wait 0xc83d5624][SLP][SWAP] sh
 5309 c85ab000    0  5265  5265 0000002 [SLPQ wait 0xc85ab000][SLP][SWAP] sh
 5274 c5292624    0     0     0 0000204 [SLPQ mdwait 0xc5643000][SLP] md0
 5265 c587cc48    0  4709  5265 0004002 [SLPQ wait 0xc587cc48][SLP] sh
 5225 c6f3720c    0  5224  5155 0000002 [SLPQ wait 0xc6f3720c][SLP][SWAP] run
 5224 c4ead20c    0  5223  5155 0000002 [SLPQ wait 0xc4ead20c][SLP][SWAP] run
 5223 c538d20c    0  5220  5155 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
 5220 c4c55830    0     1  5155 0004002 [SLPQ wait 0xc4c55830][SLP][SWAP] sh
 5015 c83d2000    0  5014  4995 0000002 [SLPQ wait 0xc83d2000][SLP][SWAP] run
 5014 c5884418    0  5013  4995 0000002 [SLPQ wait 0xc5884418][SLP][SWAP] run
 5013 c6f3ba3c    0  5011  4995 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
 5011 c6f37830    0     1  4995 0004002 [SLPQ wait 0xc6f37830][SLP][SWAP] sh
 4902 c83d0624    0  4901  4882 0000002 [SLPQ wait 0xc83d0624][SLP][SWAP] run
 4901 c83cf624    0  4900  4882 0000002 [SLPQ wait 0xc83cf624][SLP][SWAP] run
 4900 c62dc624    0  4897  4882 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
 4897 c62dc830    0     1  4882 0004002 [SLPQ wait 0xc62dc830][SLP][SWAP] sh
 4795 c6f3c000    0  4794  4775 0000002 [SLPQ wait 0xc6f3c000][SLP][SWAP] run
 4794 c4f32c48    0  4793  4775 0000002 [SLPQ wait 0xc4f32c48][SLP][SWAP] run
 4793 c4e6f20c    0  4790  4775 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
 4790 c62dca3c    0     1  4775 0004002 [SLPQ wait 0xc62dca3c][SLP][SWAP] sh
 4748 c4fc3830    0  4747  4728 0000002 [SLPQ wait 0xc4fc3830][SLP] run
 4747 c83cfc48    0  4746  4728 0000002 [SLPQ wait 0xc83cfc48][SLP][SWAP] run
 4746 c4ecb624    0  4743  4728 0004002 [SLPQ nanslp 0xc093cbac][SLP] run
 4743 c62db000    0     1  4728 0004002 [SLPQ wait 0xc62db000][SLP][SWAP] sh
 4709 c6f37624    0  4706  4709 0004002 [SLPQ wait 0xc6f37624][SLP][SWAP] bash
 4706 c4f32624    0  4705  4706 0004002 [SLPQ pause 0xc4f32658][SLP][SWAP] csh
 4705 c85ab830 1001   651  4705 0004102 [SLPQ wait 0xc85ab830][SLP][SWAP] su
 3970 c4e07624    0     0     0 0000204 [SLPQ mdwait 0xc64dd000][SLP] md4
 3962 c62dcc48    0     0     0 0000204 [SLPQ mdwait 0xc650a800][SLP] md3
 3954 c83d0c48    0     0     0 0000204 [SLPQ mdwait 0xc6627800][SLP] md2
 3946 c529220c    0     0     0 0000204 [SLPQ mdwait 0xc6459000][SLP] md1
  651 c4eadc48 1001   650   651 0004002 [SLPQ wait 0xc4eadc48][SLP][SWAP] bash
  650 c4eca418 1001   648   648 0000100 [SLPQ select 0xc0989ec4][SLP][SWAP] sshd
  648 c4ea420c    0   487   648 0004100 [SLPQ sbwait 0xc53d0a64][SLP][SWAP] sshd
  639 c4fc3c48 1001   633   639 0004002 [SLPQ select 0xc0989ec4][SLP] top
  633 c4ea4c48 1001   632   633 0004002 [SLPQ wait 0xc4ea4c48][SLP][SWAP] bash
  632 c4e6f418 1001   630   630 0000100 [SLPQ select 0xc0989ec4][SLP] sshd
  630 c4fc3a3c    0   487   630 0004100 [SLPQ sbwait 0xc4fc1638][SLP][SWAP] sshd
  611 c4ea4624    0     1   611 0004002 [SLPQ ttyin 0xc4cb3010][SLP][SWAP] getty
  610 c4eada3c    0     1   610 0004002 [SLPQ ttyin 0xc4cac010][SLP][SWAP] getty
  609 c4ead624    0     1   609 0004002 [SLPQ ttyin 0xc4c32c10][SLP][SWAP] getty
  608 c4e6f830    0     1   608 0004002 [SLPQ ttyin 0xc4cb2810][SLP][SWAP] getty
  607 c4fc3624    0     1   607 0004002 [SLPQ ttyin 0xc4cb2410][SLP][SWAP] getty
  606 c4fc6418    0     1   606 0004002 [SLPQ ttyin 0xc4cb1410][SLP][SWAP] getty
  605 c4f32418    0     1   605 0004002 [SLPQ ttyin 0xc4cb1010][SLP][SWAP] getty
  604 c4ead418    0     1   604 0004002 [SLPQ ttyin 0xc4cb2010][SLP][SWAP] getty
  589 c4ecb000    0     1   589 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] inetd
  565 c4ea4830    0     1   565 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] moused
  510 c4f2e624    0     1   510 0000000 [SLPQ ufs 0xc4e3b278][SLP] cron
  497 c4fc3000   25     1   497 0000100 [SLPQ pause 0xc4fc3034][SLP] sendmail
  493 c4f2e418    0     1   493 0000100 [SLPQ select 0xc0989ec4][SLP] sendmail
  487 c4ec420c    0     1   487 0000100 [SLPQ ufs 0xc4e3b278][SLP] sshd
  467 c4ecbc48    0     1   467 0000000 [SLPQ ufs 0xc4e3b278][SLP] ntpd
  441 c4ea4418    0     1   441 0000000 [SLPQ select 0xc0989ec4][SLP] usbd
  416 c4e07a3c    0   412   412 0000000 [SLPQ - 0xc4fe1400][SLP][SWAP] nfsd
  415 c4fc320c    0   412   412 0000000 [SLPQ - 0xc4efb200][SLP][SWAP] nfsd
  414 c4f2ec48    0   412   412 0000000 [SLPQ - 0xc4fe1600][SLP][SWAP] nfsd
  413 c4e07c48    0   412   412 0000000 [SLPQ - 0xc4efb000][SLP][SWAP] nfsd
  412 c4ec4418    0     1   412 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] nfsd
  410 c4e07830    0     1   410 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] mountd
  355 c4fc3418    0     1   355 0000000 [SLPQ select 0xc0989ec4][SLP] rpcbind
  340 c4fc6830    0     1   340 0000000 [SLPQ select 0xc0989ec4][SLP] syslogd
  295 c4f2e000    0     1   295 0000000 [SLPQ select 0xc0989ec4][SLP][SWAP] devd
   47 c4c8bc48    0     0     0 0000204 [SLPQ - 0xe5283d04][SLP] schedcpu
   46 c4e06000    0     0     0 0000204 [SLPQ - 0xc099222c][SLP] nfsiod 3
   45 c4e0620c    0     0     0 0000204 [SLPQ - 0xc0992228][SLP] nfsiod 2
   44 c4e06418    0     0     0 0000204 [SLPQ - 0xc0992224][SLP] nfsiod 1
   43 c4e06624    0     0     0 0000204 [SLPQ - 0xc0992220][SLP] nfsiod 0
   42 c4e06830    0     0     0 0000204 [SLPQ sdflush 0xc09978d4][SLP] softdepflush
   41 c4e06a3c    0     0     0 0000204 [SLPQ syncer 0xc093c920][SLP] syncer
   40 c4e06c48    0     0     0 0000204 [SLPQ vlruwt 0xc4e06c48][SLP] vnlru
   39 c4e07000    0     0     0 0000204 [SLPQ psleep 0xc098a42c][SLP] bufdaemon
   38 c4bedc48    0     0     0 000020c [SLPQ pgzero 0xc0998844][SLP] pagezero
   37 c4c89000    0     0     0 0000204 [SLPQ psleep 0xc0998394][SLP] vmdaemon
   36 c4c8920c    0     0     0 0000204 [SLPQ psleep 0xc0998350][SLP] pagedaemon
   35 c4c89418    0     0     0 0000204 [IWAIT] irq7: ppc0
   34 c4c89624    0     0     0 0000204 [SLPQ - 0xc4bf0e3c][SLP] fdc0
   33 c4c89830    0     0     0 0000204 [IWAIT] swi0: sio
   32 c4c89a3c    0     0     0 0000204 [IWAIT] irq12: psm0
   31 c4c89c48    0     0     0 0000204 [IWAIT] irq1: atkbd0
   30 c4c8b000    0     0     0 0000204 [IWAIT] irq15: ata1
   29 c4c8b20c    0     0     0 0000204 [IWAIT] irq14: ata0
   28 c4c8b418    0     0     0 0000204 [IWAIT] irq17: fxp0
   27 c4b46624    0     0     0 0000204 [SLPQ usbtsk 0xc0939844][SLP] usbtask
   26 c4b46830    0     0     0 0000204 [SLPQ usbevt 0xc4bf6210][SLP] usb0
   25 c4b46a3c    0     0     0 0000204 [IWAIT] irq16: uhci0
   24 c4b46c48    0     0     0 0000204 [IWAIT] irq48: em0
   23 c4bed000    0     0     0 0000204 [IWAIT] irq9: acpi0
   22 c4bed20c    0     0     0 0000204 [IWAIT] swi2: cambio
    9 c4bed418    0     0     0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task2
    8 c4bed624    0     0     0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task1
    7 c4bed830    0     0     0 0000204 [SLPQ - 0xc4b45500][SLP] acpi_task0
   21 c4beda3c    0     0     0 0000204 [IWAIT] swi5: +
    6 c4af320c    0     0     0 0000204 [SLPQ - 0xc4b45680][SLP] thread taskq
   20 c4af3418    0     0     0 0000204 [IWAIT] swi6: +
   19 c4af3624    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c4af3830    0     0     0 0000204 [SLPQ - 0xc4b45900][SLP] kqueue taskq
   18 c4af3a3c    0     0     0 0000204 [SLPQ - 0xc0937560][SLP] yarrow
    4 c4af3c48    0     0     0 0000204 [SLPQ - 0xc093a088][SLP] g_down
    3 c4b46000    0     0     0 0000204 [SLPQ - 0xc093a084][SLP] g_up
    2 c4b4620c    0     0     0 0000204 [SLPQ - 0xc093a07c][SLP] g_event
   17 c4b46418    0     0     0 0000204 [IWAIT] swi3: vm
   16 c4aee000    0     0     0 000020c [IWAIT] swi4: clock sio
   15 c4aee20c    0     0     0 0000204 [IWAIT] swi1: net
   14 c4aee418    0     0     0 000020c [CPU 0] idle: cpu0
   13 c4aee624    0     0     0 000020c [CPU 1] idle: cpu1
   12 c4aee830    0     0     0 000020c [CPU 2] idle: cpu2
   11 c4aeea3c    0     0     0 000020c [CPU 3] idle: cpu3
    1 c4aeec48    0     0     1 0004200 [SLPQ wait 0xc4aeec48][SLP] init
   10 c4af3000    0     0     0 0000204 [SLPQ ktrace 0xc093aad8][SLP] ktrace
    0 c093a180    0     0     0 0000200 [IWAIT] swapper
 5362 c6f3bc48    0  5344  4882 0002002 zomb[INACTIVE] creat
 5382 c5395418    0  5374  4775 0002002 zomb[INACTIVE] mkdir
 5387 c6f3c624    0  5374  4775 0002002 zomb[INACTIVE] mkdir
 5366 c4ead000    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5356 c8293830    0  5339  5265 0002002 zomb[INACTIVE] creat
 5379 c83d5000    0  5375  4775 0002002 zomb[INACTIVE] creat
 5353 c528c418    0  5339  5265 0002002 zomb[INACTIVE] creat
 5354 c85aba3c    0  5344  4882 0002002 zomb[INACTIVE] creat
 5358 c62ce20c    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5355 c4e07418    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5365 c4ecb830    0  5344  4882 0002002 zomb[INACTIVE] creat
 5384 c83d0000    0  5374  4775 0002002 zomb[INACTIVE] mkdir
 5388 c83cf418    0  5374  4775 0002002 zomb[INACTIVE] mkdir
 5383 c8293a3c    0  5374  4775 0002002 zomb[INACTIVE] mkdir
 5386 c6f37418    0  5374  4775 0002002 zomb[INACTIVE] mkdir
 5346 c4c55000    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5372 c4f32a3c    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5348 c4c5420c    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5352 c5395a3c    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5373 c5395624    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5367 c4eca624    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5371 c6f3c830    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5368 c4ead830    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5364 c4e6f000    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5431 c5884624    0  5425  5155 0002002 zomb[INACTIVE] mkdir
 5433 c4eca830    0  5425  5155 0002002 zomb[INACTIVE] mkdir
 5361 c8290000    0  5342  4882 0002002 zomb[INACTIVE] mkdir
 5399 c6f3c20c    0  5385  4775 0002002 zomb[INACTIVE] swap
 5370 c5399a3c    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5369 c587c624    0  5334  5265 0002002 zomb[INACTIVE] mkdir
 5410 c4c4f20c    0  5385  4775 0002002 zomb[INACTIVE] swap
 5397 c4f1020c    0  5385  4775 0002002 zomb[INACTIVE] swap
 5393 c6f37a3c    0  5385  4775 0002002 zomb[INACTIVE] swap
 5400 c5292830    0  5385  4775 0002002 zomb[INACTIVE] swap
 5412 c4f10a3c    0  5385  4775 0002002 zomb[INACTIVE] swap
 5407 c4c4f418    0  5385  4775 0002002 zomb[INACTIVE] swap
 5398 c4f10418    0  5385  4775 0002002 zomb[INACTIVE] swap
 5408 c8290624    0  5394  4995 0002002 zomb[INACTIVE] swap
 5419 c62db418    0  5394  4995 0002002 zomb[INACTIVE] swap
 5421 c5884c48    0  5394  4995 0002002 zomb[INACTIVE] swap
 5417 c4e6fc48    0  5394  4995 0002002 zomb[INACTIVE] swap
 5420 c4c4f000    0  5394  4995 0002002 zomb[INACTIVE] swap
db> where 5443
Tracing pid 5443 tid 100162 td 0xc8dfed80
sched_switch(c8dfed80,0,1) at sched_switch+0x177
mi_switch(1,0) at mi_switch+0x270
sleepq_switch(c4f02824,c093c280,0,c08742b6,20d) at sleepq_switch+0xc1
sleepq_wait(c4f02824,0,c086f5a6,e77fac2c,c087a1b5) at sleepq_wait+0x46
msleep(c4f02824,c093b778,50,c087a1d7,0) at msleep+0x275
acquiredrain(c4f02820,0,c8dfed80,0,c4f02800) at acquiredrain+0x66
lockmgr(c4f02820,2007,c4f02844,c8dfed80,c093c2c0) at lockmgr+0x5c1
dounmount(c4f02800,8080000,c8dfed80,c093c2c0,0) at dounmount+0xf4
unmount(c8dfed80,e77fad04,2,5,206) at unmount+0x1f6
syscall(3b,3b,3b,804a465,804e561) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280c0417, esp = 0xbfbfe37c, ebp = 0xbfbfe428 ---
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2

(kgdb) p *(struct mount *)0xc4f02800
$5 = {mnt_list = {tqe_next = 0x0, tqe_prev = 0xc4caa800}, mnt_op = 0xc0912400, mnt_vfc = 0xc0912440, mnt_vnodecovered = 0xc5882990,
  mnt_syncer = 0xc6297770, mnt_nvnodelist = {tqh_first = 0xc5871dd0, tqh_last = 0xc61e29a4}, mnt_lock = {lk_interlock = 0xc093b778,
    lk_flags = 0x1080000, lk_sharecount = 0x2, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50,
    lk_wmesg = 0xc087a1d7 "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0}, mnt_mtx = {mtx_object = {
      lo_class = 0xc08d8084, lo_name = 0xc087a1c6 "struct mount mtx", lo_type = 0xc087a1c6 "struct mount mtx", lo_flags = 0x30000,
      lo_list = {tqe_next = 0xc7765958, tqe_prev = 0xc5ef0b2c}, lo_witness = 0xc094ba50}, mtx_lock = 0x4, mtx_recurse = 0x0},
  mnt_writeopcount = 0x0, mnt_flag = 0x1000, mnt_opt = 0xc567a500, mnt_optnew = 0x0, mnt_kern_flag = 0x21000001,
  mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x1000, f_bsize = 0x800, f_iosize = 0x4000,
    f_blocks = 0xc137, f_bfree = 0xc118, f_bavail = 0xb1a3, f_files = 0x32fe, f_ffree = 0x32e6, f_syncwrites = 0x0, f_asyncwrites = 0x0,
    f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0,
    f_fsid = {val = {0x4415eae9, 0x431c5885}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "ufs", '\0' <repeats 12 times>,
    f_mntfromname = "/dev/md0c", '\0' <repeats 78 times>, f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc5635c80,
  mnt_data = 0xc7765900, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0x0, mnt_mntlabel = 0x0, mnt_fslabel = 0x0,
  mnt_nvnodelistsize = 0x10, mnt_hashseed = 0x2d90e0ef, mnt_markercnt = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0,
  mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x6cc, mnt_ref = 0x10}
(kgdb) p &(*(struct mount *)0xc4f02800)->mnt_lock.lk_flags
$8 = (u_int *) 0xc4f02824