GENERIC 7.0-CURRENT from Dec 21 16:43 UTC, vmcore.35
Test with loopback NFS mount. Panic in nfsserver/nfs_srvsock.c:145.

KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #46: Wed Dec 21 19:29:38 CET 2005
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1040891904 (992 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
panic: mutex nfsd_mtx not owned at ../../../nfsserver/nfs_srvsock.c:145
cpuid = 0
KDB: enter: panic
[thread pid 401 tid 100074 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 401 tid 100074 td 0xc4e88900
kdb_enter(c087e434) at kdb_enter+0x2b
panic(c087d8af,c0881ff1,c0891db4,91,0) at panic+0x14b
_mtx_assert(c09a2c98,1,c0891db4,91,8) at _mtx_assert+0x67
nfs_rephead(0,c5541b00,48,e75c4960,e75c4964) at nfs_rephead+0x25
nfsrv_symlink(c5541b00,c4e5cd80,c4e88900,e75c4c3c,c064a3f8) at nfsrv_symlink+0x3af
nfssvc_nfsd(c4e88900,c4ec4918,1,c087d72a,138) at nfssvc_nfsd+0x3d9
nfssvc(c4e88900,e75c4d04,c,c4e88900,e75c4d30) at nfssvc+0x18c
syscall(3b,3b,3b,1,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280bd723, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
db> show allpcpu
Current CPU: 0

cpuid        = 0
curthread    = 0xc4e88900: pid 401 "nfsd"
curpcb       = 0xe75c4d90
fpcurthread  = none
idlethread   = 0xc4aefa80: pid 13 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc4ec0900: pid 402 "nfsd"
curpcb       = 0xe75f0d90
fpcurthread  = none
idlethread   = 0xc4aef900: pid 12 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc4f21180: pid 400 "nfsd"
curpcb       = 0xe762bd90
fpcurthread  = none
idlethread   = 0xc4aef780: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc4e88000: pid 4544 "rw"
curpcb       = 0xe75b2d90
fpcurthread  = none
idlethread   = 0xc4aef600: pid 10 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 4515 (swap) thread 0xc5b08d80 (100198)
exclusive sleep mutex vm object (standard object) r = 0 (0xc588e26c) locked @ vm/vm_fault.c:297
exclusive sx user map r = 0 (0xc7277044) locked @ vm/vm_map.c:2993
Process 4509 (swap) thread 0xc568dd80 (100206)
exclusive sx user map r = 0 (0xc4f2ad34) locked @ vm/vm_map.c:2993
Process 401 (nfsd) thread 0xc4e88900 (100074)
exclusive sleep mutex Giant r = 0 (0xc0948dcc) locked @ nfsserver/nfs_serv.c:2823
db> allt

Tracing command nfsiod 19 pid 4590 tid 100274 td 0xc73c5a80
sched_switch(c73c5a80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6b18900,e7851b98,c0658911,c6b18900,0) at sleepq_switch+0xe0
sleepq_wait(c6b18900,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6b18900,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6b18900,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c66abbf4,c6a34c00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c66abbf4,e7851cb4,c526f900,e7851ca4,e7851ca8) at nfs_writerpc+0x256
nfs_doio(c66abbf4,d8dff114,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3cc,e7851d38,c099d3cc,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3cc,e7851d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7851d6c, ebp = 0 ---

Tracing command nfsiod 18 pid 4589 tid 100058 td 0xc4e87c00
sched_switch(c4e87c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6fedb80,e75acb98,c0658911,c6fedb80,0) at sleepq_switch+0xe0
sleepq_wait(c6fedb80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6fedb80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6fedb80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c66abbf4,c60ff600,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c66abbf4,e75accb4,c526f900,e75acca4,e75acca8) at nfs_writerpc+0x256
nfs_doio(c66abbf4,d8b89600,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3c8,e75acd38,c099d3c8,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3c8,e75acd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe75acd6c, ebp = 0 ---

Tracing command nfsiod 17 pid 4588 tid 100057 td 0xc4e87d80
sched_switch(c4e87d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11680,e75afb98,c0658911,c6f11680,0) at sleepq_switch+0xe0
sleepq_wait(c6f11680,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11680,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11680,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c66abbf4,c55f4c00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c66abbf4,e75afcb4,c526f900,e75afca4,e75afca8) at nfs_writerpc+0x256
nfs_doio(c66abbf4,d8dd4d24,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3c4,e75afd38,c099d3c4,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3c4,e75afd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe75afd6c, ebp = 0 ---

Tracing command nfsiod 16 pid 4587 tid 100161 td 0xc4e87480
sched_switch(c4e87480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f23a00,e759db98,c0658911,c6f23a00,0) at sleepq_switch+0xe0
sleepq_wait(c6f23a00,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f23a00,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f23a00,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c65e2550,c5b40200,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c65e2550,e759dcb4,c526f900,e759dca4,e759dca8) at nfs_writerpc+0x256
nfs_doio(c65e2550,d8bac3d0,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3c0,e759dd38,c099d3c0,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3c0,e759dd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe759dd6c, ebp = 0 ---

Tracing command nfsiod 15 pid 4586 tid 100182 td 0xc4f29780
sched_switch(c4f29780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11100,e7673b98,c0658911,c6f11100,0) at sleepq_switch+0xe0
sleepq_wait(c6f11100,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11100,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11100,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5a6dbf4,c605ad00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5a6dbf4,e7673cb4,c526f900,e7673ca4,e7673ca8) at nfs_writerpc+0x256
nfs_doio(c5a6dbf4,d8ce57ec,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3bc,e7673d38,c099d3bc,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3bc,e7673d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7673d6c, ebp = 0 ---

Tracing command nfsiod 14 pid 4585 tid 100283 td 0xc5ac7780
sched_switch(c5ac7780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6973d80,e790bb98,c0658911,c6973d80,0) at sleepq_switch+0xe0
sleepq_wait(c6973d80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6973d80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6973d80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c6a29900,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e790bcb4,c526f900,e790bca4,e790bca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8c4c678,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3b8,e790bd38,c099d3b8,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3b8,e790bd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe790bd6c, ebp = 0 ---

Tracing command nfsiod 13 pid 4584 tid 100221 td 0xc73c4180
sched_switch(c73c4180,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6433600,e7821b98,c0658911,c6433600,0) at sleepq_switch+0xe0
sleepq_wait(c6433600,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6433600,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6433600,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5d09154,c60fa000,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5d09154,e7821cb4,c526f900,e7821ca4,e7821ca8) at nfs_writerpc+0x256
nfs_doio(c5d09154,d8b8ae9c,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3b4,e7821d38,c099d3b4,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3b4,e7821d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7821d6c, ebp = 0 ---

Tracing command nfsiod 12 pid 4583 tid 100116 td 0xc5b98780
sched_switch(c5b98780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6ff0080,e77a9b98,c0658911,c6ff0080,0) at sleepq_switch+0xe0
sleepq_wait(c6ff0080,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6ff0080,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6ff0080,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c5b80a00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e77a9cb4,c526f900,e77a9ca4,e77a9ca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8cebf48,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3b0,e77a9d38,c099d3b0,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3b0,e77a9d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe77a9d6c, ebp = 0 ---

Tracing command nfsiod 11 pid 4582 tid 100191 td 0xc5b97900
sched_switch(c5b97900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c72e3b80,e778eb98,c0658911,c72e3b80,0) at sleepq_switch+0xe0
sleepq_wait(c72e3b80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c72e3b80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c72e3b80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5e66550,c5b85c00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5e66550,e778ecb4,c526f900,e778eca4,e778eca8) at nfs_writerpc+0x256
nfs_doio(c5e66550,d8d5cf40,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3ac,e778ed38,c099d3ac,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3ac,e778ed38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe778ed6c, ebp = 0 ---

Tracing command nfsiod 10 pid 4581 tid 100204 td 0xc7341c00
sched_switch(c7341c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11300,e79d6b98,c0658911,c6f11300,0) at sleepq_switch+0xe0
sleepq_wait(c6f11300,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11300,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11300,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5d09154,c6efc900,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5d09154,e79d6cb4,c526f900,e79d6ca4,e79d6ca8) at nfs_writerpc+0x256
nfs_doio(c5d09154,d8bad0f0,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3a8,e79d6d38,c099d3a8,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3a8,e79d6d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe79d6d6c, ebp = 0 ---

Tracing command nfsiod 9 pid 4580 tid 100086 td 0xc4f1d900
sched_switch(c4f1d900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c7e42b00,e761cb98,c0658911,c7e42b00,0) at sleepq_switch+0xe0
sleepq_wait(c7e42b00,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c7e42b00,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c7e42b00,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c677a550,c555b400,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c677a550,e761ccb4,c526f900,e761cca4,e761cca8) at nfs_writerpc+0x256
nfs_doio(c677a550,d8bfb174,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3a4,e761cd38,c099d3a4,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3a4,e761cd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe761cd6c, ebp = 0 ---

Tracing command nfsiod 8 pid 4579 tid 100292 td 0xc5aac900
sched_switch(c5aac900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6973680,e78f0b98,c0658911,c6973680,0) at sleepq_switch+0xe0
sleepq_wait(c6973680,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6973680,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6973680,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c65e2550,c55f4100,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c65e2550,e78f0cb4,c526f900,e78f0ca4,e78f0ca8) at nfs_writerpc+0x256
nfs_doio(c65e2550,d8e01bbc,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3a0,e78f0d38,c099d3a0,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3a0,e78f0d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe78f0d6c, ebp = 0 ---

Tracing command nfsiod 7 pid 4578 tid 100042 td 0xc4c9c480
sched_switch(c4c9c480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6970980,e533bb98,c0658911,c6970980,0) at sleepq_switch+0xe0
sleepq_wait(c6970980,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6970980,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6970980,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5a6dbf4,c6ef1000,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5a6dbf4,e533bcb4,c526f900,e533bca4,e533bca8) at nfs_writerpc+0x256
nfs_doio(c5a6dbf4,d8bbecc4,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d39c,e533bd38,c099d39c,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d39c,e533bd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe533bd6c, ebp = 0 ---

Tracing command nfsiod 6 pid 4577 tid 100073 td 0xc6ce2780
sched_switch(c6ce2780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c533c500,e7955b98,c0658911,c533c500,0) at sleepq_switch+0xe0
sleepq_wait(c533c500,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c533c500,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c533c500,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c4ef6300,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e7955cb4,c526f900,e7955ca4,e7955ca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8dcb490,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d398,e7955d38,c099d398,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d398,e7955d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7955d6c, ebp = 0 ---

Tracing command nfsiod 5 pid 4576 tid 100134 td 0xc5ae4000
sched_switch(c5ae4000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6972080,e7714b98,c0658911,c6972080,0) at sleepq_switch+0xe0
sleepq_wait(c6972080,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6972080,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6972080,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5d09154,c5d46400,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5d09154,e7714cb4,c526f900,e7714ca4,e7714ca8) at nfs_writerpc+0x256
nfs_doio(c5d09154,d8dfd044,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d394,e7714d38,c099d394,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d394,e7714d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7714d6c, ebp = 0 ---

Tracing command nfsiod 4 pid 4575 tid 100272 td 0xc73c5d80
sched_switch(c73c5d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6970280,e7857b98,c0658911,c6970280,0) at sleepq_switch+0xe0
sleepq_wait(c6970280,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6970280,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6970280,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c6efcd00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e7857cb4,c526f900,e7857ca4,e7857ca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8c68314,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d390,e7857d38,c099d390,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d390,e7857d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7857d6c, ebp = 0 ---

Tracing command syscall pid 4565 tid 100158 td 0xc5b07d80
sched_switch(c5b07d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c533c400,e775ba48,c0658911,c533c400,0) at sleepq_switch+0xe0
sleepq_wait(c533c400,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c533c400,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c533c400,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c6c0b6a4,c5b5bc00,a,c5b07d80,c526f900) at nfs_request+0x374
nfs_symlink(e775bb5c,c6c0b6a4,e775bb9c,e775bc68,c06aea87) at nfs_symlink+0x20d
VOP_SYMLINK_APV(c091b940,e775bb5c) at VOP_SYMLINK_APV+0x7e
kern_symlink(c5b07d80,bcf1dfac,2812a459,0,e775bd30) at kern_symlink+0x32f
symlink(c5b07d80,e775bd04,c0948db0,c0948db0,c5b07d80) at symlink+0x15
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeac8) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (57, FreeBSD ELF32, symlink), eip = 0x280a1ee5, esp = 0xbfbfe950, ebp = 0xbfbfe998 ---

Tracing command syscall pid 4564 tid 100118 td 0xc5aac600
sched_switch(c5aac600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
turnstile_wait(c0948dcc,c5ae4000,c0948dcc,2,c087d72a,225) at turnstile_wait+0x338
_mtx_lock_sleep(c0948dcc,c5aac600,0,c08881b3,1a1) at _mtx_lock_sleep+0x146
_mtx_lock_flags(c0948dcc,0,c08881b3,1a1,14cd4d) at _mtx_lock_flags+0x85
kern_getfsstat(c5aac600,e78ead04,265a87c2,0,b0a175fd) at kern_getfsstat+0x100
getfsstat(c5aac600,e78ead04,369e99,0,0) at getfsstat+0x17
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeac8) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (395, FreeBSD ELF32, getfsstat), eip = 0x280a1ee5, esp = 0xbfbfe950, ebp = 0xbfbfe998 ---

Tracing command rw pid 4562 tid 100289 td 0xc5aacd80
sched_switch(c5aacd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c579f9a4,e78f9a60,c0658911,c579f9a4,0) at sleepq_switch+0xe0
sleepq_wait(c579f9a4,0,0,c579fa14,b3) at sleepq_wait+0x30
msleep(c579f9a4,c0948bb8,50,c0891b93,0) at msleep+0x311
acquire(e78f9b08,80,60000,c5aacd80,0) at acquire+0x76
lockmgr(c579f9a4,3002,c579fa14,c5aacd80,e78f9b2c) at lockmgr+0x46a
vop_stdlock(e78f9b4c,1002,c579f94c,e78f9b68,c06b51a0) at vop_stdlock+0x21
VOP_LOCK_APV(c091b940,e78f9b4c) at VOP_LOCK_APV+0x87
vn_lock(c579f94c,1002,c5aacd80) at vn_lock+0xac
vn_write(c4e99000,e78f9c60,c526f900,0,c5aacd80) at vn_write+0x13c
dofilewrite(c5aacd80,4,c4e99000,e78f9c60,ffffffff) at dofilewrite+0x77
kern_writev(c5aacd80,4,e78f9c60,bfbfd990,1000) at kern_writev+0x3b
write(c5aacd80,e78f9d04,c5aacd80,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command syscall pid 4561 tid 100167 td 0xc4e2ca80
sched_switch(c4e2ca80,0,2) at sched_switch+0x183
mi_switch(2,0,c4e2ca80,d8,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e539fd38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17

Tracing command rw pid 4560 tid 100102 td 0xc4f28a80
sched_switch(c4f28a80,0,2) at sched_switch+0x183
mi_switch(2,0,c0948db0,0,c087fe1e) at mi_switch+0x274
critical_exit(c7342d80,e765bb3c,c07fe96e,c4f20008,e7650028) at critical_exit+0x92
lapic_handle_timer(c4f20008,e7650028,28,c4f28a80,c0948dcc) at lapic_handle_timer+0xcd
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc064a732, esp = 0xe765bb30, ebp = 0xe765bb3c ---
_mtx_lock_sleep(c0948dcc,c4f28a80,0,c08882e2,219) at _mtx_lock_sleep+0xf2
_mtx_lock_flags(c0948dcc,0,c08882e2,219) at _mtx_lock_flags+0x85
vn_write(c4e7bd38,e765bc60,c526f900,0,c4f28a80) at vn_write+0x5b
dofilewrite(c4f28a80,4,c4e7bd38,e765bc60,ffffffff) at dofilewrite+0x77
kern_writev(c4f28a80,4,e765bc60,bfbfd990,1000) at kern_writev+0x3b
write(c4f28a80,e765bd04,c4f28a80,0,2) at write+0x45
syscall(3b,3b,3b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command rw pid 4558 tid 100173 td 0xc5b98000
sched_switch(c5b98000,0,2) at sched_switch+0x183
mi_switch(2,0,c0948db0,0,c087fe1e) at mi_switch+0x274
critical_exit(c7340480,e779ab3c,c07fe96e,c5b90008,e7790028) at critical_exit+0x92
lapic_handle_timer(c5b90008,e7790028,28,c5b98000,c0948dcc) at lapic_handle_timer+0xcd
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc064a732, esp = 0xe779ab30, ebp = 0xe779ab3c ---
_mtx_lock_sleep(c0948dcc,c5b98000,0,c08882e2,219) at _mtx_lock_sleep+0xf2
_mtx_lock_flags(c0948dcc,0,c08882e2,219) at _mtx_lock_flags+0x85
vn_write(c4f2f948,e779ac60,c526f900,0,c5b98000) at vn_write+0x5b
dofilewrite(c5b98000,4,c4f2f948,e779ac60,ffffffff) at dofilewrite+0x77
kern_writev(c5b98000,4,e779ac60,bfbfd990,1000) at kern_writev+0x3b
write(c5b98000,e779ad04,c5b98000,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command syscall pid 4557 tid 100099 td 0xc4f29000
sched_switch(c4f29000,0,2) at sched_switch+0x183
mi_switch(2,0,c0948db0,0,c087fe1e) at mi_switch+0x274
critical_exit(1,bfbfe968,c07fe96e,2805003b,bfbf003b) at critical_exit+0x92
lapic_handle_timer(2805003b,bfbf003b,bfbf003b,28152f80,28153be4) at lapic_handle_timer+0xcd
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x28124577, esp = 0xbfbfe960, ebp = 0xbfbfe968 ---

Tracing command mkdir pid 4556 tid 100200 td 0xc73c5480
sched_switch(c73c5480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c4cd1480,e78459a0,c0658911,c4cd1480,0) at sleepq_switch+0xe0
sleepq_wait(c4cd1480,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c4cd1480,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c4cd1480,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c554e2a8,c6eee900,3,c73c5480,c526f900) at nfs_request+0x374
nfs_lookup(e7845b70,c554e2a8,e7845c38,e7845b8c,c06a345a) at nfs_lookup+0x2d4
VOP_LOOKUP_APV(c091b940,e7845b70) at VOP_LOOKUP_APV+0x87
lookup(e7845c10,c0674321,1,c73c5480,0) at lookup+0x3d6
namei(e7845c10,c73c5480,e7845c1c,c0665743,c0948db0) at namei+0x37e
kern_chdir(c73c5480,bfbb5d90,0,e7845d30,c0811d4e) at kern_chdir+0x37
chdir(c73c5480,e7845d04,c,c73c5480,e7845d30) at chdir+0x12
syscall(3b,3b,3b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280bdca3, esp = 0xbfbb594c, ebp = 0xbfbb5d78 ---

Tracing command mkdir pid 4555 tid 100317 td 0xc5031300
sched_switch(c5031300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11900,e76b49c4,c0658911,c6f11900,0) at sleepq_switch+0xe0
sleepq_wait(c6f11900,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11900,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11900,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c4e9f7f8,c5d46b00,9,c5031300,c526f900) at nfs_request+0x374
nfs_mkdir(e76b4b5c,c4e9f7f8,1,e76b4c68,c06b16b2) at nfs_mkdir+0x2a5
VOP_MKDIR_APV(c091b940,e76b4b5c) at VOP_MKDIR_APV+0x7e
kern_mkdir(c5031300,bfbbe7c0,0,1f8,e76b4d30) at kern_mkdir+0x2ca
mkdir(c5031300,e76b4d04,c,c5031300,e76b4d30) at mkdir+0x15
syscall(3b,3b,3b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126017, esp = 0xbfbbe37c, ebp = 0xbfbbe7a8 ---

Tracing command creat pid 4554 tid 100188 td 0xc5ba0300
sched_switch(c5ba0300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11880,e77dc860,c0658911,c6f11880,0) at sleepq_switch+0xe0
sleepq_wait(c6f11880,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11880,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11880,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c6c006a4,c5767100,8,c5ba0300,c526f900) at nfs_request+0x374
nfs_create(e77dca08,e77dcd04,e77dcb70,e77dcac4,c06b41a0) at nfs_create+0x385
VOP_CREATE_APV(c091b940,e77dca08) at VOP_CREATE_APV+0x7e
vn_open_cred(e77dcb70,e77dcc70,1b0,c526f900,3) at vn_open_cred+0x1a8
vn_open(e77dcb70,e77dcc70,1b0,3,246) at vn_open+0x1e
kern_open(c5ba0300,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c5ba0300,e77dcd04,c5ba0300,0,2) at open+0x1a
syscall(3b,3b,3b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28126057, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---

Tracing command mkdir pid 4553 tid 100095 td 0xc4f29600
sched_switch(c4f29600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6972200,e76708fc,c0658911,c6972200,0) at sleepq_switch+0xe0
sleepq_wait(c6972200,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6972200,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6972200,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c782794c,c4ef6c00,3,c4f29600,c526f900) at nfs_request+0x374
nfs_lookup(e7670acc,c782794c,e7670bc4,e7670ae8,c06a345a) at nfs_lookup+0x2d4
VOP_LOOKUP_APV(c091b940,e7670acc) at VOP_LOOKUP_APV+0x87
lookup(e7670b9c,1ac,1,c4f29600,c064a3f8) at lookup+0x3d6
namei(e7670b9c) at namei+0x37e
kern_mkdir(c4f29600,bfb880c0,0,1f8,e7670d30) at kern_mkdir+0x4d
mkdir(c4f29600,e7670d04,c,c4f29600,e7670d30) at mkdir+0x15
syscall(2805003b,bfbf003b,bfb9003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126017, esp = 0xbfb87c7c, ebp = 0xbfb880a8 ---

Tracing command mkdir pid 4552 tid 100062 td 0xc4e87600
sched_switch(c4e87600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c7022c80,e75a0a80,c0658911,c7022c80,0) at sleepq_switch+0xe0
sleepq_wait(c7022c80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c7022c80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c7022c80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5c673fc,c6a23400,4,c4e87600,c526f900) at nfs_request+0x374
nfs3_access_otw(c5c673fc,3f,c4e87600,c526f900,c7f4eb98) at nfs3_access_otw+0x9d
nfs_access(e75a0bcc) at nfs_access+0xf7
VOP_ACCESS_APV(c091b940,e75a0bcc) at VOP_ACCESS_APV+0x7e
change_dir(c5c673fc,c4e87600,1,e75a0c1c,c0665743) at change_dir+0x3f
kern_chdir(c4e87600,bfb61930,0,e75a0d30,c0811d4e) at kern_chdir+0x5a
chdir(c4e87600,e75a0d04,c,c4e87600,e75a0d30) at chdir+0x12
syscall(2805003b,bfbf003b,bfb7003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280bdca3, esp = 0xbfb614ec, ebp = 0xbfb61918 ---

Tracing command mkdir pid 4551 tid 100252 td 0xc5699300
sched_switch(c5699300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6e4a080,e78aaa80,c0658911,c6e4a080,0) at sleepq_switch+0xe0
sleepq_wait(c6e4a080,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6e4a080,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6e4a080,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c7db1aa0,c5ba2e00,4,c5699300,c526f900) at nfs_request+0x374
nfs3_access_otw(c7db1aa0,3f,c5699300,c526f900,c5435b98) at nfs3_access_otw+0x9d
nfs_access(e78aabcc) at nfs_access+0xf7
VOP_ACCESS_APV(c091b940,e78aabcc) at VOP_ACCESS_APV+0x7e
change_dir(c7db1aa0,c5699300,1,e78aac1c,c0665743) at change_dir+0x3f
kern_chdir(c5699300,bfb117d0,0,e78aad30,c0811d4e) at kern_chdir+0x5a
chdir(c5699300,e78aad04,c,c5699300,e78aad30) at chdir+0x12
syscall(2805003b,bfbf003b,bfb2003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280bdca3, esp = 0xbfb1138c, ebp = 0xbfb117b8 ---

Tracing command rw pid 4550 tid 100141 td 0xc5ae3480
sched_switch(c5ae3480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e76ff8ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c5ae3480) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8c6e584,0,0) at nfs_asyncio+0x115
nfs_strategy(e76ff998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e76ff998) at VOP_STRATEGY_APV+0x95
bufstrategy(c5a6dcf8,d8c6e584) at bufstrategy+0x55
nfs_writebp(d8c6e584,0,0) at nfs_writebp+0x10e
nfs_write(e76ffb98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e76ffb98) at VOP_WRITE_APV+0x112
vn_write(c7ab0168,e76ffc60,c526f900,0,c5ae3480) at vn_write+0x1ee
dofilewrite(c5ae3480,4,c7ab0168,e76ffc60,ffffffff) at dofilewrite+0x77
kern_writev(c5ae3480,4,e76ffc60,bfbfe990,0) at kern_writev+0x3b
write(c5ae3480,e76ffd04,c5ae3480,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command syscall pid 4549 tid 100040 td 0xc4c9c780
sched_switch(c4c9c780,0,2) at sched_switch+0x183
mi_switch(2,0,c4c9c780,d8,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e5341d38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17

Tracing command rw pid 4548 tid 100101 td 0xc4f28c00
sched_switch(c4f28c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e765e8ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c4f28c00) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8cdfdb0,0,0) at nfs_asyncio+0x115
nfs_strategy(e765e998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e765e998) at VOP_STRATEGY_APV+0x95
bufstrategy(c5f623ac,d8cdfdb0) at bufstrategy+0x55
nfs_writebp(d8cdfdb0,0,0) at nfs_writebp+0x10e
nfs_write(e765eb98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e765eb98) at VOP_WRITE_APV+0x112
vn_write(c4f2fd38,e765ec60,c526f900,0,c4f28c00) at vn_write+0x1ee
dofilewrite(c4f28c00,4,c4f2fd38,e765ec60,ffffffff) at dofilewrite+0x77
kern_writev(c4f28c00,4,e765ec60,bfbfe990,0) at kern_writev+0x3b
write(c4f28c00,e765ed04,c4f28c00,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command syscall pid 4547 tid 100239 td 0xc4e2b300
sched_switch(c4e2b300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
turnstile_wait(c0948dcc,c4c9c480,c0948dcc,2,c087d72a,225) at turnstile_wait+0x338
_mtx_lock_sleep(c0948dcc,c4e2b300,0,c0887174,b4) at _mtx_lock_sleep+0x146
_mtx_lock_flags(c0948dcc,0,c0887174,b4) at _mtx_lock_flags+0x85
namei(e5372c0c,246,c064a57d,c0995988,e5372c34) at namei+0x219
kern_pathconf(c4e2b300,2808e974,0,d22a785,e5372d30) at kern_pathconf+0x32
pathconf(c4e2b300,e5372d04,26e,c09c1f6c,e5372ca4) at pathconf+0x15
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeac8) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (191, FreeBSD ELF32, pathconf), eip = 0x280a1ee5, esp = 0xbfbfe950, ebp = 0xbfbfe998 ---

Tracing command rw pid 4546 tid 100237 td 0xc7340480
sched_switch(c7340480,0,2) at sched_switch+0x183
mi_switch(2,0,c7340480,bb,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e79a9d38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17

Tracing command syscall pid 4545 tid 100196 td 0xc5b97180
sched_switch(c5b97180,c4c9cc00,6) at sched_switch+0x183
mi_switch(6,c4c9cc00,c4c9cd60,c4c9cc00,e777fc74) at mi_switch+0x274
maybe_preempt(c4c9cc00) at maybe_preempt+0x169
sched_add(c4c9cc00,4,c4b43680,c4c9cc00,c4c95ca0) at sched_add+0x15a
setrunqueue(c4c9cc00,4) at setrunqueue+0xab
intr_event_schedule_thread(c4b43680) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c4ae51b8,e777fcf8,e,bfbfe998,c07fe753) at intr_execute_handlers+0x118
lapic_handle_intr(35) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc07fe3da, esp = 0xe777fd38, ebp = 0xbfbfe998 ---
Xint0x80_syscall() at Xint0x80_syscall+0xa

Tracing command rw pid 4544 tid 100056 td 0xc4e88000
cpustop_handler(e75b2ae8,c0810fc9,138,3002,0) at cpustop_handler+0x31
ipi_nmi_handler(138,3002,0,0,c4e88000) at ipi_nmi_handler+0x28
trap(c4e80008,e75b0028,28,c4e88000,c0948dcc) at trap+0x3d
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc064a73d, esp = 0xe75b2b30, ebp = 0xe75b2b3c ---
_mtx_lock_sleep(c0948dcc,c4e88000,0,c08882e2,219) at _mtx_lock_sleep+0xfd
_mtx_lock_flags(c0948dcc,0,c08882e2,219) at _mtx_lock_flags+0x85
vn_write(c4e99dc8,e75b2c60,c526f900,0,c4e88000) at vn_write+0x5b
dofilewrite(c4e88000,4,c4e99dc8,e75b2c60,ffffffff) at dofilewrite+0x77
kern_writev(c4e88000,4,e75b2c60,bfbfd990,1000) at kern_writev+0x3b
write(c4e88000,e75b2d04,c4e88000,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command syscall pid 4543 tid 100114 td 0xc5031600
sched_switch(c5031600,0,2) at sched_switch+0x183
mi_switch(2,0,c5031600,d8,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e76bad38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17

Tracing command rw pid 4542 tid 100205 td 0xc52ef900
sched_switch(c52ef900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e7a668ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c52ef900) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8d927a8,0,0) at nfs_asyncio+0x115
nfs_strategy(e7a66998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e7a66998) at VOP_STRATEGY_APV+0x95
bufstrategy(c5d09258,d8d927a8) at bufstrategy+0x55
nfs_writebp(d8d927a8,0,0) at nfs_writebp+0x10e
nfs_write(e7a66b98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e7a66b98) at VOP_WRITE_APV+0x112
vn_write(c4e99990,e7a66c60,c526f900,0,c52ef900) at vn_write+0x1ee
dofilewrite(c52ef900,4,c4e99990,e7a66c60,ffffffff) at dofilewrite+0x77
kern_writev(c52ef900,4,e7a66c60,bfbfe990,0) at kern_writev+0x3b
write(c52ef900,e7a66d04,c52ef900,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command rw pid 4541 tid 100276 td 0xc7342d80
sched_switch(c7342d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e79f78ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c7342d80) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8ba3ba4,0,0) at nfs_asyncio+0x115
nfs_strategy(e79f7998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e79f7998) at VOP_STRATEGY_APV+0x95
bufstrategy(c65e2654,d8ba3ba4) at bufstrategy+0x55
nfs_writebp(d8ba3ba4,0,0) at nfs_writebp+0x10e
nfs_write(e79f7b98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e79f7b98) at VOP_WRITE_APV+0x112
vn_write(c4f2fc18,e79f7c60,c526f900,0,c7342d80) at vn_write+0x1ee
dofilewrite(c7342d80,4,c4f2fc18,e79f7c60,ffffffff) at dofilewrite+0x77
kern_writev(c7342d80,4,e79f7c60,bfbfe990,0) at kern_writev+0x3b
write(c7342d80,e79f7d04,c7342d80,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---

Tracing command creat pid 4540 tid 100310 td 0xc52efd80
sched_switch(c52efd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6970680,e7a6f860,c0658911,c6970680,0) at sleepq_switch+0xe0
sleepq_wait(c6970680,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6970680,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6970680,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c6a20bf4,c5feeb00,8,c52efd80,c526f900) at nfs_request+0x374
nfs_create(e7a6fa08,e7a6fd04,e7a6fb70,e7a6fac4,c06b41a0) at nfs_create+0x385
VOP_CREATE_APV(c091b940,e7a6fa08) at VOP_CREATE_APV+0x7e
vn_open_cred(e7a6fb70,e7a6fc70,1b0,c526f900,3) at vn_open_cred+0x1a8
vn_open(e7a6fb70,e7a6fc70,1b0,3,246) at vn_open+0x1e
kern_open(c52efd80,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c52efd80,e7a6fd04,c52efd80,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28126057, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---

Tracing command rw pid 4537 tid 100203 td 0xc73c5000
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 4590 c5b9dd08    0     0     0 0000204 [SLPQ nfsreq 0xc6b18900][SLP] nfsiod 19
 4589 c4e86458    0     0     0 0000204 [SLPQ nfsreq 0xc6fedb80][SLP] nfsiod 18
 4588 c4e8622c    0     0     0 0000204 [SLPQ nfsreq 0xc6f11680][SLP] nfsiod 17
 4587 c5b95000    0     0     0 0000204 [SLPQ nfsreq 0xc6f23a00][SLP] nfsiod 16
 4586 c5b9e000    0     0     0 0000204 [SLPQ nfsreq 0xc6f11100][SLP] nfsiod 15
 4585 c6ed58b0    0     0     0 0000204 [SLPQ nfsreq 0xc6973d80][SLP] nfsiod 14
 4584 c5ae7000    0     0     0 0000204 [SLPQ nfsreq 0xc6433600][SLP] nfsiod 13
 4583 c62a8684    0     0     0 0000204 [SLPQ nfsreq 0xc6ff0080][SLP] nfsiod 12
 4582 c73c2458    0     0     0 0000204 [SLPQ nfsreq 0xc72e3b80][SLP] nfsiod 11
 4581 c644e684    0     0     0 0000204 [SLPQ nfsreq 0xc6f11300][SLP] nfsiod 10
 4580 c4f26458    0     0     0 0000204 [SLPQ nfsreq 0xc7e42b00][SLP] nfsiod 9
 4579 c6ed8d08    0     0     0 0000204 [SLPQ nfsreq 0xc6973680][SLP] nfsiod 8
 4578 c4e29000    0     0     0 0000204 [SLPQ nfsreq 0xc6970980][SLP] nfsiod 7
 4577 c4f27458    0     0     0 0000204 [SLPQ nfsreq 0xc533c500][SLP] nfsiod 6
 4576 c5ae722c    0     0     0 0000204 [SLPQ nfsreq 0xc6972080][SLP] nfsiod 5
 4575 c5ae28b0    0     0     0 0000204 [SLPQ nfsreq 0xc6970280][SLP] nfsiod 4
 4565 c5b098b0 1001  4535   632 0000002 [SLPQ nfsreq 0xc533c400][SLP] syscall
 4564 c502fd08 1001  4535   632 0000002 [RUNQ] syscall
 4562 c6ed8684 1001  4537   632 0000002 [SLPQ nfs 0xc579f9a4][SLP] rw
 4561 c5b95d08 1001  4535   632 0000002 [RUNQ] syscall
 4560 c4fda8b0 1001  4537   632 0000002 [RUNQ] rw
 4558 c5b96adc 1001  4537   632 0000002 [RUNQ] rw
 4557 c4fda22c 1001  4535   632 0000002 [RUNQ] syscall
 4556 c73c38b0 1001  4529   632 0000002 [SLPQ nfsreq 0xc4cd1480][SLP] mkdir
 4555 c5b95684 1001  4529   632 0000002 [SLPQ nfsreq 0xc6f11900][SLP] mkdir
 4554 c5b9ed08 1001  4518   632 0000002 [SLPQ nfsreq 0xc6f11880][SLP] creat
 4553 c4f278b0 1001  4529   632 0000002 [SLPQ nfsreq 0xc6972200][SLP] mkdir
 4552 c4e86d08 1001  4529   632 0000002 [SLPQ nfsreq 0xc7022c80][SLP] mkdir
 4551 c4c9b684 1001  4529   632 0000002 [SLPQ nfsreq 0xc6e4a080][SLP] mkdir
 4550 c5b0522c 1001  4537   632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
 4549 c4c9badc 1001  4535   632 0000002 [RUNQ] syscall
 4548 c4fda684 1001  4537   632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
 4547 c4e2ad08 1001  4535   632 0000002 [RUNQ] syscall
 4546 c62a822c 1001  4537   632 0000002 [RUNQ] rw
 4545 c73c3000 1001  4535   632 0000002 [RUNQ] syscall
 4544 c4e86000 1001  4537   632 0000002 [CPU 3] rw
 4543 c502f458 1001  4535   632 0000002 [RUNQ] syscall
 4542 c644e000 1001  4537   632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
 4541 c5b96458 1001  4537   632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
 4540 c5b9e22c 1001  4518   632 0000002 [SLPQ nfsreq 0xc6970680][SLP] creat
 4537 c73c6000 1001  4492   632 0000002 [SLPQ wait 0xc73c6000][SLP][SWAP] rw
 4535 c73c6d08 1001  4500   632 0000002 [SLPQ wait 0xc73c6d08][SLP][SWAP] syscall
 4529 c4fdad08 1001  4495   632 0000002 [SLPQ wait 0xc4fdad08][SLP][SWAP] mkdir
 4526 c73c6684 1001  4518   632 0000002 [SLPQ nfsreq 0xc6f23400][SLP] creat
 4525 c5ae2adc 1001  4518   632 0000002 [SLPQ nfsreq 0xc745cd00][SLP] creat
 4524 c5b09458 1001  4518   632 0000002 [SLPQ nfsreq 0xc745cc80][SLP] creat
 4523 c6ed5adc 1001  4518   632 0000002 [SLPQ nfsreq 0xc6b18280][SLP] creat
 4521 c5b9e8b0 1001  4518   632 0000002 [SLPQ nfsreq 0xc7517500][SLP] creat
 4520 c644eadc 1001  4518   632 0000002 [SLPQ nfsreq 0xc6fedc00][SLP] creat
 4519 c644e22c 1001  4518   632 0000002 [SLPQ nfsreq 0xc6970a80][SLP] creat
 4518 c5b05adc 1001  4494   632 0000002 [SLPQ wait 0xc5b05adc][SLP][SWAP] creat
 4517 c73c2d08 1001  4508   632 0000002 [RUNQ] swap
 4516 c62a8adc 1001  4508   632 0000002 [RUNQ] swap
 4515 c73c3458 1001  4508   632 0000002 [RUNQ] swap
 4514 c5b9eadc 1001  4508   632 0000002 [RUNQ] swap
 4513 c5b058b0 1001  4508   632 0000002 [RUNQ] swap
 4512 c5b9d458 1001  4508   632 0000002 [RUNQ] swap
 4511 c73c222c 1001  4508   632 0000002 [RUNQ] swap
 4510 c5b9d684 1001  4508   632 0000002 [RUNQ] swap
 4509 c644e8b0 1001  4508   632 0000002 [RUNQ] swap
 4508 c644ed08 1001  4493   632 0000002 [SLPQ wait 0xc644ed08][SLP][SWAP] swap
 4503 c5b05684 1001   639   632 0004002 [SLPQ nanslp 0xc0949684][SLP] lockf
 4500 c6ed5000 1001   639   632 0004002 [SLPQ nanslp 0xc0949684][SLP] syscall
 4495 c73c3d08 1001   639   632 0004002 [SLPQ nanslp 0xc0949684][SLP] mkdir
 4494 c62a88b0 1001   639   632 0004002 [SLPQ nanslp 0xc0949684][SLP] creat
 4493 c6ed5458 1001   639   632 0004002 [SLPQ nanslp 0xc0949684][SLP] swap
 4492 c5b06684 1001   639   632 0004002 [SLPQ nanslp 0xc0949684][SLP] rw
 3449 c5ae78b0    0     0     0 0000204 [SLPQ mdwait 0xc69b7800][SLP] md4
 3442 c5b05458    0     0     0 0000204 [SLPQ mdwait 0xc8099000][SLP] md3
 3435 c502fadc    0     0     0 0000204 [SLPQ mdwait 0xc737c000][SLP] md2
 3428 c5b05000    0     0     0 0000204 [SLPQ mdwait 0xc756c800][SLP] md1
  639 c4ebf684 1001   638   632 0000002 [SLPQ wait 0xc4ebf684][SLP][SWAP] run
  638 c4ebf8b0 1001   637   632 0000002 [SLPQ wait 0xc4ebf8b0][SLP][SWAP] run
  637 c502f000 1001   632   632 0004002 [SLPQ nanslp 0xc0949684][SLP] run
  632 c50348b0 1001   600   632 0004002 [SLPQ wait 0xc50348b0][SLP][SWAP] sh
  629 c503422c 1001   620   629 0004002 [SLPQ select 0xc0995ba0][SLP] top
  620 c4ebf000 1001   619   620 0004002 [SLPQ wait 0xc4ebf000][SLP][SWAP] bash
  619 c4f1c684 1001   617   617 0000100 [SLPQ select 0xc0995ba0][SLP] sshd
  617 c4f26000    0   471   617 0004100 [SLPQ sbwait 0xc4fa80a0][SLP][SWAP] sshd
  600 c4f1c000 1001   599   600 0004002 [SLPQ wait 0xc4f1c000][SLP][SWAP] bash
  599 c4fdbadc 1001   597   597 0000100 [SLPQ select 0xc0995ba0][SLP][SWAP] sshd
  597 c4fdb684    0   471   597 0004100 [SLPQ sbwait 0xc501e744][SLP][SWAP] sshd
  596 c4f27000    0     1   596 0004002 [SLPQ ttyin 0xc4cc5010][SLP][SWAP] getty
  595 c4f2622c    0     1   595 0004002 [SLPQ ttyin 0xc4cc4c10][SLP][SWAP] getty
  594 c4fda000    0     1   594 0004002 [SLPQ ttyin 0xc4cc5c10][SLP][SWAP] getty
  593 c4c9bd08    0     1   593 0004002 [SLPQ ttyin 0xc4cc5810][SLP][SWAP] getty
  592 c4e2a8b0    0     1   592 0004002 [SLPQ ttyin 0xc4cb7c10][SLP][SWAP] getty
  591 c502f684    0     1   591 0004002 [SLPQ ttyin 0xc4cc4010][SLP][SWAP] getty
  590 c4fdbd08    0     1   590 0004002 [SLPQ ttyin 0xc4cc4410][SLP][SWAP] getty
  589 c4ec4adc    0     1   589 0004002 [SLPQ ttyin 0xc4cc4810][SLP][SWAP] getty
  576 c4ec4000    0     1   576 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] inetd
  555 c4f1cd08    0     1   555 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] moused
  497 c5034458    0     1   497 0000000 [SLPQ nanslp 0xc0949684][SLP][SWAP] cron
  481 c4ebf458   25     1   481 0000100 [SLPQ pause 0xc4ebf48c][SLP][SWAP] sendmail
  477 c4e2a22c    0     1   477 0000100 [SLPQ select 0xc0995ba0][SLP] sendmail
  471 c5034684    0     1   471 0000100 [SLPQ select 0xc0995ba0][SLP][SWAP] sshd
  451 c4f2722c    0     1   451 0000000 [SLPQ select 0xc0995ba0][SLP] ntpd
  420 c4ebfd08    0     1   420 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] usbd
  403 c4ec4458    0   399   399 0000000 [RUNQ] nfsd
  402 c4ebf22c    0   399   399 0000000 [CPU 1] nfsd
  401 c4ec48b0    0   399   399 0000000 [CPU 0] nfsd
  400 c4f1c8b0    0   399   399 0000000 [CPU 2] nfsd
  399 c4f1cadc    0     1   399 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] nfsd
  397 c4f27adc    0     1   397 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] mountd
  330 c4f27684    0     1   330 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] rpcbind
  297 c4ebfadc    0     1   297 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] devd
  222 c4f26d08    0     1   222 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] syslogd
   45 c4e2922c    0     0     0 0000204 [SLPQ - 0xe5338d04][SLP] schedcpu
   44 c4e29458    0     0     0 0000204 [SLPQ nfsreq 0xc6970c80][SLP] nfsiod 3
   43 c4e29684    0     0     0 0000204 [SLPQ nfsreq 0xc7517380][SLP] nfsiod 2
   42 c4e298b0    0     0     0 0000204 [SLPQ nfsreq 0xc5360c80][SLP] nfsiod 1
   41 c4e29adc    0     0     0 0000204 [SLPQ nfsreq 0xc73f4480][SLP] nfsiod 0
   40 c4e29d08    0     0     0 0000204 [SLPQ vlruwt 0xc4e29d08][SLP] vnlru
   39 c4e2a000    0     0     0 0000204 [SLPQ syncer 0xc09493b0][SLP] syncer
   38 c4bf1d08    0     0     0 0000204 [SLPQ nfsreq 0xc7076900][SLP] bufdaemon
   37 c4c99000    0     0     0 000020c [SLPQ pgzero 0xc09a3d20][SLP] pagezero
   36 c4c9922c    0     0     0 0000204 [SLPQ psleep 0xc09a3888][SLP] vmdaemon
   35 c4c99458    0     0     0 0000204 [SLPQ psleep 0xc09a3848][SLP] pagedaemon
   34 c4c99684    0     0     0 0000204 [IWAIT] irq7: ppc0
   33 c4c998b0    0     0     0 0000204 [SLPQ - 0xc4be7e3c][SLP] fdc0
   32 c4c99adc    0     0     0 0000204 [IWAIT] swi0: sio
   31 c4c99d08    0     0     0 0000204 [IWAIT] irq12: psm0
   30 c4c9b000    0     0     0 0000204 [IWAIT] irq1: atkbd0
   29 c4c9b22c    0     0     0 0000204 [IWAIT] irq15: ata1
   28 c4c9b458    0     0     0 0000204 [IWAIT] irq14: ata0
   27 c4b46684    0     0     0 0000204 [IWAIT] irq17: fxp0
   26 c4b468b0    0     0     0 0000204 [SLPQ usbtsk 0xc0946904][SLP] usbtask
   25 c4b46adc    0     0     0 0000204 [SLPQ usbevt 0xc4c29210][SLP] usb0
   24 c4b46d08    0     0     0 0000204 [IWAIT] irq16: uhci0
   23 c4bf1000    0     0     0 0000204 [IWAIT] irq48: em0
   22 c4bf122c    0     0     0 0000204 [IWAIT] irq9: acpi0
    9 c4bf1458    0     0     0 0000204 [SLPQ - 0xc4bf5100][SLP] thread taskq
   21 c4bf1684    0     0     0 0000204 [IWAIT] swi6: Giant taskq
    8 c4bf18b0    0     0     0 0000204 [SLPQ - 0xc4ba21c0][SLP] acpi_task2
    7 c4bf1adc    0     0     0 0000204 [SLPQ - 0xc4ba21c0][SLP] acpi_task1
    6 c4af322c    0     0     0 0000204 [SLPQ - 0xc4ba21c0][SLP] acpi_task0
   20 c4af3458    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c4af3684    0     0     0 0000204 [SLPQ - 0xc4ba2280][SLP] kqueue taskq
   19 c4af38b0    0     0     0 0000204 [IWAIT] swi2: cambio
   18 c4af3adc    0     0     0 0000204 [IWAIT] swi5: Fast taskq
   17 c4af3d08    0     0     0 0000204 [SLPQ - 0xc0944520][SLP] yarrow
    4 c4b46000    0     0     0 0000204 [SLPQ - 0xc09470a0][SLP] g_down
    3 c4b4622c    0     0     0 0000204 [SLPQ - 0xc094709c][SLP] g_up
    2 c4b46458    0     0     0 0000204 [SLPQ - 0xc0947094][SLP] g_event
   16 c4aee000    0     0     0 0000204 [IWAIT] swi1: net
   15 c4aee22c    0     0     0 0000204 [IWAIT] swi3: vm
   14 c4aee458    0     0     0 000020c [RUNQ] swi4: clock sio
   13 c4aee684    0     0     0 000020c [Can run] idle: cpu0
   12 c4aee8b0    0     0     0 000020c [Can run] idle: cpu1
   11 c4aeeadc    0     0     0 000020c [Can run] idle: cpu2
   10 c4aeed08    0     0     0 000020c [Can run] idle: cpu3
    1 c4af3000    0     0     1 0004200 [SLPQ wait 0xc4af3000][SLP] init
    0 c09471a0    0     0     0 0000200 [IWAIT] swapper
 4522 c4fda458 1001  4503   632 0002002 zomb[INACTIVE] lockf
 4563 c4fdb8b0 1001  4535   632 0002002 zomb[INACTIVE] syscall
 4559 c5b068b0 1001  4535   632 0002002 zomb[INACTIVE] syscall
 4496 c5b06d08 1001   639   632 0006002 zomb[INACTIVE] thr1
 4498 c73c622c 1001   639   632 0006002 zomb[INACTIVE] mkfifo
 4497 c5b09d08 1001   639   632 0006002 zomb[INACTIVE] udp
 4504 c5b96d08 1001   639   632 0006002 zomb[INACTIVE] symlink
 4507 c73c2684 1001   639   632 0006002 zomb[INACTIVE] badcode
 4502 c4f27d08 1001   639   632 0006002 zomb[INACTIVE] tcp
 4501 c73c6458 1001   639   632 0006002 zomb[INACTIVE] sysctl
 4499 c4fdb458 1001   639   632 0006002 zomb[INACTIVE] pty
 4506 c4e868b0 1001   639   632 0006002 zomb[INACTIVE] socketpair
 4505 c502f22c 1001   639   632 0006002 zomb[INACTIVE] tcp
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc046a853 in db_fncall (dummy1=0xc09c1260, dummy2=0x0, dummy3=0x0, dummy4=0xe75c46c8 "F\\2\177F\\F\\\220\a")
    at ../../../ddb/db_command.c:489
#2  0xc046a658 in db_command (last_cmdp=0xc09300a4, cmd_table=0x0, aux_cmd_tablep=0xc08a9ea0, aux_cmd_tablep_end=0xc08a9ebc)
    at ../../../ddb/db_command.c:404
#3  0xc046a720 in db_command_loop () at ../../../ddb/db_command.c:455
#4  0xc046c339 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc066c730 in kdb_trap (type=0x3, code=0x0, tf=0xe75c4860) at ../../../kern/subr_kdb.c:485
#6  0xc08114e4 in trap (frame=
      {tf_fs = 0xe75c0008, tf_es = 0xc0660028, tf_ds = 0xc0880028, tf_edi = 0xc087d8af, tf_esi = 0x1, tf_ebp = 0xe75c48a0, tf_isp = 0xe75c488c, tf_ebx = 0xe75c48cc, tf_edx = 0x0, tf_ecx = 0xc1033000, tf_eax = 0x12, tf_trapno = 0x3, tf_err = 0x0, tf_eip = 0xc066c437, tf_cs = 0x20, tf_eflags = 0x296, tf_esp = 0xe75c48c0, tf_ss = 0xc0652503}) at ../../../i386/i386/trap.c:614
#7  0xc07fe39a in calltrap () at ../../../i386/i386/exception.s:137
#8  0xc066c437 in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60
#9  0xc0652503 in panic (fmt=0xc087d8af "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:549
#10 0xc064a94b in _mtx_assert (m=0xc09a2c98, what=0xc1033000, file=0xc0891db4 "../../../nfsserver/nfs_srvsock.c", line=0x91)
    at ../../../kern/kern_mutex.c:754
#11 0xc0745561 in nfs_rephead (siz=0x0, nd=0xc5541b00, err=0x48, mbp=0x12, bposp=0x12) at ../../../nfsserver/nfs_srvsock.c:145
#12 0xc073fc47 in nfsrv_symlink (nfsd=0xc5541b00, slp=0xc4e5cd80, td=0xc4e88900, mrq=0xe75c4c3c) at ../../../nfsserver/nfs_serv.c:2834
#13 0xc0748aa1 in nfssvc_nfsd (td=0x12) at ../../../nfsserver/nfs_syscalls.c:472
#14 0xc07483f0 in nfssvc (td=0xc4e88900, uap=0xe75c4d04) at ../../../nfsserver/nfs_syscalls.c:181
#15 0xc0811d4e in syscall (frame=
      {tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x1, tf_esi = 0x0, tf_ebp = 0xbfbfeb38, tf_isp = 0xe75c4d64, tf_ebx = 0x4, tf_edx = 0x28144478, tf_ecx = 0x19, tf_eax = 0x9b, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280bd723, tf_cs = 0x33, tf_eflags = 0x296, tf_esp = 0xbfbfeb1c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:1008
#16 0xc07fe3ef in Xint0x80_syscall () at ../../../i386/i386/exception.s:190
#17 0x00000033 in ?? ()
(kgdb) f 13
#13 0xc0748aa1 in nfssvc_nfsd (td=0x12) at ../../../nfsserver/nfs_syscalls.c:472
472                 error = (*(nfsrv3_procs[nd->nd_procnum]))(nd,
(kgdb) p nd
$7 = (struct nfsrv_descript *) 0xc5541b00
(kgdb) p *nd
$8 = {nd_time = 0xdeadc0dedeadc0de, nd_off = 0xdeadc0dedeadc0de, nd_eoff = 0xdeadc0dedeadc0de, nd_hash = {le_next = 0xdeadc0de,
    le_prev = 0xdeadc0de}, nd_tq = {le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, nd_coalesce = {lh_first = 0xdeadc0de},
  nd_mrep = 0xc63c0100, nd_md = 0xc4ea8c00, nd_mreq = 0xdeadc0de, nd_nam = 0xc4cd35c0, nd_nam2 = 0xc4cd35c0,
  nd_dpos = 0xc4ea8c74 ""..., nd_procnum = 0xa, nd_stable = 0xdeadc0de,
  nd_flag = 0x8, nd_len = 0xdeadc0de, nd_repstat = 0x0, nd_retxid = 0x103877a9, nd_starttime = {tv_sec = 0x43a9e932, tv_usec = 0x47f38},
  nd_fh = {fh_fsid = {val = {0xdeadc0de, 0xdeadc0de}}, fh_fid = {fid_len = 0xc0de, fid_reserved = 0xdead, fid_data = ""}},
  nd_cr = {cr_ref = 0x1, cr_uid = 0x3e9, cr_ruid = 0x0, cr_svuid = 0x0, cr_ngroups = 0x3, cr_groups = {0x0, 0x3e9, 0x3e9,
      0x0 <repeats 13 times>}, cr_rgid = 0x0, cr_svgid = 0x0, cr_uidinfo = 0x0, cr_ruidinfo = 0x0, cr_prison = 0x0, cr_label = 0x0}}
(kgdb) info loc
siz = 0xa0
slp = (struct nfssvc_sock *) 0xc4e5cd80
nfsd = (struct nfsd *) 0xc4f7ee00
nd = (struct nfsrv_descript *) 0xc5541b00
m = (struct mbuf *) 0xc5b0d800
mreq = (struct mbuf *) 0xc5b0d800
error = 0x0
cacherep = 0x2
sotype = 0x2
writes_todo = 0x0
procrastinate = 0x0
cur_usec = Unhandled dwarf expression opcode 0x93