GENERIC 7.0-CURRENT from Dec 21 16:43 UTC, vmcore.35
Test with loopback NFS mount. Panic in nfsserver/nfs_srvsock.c:145.
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #46: Wed Dec 21 19:29:38 CET 2005
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1040891904 (992 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
panic: mutex nfsd_mtx not owned at ../../../nfsserver/nfs_srvsock.c:145
cpuid = 0
KDB: enter: panic
[thread pid 401 tid 100074 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 401 tid 100074 td 0xc4e88900
kdb_enter(c087e434) at kdb_enter+0x2b
panic(c087d8af,c0881ff1,c0891db4,91,0) at panic+0x14b
_mtx_assert(c09a2c98,1,c0891db4,91,8) at _mtx_assert+0x67
nfs_rephead(0,c5541b00,48,e75c4960,e75c4964) at nfs_rephead+0x25
nfsrv_symlink(c5541b00,c4e5cd80,c4e88900,e75c4c3c,c064a3f8) at nfsrv_symlink+0x3af
nfssvc_nfsd(c4e88900,c4ec4918,1,c087d72a,138) at nfssvc_nfsd+0x3d9
nfssvc(c4e88900,e75c4d04,c,c4e88900,e75c4d30) at nfssvc+0x18c
syscall(3b,3b,3b,1,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280bd723, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc4e88900: pid 401 "nfsd"
curpcb = 0xe75c4d90
fpcurthread = none
idlethread = 0xc4aefa80: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4ec0900: pid 402 "nfsd"
curpcb = 0xe75f0d90
fpcurthread = none
idlethread = 0xc4aef900: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc4f21180: pid 400 "nfsd"
curpcb = 0xe762bd90
fpcurthread = none
idlethread = 0xc4aef780: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4e88000: pid 4544 "rw"
curpcb = 0xe75b2d90
fpcurthread = none
idlethread = 0xc4aef600: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 4515 (swap) thread 0xc5b08d80 (100198)
exclusive sleep mutex vm object (standard object) r = 0 (0xc588e26c) locked @ vm/vm_fault.c:297
exclusive sx user map r = 0 (0xc7277044) locked @ vm/vm_map.c:2993
Process 4509 (swap) thread 0xc568dd80 (100206)
exclusive sx user map r = 0 (0xc4f2ad34) locked @ vm/vm_map.c:2993
Process 401 (nfsd) thread 0xc4e88900 (100074)
exclusive sleep mutex Giant r = 0 (0xc0948dcc) locked @ nfsserver/nfs_serv.c:2823
db> allt
Tracing command nfsiod 19 pid 4590 tid 100274 td 0xc73c5a80
sched_switch(c73c5a80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6b18900,e7851b98,c0658911,c6b18900,0) at sleepq_switch+0xe0
sleepq_wait(c6b18900,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6b18900,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6b18900,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c66abbf4,c6a34c00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c66abbf4,e7851cb4,c526f900,e7851ca4,e7851ca8) at nfs_writerpc+0x256
nfs_doio(c66abbf4,d8dff114,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3cc,e7851d38,c099d3cc,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3cc,e7851d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7851d6c, ebp = 0 ---
Tracing command nfsiod 18 pid 4589 tid 100058 td 0xc4e87c00
sched_switch(c4e87c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6fedb80,e75acb98,c0658911,c6fedb80,0) at sleepq_switch+0xe0
sleepq_wait(c6fedb80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6fedb80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6fedb80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c66abbf4,c60ff600,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c66abbf4,e75accb4,c526f900,e75acca4,e75acca8) at nfs_writerpc+0x256
nfs_doio(c66abbf4,d8b89600,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3c8,e75acd38,c099d3c8,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3c8,e75acd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe75acd6c, ebp = 0 ---
Tracing command nfsiod 17 pid 4588 tid 100057 td 0xc4e87d80
sched_switch(c4e87d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11680,e75afb98,c0658911,c6f11680,0) at sleepq_switch+0xe0
sleepq_wait(c6f11680,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11680,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11680,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c66abbf4,c55f4c00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c66abbf4,e75afcb4,c526f900,e75afca4,e75afca8) at nfs_writerpc+0x256
nfs_doio(c66abbf4,d8dd4d24,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3c4,e75afd38,c099d3c4,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3c4,e75afd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe75afd6c, ebp = 0 ---
Tracing command nfsiod 16 pid 4587 tid 100161 td 0xc4e87480
sched_switch(c4e87480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f23a00,e759db98,c0658911,c6f23a00,0) at sleepq_switch+0xe0
sleepq_wait(c6f23a00,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f23a00,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f23a00,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c65e2550,c5b40200,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c65e2550,e759dcb4,c526f900,e759dca4,e759dca8) at nfs_writerpc+0x256
nfs_doio(c65e2550,d8bac3d0,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3c0,e759dd38,c099d3c0,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3c0,e759dd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe759dd6c, ebp = 0 ---
Tracing command nfsiod 15 pid 4586 tid 100182 td 0xc4f29780
sched_switch(c4f29780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11100,e7673b98,c0658911,c6f11100,0) at sleepq_switch+0xe0
sleepq_wait(c6f11100,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11100,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11100,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5a6dbf4,c605ad00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5a6dbf4,e7673cb4,c526f900,e7673ca4,e7673ca8) at nfs_writerpc+0x256
nfs_doio(c5a6dbf4,d8ce57ec,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3bc,e7673d38,c099d3bc,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3bc,e7673d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7673d6c, ebp = 0 ---
Tracing command nfsiod 14 pid 4585 tid 100283 td 0xc5ac7780
sched_switch(c5ac7780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6973d80,e790bb98,c0658911,c6973d80,0) at sleepq_switch+0xe0
sleepq_wait(c6973d80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6973d80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6973d80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c6a29900,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e790bcb4,c526f900,e790bca4,e790bca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8c4c678,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3b8,e790bd38,c099d3b8,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3b8,e790bd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe790bd6c, ebp = 0 ---
Tracing command nfsiod 13 pid 4584 tid 100221 td 0xc73c4180
sched_switch(c73c4180,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6433600,e7821b98,c0658911,c6433600,0) at sleepq_switch+0xe0
sleepq_wait(c6433600,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6433600,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6433600,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5d09154,c60fa000,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5d09154,e7821cb4,c526f900,e7821ca4,e7821ca8) at nfs_writerpc+0x256
nfs_doio(c5d09154,d8b8ae9c,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3b4,e7821d38,c099d3b4,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3b4,e7821d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7821d6c, ebp = 0 ---
Tracing command nfsiod 12 pid 4583 tid 100116 td 0xc5b98780
sched_switch(c5b98780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6ff0080,e77a9b98,c0658911,c6ff0080,0) at sleepq_switch+0xe0
sleepq_wait(c6ff0080,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6ff0080,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6ff0080,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c5b80a00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e77a9cb4,c526f900,e77a9ca4,e77a9ca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8cebf48,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3b0,e77a9d38,c099d3b0,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3b0,e77a9d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe77a9d6c, ebp = 0 ---
Tracing command nfsiod 11 pid 4582 tid 100191 td 0xc5b97900
sched_switch(c5b97900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c72e3b80,e778eb98,c0658911,c72e3b80,0) at sleepq_switch+0xe0
sleepq_wait(c72e3b80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c72e3b80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c72e3b80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5e66550,c5b85c00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5e66550,e778ecb4,c526f900,e778eca4,e778eca8) at nfs_writerpc+0x256
nfs_doio(c5e66550,d8d5cf40,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3ac,e778ed38,c099d3ac,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3ac,e778ed38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe778ed6c, ebp = 0 ---
Tracing command nfsiod 10 pid 4581 tid 100204 td 0xc7341c00
sched_switch(c7341c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11300,e79d6b98,c0658911,c6f11300,0) at sleepq_switch+0xe0
sleepq_wait(c6f11300,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11300,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11300,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5d09154,c6efc900,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5d09154,e79d6cb4,c526f900,e79d6ca4,e79d6ca8) at nfs_writerpc+0x256
nfs_doio(c5d09154,d8bad0f0,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3a8,e79d6d38,c099d3a8,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3a8,e79d6d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe79d6d6c, ebp = 0 ---
Tracing command nfsiod 9 pid 4580 tid 100086 td 0xc4f1d900
sched_switch(c4f1d900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c7e42b00,e761cb98,c0658911,c7e42b00,0) at sleepq_switch+0xe0
sleepq_wait(c7e42b00,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c7e42b00,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c7e42b00,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c677a550,c555b400,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c677a550,e761ccb4,c526f900,e761cca4,e761cca8) at nfs_writerpc+0x256
nfs_doio(c677a550,d8bfb174,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3a4,e761cd38,c099d3a4,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3a4,e761cd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe761cd6c, ebp = 0 ---
Tracing command nfsiod 8 pid 4579 tid 100292 td 0xc5aac900
sched_switch(c5aac900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6973680,e78f0b98,c0658911,c6973680,0) at sleepq_switch+0xe0
sleepq_wait(c6973680,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6973680,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6973680,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c65e2550,c55f4100,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c65e2550,e78f0cb4,c526f900,e78f0ca4,e78f0ca8) at nfs_writerpc+0x256
nfs_doio(c65e2550,d8e01bbc,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d3a0,e78f0d38,c099d3a0,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d3a0,e78f0d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe78f0d6c, ebp = 0 ---
Tracing command nfsiod 7 pid 4578 tid 100042 td 0xc4c9c480
sched_switch(c4c9c480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6970980,e533bb98,c0658911,c6970980,0) at sleepq_switch+0xe0
sleepq_wait(c6970980,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6970980,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6970980,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5a6dbf4,c6ef1000,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5a6dbf4,e533bcb4,c526f900,e533bca4,e533bca8) at nfs_writerpc+0x256
nfs_doio(c5a6dbf4,d8bbecc4,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d39c,e533bd38,c099d39c,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d39c,e533bd38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe533bd6c, ebp = 0 ---
Tracing command nfsiod 6 pid 4577 tid 100073 td 0xc6ce2780
sched_switch(c6ce2780,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c533c500,e7955b98,c0658911,c533c500,0) at sleepq_switch+0xe0
sleepq_wait(c533c500,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c533c500,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c533c500,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c4ef6300,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e7955cb4,c526f900,e7955ca4,e7955ca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8dcb490,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d398,e7955d38,c099d398,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d398,e7955d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7955d6c, ebp = 0 ---
Tracing command nfsiod 5 pid 4576 tid 100134 td 0xc5ae4000
sched_switch(c5ae4000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6972080,e7714b98,c0658911,c6972080,0) at sleepq_switch+0xe0
sleepq_wait(c6972080,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6972080,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6972080,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5d09154,c5d46400,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5d09154,e7714cb4,c526f900,e7714ca4,e7714ca8) at nfs_writerpc+0x256
nfs_doio(c5d09154,d8dfd044,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d394,e7714d38,c099d394,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d394,e7714d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7714d6c, ebp = 0 ---
Tracing command nfsiod 4 pid 4575 tid 100272 td 0xc73c5d80
sched_switch(c73c5d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6970280,e7857b98,c0658911,c6970280,0) at sleepq_switch+0xe0
sleepq_wait(c6970280,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6970280,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6970280,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5f622a8,c6efcd00,7,0,c526f900) at nfs_request+0x374
nfs_writerpc(c5f622a8,e7857cb4,c526f900,e7857ca4,e7857ca8) at nfs_writerpc+0x256
nfs_doio(c5f622a8,d8c68314,c526f900,0) at nfs_doio+0x3f4
nfssvc_iod(c099d390,e7857d38,c099d390,c072f8ac,0) at nfssvc_iod+0x194
fork_exit(c072f8ac,c099d390,e7857d38) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe7857d6c, ebp = 0 ---
Tracing command syscall pid 4565 tid 100158 td 0xc5b07d80
sched_switch(c5b07d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c533c400,e775ba48,c0658911,c533c400,0) at sleepq_switch+0xe0
sleepq_wait(c533c400,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c533c400,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c533c400,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c6c0b6a4,c5b5bc00,a,c5b07d80,c526f900) at nfs_request+0x374
nfs_symlink(e775bb5c,c6c0b6a4,e775bb9c,e775bc68,c06aea87) at nfs_symlink+0x20d
VOP_SYMLINK_APV(c091b940,e775bb5c) at VOP_SYMLINK_APV+0x7e
kern_symlink(c5b07d80,bcf1dfac,2812a459,0,e775bd30) at kern_symlink+0x32f
symlink(c5b07d80,e775bd04,c0948db0,c0948db0,c5b07d80) at symlink+0x15
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeac8) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (57, FreeBSD ELF32, symlink), eip = 0x280a1ee5, esp = 0xbfbfe950, ebp = 0xbfbfe998 ---
Tracing command syscall pid 4564 tid 100118 td 0xc5aac600
sched_switch(c5aac600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
turnstile_wait(c0948dcc,c5ae4000,c0948dcc,2,c087d72a,225) at turnstile_wait+0x338
_mtx_lock_sleep(c0948dcc,c5aac600,0,c08881b3,1a1) at _mtx_lock_sleep+0x146
_mtx_lock_flags(c0948dcc,0,c08881b3,1a1,14cd4d) at _mtx_lock_flags+0x85
kern_getfsstat(c5aac600,e78ead04,265a87c2,0,b0a175fd) at kern_getfsstat+0x100
getfsstat(c5aac600,e78ead04,369e99,0,0) at getfsstat+0x17
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeac8) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (395, FreeBSD ELF32, getfsstat), eip = 0x280a1ee5, esp = 0xbfbfe950, ebp = 0xbfbfe998 ---
Tracing command rw pid 4562 tid 100289 td 0xc5aacd80
sched_switch(c5aacd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c579f9a4,e78f9a60,c0658911,c579f9a4,0) at sleepq_switch+0xe0
sleepq_wait(c579f9a4,0,0,c579fa14,b3) at sleepq_wait+0x30
msleep(c579f9a4,c0948bb8,50,c0891b93,0) at msleep+0x311
acquire(e78f9b08,80,60000,c5aacd80,0) at acquire+0x76
lockmgr(c579f9a4,3002,c579fa14,c5aacd80,e78f9b2c) at lockmgr+0x46a
vop_stdlock(e78f9b4c,1002,c579f94c,e78f9b68,c06b51a0) at vop_stdlock+0x21
VOP_LOCK_APV(c091b940,e78f9b4c) at VOP_LOCK_APV+0x87
vn_lock(c579f94c,1002,c5aacd80) at vn_lock+0xac
vn_write(c4e99000,e78f9c60,c526f900,0,c5aacd80) at vn_write+0x13c
dofilewrite(c5aacd80,4,c4e99000,e78f9c60,ffffffff) at dofilewrite+0x77
kern_writev(c5aacd80,4,e78f9c60,bfbfd990,1000) at kern_writev+0x3b
write(c5aacd80,e78f9d04,c5aacd80,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command syscall pid 4561 tid 100167 td 0xc4e2ca80
sched_switch(c4e2ca80,0,2) at sched_switch+0x183
mi_switch(2,0,c4e2ca80,d8,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e539fd38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17
Tracing command rw pid 4560 tid 100102 td 0xc4f28a80
sched_switch(c4f28a80,0,2) at sched_switch+0x183
mi_switch(2,0,c0948db0,0,c087fe1e) at mi_switch+0x274
critical_exit(c7342d80,e765bb3c,c07fe96e,c4f20008,e7650028) at critical_exit+0x92
lapic_handle_timer(c4f20008,e7650028,28,c4f28a80,c0948dcc) at lapic_handle_timer+0xcd
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc064a732, esp = 0xe765bb30, ebp = 0xe765bb3c ---
_mtx_lock_sleep(c0948dcc,c4f28a80,0,c08882e2,219) at _mtx_lock_sleep+0xf2
_mtx_lock_flags(c0948dcc,0,c08882e2,219) at _mtx_lock_flags+0x85
vn_write(c4e7bd38,e765bc60,c526f900,0,c4f28a80) at vn_write+0x5b
dofilewrite(c4f28a80,4,c4e7bd38,e765bc60,ffffffff) at dofilewrite+0x77
kern_writev(c4f28a80,4,e765bc60,bfbfd990,1000) at kern_writev+0x3b
write(c4f28a80,e765bd04,c4f28a80,0,2) at write+0x45
syscall(3b,3b,3b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command rw pid 4558 tid 100173 td 0xc5b98000
sched_switch(c5b98000,0,2) at sched_switch+0x183
mi_switch(2,0,c0948db0,0,c087fe1e) at mi_switch+0x274
critical_exit(c7340480,e779ab3c,c07fe96e,c5b90008,e7790028) at critical_exit+0x92
lapic_handle_timer(c5b90008,e7790028,28,c5b98000,c0948dcc) at lapic_handle_timer+0xcd
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc064a732, esp = 0xe779ab30, ebp = 0xe779ab3c ---
_mtx_lock_sleep(c0948dcc,c5b98000,0,c08882e2,219) at _mtx_lock_sleep+0xf2
_mtx_lock_flags(c0948dcc,0,c08882e2,219) at _mtx_lock_flags+0x85
vn_write(c4f2f948,e779ac60,c526f900,0,c5b98000) at vn_write+0x5b
dofilewrite(c5b98000,4,c4f2f948,e779ac60,ffffffff) at dofilewrite+0x77
kern_writev(c5b98000,4,e779ac60,bfbfd990,1000) at kern_writev+0x3b
write(c5b98000,e779ad04,c5b98000,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command syscall pid 4557 tid 100099 td 0xc4f29000
sched_switch(c4f29000,0,2) at sched_switch+0x183
mi_switch(2,0,c0948db0,0,c087fe1e) at mi_switch+0x274
critical_exit(1,bfbfe968,c07fe96e,2805003b,bfbf003b) at critical_exit+0x92
lapic_handle_timer(2805003b,bfbf003b,bfbf003b,28152f80,28153be4) at lapic_handle_timer+0xcd
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0x28124577, esp = 0xbfbfe960, ebp = 0xbfbfe968 ---
Tracing command mkdir pid 4556 tid 100200 td 0xc73c5480
sched_switch(c73c5480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c4cd1480,e78459a0,c0658911,c4cd1480,0) at sleepq_switch+0xe0
sleepq_wait(c4cd1480,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c4cd1480,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c4cd1480,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c554e2a8,c6eee900,3,c73c5480,c526f900) at nfs_request+0x374
nfs_lookup(e7845b70,c554e2a8,e7845c38,e7845b8c,c06a345a) at nfs_lookup+0x2d4
VOP_LOOKUP_APV(c091b940,e7845b70) at VOP_LOOKUP_APV+0x87
lookup(e7845c10,c0674321,1,c73c5480,0) at lookup+0x3d6
namei(e7845c10,c73c5480,e7845c1c,c0665743,c0948db0) at namei+0x37e
kern_chdir(c73c5480,bfbb5d90,0,e7845d30,c0811d4e) at kern_chdir+0x37
chdir(c73c5480,e7845d04,c,c73c5480,e7845d30) at chdir+0x12
syscall(3b,3b,3b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280bdca3, esp = 0xbfbb594c, ebp = 0xbfbb5d78 ---
Tracing command mkdir pid 4555 tid 100317 td 0xc5031300
sched_switch(c5031300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11900,e76b49c4,c0658911,c6f11900,0) at sleepq_switch+0xe0
sleepq_wait(c6f11900,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11900,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11900,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c4e9f7f8,c5d46b00,9,c5031300,c526f900) at nfs_request+0x374
nfs_mkdir(e76b4b5c,c4e9f7f8,1,e76b4c68,c06b16b2) at nfs_mkdir+0x2a5
VOP_MKDIR_APV(c091b940,e76b4b5c) at VOP_MKDIR_APV+0x7e
kern_mkdir(c5031300,bfbbe7c0,0,1f8,e76b4d30) at kern_mkdir+0x2ca
mkdir(c5031300,e76b4d04,c,c5031300,e76b4d30) at mkdir+0x15
syscall(3b,3b,3b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126017, esp = 0xbfbbe37c, ebp = 0xbfbbe7a8 ---
Tracing command creat pid 4554 tid 100188 td 0xc5ba0300
sched_switch(c5ba0300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6f11880,e77dc860,c0658911,c6f11880,0) at sleepq_switch+0xe0
sleepq_wait(c6f11880,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6f11880,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6f11880,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c6c006a4,c5767100,8,c5ba0300,c526f900) at nfs_request+0x374
nfs_create(e77dca08,e77dcd04,e77dcb70,e77dcac4,c06b41a0) at nfs_create+0x385
VOP_CREATE_APV(c091b940,e77dca08) at VOP_CREATE_APV+0x7e
vn_open_cred(e77dcb70,e77dcc70,1b0,c526f900,3) at vn_open_cred+0x1a8
vn_open(e77dcb70,e77dcc70,1b0,3,246) at vn_open+0x1e
kern_open(c5ba0300,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c5ba0300,e77dcd04,c5ba0300,0,2) at open+0x1a
syscall(3b,3b,3b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28126057, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command mkdir pid 4553 tid 100095 td 0xc4f29600
sched_switch(c4f29600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6972200,e76708fc,c0658911,c6972200,0) at sleepq_switch+0xe0
sleepq_wait(c6972200,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6972200,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6972200,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c782794c,c4ef6c00,3,c4f29600,c526f900) at nfs_request+0x374
nfs_lookup(e7670acc,c782794c,e7670bc4,e7670ae8,c06a345a) at nfs_lookup+0x2d4
VOP_LOOKUP_APV(c091b940,e7670acc) at VOP_LOOKUP_APV+0x87
lookup(e7670b9c,1ac,1,c4f29600,c064a3f8) at lookup+0x3d6
namei(e7670b9c) at namei+0x37e
kern_mkdir(c4f29600,bfb880c0,0,1f8,e7670d30) at kern_mkdir+0x4d
mkdir(c4f29600,e7670d04,c,c4f29600,e7670d30) at mkdir+0x15
syscall(2805003b,bfbf003b,bfb9003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28126017, esp = 0xbfb87c7c, ebp = 0xbfb880a8 ---
Tracing command mkdir pid 4552 tid 100062 td 0xc4e87600
sched_switch(c4e87600,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c7022c80,e75a0a80,c0658911,c7022c80,0) at sleepq_switch+0xe0
sleepq_wait(c7022c80,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c7022c80,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c7022c80,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c5c673fc,c6a23400,4,c4e87600,c526f900) at nfs_request+0x374
nfs3_access_otw(c5c673fc,3f,c4e87600,c526f900,c7f4eb98) at nfs3_access_otw+0x9d
nfs_access(e75a0bcc) at nfs_access+0xf7
VOP_ACCESS_APV(c091b940,e75a0bcc) at VOP_ACCESS_APV+0x7e
change_dir(c5c673fc,c4e87600,1,e75a0c1c,c0665743) at change_dir+0x3f
kern_chdir(c4e87600,bfb61930,0,e75a0d30,c0811d4e) at kern_chdir+0x5a
chdir(c4e87600,e75a0d04,c,c4e87600,e75a0d30) at chdir+0x12
syscall(2805003b,bfbf003b,bfb7003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280bdca3, esp = 0xbfb614ec, ebp = 0xbfb61918 ---
Tracing command mkdir pid 4551 tid 100252 td 0xc5699300
sched_switch(c5699300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6e4a080,e78aaa80,c0658911,c6e4a080,0) at sleepq_switch+0xe0
sleepq_wait(c6e4a080,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6e4a080,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6e4a080,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c7db1aa0,c5ba2e00,4,c5699300,c526f900) at nfs_request+0x374
nfs3_access_otw(c7db1aa0,3f,c5699300,c526f900,c5435b98) at nfs3_access_otw+0x9d
nfs_access(e78aabcc) at nfs_access+0xf7
VOP_ACCESS_APV(c091b940,e78aabcc) at VOP_ACCESS_APV+0x7e
change_dir(c7db1aa0,c5699300,1,e78aac1c,c0665743) at change_dir+0x3f
kern_chdir(c5699300,bfb117d0,0,e78aad30,c0811d4e) at kern_chdir+0x5a
chdir(c5699300,e78aad04,c,c5699300,e78aad30) at chdir+0x12
syscall(2805003b,bfbf003b,bfb2003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (12, FreeBSD ELF32, chdir), eip = 0x280bdca3, esp = 0xbfb1138c, ebp = 0xbfb117b8 ---
Tracing command rw pid 4550 tid 100141 td 0xc5ae3480
sched_switch(c5ae3480,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e76ff8ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c5ae3480) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8c6e584,0,0) at nfs_asyncio+0x115
nfs_strategy(e76ff998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e76ff998) at VOP_STRATEGY_APV+0x95
bufstrategy(c5a6dcf8,d8c6e584) at bufstrategy+0x55
nfs_writebp(d8c6e584,0,0) at nfs_writebp+0x10e
nfs_write(e76ffb98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e76ffb98) at VOP_WRITE_APV+0x112
vn_write(c7ab0168,e76ffc60,c526f900,0,c5ae3480) at vn_write+0x1ee
dofilewrite(c5ae3480,4,c7ab0168,e76ffc60,ffffffff) at dofilewrite+0x77
kern_writev(c5ae3480,4,e76ffc60,bfbfe990,0) at kern_writev+0x3b
write(c5ae3480,e76ffd04,c5ae3480,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command syscall pid 4549 tid 100040 td 0xc4c9c780
sched_switch(c4c9c780,0,2) at sched_switch+0x183
mi_switch(2,0,c4c9c780,d8,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e5341d38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17
Tracing command rw pid 4548 tid 100101 td 0xc4f28c00
sched_switch(c4f28c00,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e765e8ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c4f28c00) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8cdfdb0,0,0) at nfs_asyncio+0x115
nfs_strategy(e765e998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e765e998) at VOP_STRATEGY_APV+0x95
bufstrategy(c5f623ac,d8cdfdb0) at bufstrategy+0x55
nfs_writebp(d8cdfdb0,0,0) at nfs_writebp+0x10e
nfs_write(e765eb98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e765eb98) at VOP_WRITE_APV+0x112
vn_write(c4f2fd38,e765ec60,c526f900,0,c4f28c00) at vn_write+0x1ee
dofilewrite(c4f28c00,4,c4f2fd38,e765ec60,ffffffff) at dofilewrite+0x77
kern_writev(c4f28c00,4,e765ec60,bfbfe990,0) at kern_writev+0x3b
write(c4f28c00,e765ed04,c4f28c00,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command syscall pid 4547 tid 100239 td 0xc4e2b300
sched_switch(c4e2b300,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
turnstile_wait(c0948dcc,c4c9c480,c0948dcc,2,c087d72a,225) at turnstile_wait+0x338
_mtx_lock_sleep(c0948dcc,c4e2b300,0,c0887174,b4) at _mtx_lock_sleep+0x146
_mtx_lock_flags(c0948dcc,0,c0887174,b4) at _mtx_lock_flags+0x85
namei(e5372c0c,246,c064a57d,c0995988,e5372c34) at namei+0x219
kern_pathconf(c4e2b300,2808e974,0,d22a785,e5372d30) at kern_pathconf+0x32
pathconf(c4e2b300,e5372d04,26e,c09c1f6c,e5372ca4) at pathconf+0x15
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeac8) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (191, FreeBSD ELF32, pathconf), eip = 0x280a1ee5, esp = 0xbfbfe950, ebp = 0xbfbfe998 ---
Tracing command rw pid 4546 tid 100237 td 0xc7340480
sched_switch(c7340480,0,2) at sched_switch+0x183
mi_switch(2,0,c7340480,bb,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e79a9d38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17
Tracing command syscall pid 4545 tid 100196 td 0xc5b97180
sched_switch(c5b97180,c4c9cc00,6) at sched_switch+0x183
mi_switch(6,c4c9cc00,c4c9cd60,c4c9cc00,e777fc74) at mi_switch+0x274
maybe_preempt(c4c9cc00) at maybe_preempt+0x169
sched_add(c4c9cc00,4,c4b43680,c4c9cc00,c4c95ca0) at sched_add+0x15a
setrunqueue(c4c9cc00,4) at setrunqueue+0xab
intr_event_schedule_thread(c4b43680) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c4ae51b8,e777fcf8,e,bfbfe998,c07fe753) at intr_execute_handlers+0x118
lapic_handle_intr(35) at lapic_handle_intr+0x30
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0xc07fe3da, esp = 0xe777fd38, ebp = 0xbfbfe998 ---
Xint0x80_syscall() at Xint0x80_syscall+0xa
Tracing command rw pid 4544 tid 100056 td 0xc4e88000
cpustop_handler(e75b2ae8,c0810fc9,138,3002,0) at cpustop_handler+0x31
ipi_nmi_handler(138,3002,0,0,c4e88000) at ipi_nmi_handler+0x28
trap(c4e80008,e75b0028,28,c4e88000,c0948dcc) at trap+0x3d
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc064a73d, esp = 0xe75b2b30, ebp = 0xe75b2b3c ---
_mtx_lock_sleep(c0948dcc,c4e88000,0,c08882e2,219) at _mtx_lock_sleep+0xfd
_mtx_lock_flags(c0948dcc,0,c08882e2,219) at _mtx_lock_flags+0x85
vn_write(c4e99dc8,e75b2c60,c526f900,0,c4e88000) at vn_write+0x5b
dofilewrite(c4e88000,4,c4e99dc8,e75b2c60,ffffffff) at dofilewrite+0x77
kern_writev(c4e88000,4,e75b2c60,bfbfd990,1000) at kern_writev+0x3b
write(c4e88000,e75b2d04,c4e88000,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command syscall pid 4543 tid 100114 td 0xc5031600
sched_switch(c5031600,0,2) at sched_switch+0x183
mi_switch(2,0,c5031600,d8,c0948db0,0,c0881932,105) at mi_switch+0x274
ast(e76bad38) at ast+0x2dd
doreti_ast() at doreti_ast+0x17
Tracing command rw pid 4542 tid 100205 td 0xc52ef900
sched_switch(c52ef900,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e7a668ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c52ef900) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8d927a8,0,0) at nfs_asyncio+0x115
nfs_strategy(e7a66998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e7a66998) at VOP_STRATEGY_APV+0x95
bufstrategy(c5d09258,d8d927a8) at bufstrategy+0x55
nfs_writebp(d8d927a8,0,0) at nfs_writebp+0x10e
nfs_write(e7a66b98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e7a66b98) at VOP_WRITE_APV+0x112
vn_write(c4e99990,e7a66c60,c526f900,0,c52ef900) at vn_write+0x1ee
dofilewrite(c52ef900,4,c4e99990,e7a66c60,ffffffff) at dofilewrite+0x77
kern_writev(c52ef900,4,e7a66c60,bfbfe990,0) at kern_writev+0x3b
write(c52ef900,e7a66d04,c52ef900,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command rw pid 4541 tid 100276 td 0xc7342d80
sched_switch(c7342d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c5357178,e79f78ec,c0658911,c5357178,0) at sleepq_switch+0xe0
sleepq_wait(c5357178,0,0,c0948db0,c7342d80) at sleepq_wait+0x30
msleep(c5357178,0,4c,c08911e9,0) at msleep+0x311
nfs_tsleep(0,c5357178,4c,c08911e9,0) at nfs_tsleep+0x25
nfs_asyncio(c5357000,d8ba3ba4,0,0) at nfs_asyncio+0x115
nfs_strategy(e79f7998) at nfs_strategy+0x90
VOP_STRATEGY_APV(c091b940,e79f7998) at VOP_STRATEGY_APV+0x95
bufstrategy(c65e2654,d8ba3ba4) at bufstrategy+0x55
nfs_writebp(d8ba3ba4,0,0) at nfs_writebp+0x10e
nfs_write(e79f7b98,0,0,0,0) at nfs_write+0xa08
VOP_WRITE_APV(c091b940,e79f7b98) at VOP_WRITE_APV+0x112
vn_write(c4f2fc18,e79f7c60,c526f900,0,c7342d80) at vn_write+0x1ee
dofilewrite(c7342d80,4,c4f2fc18,e79f7c60,ffffffff) at dofilewrite+0x77
kern_writev(c7342d80,4,e79f7c60,bfbfe990,0) at kern_writev+0x3b
write(c7342d80,e79f7d04,c7342d80,0,2) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,28051a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x28133e93, esp = 0xbfbfd8ec, ebp = 0xbfbfe998 ---
Tracing command creat pid 4540 tid 100310 td 0xc52efd80
sched_switch(c52efd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x274
sleepq_switch(c6970680,e7a6f860,c0658911,c6970680,0) at sleepq_switch+0xe0
sleepq_wait(c6970680,0,0,c08914bb,248) at sleepq_wait+0x30
msleep(c6970680,c099d324,53,c0891523,0) at msleep+0x311
nfs_reply(c6970680,0,f,0,3ef) at nfs_reply+0x1ec
nfs_request(c6a20bf4,c5feeb00,8,c52efd80,c526f900) at nfs_request+0x374
nfs_create(e7a6fa08,e7a6fd04,e7a6fb70,e7a6fac4,c06b41a0) at nfs_create+0x385
VOP_CREATE_APV(c091b940,e7a6fa08) at VOP_CREATE_APV+0x7e
vn_open_cred(e7a6fb70,e7a6fc70,1b0,c526f900,3) at vn_open_cred+0x1a8
vn_open(e7a6fb70,e7a6fc70,1b0,3,246) at vn_open+0x1e
kern_open(c52efd80,bfbfe900,0,602,1b0) at kern_open+0xb6
open(c52efd80,e7a6fd04,c52efd80,0,2) at open+0x1a
syscall(2805003b,bfbf003b,bfbf003b,28050a28,bfbfeacc) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x28126057, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command rw pid 4537 tid 100203 td 0xc73c5000
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
4590 c5b9dd08 0 0 0 0000204 [SLPQ nfsreq 0xc6b18900][SLP] nfsiod 19
4589 c4e86458 0 0 0 0000204 [SLPQ nfsreq 0xc6fedb80][SLP] nfsiod 18
4588 c4e8622c 0 0 0 0000204 [SLPQ nfsreq 0xc6f11680][SLP] nfsiod 17
4587 c5b95000 0 0 0 0000204 [SLPQ nfsreq 0xc6f23a00][SLP] nfsiod 16
4586 c5b9e000 0 0 0 0000204 [SLPQ nfsreq 0xc6f11100][SLP] nfsiod 15
4585 c6ed58b0 0 0 0 0000204 [SLPQ nfsreq 0xc6973d80][SLP] nfsiod 14
4584 c5ae7000 0 0 0 0000204 [SLPQ nfsreq 0xc6433600][SLP] nfsiod 13
4583 c62a8684 0 0 0 0000204 [SLPQ nfsreq 0xc6ff0080][SLP] nfsiod 12
4582 c73c2458 0 0 0 0000204 [SLPQ nfsreq 0xc72e3b80][SLP] nfsiod 11
4581 c644e684 0 0 0 0000204 [SLPQ nfsreq 0xc6f11300][SLP] nfsiod 10
4580 c4f26458 0 0 0 0000204 [SLPQ nfsreq 0xc7e42b00][SLP] nfsiod 9
4579 c6ed8d08 0 0 0 0000204 [SLPQ nfsreq 0xc6973680][SLP] nfsiod 8
4578 c4e29000 0 0 0 0000204 [SLPQ nfsreq 0xc6970980][SLP] nfsiod 7
4577 c4f27458 0 0 0 0000204 [SLPQ nfsreq 0xc533c500][SLP] nfsiod 6
4576 c5ae722c 0 0 0 0000204 [SLPQ nfsreq 0xc6972080][SLP] nfsiod 5
4575 c5ae28b0 0 0 0 0000204 [SLPQ nfsreq 0xc6970280][SLP] nfsiod 4
4565 c5b098b0 1001 4535 632 0000002 [SLPQ nfsreq 0xc533c400][SLP] syscall
4564 c502fd08 1001 4535 632 0000002 [RUNQ] syscall
4562 c6ed8684 1001 4537 632 0000002 [SLPQ nfs 0xc579f9a4][SLP] rw
4561 c5b95d08 1001 4535 632 0000002 [RUNQ] syscall
4560 c4fda8b0 1001 4537 632 0000002 [RUNQ] rw
4558 c5b96adc 1001 4537 632 0000002 [RUNQ] rw
4557 c4fda22c 1001 4535 632 0000002 [RUNQ] syscall
4556 c73c38b0 1001 4529 632 0000002 [SLPQ nfsreq 0xc4cd1480][SLP] mkdir
4555 c5b95684 1001 4529 632 0000002 [SLPQ nfsreq 0xc6f11900][SLP] mkdir
4554 c5b9ed08 1001 4518 632 0000002 [SLPQ nfsreq 0xc6f11880][SLP] creat
4553 c4f278b0 1001 4529 632 0000002 [SLPQ nfsreq 0xc6972200][SLP] mkdir
4552 c4e86d08 1001 4529 632 0000002 [SLPQ nfsreq 0xc7022c80][SLP] mkdir
4551 c4c9b684 1001 4529 632 0000002 [SLPQ nfsreq 0xc6e4a080][SLP] mkdir
4550 c5b0522c 1001 4537 632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
4549 c4c9badc 1001 4535 632 0000002 [RUNQ] syscall
4548 c4fda684 1001 4537 632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
4547 c4e2ad08 1001 4535 632 0000002 [RUNQ] syscall
4546 c62a822c 1001 4537 632 0000002 [RUNQ] rw
4545 c73c3000 1001 4535 632 0000002 [RUNQ] syscall
4544 c4e86000 1001 4537 632 0000002 [CPU 3] rw
4543 c502f458 1001 4535 632 0000002 [RUNQ] syscall
4542 c644e000 1001 4537 632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
4541 c5b96458 1001 4537 632 0000002 [SLPQ nfsaio 0xc5357178][SLP] rw
4540 c5b9e22c 1001 4518 632 0000002 [SLPQ nfsreq 0xc6970680][SLP] creat
4537 c73c6000 1001 4492 632 0000002 [SLPQ wait 0xc73c6000][SLP][SWAP] rw
4535 c73c6d08 1001 4500 632 0000002 [SLPQ wait 0xc73c6d08][SLP][SWAP] syscall
4529 c4fdad08 1001 4495 632 0000002 [SLPQ wait 0xc4fdad08][SLP][SWAP] mkdir
4526 c73c6684 1001 4518 632 0000002 [SLPQ nfsreq 0xc6f23400][SLP] creat
4525 c5ae2adc 1001 4518 632 0000002 [SLPQ nfsreq 0xc745cd00][SLP] creat
4524 c5b09458 1001 4518 632 0000002 [SLPQ nfsreq 0xc745cc80][SLP] creat
4523 c6ed5adc 1001 4518 632 0000002 [SLPQ nfsreq 0xc6b18280][SLP] creat
4521 c5b9e8b0 1001 4518 632 0000002 [SLPQ nfsreq 0xc7517500][SLP] creat
4520 c644eadc 1001 4518 632 0000002 [SLPQ nfsreq 0xc6fedc00][SLP] creat
4519 c644e22c 1001 4518 632 0000002 [SLPQ nfsreq 0xc6970a80][SLP] creat
4518 c5b05adc 1001 4494 632 0000002 [SLPQ wait 0xc5b05adc][SLP][SWAP] creat
4517 c73c2d08 1001 4508 632 0000002 [RUNQ] swap
4516 c62a8adc 1001 4508 632 0000002 [RUNQ] swap
4515 c73c3458 1001 4508 632 0000002 [RUNQ] swap
4514 c5b9eadc 1001 4508 632 0000002 [RUNQ] swap
4513 c5b058b0 1001 4508 632 0000002 [RUNQ] swap
4512 c5b9d458 1001 4508 632 0000002 [RUNQ] swap
4511 c73c222c 1001 4508 632 0000002 [RUNQ] swap
4510 c5b9d684 1001 4508 632 0000002 [RUNQ] swap
4509 c644e8b0 1001 4508 632 0000002 [RUNQ] swap
4508 c644ed08 1001 4493 632 0000002 [SLPQ wait 0xc644ed08][SLP][SWAP] swap
4503 c5b05684 1001 639 632 0004002 [SLPQ nanslp 0xc0949684][SLP] lockf
4500 c6ed5000 1001 639 632 0004002 [SLPQ nanslp 0xc0949684][SLP] syscall
4495 c73c3d08 1001 639 632 0004002 [SLPQ nanslp 0xc0949684][SLP] mkdir
4494 c62a88b0 1001 639 632 0004002 [SLPQ nanslp 0xc0949684][SLP] creat
4493 c6ed5458 1001 639 632 0004002 [SLPQ nanslp 0xc0949684][SLP] swap
4492 c5b06684 1001 639 632 0004002 [SLPQ nanslp 0xc0949684][SLP] rw
3449 c5ae78b0 0 0 0 0000204 [SLPQ mdwait 0xc69b7800][SLP] md4
3442 c5b05458 0 0 0 0000204 [SLPQ mdwait 0xc8099000][SLP] md3
3435 c502fadc 0 0 0 0000204 [SLPQ mdwait 0xc737c000][SLP] md2
3428 c5b05000 0 0 0 0000204 [SLPQ mdwait 0xc756c800][SLP] md1
639 c4ebf684 1001 638 632 0000002 [SLPQ wait 0xc4ebf684][SLP][SWAP] run
638 c4ebf8b0 1001 637 632 0000002 [SLPQ wait 0xc4ebf8b0][SLP][SWAP] run
637 c502f000 1001 632 632 0004002 [SLPQ nanslp 0xc0949684][SLP] run
632 c50348b0 1001 600 632 0004002 [SLPQ wait 0xc50348b0][SLP][SWAP] sh
629 c503422c 1001 620 629 0004002 [SLPQ select 0xc0995ba0][SLP] top
620 c4ebf000 1001 619 620 0004002 [SLPQ wait 0xc4ebf000][SLP][SWAP] bash
619 c4f1c684 1001 617 617 0000100 [SLPQ select 0xc0995ba0][SLP] sshd
617 c4f26000 0 471 617 0004100 [SLPQ sbwait 0xc4fa80a0][SLP][SWAP] sshd
600 c4f1c000 1001 599 600 0004002 [SLPQ wait 0xc4f1c000][SLP][SWAP] bash
599 c4fdbadc 1001 597 597 0000100 [SLPQ select 0xc0995ba0][SLP][SWAP] sshd
597 c4fdb684 0 471 597 0004100 [SLPQ sbwait 0xc501e744][SLP][SWAP] sshd
596 c4f27000 0 1 596 0004002 [SLPQ ttyin 0xc4cc5010][SLP][SWAP] getty
595 c4f2622c 0 1 595 0004002 [SLPQ ttyin 0xc4cc4c10][SLP][SWAP] getty
594 c4fda000 0 1 594 0004002 [SLPQ ttyin 0xc4cc5c10][SLP][SWAP] getty
593 c4c9bd08 0 1 593 0004002 [SLPQ ttyin 0xc4cc5810][SLP][SWAP] getty
592 c4e2a8b0 0 1 592 0004002 [SLPQ ttyin 0xc4cb7c10][SLP][SWAP] getty
591 c502f684 0 1 591 0004002 [SLPQ ttyin 0xc4cc4010][SLP][SWAP] getty
590 c4fdbd08 0 1 590 0004002 [SLPQ ttyin 0xc4cc4410][SLP][SWAP] getty
589 c4ec4adc 0 1 589 0004002 [SLPQ ttyin 0xc4cc4810][SLP][SWAP] getty
576 c4ec4000 0 1 576 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] inetd
555 c4f1cd08 0 1 555 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] moused
497 c5034458 0 1 497 0000000 [SLPQ nanslp 0xc0949684][SLP][SWAP] cron
481 c4ebf458 25 1 481 0000100 [SLPQ pause 0xc4ebf48c][SLP][SWAP] sendmail
477 c4e2a22c 0 1 477 0000100 [SLPQ select 0xc0995ba0][SLP] sendmail
471 c5034684 0 1 471 0000100 [SLPQ select 0xc0995ba0][SLP][SWAP] sshd
451 c4f2722c 0 1 451 0000000 [SLPQ select 0xc0995ba0][SLP] ntpd
420 c4ebfd08 0 1 420 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] usbd
403 c4ec4458 0 399 399 0000000 [RUNQ] nfsd
402 c4ebf22c 0 399 399 0000000 [CPU 1] nfsd
401 c4ec48b0 0 399 399 0000000 [CPU 0] nfsd
400 c4f1c8b0 0 399 399 0000000 [CPU 2] nfsd
399 c4f1cadc 0 1 399 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] nfsd
397 c4f27adc 0 1 397 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] mountd
330 c4f27684 0 1 330 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] rpcbind
297 c4ebfadc 0 1 297 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] devd
222 c4f26d08 0 1 222 0000000 [SLPQ select 0xc0995ba0][SLP][SWAP] syslogd
45 c4e2922c 0 0 0 0000204 [SLPQ - 0xe5338d04][SLP] schedcpu
44 c4e29458 0 0 0 0000204 [SLPQ nfsreq 0xc6970c80][SLP] nfsiod 3
43 c4e29684 0 0 0 0000204 [SLPQ nfsreq 0xc7517380][SLP] nfsiod 2
42 c4e298b0 0 0 0 0000204 [SLPQ nfsreq 0xc5360c80][SLP] nfsiod 1
41 c4e29adc 0 0 0 0000204 [SLPQ nfsreq 0xc73f4480][SLP] nfsiod 0
40 c4e29d08 0 0 0 0000204 [SLPQ vlruwt 0xc4e29d08][SLP] vnlru
39 c4e2a000 0 0 0 0000204 [SLPQ syncer 0xc09493b0][SLP] syncer
38 c4bf1d08 0 0 0 0000204 [SLPQ nfsreq 0xc7076900][SLP] bufdaemon
37 c4c99000 0 0 0 000020c [SLPQ pgzero 0xc09a3d20][SLP] pagezero
36 c4c9922c 0 0 0 0000204 [SLPQ psleep 0xc09a3888][SLP] vmdaemon
35 c4c99458 0 0 0 0000204 [SLPQ psleep 0xc09a3848][SLP] pagedaemon
34 c4c99684 0 0 0 0000204 [IWAIT] irq7: ppc0
33 c4c998b0 0 0 0 0000204 [SLPQ - 0xc4be7e3c][SLP] fdc0
32 c4c99adc 0 0 0 0000204 [IWAIT] swi0: sio
31 c4c99d08 0 0 0 0000204 [IWAIT] irq12: psm0
30 c4c9b000 0 0 0 0000204 [IWAIT] irq1: atkbd0
29 c4c9b22c 0 0 0 0000204 [IWAIT] irq15: ata1
28 c4c9b458 0 0 0 0000204 [IWAIT] irq14: ata0
27 c4b46684 0 0 0 0000204 [IWAIT] irq17: fxp0
26 c4b468b0 0 0 0 0000204 [SLPQ usbtsk 0xc0946904][SLP] usbtask
25 c4b46adc 0 0 0 0000204 [SLPQ usbevt 0xc4c29210][SLP] usb0
24 c4b46d08 0 0 0 0000204 [IWAIT] irq16: uhci0
23 c4bf1000 0 0 0 0000204 [IWAIT] irq48: em0
22 c4bf122c 0 0 0 0000204 [IWAIT] irq9: acpi0
9 c4bf1458 0 0 0 0000204 [SLPQ - 0xc4bf5100][SLP] thread taskq
21 c4bf1684 0 0 0 0000204 [IWAIT] swi6: Giant taskq
8 c4bf18b0 0 0 0 0000204 [SLPQ - 0xc4ba21c0][SLP] acpi_task2
7 c4bf1adc 0 0 0 0000204 [SLPQ - 0xc4ba21c0][SLP] acpi_task1
6 c4af322c 0 0 0 0000204 [SLPQ - 0xc4ba21c0][SLP] acpi_task0
20 c4af3458 0 0 0 0000204 [IWAIT] swi6: task queue
5 c4af3684 0 0 0 0000204 [SLPQ - 0xc4ba2280][SLP] kqueue taskq
19 c4af38b0 0 0 0 0000204 [IWAIT] swi2: cambio
18 c4af3adc 0 0 0 0000204 [IWAIT] swi5: Fast taskq
17 c4af3d08 0 0 0 0000204 [SLPQ - 0xc0944520][SLP] yarrow
4 c4b46000 0 0 0 0000204 [SLPQ - 0xc09470a0][SLP] g_down
3 c4b4622c 0 0 0 0000204 [SLPQ - 0xc094709c][SLP] g_up
2 c4b46458 0 0 0 0000204 [SLPQ - 0xc0947094][SLP] g_event
16 c4aee000 0 0 0 0000204 [IWAIT] swi1: net
15 c4aee22c 0 0 0 0000204 [IWAIT] swi3: vm
14 c4aee458 0 0 0 000020c [RUNQ] swi4: clock sio
13 c4aee684 0 0 0 000020c [Can run] idle: cpu0
12 c4aee8b0 0 0 0 000020c [Can run] idle: cpu1
11 c4aeeadc 0 0 0 000020c [Can run] idle: cpu2
10 c4aeed08 0 0 0 000020c [Can run] idle: cpu3
1 c4af3000 0 0 1 0004200 [SLPQ wait 0xc4af3000][SLP] init
0 c09471a0 0 0 0 0000200 [IWAIT] swapper
4522 c4fda458 1001 4503 632 0002002 zomb[INACTIVE] lockf
4563 c4fdb8b0 1001 4535 632 0002002 zomb[INACTIVE] syscall
4559 c5b068b0 1001 4535 632 0002002 zomb[INACTIVE] syscall
4496 c5b06d08 1001 639 632 0006002 zomb[INACTIVE] thr1
4498 c73c622c 1001 639 632 0006002 zomb[INACTIVE] mkfifo
4497 c5b09d08 1001 639 632 0006002 zomb[INACTIVE] udp
4504 c5b96d08 1001 639 632 0006002 zomb[INACTIVE] symlink
4507 c73c2684 1001 639 632 0006002 zomb[INACTIVE] badcode
4502 c4f27d08 1001 639 632 0006002 zomb[INACTIVE] tcp
4501 c73c6458 1001 639 632 0006002 zomb[INACTIVE] sysctl
4499 c4fdb458 1001 639 632 0006002 zomb[INACTIVE] pty
4506 c4e868b0 1001 639 632 0006002 zomb[INACTIVE] socketpair
4505 c502f22c 1001 639 632 0006002 zomb[INACTIVE] tcp
db> call doadump
Dumping 1023 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) bt
#0 doadump () at pcpu.h:165
#1 0xc046a853 in db_fncall (dummy1=0xc09c1260, dummy2=0x0, dummy3=0x0, dummy4=0xe75c46c8 "ôF\\ç°2\177ÀàF\\çäF\\ç\220\a")
at ../../../ddb/db_command.c:489
#2 0xc046a658 in db_command (last_cmdp=0xc09300a4, cmd_table=0x0, aux_cmd_tablep=0xc08a9ea0, aux_cmd_tablep_end=0xc08a9ebc)
at ../../../ddb/db_command.c:404
#3 0xc046a720 in db_command_loop () at ../../../ddb/db_command.c:455
#4 0xc046c339 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228
#5 0xc066c730 in kdb_trap (type=0x3, code=0x0, tf=0xe75c4860) at ../../../kern/subr_kdb.c:485
#6 0xc08114e4 in trap (frame=
{tf_fs = 0xe75c0008, tf_es = 0xc0660028, tf_ds = 0xc0880028, tf_edi = 0xc087d8af, tf_esi = 0x1, tf_ebp = 0xe75c48a0, tf_isp = 0xe75c488c, tf_ebx = 0xe75c48cc, tf_edx = 0x0, tf_ecx = 0xc1033000, tf_eax = 0x12, tf_trapno = 0x3, tf_err = 0x0, tf_eip = 0xc066c437, tf_cs = 0x20, tf_eflags = 0x296, tf_esp = 0xe75c48c0, tf_ss = 0xc0652503}) at ../../../i386/i386/trap.c:614
#7 0xc07fe39a in calltrap () at ../../../i386/i386/exception.s:137
#8 0xc066c437 in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60
#9 0xc0652503 in panic (fmt=0xc087d8af "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:549
#10 0xc064a94b in _mtx_assert (m=0xc09a2c98, what=0xc1033000, file=0xc0891db4 "../../../nfsserver/nfs_srvsock.c", line=0x91)
at ../../../kern/kern_mutex.c:754
#11 0xc0745561 in nfs_rephead (siz=0x0, nd=0xc5541b00, err=0x48, mbp=0x12, bposp=0x12) at ../../../nfsserver/nfs_srvsock.c:145
#12 0xc073fc47 in nfsrv_symlink (nfsd=0xc5541b00, slp=0xc4e5cd80, td=0xc4e88900, mrq=0xe75c4c3c) at ../../../nfsserver/nfs_serv.c:2834
#13 0xc0748aa1 in nfssvc_nfsd (td=0x12) at ../../../nfsserver/nfs_syscalls.c:472
#14 0xc07483f0 in nfssvc (td=0xc4e88900, uap=0xe75c4d04) at ../../../nfsserver/nfs_syscalls.c:181
#15 0xc0811d4e in syscall (frame=
{tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x1, tf_esi = 0x0, tf_ebp = 0xbfbfeb38, tf_isp = 0xe75c4d64, tf_ebx = 0x4, tf_edx = 0x28144478, tf_ecx = 0x19, tf_eax = 0x9b, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280bd723, tf_cs = 0x33, tf_eflags = 0x296, tf_esp = 0xbfbfeb1c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:1008
#16 0xc07fe3ef in Xint0x80_syscall () at ../../../i386/i386/exception.s:190
#17 0x00000033 in ?? ()
(kgdb) f 13
#13 0xc0748aa1 in nfssvc_nfsd (td=0x12) at ../../../nfsserver/nfs_syscalls.c:472
472 error = (*(nfsrv3_procs[nd->nd_procnum]))(nd,
(kgdb) p nd
$7 = (struct nfsrv_descript *) 0xc5541b00
(kgdb) p *nd
$8 = {nd_time = 0xdeadc0dedeadc0de, nd_off = 0xdeadc0dedeadc0de, nd_eoff = 0xdeadc0dedeadc0de, nd_hash = {le_next = 0xdeadc0de,
le_prev = 0xdeadc0de}, nd_tq = {le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, nd_coalesce = {lh_first = 0xdeadc0de},
nd_mrep = 0xc63c0100, nd_md = 0xc4ea8c00, nd_mreq = 0xdeadc0de, nd_nam = 0xc4cd35c0, nd_nam2 = 0xc4cd35c0,
nd_dpos = 0xc4ea8c74 "ÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞ"..., nd_procnum = 0xa, nd_stable = 0xdeadc0de,
nd_flag = 0x8, nd_len = 0xdeadc0de, nd_repstat = 0x0, nd_retxid = 0x103877a9, nd_starttime = {tv_sec = 0x43a9e932, tv_usec = 0x47f38},
nd_fh = {fh_fsid = {val = {0xdeadc0de, 0xdeadc0de}}, fh_fid = {fid_len = 0xc0de, fid_reserved = 0xdead, fid_data = "ÞÀÞÞÀÞÞÀÞÞÀÞ"}},
nd_cr = {cr_ref = 0x1, cr_uid = 0x3e9, cr_ruid = 0x0, cr_svuid = 0x0, cr_ngroups = 0x3, cr_groups = {0x0, 0x3e9, 0x3e9,
0x0 <repeats 13 times>}, cr_rgid = 0x0, cr_svgid = 0x0, cr_uidinfo = 0x0, cr_ruidinfo = 0x0, cr_prison = 0x0, cr_label = 0x0}}
(kgdb) info loc
siz = 0xa0
slp = (struct nfssvc_sock *) 0xc4e5cd80
nfsd = (struct nfsd *) 0xc4f7ee00
nd = (struct nfsrv_descript *) 0xc5541b00
m = (struct mbuf *) 0xc5b0d800
mreq = (struct mbuf *) 0xc5b0d800
error = 0x0
cacherep = 0x2
sotype = 0x2
writes_todo = 0x0
procrastinate = 0x0
cur_usec = Unhandled dwarf expression opcode 0x93