GENERIC RELENG_6 from Nov 2 18:46 UTC, vmcore.113
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 6.2-PRERELEASE #0: Thu Nov 2 22:48:33 CET 2006
root@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032548352 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
fsync: giving up on dirty
0xc568c6cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 92 mountedhere 0xc5648500
flags ()
v_object 0xc1870948 ref 0 pages 1297
lock type devfs: EXCL (count 1) by thread 0xc6e4a300 (pid 95243)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc07b1825 at softdep_flushworklist+0x39
#5 0xc07bcc2d at ffs_sync+0x285
#6 0xc06d90c6 at vfs_write_suspend+0xae
#7 0xc07ab865 at ffs_snapshot+0xb45
#8 0xc07bad64 at ffs_mount+0x8d8
#9 0xc06c7b87 at vfs_domount+0x687
#10 0xc06c735b at vfs_donmount+0x2ef
#11 0xc06c9af9 at kernel_mount+0x6d
#12 0xc07baf39 at ffs_cmount+0x5d
#13 0xc06c74ee at mount+0x156
#14 0xc087a70f at syscall+0x22f
#15 0xc086631f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc568c6cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1405 mountedhere 0xc5648500
flags ()
v_object 0xc1870948 ref 0 pages 5606
lock type devfs: EXCL (count 1) by thread 0xc76d4180 (pid 70387)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc07b1825 at softdep_flushworklist+0x39
#5 0xc07bcc2d at ffs_sync+0x285
#6 0xc06d90c6 at vfs_write_suspend+0xae
#7 0xc07ab865 at ffs_snapshot+0xb45
#8 0xc07bad64 at ffs_mount+0x8d8
#9 0xc06c7b87 at vfs_domount+0x687
#10 0xc06c735b at vfs_donmount+0x2ef
#11 0xc06c9af9 at kernel_mount+0x6d
#12 0xc07baf39 at ffs_cmount+0x5d
#13 0xc06c74ee at mount+0x156
#14 0xc087a70f at syscall+0x22f
#15 0xc086631f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc568c6cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 372 mountedhere 0xc5648500
flags ()
v_object 0xc1870948 ref 0 pages 1474
lock type devfs: EXCL (count 1) by thread 0xc5e70a80 (pid 70636)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc07b1825 at softdep_flushworklist+0x39
#5 0xc07bcc2d at ffs_sync+0x285
#6 0xc06d90c6 at vfs_write_suspend+0xae
#7 0xc07ab865 at ffs_snapshot+0xb45
#8 0xc07bad64 at ffs_mount+0x8d8
#9 0xc06c7b87 at vfs_domount+0x687
#10 0xc06c735b at vfs_donmount+0x2ef
#11 0xc06c9af9 at kernel_mount+0x6d
#12 0xc07baf39 at ffs_cmount+0x5d
#13 0xc06c74ee at mount+0x156
#14 0xc087a70f at syscall+0x22f
#15 0xc086631f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc568c6cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 494 mountedhere 0xc5648500
flags ()
v_object 0xc1870948 ref 0 pages 1962
lock type devfs: EXCL (count 1) by thread 0xc8242d80 (pid 84255)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc07b1825 at softdep_flushworklist+0x39
#5 0xc07bcc2d at ffs_sync+0x285
#6 0xc06d90c6 at vfs_write_suspend+0xae
#7 0xc07ab865 at ffs_snapshot+0xb45
#8 0xc07bad64 at ffs_mount+0x8d8
#9 0xc06c7b87 at vfs_domount+0x687
#10 0xc06c735b at vfs_donmount+0x2ef
#11 0xc06c9af9 at kernel_mount+0x6d
#12 0xc07baf39 at ffs_cmount+0x5d
#13 0xc06c74ee at mount+0x156
#14 0xc087a70f at syscall+0x22f
#15 0xc086631f at Xint0x80_syscall+0x1f
dev ad0s1e
fsync: giving up on dirty
0xc568c6cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 94 mountedhere 0xc5648500
flags ()
v_object 0xc1870948 ref 0 pages 361
lock type devfs: EXCL (count 1) by thread 0xc76d3000 (pid 1497)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc07b1825 at softdep_flushworklist+0x39
#5 0xc07bcc2d at ffs_sync+0x285
#6 0xc06d90c6 at vfs_write_suspend+0xae
#7 0xc07ab865 at ffs_snapshot+0xb45
#8 0xc07bad64 at ffs_mount+0x8d8
#9 0xc06c7b87 at vfs_domount+0x687
#10 0xc06c735b at vfs_donmount+0x2ef
#11 0xc06c9af9 at kernel_mount+0x6d
#12 0xc07baf39 at ffs_cmount+0x5d
#13 0xc06c74ee at mount+0x156
#14 0xc087a70f at syscall+0x22f
#15 0xc086631f at Xint0x80_syscall+0x1f
dev ad0s1e
interrupt total
irq1: atkbd0 4
irq4: sio0 4904
irq6: fdc0 3
irq14: ata0 1257873
irq16: uhci0 1
irq17: fxp0 230585
cpu0: timer 29309894
cpu3: timer 29316140
cpu1: timer 29314040
cpu2: timer 29314047
Total 118747833
KDB: stack backtrace:
kdb_backtrace(c08f2afe,713f2b9,0,c09c1864,c09c0b7c,...) at kdb_backtrace+0x29
watchdog_fire(c0a5cf60,c5424018,e3d7cc8c,c086cb29,e3d7cc94,...) at watchdog_fire+0x9d
hardclock(e3d7cc94) at hardclock+0xd5
lapic_handle_timer(0) at lapic_handle_timer+0x51
Xtimerint(c09e1ec0,1,e3d7ccf8,1,c52f7648,...) at Xtimerint+0x30
acpi_cpu_idle(e3d7cd0c,c06626b9,c066265c,e3d7cd24,c066249c,...) at acpi_cpu_idle+0x15a
cpu_idle(c066265c,e3d7cd24,c066249c,0,e3d7cd38,...) at cpu_idle+0x28
idle_proc(0,e3d7cd38,0,c066265c,0,...) at idle_proc+0x5d
fork_exit(c066265c,0,e3d7cd38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe3d7cd6c, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 13 tid 100003 ]
Stopped at kdb_enter+0x2b: nop
db> show alllocks
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc52f8a80: pid 13 "idle: cpu0"
curpcb = 0xe3d7cd90
fpcurthread = none
idlethread = 0xc52f8a80: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc52f8900: pid 12 "idle: cpu1"
curpcb = 0xe3d79d90
fpcurthread = none
idlethread = 0xc52f8900: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc52f8780: pid 11 "idle: cpu2"
curpcb = 0xe3d76d90
fpcurthread = none
idlethread = 0xc52f8780: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc52f8600: pid 10 "idle: cpu3"
curpcb = 0xe3d73d90
fpcurthread = none
idlethread = 0xc52f8600: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show lockedvnods
Locked vnodes
0xc82a1000: tag ufs, type VDIR
usecount 0, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xc6637b58 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc56a0900 (pid 696) with 1 pending#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc07be076 at ffs_lock+0x76
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc06cca9c at vrele+0x110
#5 0xc0769900 at nfsrv_readdir+0x1078
#6 0xc076ff3d at nfssvc_nfsd+0x3ed
#7 0xc076f878 at nfssvc+0x18c
#8 0xc087a70f at syscall+0x22f
#9 0xc086631f at Xint0x80_syscall+0x1f
ino 1939, on dev ad0s1e
0xc80d5ae0: tag ufs, type VREG
usecount 1, writecount 0, refcount 79 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc77b6900 (pid 1525)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc07be076 at ffs_lock+0x76
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc07ab8a9 at ffs_snapshot+0xb89
#5 0xc07bad64 at ffs_mount+0x8d8
#6 0xc06c7b87 at vfs_domount+0x687
#7 0xc06c735b at vfs_donmount+0x2ef
#8 0xc06c9af9 at kernel_mount+0x6d
#9 0xc07baf39 at ffs_cmount+0x5d
#10 0xc06c74ee at mount+0x156
#11 0xc087a70f at syscall+0x22f
#12 0xc086631f at Xint0x80_syscall+0x1f
ino 211968, on dev ad0s1e
0xc5a6c15c: tag nfs, type VDIR
usecount 2, writecount 0, refcount 6 mountedhere 0
flags (VV_ROOT)
v_object 0xc5db1084 ref 0 pages 2
lock type nfs: EXCL (count 1) by thread 0xc5707180 (pid 1543)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc06cc822 at vget+0xc2
#5 0xc06c4839 at vfs_hash_get+0x8d
#6 0xc0752a31 at nfs_nget+0x95
#7 0xc07584c9 at nfs_root+0x25
#8 0xc06c5c53 at lookup+0x743
#9 0xc06c52ae at namei+0x37e
#10 0xc06d79af at vn_open_cred+0x277
#11 0xc06d7736 at vn_open+0x1e
#12 0xc06d0bea at kern_open+0xb6
#13 0xc06d0afe at open+0x1a
#14 0xc087a70f at syscall+0x22f
#15 0xc086631f at Xint0x80_syscall+0x1f
fileid 2 fsid 0x700ff18
0xc58726cc: tag nfs, type VDIR
usecount 2, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xc738739c ref 0 pages 1
lock type nfs: EXCL (count 1) by thread 0xc5615180 (pid 1527)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06c39f5 at vop_stdlock+0x21
#2 0xc088cebb at VOP_LOCK_APV+0x87
#3 0xc06d89b4 at vn_lock+0xac
#4 0xc06d54d6 at getdirentries+0xee
#5 0xc087a70f at syscall+0x22f
#6 0xc086631f at Xint0x80_syscall+0x1f
fileid 1939 fsid 0x700ff18
db> show lockedbufs
buf at 0xd94314b0
b_flags = 0x80000020<remfree,cache>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc80d5bec), b_data = 0xdb700000, b_blkno = 3399232
b_npages = 4, pages(OBJ, IDX, PA): (0xc0a3de00, 0x1b801, 0x2e861000),(0xc0a3de00, 0x1b802, 0x178e2000),(0xc0a3de00, 0x1b803, 0x3cae3000),(0xc0a3de00, 0x1b804, 0x34864000)
lock type getblk: EXCL (count 1) by thread 0xc77b6900 (pid 1525)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06be943 at getblk+0x12f
#2 0xc06bbab9 at breadn+0x31
#3 0xc06bba84 at bread+0x20
#4 0xc07abb79 at ffs_snapshot+0xe59
#5 0xc07bad64 at ffs_mount+0x8d8
#6 0xc06c7b87 at vfs_domount+0x687
#7 0xc06c735b at vfs_donmount+0x2ef
#8 0xc06c9af9 at kernel_mount+0x6d
#9 0xc07baf39 at ffs_cmount+0x5d
#10 0xc06c74ee at mount+0x156
#11 0xc087a70f at syscall+0x22f
#12 0xc086631f at Xint0x80_syscall+0x1f
buf at 0xd95945f0
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 4096, b_bcount = 4096, b_resid = 0
b_bufobj = (0xc58727d8), b_data = 0xdef40000, b_blkno = 0
b_npages = 1, pages(OBJ, IDX, PA): (0xc738739c, 0x0, 0x1c5ba000)
lock type bufwait: EXCL (count 1) by thread 0xc5615180 (pid 1527)#0 0xc066b2d9 at lockmgr+0x4ed
#1 0xc06bd76c at getnewbuf+0x144
#2 0xc06bebc7 at getblk+0x3b3
#3 0xc075196d at nfs_getcacheblk+0xb1
#4 0xc0750629 at nfs_bioread+0x8fd
#5 0xc075c5ae at nfs_readdir+0xe6
#6 0xc088ca9f at VOP_READDIR_APV+0x9b
#7 0xc06d5527 at getdirentries+0x13f
#8 0xc087a70f at syscall+0x22f
#9 0xc086631f at Xint0x80_syscall+0x1f
db> set $lines 0
db> ps
pid ppid pgrp uid state wmesg wchan cmd
1543 1542 844 0 S nfsreq 0xc8491280 ls
1542 844 844 0 S wait 0xc58b5860 sh
1527 1526 1475 1001 S+ nfsreq 0xc657f780 find
1526 1500 1475 1001 S+ wait 0xc7612c90 sh
1525 941 941 0 S+ ufs 0xc82a1058 mksnap_ffs
1500 1499 1475 1001 S+ wait 0xc5d9d218 run
1499 1498 1475 1001 SW+ wait 0xc5702648 run
1498 1475 1475 1001 S+ nanslp 0xc09e27ec run
1475 1454 1475 1001 SW+ wait 0xc5703a78 sh
1454 1453 1454 1001 SWs+ wait 0xc5da0860 bash
1453 1451 1451 1001 S select 0xc0a2fb44 sshd
1451 779 1451 0 SWs sbwait 0xc57c279c sshd
941 935 941 0 S+ wait 0xc56c5648 sh
935 932 935 0 SW+ wait 0xc569f430 bash
932 931 932 0 SW+ pause 0xc56c8cc4 csh
931 919 931 1001 SW+ wait 0xc58b5218 su
919 918 919 1001 SWs+ wait 0xc5613648 bash
918 916 916 1001 S select 0xc0a2fb44 sshd
916 779 916 0 SWs sbwait 0xc58b0900 sshd
915 909 915 1001 S+ select 0xc0a2fb44 top
909 908 909 1001 SWs+ wait 0xc5703218 bash
908 906 906 1001 S select 0xc0a2fb44 sshd
906 779 906 0 SWs sbwait 0xc57cce90 sshd
905 1 905 0 SWs+ ttyin 0xc54c8c10 getty
904 1 904 0 SWs+ ttyin 0xc54cb010 getty
903 1 903 0 SWs+ ttyin 0xc54ca010 getty
902 1 902 0 SWs+ ttyin 0xc54c9410 getty
901 1 901 0 SWs+ ttyin 0xc54c9810 getty
900 1 900 0 SWs+ ttyin 0xc54c2010 getty
899 1 899 0 SWs+ ttyin 0xc54cb410 getty
898 1 898 0 SWs+ ttyin 0xc54ca410 getty
884 1 884 0 SWs select 0xc0a2fb44 inetd
860 1 860 0 SWs select 0xc0a2fb44 moused
844 1 844 0 Ss wait 0xc5703430 watchdogd
795 1 795 0 Ss nanslp 0xc09e27ec cron
789 1 789 25 Ss pause 0xc58b4034 sendmail
785 1 785 0 Ss select 0xc0a2fb44 sendmail
779 1 779 0 SWs select 0xc0a2fb44 sshd
728 1 728 0 Ss select 0xc0a2fb44 usbd
699 695 695 0 S - 0xc5609200 nfsd
698 695 695 0 S - 0xc562ea00 nfsd
697 695 695 0 S - 0xc5609400 nfsd
696 695 695 0 S suspfs 0xc5686964 nfsd
695 1 695 0 SWs select 0xc0a2fb44 nfsd
693 1 693 0 SWs select 0xc0a2fb44 mountd
641 1 641 0 Ss select 0xc0a2fb44 rpcbind
621 1 621 0 Ss select 0xc0a2fb44 syslogd
553 1 553 0 SWs select 0xc0a2fb44 devd
42 0 0 0 SL - 0xe57fed04 [schedcpu]
41 0 0 0 SL sdflush 0xc0a3d554 [softdepflush]
40 0 0 0 SL vlruwt 0xc5613c90 [vnlru]
39 0 0 0 SL syncer 0xc09e2560 [syncer]
38 0 0 0 SL psleep 0xc0a300ac [bufdaemon]
37 0 0 0 SL pgzero 0xc0a3e4c4 [pagezero]
36 0 0 0 SL psleep 0xc0a3e014 [vmdaemon]
35 0 0 0 SL psleep 0xc0a3dfd0 [pagedaemon]
34 0 0 0 WL [irq7: ppc0]
33 0 0 0 SL - 0xc5406e3c [fdc0]
32 0 0 0 WL [swi0: sio]
31 0 0 0 WL [irq12: psm0]
30 0 0 0 WL [irq1: atkbd0]
29 0 0 0 WL [irq15: ata1]
28 0 0 0 WL [irq14: ata0]
27 0 0 0 WL [irq17: fxp0]
26 0 0 0 SL usbtsk 0xc09df424 [usbtask]
25 0 0 0 SL usbevt 0xc540c210 [usb0]
24 0 0 0 WL [irq16: uhci0]
23 0 0 0 WL [irq48: em0]
22 0 0 0 WL [irq9: acpi0]
9 0 0 0 SL - 0xc5409900 [thread taskq]
21 0 0 0 WL [swi6: Giant taskq]
20 0 0 0 WL [swi6: task queue]
8 0 0 0 SL - 0xc5348200 [acpi_task_2]
7 0 0 0 SL - 0xc5348200 [acpi_task_1]
6 0 0 0 SL - 0xc5348200 [acpi_task_0]
5 0 0 0 SL - 0xc5348280 [kqueue taskq]
19 0 0 0 WL [swi2: cambio]
18 0 0 0 WL [swi5: +]
17 0 0 0 SL - 0xc09dd140 [yarrow]
4 0 0 0 SL - 0xc09dfca8 [g_down]
3 0 0 0 SL - 0xc09dfca4 [g_up]
2 0 0 0 SL - 0xc09dfc9c [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc52fc000 [init]
0 0 0 0 WLs [swapper]
db> show sleepchain 1543
thread 100259 (pid 1543, ls) sleeping on 0xc8491280 "nfsreq"
db> show sleepchain 1525
thread 100283 (pid 1525, mksnap_ffs) blocked on lk "ufs" EXCL (count 1)
thread 100060 (pid 696, nfsd) sleeping on 0xc5686964 "suspfs"
db> call doadump
Dumping 1023 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> call print_uptime
Uptime: 4h4m21s
= 0x4
db> reset
(kgdb) proc 696
(kgdb) bt
#0 0xc06873e7 in sched_switch (td=0xc56a0900, newtd=0xc52f8780, flags=0x1) at ../../../kern/sched_4bsd.c:973
#1 0xc067c8c8 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:420
#2 0xc0694b65 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:450
#3 0xc0694cae in sleepq_wait (wchan=0xc5686964) at ../../../kern/subr_sleepqueue.c:530
#4 0xc067c2f5 in msleep (ident=0xc5686964, mtx=0xc568693c, priority=0x29f, wmesg=0xc0900f86 "suspfs", timo=0x0)
at ../../../kern/kern_synch.c:211
#5 0xc06d8ef0 in vn_start_secondary_write (vp=0xc82a1000, mpp=0xe7cb59e8, flags=0x1) at ../../../kern/vfs_vnops.c:1026
#6 0xc07c2f2f in ufs_inactive (ap=0x0) at ../../../ufs/ufs/ufs_inode.c:151
#7 0xc088ccb7 in VOP_INACTIVE_APV (vop=0xc09b0ae0, a=0xe7cb5a1c) at vnode_if.c:1535
#8 0xc06cced5 in vinactive (vp=0xc82a1000, td=0x0) at vnode_if.h:795
#9 0xc06ccae1 in vrele (vp=0xc82a1000) at ../../../kern/vfs_subr.c:2091
#10 0xc0769900 in nfsrv_readdir (nfsd=0xc615d400, slp=0xc56ae800, td=0xc56a0900, mrq=0xe7cb5c98) at ../../../nfsserver/nfs_serv.c:3618
#11 0xc076ff3d in nfssvc_nfsd (td=0x0) at ../../../nfsserver/nfs_syscalls.c:474
#12 0xc076f878 in nfssvc (td=0xc56a0900, uap=0xe7cb5d04) at ../../../nfsserver/nfs_syscalls.c:181
#13 0xc087a70f in syscall (frame=
{tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x1, tf_esi = 0x0, tf_ebp = 0xbfbfeb38, tf_isp = 0xe7cb5d64, tf_ebx = 0x4, tf_edx = 0x28155218, tf_ecx = 0x19, tf_eax = 0x9b, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280c61b7, tf_cs = 0x33, tf_eflags = 0x296, tf_esp = 0xbfbfeb1c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:983
#14 0xc086631f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
#15 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 5
#5 0xc06d8ef0 in vn_start_secondary_write (vp=0xc82a1000, mpp=0xe7cb59e8, flags=0x1) at ../../../kern/vfs_vnops.c:1026
1026 error = msleep(&mp->mnt_flag, MNT_MTX(mp),
(kgdb) p mp
$1 = (struct mount *) 0xc56868ac
(kgdb) p *mp
$2 = {mnt_list = {tqe_next = 0xc56865c8, tqe_prev = 0xc57875c8}, mnt_op = 0xc09b0240, mnt_vfc = 0xc09b0280,
mnt_vnodecovered = 0xc568c15c, mnt_syncer = 0xc5783414, mnt_nvnodelist = {tqh_first = 0xc577f2b8, tqh_last = 0xc80d5af4}, mnt_lock = {
lk_interlock = 0xc09e1760, lk_flags = 0x1000000, lk_sharecount = 0x1, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50,
lk_wmesg = 0xc08ffb9b "vfslock", lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0x5, pcs = {
0xc066af4c, 0xc06c9dbd, 0xc07b1175, 0xc066249c, 0xc086632c, 0x0 <repeats 13 times>}}}, mnt_mtx = {mtx_object = {
lo_class = 0xc0975d64, lo_name = 0xc08ffb8a "struct mount mtx", lo_type = 0xc08ffb8a "struct mount mtx", lo_flags = 0x30000,
lo_list = {tqe_next = 0xc5686c20, tqe_prev = 0xc5686668}, lo_witness = 0xc09f1608}, mtx_lock = 0x4, mtx_recurse = 0x0},
mnt_writeopcount = 0x0, mnt_flag = 0x1211300, mnt_opt = 0xc5ee13e0, mnt_optnew = 0xc5434650, mnt_kern_flag = 0x2c000000,
mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x3, f_flags = 0x201300, f_bsize = 0x800, f_iosize = 0x4000,
f_blocks = 0xf20a7, f_bfree = 0xdcb4a, f_bavail = 0xc957b, f_files = 0x3f3fe, f_ffree = 0x3ed93, f_syncwrites = 0x0,
f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x434f6181, 0xa1e353a3}}, f_charspare = '\0' <repeats 79 times>,
f_fstypename = "ufs", '\0' <repeats 12 times>, f_mntfromname = "/dev/ad0s1e", '\0' <repeats 76 times>,
f_mntonname = "/tmp", '\0' <repeats 83 times>}, mnt_cred = 0xc5612500, mnt_data = 0xc562e200, mnt_time = 0x0,
mnt_iosize_max = 0x20000, mnt_export = 0xc5e50000, mnt_mntlabel = 0x0, mnt_fslabel = 0x0, mnt_nvnodelistsize = 0x298,
mnt_hashseed = 0x50b8e0f1, mnt_markercnt = 0x1, mnt_holdcnt = 0x1, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0,
mnt_secondary_accwrites = 0x38dc30, mnt_ref = 0x29a, mnt_gen = 0x1}
(kgdb) proc 1525
(kgdb) bt
#0 0xc06873e7 in sched_switch (td=0xc77b6900, newtd=0xc52f8780, flags=0x1) at ../../../kern/sched_4bsd.c:973
#1 0xc067c8c8 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:420
#2 0xc0694b65 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:450
#3 0xc0694cae in sleepq_wait (wchan=0xc82a1058) at ../../../kern/subr_sleepqueue.c:530
#4 0xc067c2f5 in msleep (ident=0xc82a1058, mtx=0xc09e134c, priority=0x50, wmesg=0xc08fe122 "ufs", timo=0x0)
at ../../../kern/kern_synch.c:211
#5 0xc066ad52 in acquire (lkpp=0xe809161c, extflags=0x40, wanted=0x60000) at ../../../kern/kern_lock.c:119
#6 0xc066b23a in lockmgr (lkp=0xc82a1058, flags=0x2002, interlkp=0x40, td=0xc77b6900) at ../../../kern/kern_lock.c:344
#7 0xc07be076 in ffs_lock (ap=0xe8091674) at ../../../ufs/ffs/ffs_vnops.c:365
#8 0xc088cebb in VOP_LOCK_APV (vop=0xc09b05a0, a=0xe8091674) at vnode_if.c:1642
#9 0xc06d89b4 in vn_lock (vp=0xc82a1000, flags=0x2002, td=0xc77b6900) at vnode_if.h:844
#10 0xc07abf7f in ffs_snapshot (mp=0xc56868ac, snapfile=0xc5ee1760 "/tmp/.snap/pho") at ../../../ufs/ffs/ffs_snapshot.c:544
#11 0xc07bad64 in ffs_mount (mp=0xc56868ac, td=0xc77b6900) at ../../../ufs/ffs/ffs_vfsops.c:312
#12 0xc06c7b87 in vfs_domount (td=0xc77b6900, fstype=0xc54ccaf0 "ufs", fspath=0xc5ee1bc0 "/tmp", fsflags=0x1211300, fsdata=0xc5434650)
at ../../../kern/vfs_mount.c:928
#13 0xc06c735b in vfs_donmount (td=0xc77b6900, fsflags=0x1211300, fsoptions=0xe8091c04) at ../../../kern/vfs_mount.c:676
#14 0xc06c9af9 in kernel_mount (ma=0xc54cc600, flags=0x1211300) at pcpu.h:162
#15 0xc07baf39 in ffs_cmount (ma=0xc54cc600, data=0x0, flags=0x1211300, td=0xc77b6900) at ../../../ufs/ffs/ffs_vfsops.c:392
#16 0xc06c74ee in mount (td=0xc77b6900, uap=0xe8091d04) at ../../../kern/vfs_mount.c:742
#17 0xc087a70f in syscall (frame=
{tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x2815707c, tf_esi = 0xbfbfe450, tf_ebp = 0xbfbfeb18, tf_isp = 0xe8091d64, tf_ebx = 0xbfbfe700, tf_edx = 0x2815707c, tf_ecx = 0x0, tf_eax = 0x15, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x280c4697, tf_cs = 0x33, tf_eflags = 0x206, tf_esp = 0xbfbfe41c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:983
#18 0xc086631f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
#19 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)(kgdb) f 9
#9 0xc06d89b4 in vn_lock (vp=0xc82a1000, flags=0x2002, td=0xc77b6900) at vnode_if.h:844
844 a.a_td = td;
(kgdb) p *vp
$7 = {v_type = VDIR, v_tag = 0xc08fe122 "ufs", v_op = 0xc09b05a0, v_data = 0xc6f5ec60, v_mount = 0xc56868ac, v_nmntvnodes = {
tqe_next = 0xc8bf6800, tqe_prev = 0xc6964428}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
v_hashlist = {le_next = 0x0, le_prev = 0xc550d210}, v_hash = 0x793, v_cache_src = {lh_first = 0x0}, v_cache_dst = {
tqh_first = 0xc84452ec, tqh_last = 0xc84452fc}, v_dd = 0xc59d9414, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0,
v_lock = {lk_interlock = 0xc09e134c, lk_flags = 0x2040040, lk_sharecount = 0x0, lk_waitcount = 0x1, lk_exclusivecount = 0x1,
lk_prio = 0x50, lk_wmesg = 0xc08fe122 "ufs", lk_timo = 0x33, lk_lockholder = 0xc56a0900, lk_newlock = 0x0, lk_stack = {depth = 0xa,
pcs = {0xc066b2d9, 0xc07be076, 0xc088cebb, 0xc06d89b4, 0xc06cca9c, 0xc0769900, 0xc076ff3d, 0xc076f878, 0xc087a70f, 0xc086631f,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {mtx_object = {lo_class = 0xc0975d64,
lo_name = 0xc08fa959 "vnode interlock", lo_type = 0xc08fa959 "vnode interlock", lo_flags = 0x30000, lo_list = {
tqe_next = 0xc5872794, tqe_prev = 0xc604fe70}, lo_witness = 0xc09f2df0}, mtx_lock = 0x4, mtx_recurse = 0x0},
v_vnlock = 0xc82a1058, v_holdcnt = 0x4, v_usecount = 0x0, v_iflag = 0x800, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {
tqe_next = 0x0, tqe_prev = 0xc5d87260}, v_bufobj = {bo_mtx = 0xc82a10c8, bo_clean = {bv_hd = {tqh_first = 0xd93fc53c,
tqh_last = 0xd93fc574}, bv_root = 0xd93fc53c, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc82a1120},
bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc097ce84, bo_bsize = 0x4000, bo_object = 0xc6637b58,
bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc82a1000, __bo_vnode = 0xc82a1000}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p/d ((struct thread *)0xc56a0900)->td_proc->p_pid
$8 = 696
(kgdb) proc 1543
(kgdb) bt
#0 0xc06873e7 in sched_switch (td=0xc5707180, newtd=0xc52f8780, flags=0x1) at ../../../kern/sched_4bsd.c:973
#1 0xc067c8c8 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:420
#2 0xc0694b65 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:450
#3 0xc0694cae in sleepq_wait (wchan=0xc8491280) at ../../../kern/subr_sleepqueue.c:530
#4 0xc067c2f5 in msleep (ident=0xc8491280, mtx=0xc0a37800, priority=0x53, wmesg=0xc090a589 "nfsreq", timo=0x0)
at ../../../kern/kern_synch.c:211
#5 0xc07538c4 in nfs_reply (rep=0xc8491280) at ../../../nfsclient/nfs_socket.c:682
#6 0xc0754375 in nfs_request (vp=0xc5a6c15c, mrest=0xc7e91600, procnum=0x4, td=0xc5707180, cred=0xc52f5780, mrp=0xe7d749a4,
mdp=0xe7d749a8, dposp=0xe7d749ac) at ../../../nfsclient/nfs_socket.c:1131
#7 0xc0758875 in nfs3_access_otw (vp=0xc5a6c15c, wmode=0xe7d749b8, td=0xc5707180, cred=0xc52f5780) at ../../../nfsclient/nfs_vnops.c:264
#8 0xc0758a37 in nfs_access (ap=0xe7d74a64) at ../../../nfsclient/nfs_vnops.c:355
#9 0xc088b6ef in VOP_ACCESS_APV (vop=0xc0986020, a=0xe7d74a64) at vnode_if.c:480
#10 0xc06d7ada in vn_open_cred (ndp=0xe7d74bcc, flagp=0xe7d74ccc, cmode=0x548, cred=0xc52f5780, fdidx=0x7) at vnode_if.h:256
#11 0xc06d7736 in vn_open (ndp=0x0, flagp=0xe7d74ccc, cmode=0x548, fdidx=0x7) at ../../../kern/vfs_vnops.c:91
#12 0xc06d0bea in kern_open (td=0xc5707180, path=0x0, pathseg=UIO_USERSPACE, flags=0x5, mode=0xbfbfe758)
at ../../../kern/vfs_syscalls.c:1009
#13 0xc06d0afe in open (td=0xc5707180, uap=0xe7d74d04) at ../../../kern/vfs_syscalls.c:973
#14 0xc087a70f in syscall (frame=
{tf_fs = 0x3b, tf_es = 0x3b, tf_ds = 0x3b, tf_edi = 0x8052300, tf_esi = 0xbfbfe6e0, tf_ebp = 0xbfbfe758, tf_isp = 0xe7d74d64, tf_ebx = 0x2819fd80, tf_edx = 0x0, tf_ecx = 0x2819fd80, tf_eax = 0x5, tf_trapno = 0x0, tf_err = 0x2, tf_eip = 0x281844a7, tf_cs = 0x33, tf_eflags = 0x292, tf_esp = 0xbfbfe4bc, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:983
#15 0xc086631f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
#16 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)