GENERIC HEAD from Oct 24 13:21 UTC, vmcore.473
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #33: Mon Oct 24 15:31:43 CEST 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
cblock_alloc_cblocks: M_NOWAIT malloc failed, trying M_WAITOK
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
Limiting icmp unreach response from 659 to 200 packets/sec
Limiting icmp unreach response from 238 to 200 packets/sec
:
Limiting icmp unreach response from 1792 to 200 packets/sec
Limiting icmp unreach response from 1473 to 200 packets/sec
Limiting icmp unreach response from 1227 to 200 packets/sec
panic: mutex nfsd_mtx owned at ../../../nfsserver/nfs_serv.c:2160
cpuid = 0
KDB: enter: panic
[thread pid 377 tid 100066 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 377 tid 100066 td 0xc17dde10
kdb_enter(c086aaa3) at kdb_enter+0x2b
panic(c086a045,c086e56f,c087e096,870,11) at panic+0x14b
_mtx_assert(c098f6c0,2,c087e096,870) at _mtx_assert+0xb8
nfsrv_mknod(c2a82800,c1850080,c17dde10,cf341c3c,c063739c) at nfsrv_mknod+0x5de
nfssvc_nfsd(c17dde10,c17dc6d4,1,c0869e6c,12e) at nfssvc_nfsd+0x3d9
nfssvc(c17dde10,cf341d04,c,c17dde10,cf341d30) at nfssvc+0x18c
syscall(3b,3b,3b,1,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280b6bdb, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
db> show alllocks
Process 377 (nfsd) thread 0xc17dde10 (100066)
exclusive sleep mutex nfsd_mtx r = 0 (0xc098f6c0) locked @ nfsserver/nfs_srvsubs.c:896
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
53414 c1d9b224 1001 656 53414 0004002 [RUNQ] top
656 c1a61890 1001 655 656 0004002 [SLPQ wait 0xc1a61890][SLP] bash
655 c1a61000 1001 653 653 0000100 [SLPQ select 0xc0981d44][SLP] sshd
653 c1a61448 0 447 653 0004100 [SLPQ sbwait 0xc1861d2c][SLP][SWAP] sshd
570 c1876ab4 0 1 570 0004002 [SLPQ ttyin 0xc16ff010][SLP][SWAP] getty
569 c1876224 0 1 569 0004002 [SLPQ ttyin 0xc16ff410][SLP][SWAP] getty
568 c17e0ab4 0 1 568 0004002 [SLPQ ttyin 0xc16f2810][SLP][SWAP] getty
567 c187acd8 0 1 567 0004002 [SLPQ ttyin 0xc16f1810][SLP][SWAP] getty
566 c1876448 0 1 566 0004002 [SLPQ ttyin 0xc16f2c10][SLP][SWAP] getty
565 c187666c 0 1 565 0004002 [SLPQ ttyin 0xc16f0c10][SLP][SWAP] getty
564 c187b000 0 1 564 0004002 [SLPQ ttyin 0xc16f0810][SLP][SWAP] getty
563 c17e0000 0 1 563 0004002 [SLPQ ttyin 0xc16e7410][SLP][SWAP] getty
549 c1876890 0 1 549 0000000 [SLPQ select 0xc0981d44][SLP] inetd
469 c1876000 0 1 469 0000000 [SLPQ nanslp 0xc0934a24][SLP] cron
457 c187aab4 25 1 457 0000100 [SLPQ pause 0xc187aae8][SLP] sendmail
453 c17e0890 0 1 453 0000100 [RUNQ] sendmail
447 c17e0448 0 1 447 0000100 [SLPQ select 0xc0981d44][SLP] sshd
429 c17dc000 0 1 429 0000000 [RUNQ] ntpd
398 c17e066c 0 1 398 0000000 [SLPQ select 0xc0981d44][SLP] usbd
377 c17dc66c 0 373 373 0000000 [CPU 0] nfsd
376 c17dc448 0 373 373 0000000 [RUNQ] nfsd
375 c17dc890 0 373 373 0000000 [RUNQ] nfsd
374 c17dc224 0 373 373 0000000 [RUNQ] nfsd
373 c17e0cd8 0 1 373 0000000 [SLPQ select 0xc0981d44][SLP][SWAP] nfsd
371 c17dcab4 0 1 371 0000000 [SLPQ select 0xc0981d44][SLP] mountd
302 c17dccd8 0 1 302 0000000 [SLPQ select 0xc0981d44][SLP] rpcbind
274 c17e0224 0 1 274 0000000 [SLPQ select 0xc0981d44][SLP][SWAP] devd
228 c165d224 0 1 228 0000000 [SLPQ select 0xc0981d44][SLP] syslogd
61 c165d66c 0 0 0 0000204 [SLPQ - 0xcca21d04][SLP] schedcpu
60 c165d890 0 0 0 0000204 [SLPQ - 0xc098a3cc][SLP] nfsiod 3
59 c165dab4 0 0 0 0000204 [SLPQ - 0xc098a3c8][SLP] nfsiod 2
58 c165dcd8 0 0 0 0000204 [SLPQ - 0xc098a3c4][SLP] nfsiod 1
57 c178b000 0 0 0 0000204 [SLPQ - 0xc098a3c0][SLP] nfsiod 0
56 c178b224 0 0 0 0000204 [SLPQ vlruwt 0xc178b224][SLP] vnlru
55 c178b448 0 0 0 0000204 [RUNQ] syncer
54 c178b66c 0 0 0 0000204 [RUNQ] bufdaemon
53 c178b890 0 0 0 000020c [SLPQ pgzero 0xc09909c4][SLP] pagezero
52 c178bab4 0 0 0 0000204 [SLPQ psleep 0xc0990514][SLP] vmdaemon
51 c178bcd8 0 0 0 0000204 [SLPQ psleep 0xc09904d0][SLP] pagedaemon
50 c15ac66c 0 0 0 0000204 [SLPQ - 0xc169f83c][SLP] fdc0
49 c15ac890 0 0 0 0000204 [IWAIT] swi0: sio
48 c15acab4 0 0 0 0000204 [SLPQ usbevt 0xc1645210][SLP] usb4
47 c15accd8 0 0 0 0000204 [SLPQ usbevt 0xc1695210][SLP] usb3
46 c165c000 0 0 0 0000204 [SLPQ usbevt 0xc1696210][SLP] usb2
45 c165c224 0 0 0 0000204 [SLPQ usbevt 0xc1680210][SLP] usb1
44 c165c448 0 0 0 0000204 [SLPQ usbtsk 0xc0931644][SLP] usbtask
43 c165c66c 0 0 0 0000204 [SLPQ usbevt 0xc164f210][SLP] usb0
42 c165c890 0 0 0 0000204 [IWAIT] swi5:+
9 c165cab4 0 0 0 0000204 [SLPQ - 0xc15b2400][SLP] thread taskq
8 c165ccd8 0 0 0 0000204 [SLPQ - 0xc15b2480][SLP] acpi_task2
7 c165d000 0 0 0 0000204 [SLPQ - 0xc15b2480][SLP] acpi_task1
6 c159ecd8 0 0 0 0000204 [SLPQ - 0xc15b2480][SLP] acpi_task0
41 c15aa000 0 0 0 0000204 [IWAIT] swi6:+
40 c15aa224 0 0 0 0000204 [IWAIT] swi6: task queue
5 c15aa448 0 0 0 0000204 [SLPQ - 0xc15b2700][SLP] kqueue taskq
39 c15aa66c 0 0 0 0000204 [IWAIT] swi2: cambio
38 c15aa890 0 0 0 0000204 [SLPQ - 0xc092f360][SLP] yarrow
4 c15aaab4 0 0 0 0000204 [SLPQ - 0xc0931e88][SLP] g_down
3 c15aacd8 0 0 0 0000204 [SLPQ - 0xc0931e84][SLP] g_up
2 c15ac000 0 0 0 0000204 [SLPQ - 0xc0931e7c][SLP] g_event
37 c15ac224 0 0 0 0000204 [IWAIT] swi3: vm
36 c15ac448 0 0 0 000020c [RUNQ] swi4: clock sio
35 c158a66c 0 0 0 0000204 [IWAIT] swi1: net
34 c158a890 0 0 0 0000204 [IWAIT] irq23: ehci0
33 c158aab4 0 0 0 0000204 [RUNQ] irq22: rl0
32 c158acd8 0 0 0 0000204 [IWAIT] irq21:
31 c159e000 0 0 0 0000204 [IWAIT] irq20:
30 c159e224 0 0 0 0000204 [IWAIT] irq19: uhci1
29 c159e448 0 0 0 0000204 [IWAIT] irq18: uhci2
28 c159e66c 0 0 0 0000204 [IWAIT] irq17: pcm0
27 c159e890 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
26 c159eab4 0 0 0 0000204 [IWAIT] irq15: ata1
25 c155e224 0 0 0 0000204 [IWAIT] irq14: ata0
24 c155e448 0 0 0 0000204 [IWAIT] irq13:
23 c155e66c 0 0 0 0000204 [IWAIT] irq12:
22 c155e890 0 0 0 0000204 [IWAIT] irq11:
21 c155eab4 0 0 0 0000204 [IWAIT] irq10:
20 c155ecd8 0 0 0 0000204 [IWAIT] irq9: acpi0
19 c158a000 0 0 0 0000204 [IWAIT] irq8:
18 c158a224 0 0 0 0000204 [IWAIT] irq7: ppc0
17 c158a448 0 0 0 0000204 [IWAIT] irq6: fdc0
16 c1559000 0 0 0 0000204 [IWAIT] irq5:
15 c1559224 0 0 0 0000204 [IWAIT] irq4: sio0
14 c1559448 0 0 0 0000204 [IWAIT] irq3:
13 c155966c 0 0 0 0000204 [IWAIT] irq0:
12 c1559890 0 0 0 0000204 [IWAIT] irq1: atkbd0
11 c1559ab4 0 0 0 000020c [Can run] idle: cpu0
1 c1559cd8 0 0 1 0004200 [SLPQ wait 0xc1559cd8][SLP] init
10 c155e000 0 0 0 0000204 [SLPQ ktrace 0xc0932918][SLP] ktrace
0 c0931f80 0 0 0 0000200 [IWAIT] swapper
db> call doadump
Dumping 254 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok
Dump complete
= 0xf
db> reset
(kgdb) f 11
#11 0xc0727db2 in nfsrv_mknod (nfsd=0xc2a82800, slp=0xc1850080, td=0xc17dde10, mrq=0xcf341c3c) at ../../../nfsserver/nfs_serv.c:2160
2160 NFSD_UNLOCK_ASSERT();
(kgdb) l
2155
2156 /*
2157 * send response, cleanup, return.
2158 */
2159 out:
2160 NFSD_UNLOCK_ASSERT();
2161 if (nd.ni_startdir) {
2162 vrele(nd.ni_startdir);
2163 nd.ni_startdir = NULL;
2164 }
(kgdb) x/10x 0xc098f6c0
0xc098f6c0 <nfsd_mtx>: 0xc08d0ec4 0xc086e56f 0xc086e56f 0x00030000
0xc098f6d0 <nfsd_mtx+16>: 0xc16bd600 0xc1044c98 0xc0945068 0xc17dde10
0xc098f6e0 <nfsd_mtx+32>: 0x00000000 0x0000000a
(kgdb) p nfsd_mtx
$1 = {mtx_object = {lo_class = 0xc08d0ec4, lo_name = 0xc086e56f "nfsd_mtx", lo_type = 0xc086e56f "nfsd_mtx", lo_flags = 0x30000, lo_list = {
tqe_next = 0xc16bd600, tqe_prev = 0xc1044c98}, lo_witness = 0xc0945068}, mtx_lock = 0xc17dde10, mtx_recurse = 0x0}
(kgdb) info loc
mrep = (struct mbuf *) 0xc30e0a00
md = (struct mbuf *) 0xc2c62100
nam = (struct sockaddr *) 0x7
dpos = 0xc2c6211c "ÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞÞÀÞ"...
cred = (struct ucred *) 0xc2a82880
va = {va_type = VNON, va_mode = 0x180, va_nlink = 0xffff, va_uid = 0xffffffff, va_gid = 0xffffffff, va_fsid = 0xffffffff,
va_fileid = 0xffffffff, va_size = 0xffffffffffffffff, va_blocksize = 0xffffffff, va_atime = {tv_sec = 0xffffffff, tv_nsec = 0xffffffff},
va_mtime = {tv_sec = 0xffffffff, tv_nsec = 0xffffffff}, va_ctime = {tv_sec = 0xffffffff, tv_nsec = 0xffffffff}, va_birthtime = {
tv_sec = 0xffffffff, tv_nsec = 0xffffffff}, va_gen = 0xffffffff, va_flags = 0xffffffff, va_rdev = 0xffffffff,
va_bytes = 0xffffffffffffffff, va_filerev = 0x0, va_vaflags = 0x0, va_spare = 0x0}
dirfor = {va_type = VDIR, va_mode = 0x1ff, va_nlink = 0xd, va_uid = 0x3e9, va_gid = 0x0, va_fsid = 0x5c, va_fileid = 0x6879,
va_size = 0x2800, va_blocksize = 0x4000, va_atime = {tv_sec = 0x435e9dfe, tv_nsec = 0x0}, va_mtime = {tv_sec = 0x435e9e3c,
tv_nsec = 0x0}, va_ctime = {tv_sec = 0x435e9e3c, tv_nsec = 0x0}, va_birthtime = {tv_sec = 0x4312f0c0, tv_nsec = 0x0},
va_gen = 0x720c9cea, va_flags = 0x0, va_rdev = 0x35438, va_bytes = 0x2800, va_filerev = 0x8524f90edc9, va_vaflags = 0xc10443c8,
va_spare = 0xc17dde10}
diraft = {va_type = 3227800764, va_mode = 0xde10, va_nlink = 0xc17d, va_uid = 0xc155b640, va_gid = 0x6, va_fsid = 0xc6ddef22,
va_fileid = 0x78b115df, va_size = 0xc17dc66cffc00014, va_blocksize = 0x1b845, va_atime = {tv_sec = 0xb5f5dc9a, tv_nsec = 0xa38aac5a},
va_mtime = {tv_sec = 0x2, tv_nsec = 0x1b845}, va_ctime = {tv_sec = 0xb5f5dc9a, tv_nsec = 0xa38aac5a}, va_birthtime = {
tv_sec = 0xc155b640, tv_nsec = 0xc155b640}, va_gen = 0x53, va_flags = 0xc17dde10, va_rdev = 0xc10443c8, va_bytes = 0xcf341b2000000009,
va_filerev = 0xc09340a0c0651c6f, va_vaflags = 0x2, va_spare = 0xc086c3e5}
tl = (u_int32_t *) 0x12
nd = {ni_dirp = 0xb <Address 0xb out of bounds>, ni_segflg = UIO_SYSSPACE, ni_startdir = 0xc1ac8828, ni_rootdir = 0xc155d660,
ni_topdir = 0xc17dc66c, ni_vp = 0xc2591828, ni_dvp = 0xc1ac8828, ni_pathlen = 0x1, ni_next = 0xc208a80d "", ni_loopcnt = 0xc155b640,
ni_cnd = {cn_nameiop = 0x1, cn_flags = 0xc0d40c, cn_thread = 0xc17dde10, cn_cred = 0xc2a82880, cn_lkflags = 0x2,
cn_pnbuf = 0xc208a800 "fifo.16786.71", cn_nameptr = 0xc208a800 "fifo.16786.71", cn_namelen = 0xd, cn_consume = 0x0}}
bpos = 0x3 <Address 0x3 out of bounds>
error = 0x11
len = 0xd
dirfor_ret = 0x0
diraft_ret = 0x1
major = 0x0
vtyp = VFIFO
mb = (struct mbuf *) 0xc086e84d
mreq = (struct mbuf *) 0x12
vp = (struct vnode *) 0x7
dirp = (struct vnode *) 0xc1ac8828
nfh = {fh_generic = {fh_fsid = {val = {0x40c7709e, 0xfc9c93c9}}, fh_fid = {fid_len = 0xc, fid_reserved = 0x0,
fid_data = "yh\000\000ê\234\fr\000\000\000\000\000\000\000"}},
fh_bytes = "\236pÇ@É\223\234ü\f\000\000\000yh\000\000ê\234\fr\000\000\000\000\000\000\000\000\020Þ}Á\0247\202Á\t\000\000\000$\0324Ïo\034eÀ| @\223À\002\000\000\000åÃ\206Àg\002\000\000\020Þ}Á0\0324ÏF\002\b\000| µ\223À<\0324Ïtß}Á\020Þ}Á\000\000\000\000X\0324Ïtß}Á\020Þ}Á\000\000\000\000t\0324ÏW\023eÀ\000b\223Àtß}Á"}
mp = (struct mount *) 0xc1787400
v3 = 0x8
(kgdb) p/d error
$4 = 17
(kgdb) shell grep -w 17 /usr/include/sys/errno.h
#define EEXIST 17 /* File exists */