GENERIC HEAD from Oct 24 13:21 UTC, vmcore.473

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #33: Mon Oct 24 15:31:43 CEST 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
cblock_alloc_cblocks: M_NOWAIT malloc failed, trying M_WAITOK
sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
Limiting icmp unreach response from 659 to 200 packets/sec
Limiting icmp unreach response from 238 to 200 packets/sec
:
Limiting icmp unreach response from 1792 to 200 packets/sec
Limiting icmp unreach response from 1473 to 200 packets/sec
Limiting icmp unreach response from 1227 to 200 packets/sec
panic: mutex nfsd_mtx owned at ../../../nfsserver/nfs_serv.c:2160
cpuid = 0
KDB: enter: panic
[thread pid 377 tid 100066 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 377 tid 100066 td 0xc17dde10
kdb_enter(c086aaa3) at kdb_enter+0x2b
panic(c086a045,c086e56f,c087e096,870,11) at panic+0x14b
_mtx_assert(c098f6c0,2,c087e096,870) at _mtx_assert+0xb8
nfsrv_mknod(c2a82800,c1850080,c17dde10,cf341c3c,c063739c) at nfsrv_mknod+0x5de
nfssvc_nfsd(c17dde10,c17dc6d4,1,c0869e6c,12e) at nfssvc_nfsd+0x3d9
nfssvc(c17dde10,cf341d04,c,c17dde10,cf341d30) at nfssvc+0x18c
syscall(3b,3b,3b,1,0) at syscall+0x27e
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280b6bdb, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
db> show alllocks
Process 377 (nfsd) thread 0xc17dde10 (100066)
exclusive sleep mutex nfsd_mtx r = 0 (0xc098f6c0) locked @ nfsserver/nfs_srvsubs.c:896
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
53414 c1d9b224 1001   656 53414 0004002 [RUNQ] top
  656 c1a61890 1001   655   656 0004002 [SLPQ wait 0xc1a61890][SLP] bash
  655 c1a61000 1001   653   653 0000100 [SLPQ select 0xc0981d44][SLP] sshd
  653 c1a61448    0   447   653 0004100 [SLPQ sbwait 0xc1861d2c][SLP][SWAP] sshd
  570 c1876ab4    0     1   570 0004002 [SLPQ ttyin 0xc16ff010][SLP][SWAP] getty
  569 c1876224    0     1   569 0004002 [SLPQ ttyin 0xc16ff410][SLP][SWAP] getty
  568 c17e0ab4    0     1   568 0004002 [SLPQ ttyin 0xc16f2810][SLP][SWAP] getty
  567 c187acd8    0     1   567 0004002 [SLPQ ttyin 0xc16f1810][SLP][SWAP] getty
  566 c1876448    0     1   566 0004002 [SLPQ ttyin 0xc16f2c10][SLP][SWAP] getty
  565 c187666c    0     1   565 0004002 [SLPQ ttyin 0xc16f0c10][SLP][SWAP] getty
  564 c187b000    0     1   564 0004002 [SLPQ ttyin 0xc16f0810][SLP][SWAP] getty
  563 c17e0000    0     1   563 0004002 [SLPQ ttyin 0xc16e7410][SLP][SWAP] getty
  549 c1876890    0     1   549 0000000 [SLPQ select 0xc0981d44][SLP] inetd
  469 c1876000    0     1   469 0000000 [SLPQ nanslp 0xc0934a24][SLP] cron
  457 c187aab4   25     1   457 0000100 [SLPQ pause 0xc187aae8][SLP] sendmail
  453 c17e0890    0     1   453 0000100 [RUNQ] sendmail
  447 c17e0448    0     1   447 0000100 [SLPQ select 0xc0981d44][SLP] sshd
  429 c17dc000    0     1   429 0000000 [RUNQ] ntpd
  398 c17e066c    0     1   398 0000000 [SLPQ select 0xc0981d44][SLP] usbd
  377 c17dc66c    0   373   373 0000000 [CPU 0] nfsd
  376 c17dc448    0   373   373 0000000 [RUNQ] nfsd
  375 c17dc890    0   373   373 0000000 [RUNQ] nfsd
  374 c17dc224    0   373   373 0000000 [RUNQ] nfsd
  373 c17e0cd8    0     1   373 0000000 [SLPQ select 0xc0981d44][SLP][SWAP] nfsd
  371 c17dcab4    0     1   371 0000000 [SLPQ select 0xc0981d44][SLP] mountd
  302 c17dccd8    0     1   302 0000000 [SLPQ select 0xc0981d44][SLP] rpcbind
  274 c17e0224    0     1   274 0000000 [SLPQ select 0xc0981d44][SLP][SWAP] devd
  228 c165d224    0     1   228 0000000 [SLPQ select 0xc0981d44][SLP] syslogd
   61 c165d66c    0     0     0 0000204 [SLPQ - 0xcca21d04][SLP] schedcpu
   60 c165d890    0     0     0 0000204 [SLPQ - 0xc098a3cc][SLP] nfsiod 3
   59 c165dab4    0     0     0 0000204 [SLPQ - 0xc098a3c8][SLP] nfsiod 2
   58 c165dcd8    0     0     0 0000204 [SLPQ - 0xc098a3c4][SLP] nfsiod 1
   57 c178b000    0     0     0 0000204 [SLPQ - 0xc098a3c0][SLP] nfsiod 0
   56 c178b224    0     0     0 0000204 [SLPQ vlruwt 0xc178b224][SLP] vnlru
   55 c178b448    0     0     0 0000204 [RUNQ] syncer
   54 c178b66c    0     0     0 0000204 [RUNQ] bufdaemon
   53 c178b890    0     0     0 000020c [SLPQ pgzero 0xc09909c4][SLP] pagezero
   52 c178bab4    0     0     0 0000204 [SLPQ psleep 0xc0990514][SLP] vmdaemon
   51 c178bcd8    0     0     0 0000204 [SLPQ psleep 0xc09904d0][SLP] pagedaemon
   50 c15ac66c    0     0     0 0000204 [SLPQ - 0xc169f83c][SLP] fdc0
   49 c15ac890    0     0     0 0000204 [IWAIT] swi0: sio
   48 c15acab4    0     0     0 0000204 [SLPQ usbevt 0xc1645210][SLP] usb4
   47 c15accd8    0     0     0 0000204 [SLPQ usbevt 0xc1695210][SLP] usb3
   46 c165c000    0     0     0 0000204 [SLPQ usbevt 0xc1696210][SLP] usb2
   45 c165c224    0     0     0 0000204 [SLPQ usbevt 0xc1680210][SLP] usb1
   44 c165c448    0     0     0 0000204 [SLPQ usbtsk 0xc0931644][SLP] usbtask
   43 c165c66c    0     0     0 0000204 [SLPQ usbevt 0xc164f210][SLP] usb0
   42 c165c890    0     0     0 0000204 [IWAIT] swi5:+
    9 c165cab4    0     0     0 0000204 [SLPQ - 0xc15b2400][SLP] thread taskq
    8 c165ccd8    0     0     0 0000204 [SLPQ - 0xc15b2480][SLP] acpi_task2
    7 c165d000    0     0     0 0000204 [SLPQ - 0xc15b2480][SLP] acpi_task1
    6 c159ecd8    0     0     0 0000204 [SLPQ - 0xc15b2480][SLP] acpi_task0
   41 c15aa000    0     0     0 0000204 [IWAIT] swi6:+
   40 c15aa224    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c15aa448    0     0     0 0000204 [SLPQ - 0xc15b2700][SLP] kqueue taskq
   39 c15aa66c    0     0     0 0000204 [IWAIT] swi2: cambio
   38 c15aa890    0     0     0 0000204 [SLPQ - 0xc092f360][SLP] yarrow
    4 c15aaab4    0     0     0 0000204 [SLPQ - 0xc0931e88][SLP] g_down
    3 c15aacd8    0     0     0 0000204 [SLPQ - 0xc0931e84][SLP] g_up
    2 c15ac000    0     0     0 0000204 [SLPQ - 0xc0931e7c][SLP] g_event
   37 c15ac224    0     0     0 0000204 [IWAIT] swi3: vm
   36 c15ac448    0     0     0 000020c [RUNQ] swi4: clock sio
   35 c158a66c    0     0     0 0000204 [IWAIT] swi1: net
   34 c158a890    0     0     0 0000204 [IWAIT] irq23: ehci0
   33 c158aab4    0     0     0 0000204 [RUNQ] irq22: rl0
   32 c158acd8    0     0     0 0000204 [IWAIT] irq21:
   31 c159e000    0     0     0 0000204 [IWAIT] irq20:
   30 c159e224    0     0     0 0000204 [IWAIT] irq19: uhci1
   29 c159e448    0     0     0 0000204 [IWAIT] irq18: uhci2
   28 c159e66c    0     0     0 0000204 [IWAIT] irq17: pcm0
   27 c159e890    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   26 c159eab4    0     0     0 0000204 [IWAIT] irq15: ata1
   25 c155e224    0     0     0 0000204 [IWAIT] irq14: ata0
   24 c155e448    0     0     0 0000204 [IWAIT] irq13:
   23 c155e66c    0     0     0 0000204 [IWAIT] irq12:
   22 c155e890    0     0     0 0000204 [IWAIT] irq11:
   21 c155eab4    0     0     0 0000204 [IWAIT] irq10:
   20 c155ecd8    0     0     0 0000204 [IWAIT] irq9: acpi0
   19 c158a000    0     0     0 0000204 [IWAIT] irq8:
   18 c158a224    0     0     0 0000204 [IWAIT] irq7: ppc0
   17 c158a448    0     0     0 0000204 [IWAIT] irq6: fdc0
   16 c1559000    0     0     0 0000204 [IWAIT] irq5:
   15 c1559224    0     0     0 0000204 [IWAIT] irq4: sio0
   14 c1559448    0     0     0 0000204 [IWAIT] irq3:
   13 c155966c    0     0     0 0000204 [IWAIT] irq0:
   12 c1559890    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c1559ab4    0     0     0 000020c [Can run] idle: cpu0
    1 c1559cd8    0     0     1 0004200 [SLPQ wait 0xc1559cd8][SLP] init
   10 c155e000    0     0     0 0000204 [SLPQ ktrace 0xc0932918][SLP] ktrace
    0 c0931f80    0     0     0 0000200 [IWAIT] swapper
db> call doadump
Dumping 254 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 255MB (65072 pages) 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> reset

(kgdb) f 11
#11 0xc0727db2 in nfsrv_mknod (nfsd=0xc2a82800, slp=0xc1850080, td=0xc17dde10, mrq=0xcf341c3c) at ../../../nfsserver/nfs_serv.c:2160
2160          NFSD_UNLOCK_ASSERT();
(kgdb) l
2155
2156          /*
2157           * send response, cleanup, return.
2158           */
2159    out:
2160          NFSD_UNLOCK_ASSERT();
2161          if (nd.ni_startdir) {
2162            vrele(nd.ni_startdir);
2163            nd.ni_startdir = NULL;
2164          }
(kgdb) x/10x 0xc098f6c0
0xc098f6c0 <nfsd_mtx>:  0xc08d0ec4      0xc086e56f      0xc086e56f      0x00030000
0xc098f6d0 <nfsd_mtx+16>:    0xc16bd600 0xc1044c98      0xc0945068      0xc17dde10
0xc098f6e0 <nfsd_mtx+32>:    0x00000000 0x0000000a
(kgdb) p nfsd_mtx
$1 = {mtx_object = {lo_class = 0xc08d0ec4, lo_name = 0xc086e56f "nfsd_mtx", lo_type = 0xc086e56f "nfsd_mtx", lo_flags = 0x30000, lo_list = {
      tqe_next = 0xc16bd600, tqe_prev = 0xc1044c98}, lo_witness = 0xc0945068}, mtx_lock = 0xc17dde10, mtx_recurse = 0x0}
(kgdb) info loc
mrep = (struct mbuf *) 0xc30e0a00
md = (struct mbuf *) 0xc2c62100
nam = (struct sockaddr *) 0x7
dpos = 0xc2c6211c ""...
cred = (struct ucred *) 0xc2a82880
va = {va_type = VNON, va_mode = 0x180, va_nlink = 0xffff, va_uid = 0xffffffff, va_gid = 0xffffffff, va_fsid = 0xffffffff,
  va_fileid = 0xffffffff, va_size = 0xffffffffffffffff, va_blocksize = 0xffffffff, va_atime = {tv_sec = 0xffffffff, tv_nsec = 0xffffffff},
  va_mtime = {tv_sec = 0xffffffff, tv_nsec = 0xffffffff}, va_ctime = {tv_sec = 0xffffffff, tv_nsec = 0xffffffff}, va_birthtime = {
    tv_sec = 0xffffffff, tv_nsec = 0xffffffff}, va_gen = 0xffffffff, va_flags = 0xffffffff, va_rdev = 0xffffffff,
  va_bytes = 0xffffffffffffffff, va_filerev = 0x0, va_vaflags = 0x0, va_spare = 0x0}
dirfor = {va_type = VDIR, va_mode = 0x1ff, va_nlink = 0xd, va_uid = 0x3e9, va_gid = 0x0, va_fsid = 0x5c, va_fileid = 0x6879,
  va_size = 0x2800, va_blocksize = 0x4000, va_atime = {tv_sec = 0x435e9dfe, tv_nsec = 0x0}, va_mtime = {tv_sec = 0x435e9e3c,
    tv_nsec = 0x0}, va_ctime = {tv_sec = 0x435e9e3c, tv_nsec = 0x0}, va_birthtime = {tv_sec = 0x4312f0c0, tv_nsec = 0x0},
  va_gen = 0x720c9cea, va_flags = 0x0, va_rdev = 0x35438, va_bytes = 0x2800, va_filerev = 0x8524f90edc9, va_vaflags = 0xc10443c8,
  va_spare = 0xc17dde10}
diraft = {va_type = 3227800764, va_mode = 0xde10, va_nlink = 0xc17d, va_uid = 0xc155b640, va_gid = 0x6, va_fsid = 0xc6ddef22,
  va_fileid = 0x78b115df, va_size = 0xc17dc66cffc00014, va_blocksize = 0x1b845, va_atime = {tv_sec = 0xb5f5dc9a, tv_nsec = 0xa38aac5a},
  va_mtime = {tv_sec = 0x2, tv_nsec = 0x1b845}, va_ctime = {tv_sec = 0xb5f5dc9a, tv_nsec = 0xa38aac5a}, va_birthtime = {
    tv_sec = 0xc155b640, tv_nsec = 0xc155b640}, va_gen = 0x53, va_flags = 0xc17dde10, va_rdev = 0xc10443c8, va_bytes = 0xcf341b2000000009,
  va_filerev = 0xc09340a0c0651c6f, va_vaflags = 0x2, va_spare = 0xc086c3e5}
tl = (u_int32_t *) 0x12
nd = {ni_dirp = 0xb <Address 0xb out of bounds>, ni_segflg = UIO_SYSSPACE, ni_startdir = 0xc1ac8828, ni_rootdir = 0xc155d660,
  ni_topdir = 0xc17dc66c, ni_vp = 0xc2591828, ni_dvp = 0xc1ac8828, ni_pathlen = 0x1, ni_next = 0xc208a80d "", ni_loopcnt = 0xc155b640,
  ni_cnd = {cn_nameiop = 0x1, cn_flags = 0xc0d40c, cn_thread = 0xc17dde10, cn_cred = 0xc2a82880, cn_lkflags = 0x2,
    cn_pnbuf = 0xc208a800 "fifo.16786.71", cn_nameptr = 0xc208a800 "fifo.16786.71", cn_namelen = 0xd, cn_consume = 0x0}}
bpos = 0x3 <Address 0x3 out of bounds>
error = 0x11
len = 0xd
dirfor_ret = 0x0
diraft_ret = 0x1
major = 0x0
vtyp = VFIFO
mb = (struct mbuf *) 0xc086e84d
mreq = (struct mbuf *) 0x12
vp = (struct vnode *) 0x7
dirp = (struct vnode *) 0xc1ac8828
nfh = {fh_generic = {fh_fsid = {val = {0x40c7709e, 0xfc9c93c9}}, fh_fid = {fid_len = 0xc, fid_reserved = 0x0,
      fid_data = "yh\000\000\234\fr\000\000\000\000\000\000\000"}},
  fh_bytes = "\236p@\223\234\f\000\000\000yh\000\000\234\fr\000\000\000\000\000\000\000\000\020}\0247\202\t\000\000\000$\0324o\034e| @\223\002\000\000\000\206g\002\000\000\020}0\0324F\002\b\000| \223<\0324t}\020}\000\000\000\000X\0324t}\020}\000\000\000\000t\0324W\023e\000b\223t}"}
mp = (struct mount *) 0xc1787400
v3 = 0x8
(kgdb) p/d error
$4 = 17
(kgdb) shell grep -w 17 /usr/include/sys/errno.h
#define EEXIST   17          /* File exists */