GENERIC 6.0-BETA4 from Sep 15 07:18 UTC, vmcore.28

"Disk full" panic.

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-BETA4 #0: Thu Sep 15 10:01:26 CEST 2005
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Hyperthreading: 2 logical CPUs
real memory  = 1073676288 (1023 MB)
avail memory = 1041616896 (993 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
lock order reversal
 1st 0xc097f5c0 UMA lock (UMA lock) @ vm/uma_core.c:1494
 2nd 0xc1060144 system map (system map) @ vm/vm_map.c:2317
KDB: stack backtrace:
kdb_backtrace(0,ffffffff,c09345a0,c09346e0,c08bec64) at kdb_backtrace+0x29
witness_checkorder(c1060144,9,c08751c9,90d) at witness_checkorder+0x564
_mtx_lock_flags(c1060144,0,c08751c0,90d) at _mtx_lock_flags+0x5b
_vm_map_lock(c10600c0,c08751c0,90d) at _vm_map_lock+0x26
vm_map_remove(c10600c0,c28d1000,c28d2000,e5143c0c,c0782951) at vm_map_remove+0x1f
kmem_free(c10600c0,c28d1000,1000,e5143c3c,c07822fe) at kmem_free+0x25
page_free(c28d1000,1000,2) at page_free+0x29
zone_drain(c103e1e0) at zone_drain+0x26a
zone_foreach(c0782094,e5143cec,c079427f,e5143c74,246) at zone_foreach+0x37
uma_reclaim(e5143c74,246,0,e5143c80,c062b715) at uma_reclaim+0x12
vm_pageout_scan(0,c097fa20,0,c0876699,604) at vm_pageout_scan+0x103
vm_pageout(0,e5143d38,0,c07950d4,0) at vm_pageout+0x2c3
fork_exit(c07950d4,0,e5143d38) at fork_exit+0xa0
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe5143d6c, ebp = 0 ---


Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address   = 0x0
fault code              = supervisor read, page not present
instruction pointer     = 0x20:0xc07efdcf
stack pointer           = 0x28:0xe75dfb58
frame pointer           = 0x28:0xe75dfb84
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, def32 1, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 654 (sshd)
[thread pid 654 tid 100138 ]
Stopped at      generic_bcopy+0x23:     repe movsb      (%esi),%es:(%edi)
db> where
Tracing pid 654 tid 100138 td 0xc26ca900
generic_bcopy(c245bc38,e75dfbb2,4a) at generic_bcopy+0x23
ptcread(c2b62300,e75dfcbc,4,4000,c2b62300) at ptcread+0x146
devfs_read_f(c26bb0d8,e75dfcbc,c2ad4480,0,c26ca900) at devfs_read_f+0x87
dofileread(c26ca900,8,c26bb0d8,e75dfcbc,ffffffff) at dofileread+0x85
kern_readv(c26ca900,8,e75dfcbc,bfbf9e10,4000) at kern_readv+0x36
read(c26ca900,e75dfd04,3,1552,202) at read+0x45
syscall(3b,bfbf003b,bfbf003b,8079400,8078b30) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x282b37d7, esp = 0xbfbf5d9c, ebp = 0xbfbfde28 ---
db> show pcpu
cpuid        = 2
curthread    = 0xc26ca900: pid 654 "sshd"
curpcb       = 0xe75dfd90
fpcurthread  = none
idlethread   = 0xc22d6900: pid 12 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
  683 c2b61000    0   669   683 0004002 [LOCK  Giant c2678180] cp
  669 c2b5d000    0   666   669 0004002 [SLPQ wait 0xc2b5d000][SLP] bash
  666 c2b5d418    0   665   666 0004002 [SLPQ pause 0xc2b5d44c][SLP] csh
  665 c2b5d624 1001   655   665 0004102 [SLPQ wait 0xc2b5d624][SLP] su
  655 c2b61418 1001   654   655 0004002 [SLPQ wait 0xc2b61418][SLP] bash
  654 c26cda3c 1001   652   652 0000100 [CPU 2] sshd
  652 c2b61830    0   439   652 0004100 [SLPQ sbwait 0xc2777638][SLP] sshd
  571 c26b0c48    0     1   571 0004002 [SLPQ ttyin 0xc250b010][SLP] getty
  570 c2446624    0     1   570 0004002 [SLPQ ttyin 0xc2504010][SLP] getty
  569 c26b2624    0     1   569 0004002 [SLPQ ttyin 0xc2479410][SLP] getty
  568 c26c9830    0     1   568 0004002 [SLPQ ttyin 0xc250a810][SLP] getty
  567 c26c9a3c    0     1   567 0004002 [SLPQ ttyin 0xc250a410][SLP] getty
  566 c26cd418    0     1   566 0004002 [SLPQ ttyin 0xc2509410][SLP] getty
  565 c26b0624    0     1   565 0004002 [SLPQ ttyin 0xc2509010][SLP] getty
  564 c26b0000    0     1   564 0004002 [SLPQ ttyin 0xc250a010][SLP] getty
  532 c2446c48    0     1   532 0000000 [SLPQ select 0xc09713e4][SLP] moused
  463 c2446a3c    0     1   463 0000000 [SLPQ nanslp 0xc09240cc][SLP] cron
  451 c26b2c48   25     1   451 0000100 [SLPQ pause 0xc26b2c7c][SLP] sendmail
  445 c26b0a3c    0     1   445 0000100 [SLPQ select 0xc09713e4][SLP] sendmail
  439 c26b2000    0     1   439 0000100 [SLPQ select 0xc09713e4][SLP] sshd
  397 c26ce20c    0     1   397 0000000 [SLPQ select 0xc09713e4][SLP] usbd
  306 c26b020c    0     1   306 0000000 [SLPQ select 0xc09713e4][SLP] devd
  275 c26cd624    0     1   275 0000000 [SLPQ select 0xc09713e4][SLP] syslogd
  108 c239820c    0     0     0 0000204 [SLPQ - 0xe5101d04][SLP] schedcpu
  107 c2398418    0     0     0 0000204 [SLPQ - 0xc097998c][SLP] nfsiod 3
  106 c2398624    0     0     0 0000204 [SLPQ - 0xc0979988][SLP] nfsiod 2
  105 c2398830    0     0     0 0000204 [SLPQ - 0xc0979984][SLP] nfsiod 1
  104 c2398a3c    0     0     0 0000204 [SLPQ - 0xc0979980][SLP] nfsiod 0
  103 c2398c48    0     0     0 0000204 [SLPQ syncer 0xc0923e40][SLP] syncer
  102 c2444000    0     0     0 0000204 [SLPQ vlruwt 0xc2444000][SLP] vnlru
  101 c244420c    0     0     0 0000204 [RUNQ] bufdaemon
  100 c2444418    0     0     0 000020c [SLPQ pgzero 0xc097ff44][SLP] pagezero
   99 c2444624    0     0     0 0000204 [SLPQ psleep 0xc097fa94][SLP] vmdaemon
   98 c2444830    0     0     0 0000204 [SLPQ psleep 0xc097fa50][SLP] pagedaemon
   97 c2444a3c    0     0     0 0000204 [SLPQ - 0xc2443e3c][SLP] fdc0
   96 c2444c48    0     0     0 0000204 [IWAIT] swi0: sio
   95 c2446000    0     0     0 0000204 [SLPQ usbtsk 0xc091eda4][SLP] usbtask
   94 c244620c    0     0     0 0000204 [SLPQ usbevt 0xc246c210][SLP] usb0
    9 c2446418    0     0     0 0000204 [SLPQ - 0xc23ae080][SLP] kqueue taskq
    8 c2393000    0     0     0 0000204 [SLPQ - 0xc23ae100][SLP] acpi_task2
    7 c239320c    0     0     0 0000204 [SLPQ - 0xc23ae100][SLP] acpi_task1
    6 c2393418    0     0     0 0000204 [SLPQ - 0xc23ae100][SLP] acpi_task0
   93 c2393624    0     0     0 0000204 [IWAIT] swi5:+
    5 c2393830    0     0     0 0000204 [SLPQ - 0xc23ae280][SLP] thread taskq
   92 c2393a3c    0     0     0 0000204 [IWAIT] swi6:+
   91 c2393c48    0     0     0 0000204 [IWAIT] swi6: task queue
   90 c2397000    0     0     0 0000204 [IWAIT] swi2: cambio
   89 c239720c    0     0     0 0000204 [SLPQ - 0xc091cac0][SLP] yarrow
    4 c2397418    0     0     0 0000204 [SLPQ - 0xc09215c8][SLP] g_down
    3 c2397624    0     0     0 0000204 [SLPQ - 0xc09215c4][SLP] g_up
    2 c2397830    0     0     0 0000204 [SLPQ - 0xc09215bc][SLP] g_event
   88 c2397a3c    0     0     0 0000204 [IWAIT] swi1: net
   87 c2397c48    0     0     0 0000204 [IWAIT] swi3: vm
   86 c2398000    0     0     0 000020c [CPU 0] swi4: clock sio
   85 c237e000    0     0     0 0000204 [IWAIT] irq71:
   84 c237e20c    0     0     0 0000204 [IWAIT] irq70:
   83 c237e418    0     0     0 0000204 [IWAIT] irq69:
   82 c237e624    0     0     0 0000204 [IWAIT] irq68:
   81 c237e830    0     0     0 0000204 [IWAIT] irq67:
   80 c237ea3c    0     0     0 0000204 [IWAIT] irq66:
   79 c237ec48    0     0     0 0000204 [IWAIT] irq65:
   78 c2383000    0     0     0 0000204 [IWAIT] irq64:
   77 c238320c    0     0     0 0000204 [IWAIT] irq63:
   76 c2383418    0     0     0 0000204 [IWAIT] irq62:
   75 c2383624    0     0     0 0000204 [IWAIT] irq61:
   74 c2383830    0     0     0 0000204 [IWAIT] irq60:
   73 c2383a3c    0     0     0 0000204 [IWAIT] irq59:
   72 c2383c48    0     0     0 0000204 [IWAIT] irq58:
   71 c235d20c    0     0     0 0000204 [IWAIT] irq57:
   70 c235d418    0     0     0 0000204 [IWAIT] irq56:
   69 c235d624    0     0     0 0000204 [IWAIT] irq55:
   68 c235d830    0     0     0 0000204 [IWAIT] irq54:
   67 c235da3c    0     0     0 0000204 [IWAIT] irq53:
   66 c235dc48    0     0     0 0000204 [IWAIT] irq52:
   65 c2370000    0     0     0 0000204 [IWAIT] irq51:
   64 c237020c    0     0     0 0000204 [IWAIT] irq50:
   63 c2370418    0     0     0 0000204 [IWAIT] irq49:
   62 c2370624    0     0     0 0000204 [IWAIT] irq48: em0
   61 c2370830    0     0     0 0000204 [IWAIT] irq47:
   60 c2370a3c    0     0     0 0000204 [IWAIT] irq46:
   59 c2370c48    0     0     0 0000204 [IWAIT] irq45:
   58 c2345624    0     0     0 0000204 [IWAIT] irq44:
   57 c2345830    0     0     0 0000204 [IWAIT] irq43:
   56 c2345a3c    0     0     0 0000204 [IWAIT] irq42:
   55 c2345c48    0     0     0 0000204 [IWAIT] irq41:
   54 c235c000    0     0     0 0000204 [IWAIT] irq40:
   53 c235c20c    0     0     0 0000204 [IWAIT] irq39:
   52 c235c418    0     0     0 0000204 [IWAIT] irq38:
   51 c235c624    0     0     0 0000204 [IWAIT] irq37:
   50 c235c830    0     0     0 0000204 [IWAIT] irq36:
   49 c235ca3c    0     0     0 0000204 [IWAIT] irq35:
   48 c235cc48    0     0     0 0000204 [IWAIT] irq34:
   47 c235d000    0     0     0 0000204 [IWAIT] irq33:
   46 c2337c48    0     0     0 0000204 [IWAIT] irq32:
   45 c2344000    0     0     0 0000204 [IWAIT] irq31:
   44 c234420c    0     0     0 0000204 [IWAIT] irq30:
   43 c2344418    0     0     0 0000204 [IWAIT] irq29:
   42 c2344624    0     0     0 0000204 [IWAIT] irq28:
   41 c2344830    0     0     0 0000204 [IWAIT] irq27:
   40 c2344a3c    0     0     0 0000204 [IWAIT] irq26:
   39 c2344c48    0     0     0 0000204 [IWAIT] irq25:
   38 c2345000    0     0     0 0000204 [IWAIT] irq24:
   37 c234520c    0     0     0 0000204 [IWAIT] irq23:
   36 c2345418    0     0     0 0000204 [IWAIT] irq22:
   35 c232d624    0     0     0 0000204 [IWAIT] irq21:
   34 c232d830    0     0     0 0000204 [IWAIT] irq20:
   33 c232da3c    0     0     0 0000204 [IWAIT] irq19:
   32 c232dc48    0     0     0 0000204 [IWAIT] irq18:
   31 c2337000    0     0     0 0000204 [IWAIT] irq17: fxp0
   30 c233720c    0     0     0 0000204 [IWAIT] irq16: uhci0
   29 c2337418    0     0     0 0000204 [IWAIT] irq15: ata1
   28 c2337624    0     0     0 0000204 [IWAIT] irq14: ata0
   27 c2337830    0     0     0 0000204 [IWAIT] irq13:
   26 c2337a3c    0     0     0 0000204 [IWAIT] irq12: psm0
   25 c22da20c    0     0     0 0000204 [IWAIT] irq11:
   24 c22da418    0     0     0 0000204 [IWAIT] irq10:
   23 c22da624    0     0     0 0000204 [IWAIT] irq9: acpi0
   22 c22da830    0     0     0 0000204 [IWAIT] irq8:
   21 c22daa3c    0     0     0 0000204 [IWAIT] irq7: ppc0
   20 c22dac48    0     0     0 0000204 [IWAIT] irq6: fdc0
   19 c232d000    0     0     0 0000204 [IWAIT] irq5:
   18 c232d20c    0     0     0 0000204 [IWAIT] irq4: sio0
   17 c232d418    0     0     0 0000204 [IWAIT] irq3: sio1
   16 c22d5000    0     0     0 0000204 [IWAIT] irq0:
   15 c22d520c    0     0     0 0000204 [IWAIT] irq1: atkbd0
   14 c22d5418    0     0     0 000020c [Can run] idle: cpu0
   13 c22d5624    0     0     0 000020c [CPU 1] idle: cpu1
   12 c22d5830    0     0     0 000020c [Can run] idle: cpu2
   11 c22d5a3c    0     0     0 000020c [CPU 3] idle: cpu3
    1 c22d5c48    0     0     1 0004200 [SLPQ wait 0xc22d5c48][SLP] init
   10 c22da000    0     0     0 0000204 [SLPQ ktrace 0xc0922018][SLP] ktrace
    0 c09216c0    0     0     0 0000200 [IWAIT] swapper
db> call doadump
Dumping 1023 MB (2 chunks)
  chunk 0: 1MB (159 pages) ... ok
  chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok

Dump complete
= 0xf
db> call print_uptime
Uptime: 40m6s
= 0x3
db> reset


(kgdb) bt
#0  doadump () at pcpu.h:165
#1  0xc046922b in db_fncall (dummy1=0x0, dummy2=0x0, dummy3=0x0, dummy4=0xe75df97c "]TH}\224]\230]\220\a")
    at ../../../ddb/db_command.c:489
#2  0xc0469030 in db_command (last_cmdp=0xc0908664, cmd_table=0x0, aux_cmd_tablep=0xc0885698, aux_cmd_tablep_end=0xc08856b4)
    at ../../../ddb/db_command.c:349
#3  0xc04690f8 in db_command_loop () at ../../../ddb/db_command.c:455
#4  0xc046ac99 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5  0xc064b310 in kdb_trap (type=0xc, code=0x0, tf=0xe75dfb18) at ../../../kern/subr_kdb.c:473
#6  0xc07f212c in trap_fatal (frame=0xe75dfb18, eva=0x0) at ../../../i386/i386/trap.c:832
#7  0xc07f1e73 in trap_pfault (frame=0xe75dfb18, usermode=0x0, eva=0x0) at ../../../i386/i386/trap.c:752
#8  0xc07f1abd in trap (frame=
      {tf_fs = 0xc0620008, tf_es = 0xc0970028, tf_ds = 0xc0970028, tf_edi = 0xe75dfbb2, tf_esi = 0x0, tf_ebp = 0xe75dfb84, tf_isp = 0xe75dfb44, tf_ebx = 0x1, tf_edx = 0x80, tf_ecx = 0x1, tf_eax = 0xe75dfbb2, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc07efdcf, tf_cs = 0x20, tf_eflags = 0x10202, tf_esp = 0x0, tf_ss = 0xc245bc38}) at ../../../i386/i386/trap.c:442
#9  0xc07df6da in calltrap () at ../../../i386/i386/exception.s:139
#10 0xc0620008 in fork_exit (callout=0x1, arg=0xe75dfbb2, frame=0x4a) at ../../../kern/kern_fork.c:762
#11 0xc0667086 in ptcread (dev=0x0, uio=0xe75dfcbc, flag=0x4) at libkern.h:56
#12 0xc05ed43f in devfs_read_f (fp=0xc26bb0d8, uio=0xe75dfcbc, cred=0xc2ad4480, flags=0x0, td=0xc26ca900)
    at ../../../fs/devfs/devfs_vnops.c:1014
#13 0xc0656835 in dofileread (td=0xc26ca900, fd=0x8, fp=0xc26bb0d8, auio=0xe75dfcbc, offset=Unhandled dwarf expression opcode 0x93
) at file.h:234
#14 0xc06566ce in kern_readv (td=0xc26ca900, fd=0x8, auio=0xe75dfcbc) at ../../../kern/sys_generic.c:192
#15 0xc06565f9 in read (td=0xc26ca900, uap=0x0) at ../../../kern/sys_generic.c:116
#16 0xc07f241b in syscall (frame=
      {tf_fs = 0x3b, tf_es = 0xbfbf003b, tf_ds = 0xbfbf003b, tf_edi = 0x8079400, tf_esi = 0x8078b30, tf_ebp = 0xbfbfde28, tf_isp = 0xe75dfd64, tf_ebx = 0x280c98d0, tf_edx = 0x8, tf_ecx = 0x8, tf_eax = 0x3, tf_trapno = 0x0, tf_err = 0x2, tf_eip = 0x282b37d7, tf_cs = 0x33, tf_eflags = 0x202, tf_esp = 0xbfbf5d9c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:986
#17 0xc07df72f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200