GENERIC 6.0-BETA4 from Sep 15 07:18 UTC, vmcore.28 "Disk full" panic. GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-BETA4 #0: Thu Sep 15 10:01:26 CEST 2005 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Hyperthreading: 2 logical CPUs real memory = 1073676288 (1023 MB) avail memory = 1041616896 (993 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted fxp0: link state changed to UP lock order reversal 1st 0xc097f5c0 UMA lock (UMA lock) @ vm/uma_core.c:1494 2nd 0xc1060144 system map (system map) @ vm/vm_map.c:2317 KDB: stack backtrace: kdb_backtrace(0,ffffffff,c09345a0,c09346e0,c08bec64) at kdb_backtrace+0x29 witness_checkorder(c1060144,9,c08751c9,90d) at witness_checkorder+0x564 _mtx_lock_flags(c1060144,0,c08751c0,90d) at _mtx_lock_flags+0x5b _vm_map_lock(c10600c0,c08751c0,90d) at _vm_map_lock+0x26 vm_map_remove(c10600c0,c28d1000,c28d2000,e5143c0c,c0782951) at vm_map_remove+0x1f kmem_free(c10600c0,c28d1000,1000,e5143c3c,c07822fe) at kmem_free+0x25 page_free(c28d1000,1000,2) at page_free+0x29 zone_drain(c103e1e0) at zone_drain+0x26a zone_foreach(c0782094,e5143cec,c079427f,e5143c74,246) at zone_foreach+0x37 uma_reclaim(e5143c74,246,0,e5143c80,c062b715) at uma_reclaim+0x12 vm_pageout_scan(0,c097fa20,0,c0876699,604) at vm_pageout_scan+0x103 vm_pageout(0,e5143d38,0,c07950d4,0) at vm_pageout+0x2c3 fork_exit(c07950d4,0,e5143d38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe5143d6c, ebp = 0 --- Fatal trap 12: page fault while in kernel mode cpuid = 2; apic id = 06 fault virtual address = 0x0 fault code = supervisor read, page not present instruction pointer = 0x20:0xc07efdcf stack pointer = 0x28:0xe75dfb58 frame pointer = 0x28:0xe75dfb84 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 654 (sshd) [thread pid 654 tid 100138 ] Stopped at generic_bcopy+0x23: repe movsb (%esi),%es:(%edi) db> where Tracing pid 654 tid 100138 td 0xc26ca900 generic_bcopy(c245bc38,e75dfbb2,4a) at generic_bcopy+0x23 ptcread(c2b62300,e75dfcbc,4,4000,c2b62300) at ptcread+0x146 devfs_read_f(c26bb0d8,e75dfcbc,c2ad4480,0,c26ca900) at devfs_read_f+0x87 dofileread(c26ca900,8,c26bb0d8,e75dfcbc,ffffffff) at dofileread+0x85 kern_readv(c26ca900,8,e75dfcbc,bfbf9e10,4000) at kern_readv+0x36 read(c26ca900,e75dfd04,3,1552,202) at read+0x45 syscall(3b,bfbf003b,bfbf003b,8079400,8078b30) at syscall+0x22f Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x282b37d7, esp = 0xbfbf5d9c, ebp = 0xbfbfde28 --- db> show pcpu cpuid = 2 curthread = 0xc26ca900: pid 654 "sshd" curpcb = 0xe75dfd90 fpcurthread = none idlethread = 0xc22d6900: pid 12 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 683 c2b61000 0 669 683 0004002 [LOCK Giant c2678180] cp 669 c2b5d000 0 666 669 0004002 [SLPQ wait 0xc2b5d000][SLP] bash 666 c2b5d418 0 665 666 0004002 [SLPQ pause 0xc2b5d44c][SLP] csh 665 c2b5d624 1001 655 665 0004102 [SLPQ wait 0xc2b5d624][SLP] su 655 c2b61418 1001 654 655 0004002 [SLPQ wait 0xc2b61418][SLP] bash 654 c26cda3c 1001 652 652 0000100 [CPU 2] sshd 652 c2b61830 0 439 652 0004100 [SLPQ sbwait 0xc2777638][SLP] sshd 571 c26b0c48 0 1 571 0004002 [SLPQ ttyin 0xc250b010][SLP] getty 570 c2446624 0 1 570 0004002 [SLPQ ttyin 0xc2504010][SLP] getty 569 c26b2624 0 1 569 0004002 [SLPQ ttyin 0xc2479410][SLP] getty 568 c26c9830 0 1 568 0004002 [SLPQ ttyin 0xc250a810][SLP] getty 567 c26c9a3c 0 1 567 0004002 [SLPQ ttyin 0xc250a410][SLP] getty 566 c26cd418 0 1 566 0004002 [SLPQ ttyin 0xc2509410][SLP] getty 565 c26b0624 0 1 565 0004002 [SLPQ ttyin 0xc2509010][SLP] getty 564 c26b0000 0 1 564 0004002 [SLPQ ttyin 0xc250a010][SLP] getty 532 c2446c48 0 1 532 0000000 [SLPQ select 0xc09713e4][SLP] moused 463 c2446a3c 0 1 463 0000000 [SLPQ nanslp 0xc09240cc][SLP] cron 451 c26b2c48 25 1 451 0000100 [SLPQ pause 0xc26b2c7c][SLP] sendmail 445 c26b0a3c 0 1 445 0000100 [SLPQ select 0xc09713e4][SLP] sendmail 439 c26b2000 0 1 439 0000100 [SLPQ select 0xc09713e4][SLP] sshd 397 c26ce20c 0 1 397 0000000 [SLPQ select 0xc09713e4][SLP] usbd 306 c26b020c 0 1 306 0000000 [SLPQ select 0xc09713e4][SLP] devd 275 c26cd624 0 1 275 0000000 [SLPQ select 0xc09713e4][SLP] syslogd 108 c239820c 0 0 0 0000204 [SLPQ - 0xe5101d04][SLP] schedcpu 107 c2398418 0 0 0 0000204 [SLPQ - 0xc097998c][SLP] nfsiod 3 106 c2398624 0 0 0 0000204 [SLPQ - 0xc0979988][SLP] nfsiod 2 105 c2398830 0 0 0 0000204 [SLPQ - 0xc0979984][SLP] nfsiod 1 104 c2398a3c 0 0 0 0000204 [SLPQ - 0xc0979980][SLP] nfsiod 0 103 c2398c48 0 0 0 0000204 [SLPQ syncer 0xc0923e40][SLP] syncer 102 c2444000 0 0 0 0000204 [SLPQ vlruwt 0xc2444000][SLP] vnlru 101 c244420c 0 0 0 0000204 [RUNQ] bufdaemon 100 c2444418 0 0 0 000020c [SLPQ pgzero 0xc097ff44][SLP] pagezero 99 c2444624 0 0 0 0000204 [SLPQ psleep 0xc097fa94][SLP] vmdaemon 98 c2444830 0 0 0 0000204 [SLPQ psleep 0xc097fa50][SLP] pagedaemon 97 c2444a3c 0 0 0 0000204 [SLPQ - 0xc2443e3c][SLP] fdc0 96 c2444c48 0 0 0 0000204 [IWAIT] swi0: sio 95 c2446000 0 0 0 0000204 [SLPQ usbtsk 0xc091eda4][SLP] usbtask 94 c244620c 0 0 0 0000204 [SLPQ usbevt 0xc246c210][SLP] usb0 9 c2446418 0 0 0 0000204 [SLPQ - 0xc23ae080][SLP] kqueue taskq 8 c2393000 0 0 0 0000204 [SLPQ - 0xc23ae100][SLP] acpi_task2 7 c239320c 0 0 0 0000204 [SLPQ - 0xc23ae100][SLP] acpi_task1 6 c2393418 0 0 0 0000204 [SLPQ - 0xc23ae100][SLP] acpi_task0 93 c2393624 0 0 0 0000204 [IWAIT] swi5:+ 5 c2393830 0 0 0 0000204 [SLPQ - 0xc23ae280][SLP] thread taskq 92 c2393a3c 0 0 0 0000204 [IWAIT] swi6:+ 91 c2393c48 0 0 0 0000204 [IWAIT] swi6: task queue 90 c2397000 0 0 0 0000204 [IWAIT] swi2: cambio 89 c239720c 0 0 0 0000204 [SLPQ - 0xc091cac0][SLP] yarrow 4 c2397418 0 0 0 0000204 [SLPQ - 0xc09215c8][SLP] g_down 3 c2397624 0 0 0 0000204 [SLPQ - 0xc09215c4][SLP] g_up 2 c2397830 0 0 0 0000204 [SLPQ - 0xc09215bc][SLP] g_event 88 c2397a3c 0 0 0 0000204 [IWAIT] swi1: net 87 c2397c48 0 0 0 0000204 [IWAIT] swi3: vm 86 c2398000 0 0 0 000020c [CPU 0] swi4: clock sio 85 c237e000 0 0 0 0000204 [IWAIT] irq71: 84 c237e20c 0 0 0 0000204 [IWAIT] irq70: 83 c237e418 0 0 0 0000204 [IWAIT] irq69: 82 c237e624 0 0 0 0000204 [IWAIT] irq68: 81 c237e830 0 0 0 0000204 [IWAIT] irq67: 80 c237ea3c 0 0 0 0000204 [IWAIT] irq66: 79 c237ec48 0 0 0 0000204 [IWAIT] irq65: 78 c2383000 0 0 0 0000204 [IWAIT] irq64: 77 c238320c 0 0 0 0000204 [IWAIT] irq63: 76 c2383418 0 0 0 0000204 [IWAIT] irq62: 75 c2383624 0 0 0 0000204 [IWAIT] irq61: 74 c2383830 0 0 0 0000204 [IWAIT] irq60: 73 c2383a3c 0 0 0 0000204 [IWAIT] irq59: 72 c2383c48 0 0 0 0000204 [IWAIT] irq58: 71 c235d20c 0 0 0 0000204 [IWAIT] irq57: 70 c235d418 0 0 0 0000204 [IWAIT] irq56: 69 c235d624 0 0 0 0000204 [IWAIT] irq55: 68 c235d830 0 0 0 0000204 [IWAIT] irq54: 67 c235da3c 0 0 0 0000204 [IWAIT] irq53: 66 c235dc48 0 0 0 0000204 [IWAIT] irq52: 65 c2370000 0 0 0 0000204 [IWAIT] irq51: 64 c237020c 0 0 0 0000204 [IWAIT] irq50: 63 c2370418 0 0 0 0000204 [IWAIT] irq49: 62 c2370624 0 0 0 0000204 [IWAIT] irq48: em0 61 c2370830 0 0 0 0000204 [IWAIT] irq47: 60 c2370a3c 0 0 0 0000204 [IWAIT] irq46: 59 c2370c48 0 0 0 0000204 [IWAIT] irq45: 58 c2345624 0 0 0 0000204 [IWAIT] irq44: 57 c2345830 0 0 0 0000204 [IWAIT] irq43: 56 c2345a3c 0 0 0 0000204 [IWAIT] irq42: 55 c2345c48 0 0 0 0000204 [IWAIT] irq41: 54 c235c000 0 0 0 0000204 [IWAIT] irq40: 53 c235c20c 0 0 0 0000204 [IWAIT] irq39: 52 c235c418 0 0 0 0000204 [IWAIT] irq38: 51 c235c624 0 0 0 0000204 [IWAIT] irq37: 50 c235c830 0 0 0 0000204 [IWAIT] irq36: 49 c235ca3c 0 0 0 0000204 [IWAIT] irq35: 48 c235cc48 0 0 0 0000204 [IWAIT] irq34: 47 c235d000 0 0 0 0000204 [IWAIT] irq33: 46 c2337c48 0 0 0 0000204 [IWAIT] irq32: 45 c2344000 0 0 0 0000204 [IWAIT] irq31: 44 c234420c 0 0 0 0000204 [IWAIT] irq30: 43 c2344418 0 0 0 0000204 [IWAIT] irq29: 42 c2344624 0 0 0 0000204 [IWAIT] irq28: 41 c2344830 0 0 0 0000204 [IWAIT] irq27: 40 c2344a3c 0 0 0 0000204 [IWAIT] irq26: 39 c2344c48 0 0 0 0000204 [IWAIT] irq25: 38 c2345000 0 0 0 0000204 [IWAIT] irq24: 37 c234520c 0 0 0 0000204 [IWAIT] irq23: 36 c2345418 0 0 0 0000204 [IWAIT] irq22: 35 c232d624 0 0 0 0000204 [IWAIT] irq21: 34 c232d830 0 0 0 0000204 [IWAIT] irq20: 33 c232da3c 0 0 0 0000204 [IWAIT] irq19: 32 c232dc48 0 0 0 0000204 [IWAIT] irq18: 31 c2337000 0 0 0 0000204 [IWAIT] irq17: fxp0 30 c233720c 0 0 0 0000204 [IWAIT] irq16: uhci0 29 c2337418 0 0 0 0000204 [IWAIT] irq15: ata1 28 c2337624 0 0 0 0000204 [IWAIT] irq14: ata0 27 c2337830 0 0 0 0000204 [IWAIT] irq13: 26 c2337a3c 0 0 0 0000204 [IWAIT] irq12: psm0 25 c22da20c 0 0 0 0000204 [IWAIT] irq11: 24 c22da418 0 0 0 0000204 [IWAIT] irq10: 23 c22da624 0 0 0 0000204 [IWAIT] irq9: acpi0 22 c22da830 0 0 0 0000204 [IWAIT] irq8: 21 c22daa3c 0 0 0 0000204 [IWAIT] irq7: ppc0 20 c22dac48 0 0 0 0000204 [IWAIT] irq6: fdc0 19 c232d000 0 0 0 0000204 [IWAIT] irq5: 18 c232d20c 0 0 0 0000204 [IWAIT] irq4: sio0 17 c232d418 0 0 0 0000204 [IWAIT] irq3: sio1 16 c22d5000 0 0 0 0000204 [IWAIT] irq0: 15 c22d520c 0 0 0 0000204 [IWAIT] irq1: atkbd0 14 c22d5418 0 0 0 000020c [Can run] idle: cpu0 13 c22d5624 0 0 0 000020c [CPU 1] idle: cpu1 12 c22d5830 0 0 0 000020c [Can run] idle: cpu2 11 c22d5a3c 0 0 0 000020c [CPU 3] idle: cpu3 1 c22d5c48 0 0 1 0004200 [SLPQ wait 0xc22d5c48][SLP] init 10 c22da000 0 0 0 0000204 [SLPQ ktrace 0xc0922018][SLP] ktrace 0 c09216c0 0 0 0 0000200 [IWAIT] swapper db> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db> call print_uptime Uptime: 40m6s = 0x3 db> reset (kgdb) bt #0 doadump () at pcpu.h:165 #1 0xc046922b in db_fncall (dummy1=0x0, dummy2=0x0, dummy3=0x0, dummy4=0xe75df97c "¨ù]çTH}À\224ù]ç\230ù]ç\220\a") at ../../../ddb/db_command.c:489 #2 0xc0469030 in db_command (last_cmdp=0xc0908664, cmd_table=0x0, aux_cmd_tablep=0xc0885698, aux_cmd_tablep_end=0xc08856b4) at ../../../ddb/db_command.c:349 #3 0xc04690f8 in db_command_loop () at ../../../ddb/db_command.c:455 #4 0xc046ac99 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228 #5 0xc064b310 in kdb_trap (type=0xc, code=0x0, tf=0xe75dfb18) at ../../../kern/subr_kdb.c:473 #6 0xc07f212c in trap_fatal (frame=0xe75dfb18, eva=0x0) at ../../../i386/i386/trap.c:832 #7 0xc07f1e73 in trap_pfault (frame=0xe75dfb18, usermode=0x0, eva=0x0) at ../../../i386/i386/trap.c:752 #8 0xc07f1abd in trap (frame= {tf_fs = 0xc0620008, tf_es = 0xc0970028, tf_ds = 0xc0970028, tf_edi = 0xe75dfbb2, tf_esi = 0x0, tf_ebp = 0xe75dfb84, tf_isp = 0xe75dfb44, tf_ebx = 0x1, tf_edx = 0x80, tf_ecx = 0x1, tf_eax = 0xe75dfbb2, tf_trapno = 0xc, tf_err = 0x0, tf_eip = 0xc07efdcf, tf_cs = 0x20, tf_eflags = 0x10202, tf_esp = 0x0, tf_ss = 0xc245bc38}) at ../../../i386/i386/trap.c:442 #9 0xc07df6da in calltrap () at ../../../i386/i386/exception.s:139 #10 0xc0620008 in fork_exit (callout=0x1, arg=0xe75dfbb2, frame=0x4a) at ../../../kern/kern_fork.c:762 #11 0xc0667086 in ptcread (dev=0x0, uio=0xe75dfcbc, flag=0x4) at libkern.h:56 #12 0xc05ed43f in devfs_read_f (fp=0xc26bb0d8, uio=0xe75dfcbc, cred=0xc2ad4480, flags=0x0, td=0xc26ca900) at ../../../fs/devfs/devfs_vnops.c:1014 #13 0xc0656835 in dofileread (td=0xc26ca900, fd=0x8, fp=0xc26bb0d8, auio=0xe75dfcbc, offset=Unhandled dwarf expression opcode 0x93 ) at file.h:234 #14 0xc06566ce in kern_readv (td=0xc26ca900, fd=0x8, auio=0xe75dfcbc) at ../../../kern/sys_generic.c:192 #15 0xc06565f9 in read (td=0xc26ca900, uap=0x0) at ../../../kern/sys_generic.c:116 #16 0xc07f241b in syscall (frame= {tf_fs = 0x3b, tf_es = 0xbfbf003b, tf_ds = 0xbfbf003b, tf_edi = 0x8079400, tf_esi = 0x8078b30, tf_ebp = 0xbfbfde28, tf_isp = 0xe75dfd64, tf_ebx = 0x280c98d0, tf_edx = 0x8, tf_ecx = 0x8, tf_eax = 0x3, tf_trapno = 0x0, tf_err = 0x2, tf_eip = 0x282b37d7, tf_cs = 0x33, tf_eflags = 0x202, tf_esp = 0xbfbf5d9c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:986 #17 0xc07df72f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200