GENERIC 6.0-BETA4 from Sep 19 07:18 UTC, vmcore.32 Livelock. All access to /tmp hangs. Same problem as reported in cons143.html? KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 6.0-BETA5 #1: Mon Sep 19 09:23:01 CEST 2005 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Hyperthreading: 2 logical CPUs real memory = 1073676288 (1023 MB) avail memory = 1041616896 (993 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted WARNING: /home was not properly dismounted WARNING: /tmp was not properly dismounted /tmp: mount pending error: blocks -72 files 72338 WARNING: /usr was not properly dismounted WARNING: /var was not properly dismounted fxp0: link state changed to UP Limiting icmp unreach response from 10853 to 200 packets/sec Limiting icmp unreach response from 5474 to 200 packets/sec Limiting icmp unreach response from 13717 to 200 packets/sec Limiting icmp unreach response from 8593 to 200 packets/sec : Limiting icmp unreach response from 6008 to 200 packets/sec Limiting icmp unreach response from 3225 to 200 packets/sec Limiting icmp unreach response from 6554 to 200 packets/sec Limiting icmp unreach response from 3425 to 200 packets/sec ~KDB: enter: Line break on console [thread pid 14 tid 100002 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 14 tid 100002 td 0xc22d6c00 kdb_enter(c088fc08) at kdb_enter+0x2b siointr1(c24ecc00) at siointr1+0xce siointr(c24ecc00) at siointr+0x5e intr_execute_handlers(c22cc490,e35f8c94,4,e35f8cd8,c07ff513) at intr_execute_handlers+0x85 lapic_handle_intr(34) at lapic_handle_intr+0x2e Xapic_isr1() at Xapic_isr1+0x33 --- interrupt, eip = 0xc0a84a95, esp = 0xe35f8cd8, ebp = 0xe35f8cd8 --- acpi_cpu_c1(0,0,e35f8cf8,c22d6c00,1) at acpi_cpu_c1+0x5 acpi_cpu_idle(e35f8d10,c06279a5,c22d5418,c0627910,e35f8d24) at acpi_cpu_idle+0x136 cpu_idle(c22d5418,c0627910,e35f8d24,c062769d,0) at cpu_idle+0x28 idle_proc(0,e35f8d38) at idle_proc+0x95 fork_exit(c0627910,0,e35f8d38) at fork_exit+0x71 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe35f8d6c, ebp = 0 --- db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 6060 c2f1a000 0 3550 6060 0004002 [SLPQ getblk 0xd636f350][SLP] ls 6057 c2e13624 1001 3251 6057 0004002 [SLPQ select 0xc093d5c4][SLP] top 3550 c282a624 0 3547 3550 0004002 [SLPQ ttyin 0xc2647010][SLP] bash 3547 c2e05418 0 3546 3547 0004002 [SLPQ pause 0xc2e0544c][SLP] csh 3546 c2c55418 1001 3538 3546 0004102 [SLPQ wait 0xc2c55418][SLP] su 3538 c2c5e418 1001 3537 3538 0004002 [SLPQ wait 0xc2c5e418][SLP] bash 3537 c2747624 1001 3535 3535 0000100 [SLPQ select 0xc093d5c4][SLP] sshd 3535 c26e5830 0 444 3535 0004100 [SLPQ sbwait 0xc40af638][SLP] sshd 3251 c2bed000 1001 3250 3251 0004002 [SLPQ wait 0xc2bed000][SLP] bash 3250 c2748c48 1001 3248 3248 0000100 [SLPQ select 0xc093d5c4][SLP] sshd 3248 c32de624 0 444 3248 0004100 [SLPQ sbwait 0xc2f30bc8][SLP] sshd 2799 c2c6ec48 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2797 c2c6f000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2795 c2c6f20c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2794 c2ee6a3c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2791 c2eda830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2789 c2747c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2788 c26fe624 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2785 c2c6f830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2784 c2da0830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2783 c32dd000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2782 c2747000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2780 c2d6c624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2776 c32dd624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2775 c2f27c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2774 c2747a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2773 c2b9d624 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2772 c2c5520c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2771 c2c55000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2770 c26e5a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2769 c2c53a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2767 c2b9ca3c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2765 c2f1a20c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2764 c2b9c830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2762 c2f1d830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2761 c26e420c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2760 c2ed8a3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2759 c26e0624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2757 c2c6aa3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2756 c26e0c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2754 c2f1c624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2753 c2b9c624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2752 c282d624 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2750 c2826418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2749 c2e0b624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2747 c2bef830 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2746 c2bef624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2744 c2d7320c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2741 c32f3830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2740 c2f1ea3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2739 c2f1e000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2738 c2edb624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2737 c2f1e20c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2736 c2edb830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2735 c2edba3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2734 c2edbc48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2733 c2c7c624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2732 c2f1e418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2731 c2c7c830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2730 c2c7ca3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2729 c2d19c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2725 c2d82418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2723 c2c70c48 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2722 c2edf20c 1001 2457 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] creat 2721 c2edf418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2720 c2d1220c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2718 c2edf624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2717 c2ee6830 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2716 c2d9720c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2715 c2d71000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2714 c2d12624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2713 c2d97418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2711 c2d97624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2710 c2d82830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2709 c2ba9418 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2706 c2d97830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2705 c2f1c830 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2704 c2ba9830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2703 c2f1aa3c 1001 2457 586 0000002 [SLPQ getblk 0xd6396c40][SLP] creat 2700 c2e13a3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2698 c2c69c48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2697 c2ba9a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2695 c2e0a418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2694 c282a20c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2693 c2f1d000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2692 c2c6a624 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2691 c2b2e000 1001 2457 586 0000002 [SLPQ getblk 0xd6396c40][SLP] creat 2690 c2e0b830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2688 c32ddc48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2687 c2c6c20c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2686 c2d99624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2684 c2f1cc48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2683 c270620c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2682 c2d99830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2680 c32e7624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2679 c2e05c48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2678 c2dfe418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2677 c2beda3c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2676 c2692624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2674 c2f1d20c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2670 c2d82000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2669 c2d80a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2666 c2ed8c48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2665 c2e0b20c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2664 c2dfe624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2663 c2dfe830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2662 c32de000 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2661 c2f1a418 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2660 c2d17000 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2659 c2d96418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2658 c2c62418 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2657 c2e12a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2656 c2ed3c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2655 c2d9020c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2654 c2edb418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2652 c2706830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2650 c2d8c624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2649 c2e12c48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2647 c32e9c48 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2645 c2d96a3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2644 c2b9c000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2643 c2826624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2642 c2a26830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2640 c2b9cc48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2638 c2bc7a3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2637 c2a26a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2635 c2dfea3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2634 c2c6c830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2633 c2dff000 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2631 c2ed4830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2630 c2dff20c 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2628 c2dff624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2627 c2ee6c48 1001 2458 586 0000002 [SLPQ getblk 0xd6396c40][SLP] rw 2625 c2ed4c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2624 c2dfdc48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2623 c2ed3000 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2622 c2dffa3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2620 c2d8e418 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2619 c2ed320c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2618 c2ed4418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2616 c2ed420c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2614 c2ed4624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2612 c2f1ec48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2606 c2a28418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2605 c2e05a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2604 c2d12830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2603 c2f27000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2602 c2d12a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2601 c2d12c48 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2600 c2d13000 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2599 c2d1320c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2597 c2d13624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2596 c2d13830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2594 c32f4a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2592 c32eb418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2591 c2ed120c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2590 c2edf830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2589 c32f4830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2587 c2edfa3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2586 c2e12418 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2584 c2edfc48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2583 c2ed1a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2581 c2ee6000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2580 c2c62624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2579 c2ee620c 1001 2458 586 0000002 [SLPQ getblk 0xd6396c40][SLP] rw 2578 c2e0a624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2577 c2ee6418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2576 c2bb8000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2575 c2d17a3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2574 c2748418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2573 c2ee6624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2572 c2d6c000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2571 c2d71418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2570 c2d70624 1001 2460 2570 0000000 [SLPQ ufs 0xc2737c08][SLP] syscall 2569 c2b2c624 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2568 c32f2a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2567 c2dfd830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2565 c2d90830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2563 c2c70418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2562 c2bc7830 1001 2457 586 0000002 [SLPQ wdrain 0xc093db44][SLP] creat 2561 c32dd830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2559 c2e0ac48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2558 c282da3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2556 c2da0a3c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2543 c2d6c418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2534 c2d96624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2533 c2c71830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2532 c32ed20c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2531 c2c71000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2530 c2d8c418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2529 c2c61000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2527 c2d6ca3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2526 c2448830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2524 c2f1d624 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2523 c2bf5830 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2522 c2ed820c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2521 c2f1c20c 1001 2457 586 0000002 [SLPQ getblk 0xd6396c40][SLP] creat 2519 c2d80624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2518 c282ac48 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2515 c26e0a3c 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2510 c32f4000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2509 c2ed1000 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2507 c2edac48 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2506 c2bed830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2501 c26e5418 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2494 c2ed4a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2493 c2e10a3c 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2492 c2c70624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2491 c2c71c48 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2490 c2dfd624 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2489 c2d6cc48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2488 c2d73830 1001 2457 586 0000002 [SLPQ ufs 0xc2737c08][SLP] creat 2486 c2bed20c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2485 c32ed418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2484 c2e1020c 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2477 c32ec418 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2475 c24a7000 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2473 c2c62830 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2472 c2d90c48 1001 2460 586 0000002 [SLPQ ufs 0xc2737c08][SLP] syscall 2471 c32ecc48 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2470 c32e7830 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2468 c2ed8000 1001 2458 586 0000002 [SLPQ snaplk 0xc486fb14][SLP] rw 2467 c2c69000 1001 2457 586 0000002 [SLPQ getblk 0xd638e470][SLP] creat 2460 c32ed624 1001 2451 586 0000002 [SLPQ wait 0xc32ed624][SLP] syscall 2458 c2dfda3c 1001 2450 586 0000002 [SLPQ wait 0xc2dfda3c][SLP] rw 2457 c2d73c48 1001 2447 586 0000002 [SLPQ wait 0xc2d73c48][SLP] creat 2451 c2d73624 1001 593 586 0004002 [SLPQ wait 0xc2d73624][SLP] syscall 2450 c32de418 1001 593 586 0004002 [SLPQ wait 0xc32de418][SLP] rw 2447 c2f1c418 1001 593 586 0004002 [SLPQ wait 0xc2f1c418][SLP] creat 2436 c2c7c000 0 566 109 0004000 [SLPQ snaplk 0xc486fb14][SLP] fsck_ufs 593 c2748624 1001 592 586 0000002 [SLPQ wait 0xc2748624][SLP] run 592 c2a26000 1001 591 586 0000002 [SLPQ wait 0xc2a26000][SLP] run 591 c282dc48 1001 586 586 0004002 [SLPQ nanslp 0xc0936a2c][SLP] run 586 c2a26418 1001 580 586 0004002 [SLPQ wait 0xc2a26418][SLP] sh 580 c2a26c48 1001 579 580 0004002 [SLPQ wait 0xc2a26c48][SLP] bash 579 c2a27000 1001 577 577 0000100 [SLPQ select 0xc093d5c4][SLP] sshd 577 c2a27418 0 444 577 0004100 [SLPQ sbwait 0xc27eb0a8][SLP] sshd 576 c2a27624 0 1 576 0004002 [SLPQ ttyin 0xc250e010][SLP] getty 575 c2a27830 0 1 575 0004002 [SLPQ ttyin 0xc2504010][SLP] getty 574 c2a27a3c 0 1 574 0004002 [SLPQ ttyin 0xc247a410][SLP] getty 573 c2a27c48 0 1 573 0004002 [SLPQ ttyin 0xc250d810][SLP] getty 572 c2a28000 0 1 572 0004002 [SLPQ ttyin 0xc250d410][SLP] getty 571 c26fec48 0 1 571 0004002 [SLPQ ttyin 0xc250c410][SLP] getty 570 c26fe000 0 1 570 0004002 [SLPQ ttyin 0xc250c010][SLP] getty 569 c2694830 0 1 569 0004002 [SLPQ ttyin 0xc250d010][SLP] getty 566 c26fe20c 0 564 109 0004002 [SLPQ wait 0xc26fe20c][SLP] fsck 565 c2448624 0 1 109 0004002 [SLPQ piperd 0xc27e9660][SLP] logger 564 c2747418 0 1 109 0000002 [SLPQ wait 0xc2747418][SLP] sh 555 c2826000 0 1 555 0000000 [SLPQ select 0xc093d5c4][SLP] inetd 534 c2694000 0 1 534 0000000 [SLPQ select 0xc093d5c4][SLP] moused 468 c2706418 0 1 468 0000000 [SLPQ nanslp 0xc0936a2c][SLP] cron 456 c282a830 25 1 456 0000100 [SLPQ pause 0xc282a864][SLP] sendmail 450 c26e4830 0 1 450 0000100 [SLPQ select 0xc093d5c4][SLP] sendmail 444 c273cc48 0 1 444 0000100 [SLPQ select 0xc093d5c4][SLP] sshd 402 c2826c48 0 1 402 0000000 [SLPQ select 0xc093d5c4][SLP] usbd 311 c2706a3c 0 1 311 0000000 [SLPQ select 0xc093d5c4][SLP] devd 280 c2692a3c 0 1 280 0000000 [SLPQ select 0xc093d5c4][SLP] syslogd 108 c239920c 0 0 0 0000204 [SLPQ - 0xe5101d08][SLP] schedcpu 107 c2399418 0 0 0 0000204 [SLPQ - 0xc0945b6c][SLP] nfsiod 3 106 c2399624 0 0 0 0000204 [SLPQ - 0xc0945b68][SLP] nfsiod 2 105 c2399830 0 0 0 0000204 [SLPQ - 0xc0945b64][SLP] nfsiod 1 104 c2399a3c 0 0 0 0000204 [SLPQ - 0xc0945b60][SLP] nfsiod 0 103 c2399c48 0 0 0 0000204 [SLPQ snaplk 0xc486fb14][SLP] syncer 102 c2446000 0 0 0 0000204 [SLPQ vlruwt 0xc2446000][SLP] vnlru 101 c244620c 0 0 0 0000204 [SLPQ psleep 0xc093db0c][SLP] bufdaemon 100 c2446418 0 0 0 000020c [SLPQ pgzero 0xc094c124][SLP] pagezero 99 c2446624 0 0 0 0000204 [SLPQ psleep 0xc094bc74][SLP] vmdaemon 98 c2446830 0 0 0 0000204 [SLPQ psleep 0xc094bc30][SLP] pagedaemon 97 c2446a3c 0 0 0 0000204 [SLPQ - 0xc2445e3c][SLP] fdc0 96 c2446c48 0 0 0 0000204 [IWAIT] swi0: sio 95 c2448000 0 0 0 0000204 [SLPQ usbtsk 0xc0931a24][SLP] usbtask 94 c244820c 0 0 0 0000204 [SLPQ usbevt 0xc246d210][SLP] usb0 93 c2448418 0 0 0 0000204 [IWAIT] swi6: task queue 9 c2393000 0 0 0 0000204 [SLPQ - 0xc236fa80][SLP] acpi_task2 8 c239320c 0 0 0 0000204 [SLPQ - 0xc236fa80][SLP] acpi_task1 7 c2393418 0 0 0 0000204 [SLPQ - 0xc236fa80][SLP] acpi_task0 6 c2393624 0 0 0 0000204 [SLPQ - 0xc236fb00][SLP] kqueue taskq 92 c2393830 0 0 0 0000204 [IWAIT] swi2: cambio 91 c2393a3c 0 0 0 0000204 [IWAIT] swi5:+ 5 c2393c48 0 0 0 0000204 [SLPQ - 0xc236fd80][SLP] thread taskq 90 c2398000 0 0 0 0000204 [IWAIT] swi6:+ 89 c239820c 0 0 0 0000204 [SLPQ - 0xc092f740][SLP] yarrow 4 c2398418 0 0 0 0000204 [SLPQ - 0xc0933f48][SLP] g_down 3 c2398624 0 0 0 0000204 [SLPQ - 0xc0933f44][SLP] g_up 2 c2398830 0 0 0 0000204 [SLPQ - 0xc0933f3c][SLP] g_event 88 c2398a3c 0 0 0 0000204 [IWAIT] swi1: net 87 c2398c48 0 0 0 0000204 [IWAIT] swi3: vm 86 c2399000 0 0 0 000020c [IWAIT] swi4: clock sio 85 c237e000 0 0 0 0000204 [IWAIT] irq71: 84 c237e20c 0 0 0 0000204 [IWAIT] irq70: 83 c237e418 0 0 0 0000204 [IWAIT] irq69: 82 c237e624 0 0 0 0000204 [IWAIT] irq68: 81 c237e830 0 0 0 0000204 [IWAIT] irq67: 80 c237ea3c 0 0 0 0000204 [IWAIT] irq66: 79 c237ec48 0 0 0 0000204 [IWAIT] irq65: 78 c2383000 0 0 0 0000204 [IWAIT] irq64: 77 c238320c 0 0 0 0000204 [IWAIT] irq63: 76 c2383418 0 0 0 0000204 [IWAIT] irq62: 75 c2383624 0 0 0 0000204 [IWAIT] irq61: 74 c2383830 0 0 0 0000204 [IWAIT] irq60: 73 c2383a3c 0 0 0 0000204 [IWAIT] irq59: 72 c2383c48 0 0 0 0000204 [IWAIT] irq58: 71 c235e20c 0 0 0 0000204 [IWAIT] irq57: 70 c235e418 0 0 0 0000204 [IWAIT] irq56: 69 c235e624 0 0 0 0000204 [IWAIT] irq55: 68 c235e830 0 0 0 0000204 [IWAIT] irq54: 67 c235ea3c 0 0 0 0000204 [IWAIT] irq53: 66 c235ec48 0 0 0 0000204 [IWAIT] irq52: 65 c2370000 0 0 0 0000204 [IWAIT] irq51: 64 c237020c 0 0 0 0000204 [IWAIT] irq50: 63 c2370418 0 0 0 0000204 [IWAIT] irq49: 62 c2370624 0 0 0 0000204 [IWAIT] irq48: em0 61 c2370830 0 0 0 0000204 [IWAIT] irq47: 60 c2370a3c 0 0 0 0000204 [IWAIT] irq46: 59 c2370c48 0 0 0 0000204 [IWAIT] irq45: 58 c2346624 0 0 0 0000204 [IWAIT] irq44: 57 c2346830 0 0 0 0000204 [IWAIT] irq43: 56 c2346a3c 0 0 0 0000204 [IWAIT] irq42: 55 c2346c48 0 0 0 0000204 [IWAIT] irq41: 54 c235d000 0 0 0 0000204 [IWAIT] irq40: 53 c235d20c 0 0 0 0000204 [IWAIT] irq39: 52 c235d418 0 0 0 0000204 [IWAIT] irq38: 51 c235d624 0 0 0 0000204 [IWAIT] irq37: 50 c235d830 0 0 0 0000204 [IWAIT] irq36: 49 c235da3c 0 0 0 0000204 [IWAIT] irq35: 48 c235dc48 0 0 0 0000204 [IWAIT] irq34: 47 c235e000 0 0 0 0000204 [IWAIT] irq33: 46 c2337c48 0 0 0 0000204 [IWAIT] irq32: 45 c2345000 0 0 0 0000204 [IWAIT] irq31: 44 c234520c 0 0 0 0000204 [IWAIT] irq30: 43 c2345418 0 0 0 0000204 [IWAIT] irq29: 42 c2345624 0 0 0 0000204 [IWAIT] irq28: 41 c2345830 0 0 0 0000204 [IWAIT] irq27: 40 c2345a3c 0 0 0 0000204 [IWAIT] irq26: 39 c2345c48 0 0 0 0000204 [IWAIT] irq25: 38 c2346000 0 0 0 0000204 [IWAIT] irq24: 37 c234620c 0 0 0 0000204 [IWAIT] irq23: 36 c2346418 0 0 0 0000204 [IWAIT] irq22: 35 c232d624 0 0 0 0000204 [IWAIT] irq21: 34 c232d830 0 0 0 0000204 [IWAIT] irq20: 33 c232da3c 0 0 0 0000204 [IWAIT] irq19: 32 c232dc48 0 0 0 0000204 [IWAIT] irq18: 31 c2337000 0 0 0 0000204 [IWAIT] irq17: fxp0 30 c233720c 0 0 0 0000204 [IWAIT] irq16: uhci0 29 c2337418 0 0 0 0000204 [IWAIT] irq15: ata1 28 c2337624 0 0 0 0000204 [IWAIT] irq14: ata0 27 c2337830 0 0 0 0000204 [IWAIT] irq13: 26 c2337a3c 0 0 0 0000204 [IWAIT] irq12: psm0 25 c22da20c 0 0 0 0000204 [IWAIT] irq11: 24 c22da418 0 0 0 0000204 [IWAIT] irq10: 23 c22da624 0 0 0 0000204 [IWAIT] irq9: acpi0 22 c22da830 0 0 0 0000204 [IWAIT] irq8: 21 c22daa3c 0 0 0 0000204 [IWAIT] irq7: ppc0 20 c22dac48 0 0 0 0000204 [IWAIT] irq6: fdc0 19 c232d000 0 0 0 0000204 [IWAIT] irq5: 18 c232d20c 0 0 0 0000204 [IWAIT] irq4: sio0 17 c232d418 0 0 0 0000204 [IWAIT] irq3: sio1 16 c22d5000 0 0 0 0000204 [IWAIT] irq0: 15 c22d520c 0 0 0 0000204 [IWAIT] irq1: atkbd0 14 c22d5418 0 0 0 000020c [CPU 0] idle: cpu0 13 c22d5624 0 0 0 000020c [CPU 1] idle: cpu1 12 c22d5830 0 0 0 000020c [CPU 2] idle: cpu2 11 c22d5a3c 0 0 0 000020c [CPU 3] idle: cpu3 1 c22d5c48 0 0 1 0004200 [SLPQ wait 0xc22d5c48][SLP] init 10 c22da000 0 0 0 0000204 [SLPQ ktrace 0xc0934998][SLP] ktrace 0 c0934040 0 0 0 0000200 [IWAIT] swapper 2453 c32de830 1001 593 586 0006002 zomb[INACTIVE] tcp 2454 c2f1a830 1001 593 586 0006002 zomb[INACTIVE] udp 2557 c269420c 1001 2460 586 0002002 zomb[INACTIVE] syscall 2701 c2d97c48 1001 2460 586 0002002 zomb[INACTIVE] syscall 2675 c2d8e000 1001 2460 586 0002002 zomb[INACTIVE] syscall 2504 c2e0b418 1001 2460 586 0002002 zomb[INACTIVE] syscall 2653 c2c66000 1001 2460 586 0002002 zomb[INACTIVE] syscall 2629 c2dff418 1001 2460 586 0002002 zomb[INACTIVE] syscall 2712 c2e13000 1001 2460 586 0002002 zomb[INACTIVE] syscall 2598 c2d13418 1001 2460 586 0002002 zomb[INACTIVE] syscall 2595 c2d13a3c 1001 2460 586 0002002 zomb[INACTIVE] syscall 2505 c2e12624 1001 2460 586 0002002 zomb[INACTIVE] syscall 2593 c2b2c418 1001 2460 586 0002002 zomb[INACTIVE] syscall 2626 c2dff830 1001 2460 586 0002002 zomb[INACTIVE] syscall 2673 c2d8e20c 1001 2460 586 0002002 zomb[INACTIVE] syscall 2487 c32eb830 1001 2460 586 0002002 zomb[INACTIVE] syscall 2449 c2d8c000 1001 593 586 0006002 zomb[INACTIVE] thr1 2452 c2eda000 1001 593 586 0006002 zomb[INACTIVE] sysctl 2448 c2d90418 1001 593 586 0006002 zomb[INACTIVE] mkdir db> where 6060 Tracing pid 6060 tid 100686 td 0xc2d79000 sched_switch(c2d79000,0,1) at sched_switch+0x14b mi_switch(1,0,c2d79000,0,c2d79000) at mi_switch+0x1ba sleepq_switch(d636f350) at sleepq_switch+0x133 sleepq_wait(d636f350,0,e7c29828,0,d636f350) at sleepq_wait+0xb msleep(d636f350,c0935640,50,c087a242,0) at msleep+0x356 acquire(e7c29868,120,60000,c2d79000,0) at acquire+0x76 lockmgr(d636f350,202122,c271d5cc,c2d79000) at lockmgr+0x3fa getblk(c271d550,5bf00,0,4000,0) at getblk+0x1a1 breadn(c271d550,5bf00,0,4000,0) at breadn+0x31 bread(c271d550,5bf00,0,4000,0) at bread+0x20 ffs_vget(c2646400,5c00,2,e7c299e4) at ffs_vget+0x318 ufs_lookup(e7c29a84) at ufs_lookup+0xaa5 VOP_CACHEDLOOKUP_APV(c090b860,e7c29a84) at VOP_CACHEDLOOKUP_APV+0x38 vfs_cache_lookup(e7c29b18,c27afaa0,c26ddc10,e7c29b34,c068ddc5) at vfs_cache_lookup+0xb2 VOP_LOOKUP_APV(c090b860,e7c29b18) at VOP_LOOKUP_APV+0x43 lookup(e7c29ba0,e7c29b78,0,c2d79000,e7c29bc8) at lookup+0x421 namei(e7c29ba0,8055da8,0,0,c2684bb0) at namei+0x396 kern_lstat(c2d79000,8055da8,0,e7c29c74) at kern_lstat+0x47 lstat(c2d79000,e7c29d04,2,1,292) at lstat+0x1b syscall(3b,3b,3b,8055d48,8055d00) at syscall+0x2bb Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (190, FreeBSD ELF32, lstat), eip = 0x28105ab7, esp = 0xbfbfe35c, ebp = 0xbfbfe3f8 --- db> where 2436 Tracing pid 2436 tid 101169 td 0xc2700480 sched_switch(c2700480,0,1) at sched_switch+0x14b mi_switch(1,0,c2700480,0,c2700480) at mi_switch+0x1ba sleepq_switch(c486fb14) at sleepq_switch+0x133 sleepq_wait(c486fb14,0,c0793191,0,c486fb14) at sleepq_wait+0xb msleep(c486fb14,c09354b4,50,c08874e7,0) at msleep+0x356 acquire(e765bb40,c0,60000,c2700480,0) at acquire+0x76 lockmgr(c486fb14,3002,c43efa0c,c2700480,e765bb64) at lockmgr+0x3fa vop_stdlock(e765bbac,c090b860,e765bbac,e765bb74,c078e0c0) at vop_stdlock+0x1e VOP_LOCK_APV(c090bda0,e765bbac,e765bb88,c0822b67,e765bbac) at VOP_LOCK_APV+0x43 ffs_lock(e765bbac,1002,c43ef990,e765bbc8,c06a0b6c) at ffs_lock+0x10 VOP_LOCK_APV(c090b860,e765bbac) at VOP_LOCK_APV+0x43 vn_lock(c43ef990,1002,c2700480,0,0) at vn_lock+0xf4 vn_read(c28955a0,e765bcbc,c22d3a80,0,c2700480) at vn_read+0xd3 dofileread(c2700480,4,c28955a0,e765bcbc,ffffffff) at dofileread+0x85 kern_readv(c2700480,4,e765bcbc,8124000,4000) at kern_readv+0x36 read(c2700480,e765bd04,3,81,246) at read+0x45 syscall(812003b,3b,bfbf003b,81170c0,8124000) at syscall+0x2bb Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x280c67d7, esp = 0xbfbfe9cc, ebp = 0xbfbfea28 --- db> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db> reset (kgdb) lock 0xd636f350 $1 = {lk_interlock = 0xc0935640, lk_flags = 0x2040000, lk_sharecount = 0x0, lk_waitcount = 0x1, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc087a242 "getblk", lk_timo = 0x0, lk_lockholder = 0xc2d74780, lk_newlock = 0x0} Lock 0xd636f350 is owned by pid 2674 (kgdb) lock 0xc486fb14 $2 = {lk_interlock = 0xc09354b4, lk_flags = 0x20400c0, lk_sharecount = 0x0, lk_waitcount = 0x4b, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc08874e7 "snaplk", lk_timo = 0x33, lk_lockholder = 0xc2bc1900, lk_newlock = 0x0} Lock 0xc486fb14 is owned by pid 2562 (kgdb) x/d 0xc093db44 0xc093db44 <runningbufreq>: 1 (kgdb) p runningbufspace $4 = 0xbb000 (kgdb) p hirunningspace $5 = 0x100000 (kgdb) p lorunningspace $1 = 0x80000