GENERIC HEAD from 2012-02-12 05:14:12 UTC, r231557, vmcore.282 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2012 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #6 r231557M: Sun Feb 12 12:53:34 CET 2012 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3531640832 (3368 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 117175 free (1271 frags, 14488 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 143317 free (4813 frags, 17313 blocks, 0.5% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 114631673 free (2001 frags, 14328709 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 941562 free (366426 frags, 71892 blocks, 3.6% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 12348422 free (53558 frags, 1536858 blocks, 0.2% fragmentation) Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x120 fault code = supervisor read, page not present instruction pointer = 0x20:0xc0a4b744 stack pointer = 0x28:0xf271bb88 frame pointer = 0x28:0xf271bba8 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 83 (umount) [ thread pid 83 tid 100086 ] Stopped at _mtx_lock_flags+0x54: movl 0x10(%ebx),%eax db> run pho db:0:pho> bt Tracing pid 83 tid 100086 td 0xca7e6000 _mtx_lock_flags(110,0,c0fc5319,41d,4,...) at _mtx_lock_flags+0x54 qsync(ca76ab50,0,c0fc3bb0,5e9,c0f8b42b,...) at qsync+0x3e ffs_sync(ca76ab50,2,2,8b,ca76ab50,...) at ffs_sync+0x375 sys_sync(ca7e6000,f271bcec,c,c,246,...) at sys_sync+0x110 syscall(f271bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (36, FreeBSD ELF32, sys_sync), eip = 0x280e7d8b, esp = 0xbfbfed8c, ebp = 0xbfbfedf8 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x737a80 curthread = 0xca7e6000: pid 83 "umount" curpcb = 0xf271bd80 fpcurthread = none idlethread = 0xc7dc98a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x6a28a80 curthread = 0xc7dc95c0: pid 11 "idle: cpu1" curpcb = 0xc7b29d80 fpcurthread = none idlethread = 0xc7dc95c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x6a2ba80 curthread = 0xc7dc92e0: pid 11 "idle: cpu2" curpcb = 0xc7b2cd80 fpcurthread = none idlethread = 0xc7dc92e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x6a2ea80 curthread = 0xc7dc9000: pid 11 "idle: cpu3" curpcb = 0xc7b2fd80 fpcurthread = none idlethread = 0xc7dc9000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xca76ab50 /dev/ad4s1a on / (ufs) 0xca76b000 devfs on /dev (devfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 83 81 20 0 R+ CPU 0 umount 81 20 20 0 S+ wait 0xca7df000 sh 20 1 20 0 Ss+ wait 0xca7a2b10 sh 19 0 0 0 DL sdflush 0xc12a5fa0 [softdepflush] 18 0 0 0 DL vlruwt 0xca6c02c4 [vnlru] 17 0 0 0 DL syncer 0xc129fcb4 [syncer] 16 0 0 0 DL psleep 0xc129f948 [bufdaemon] 9 0 0 0 DL pgzero 0xc12a7e5c [pagezero] 8 0 0 0 DL psleep 0xc12a7a48 [vmdaemon] 7 0 0 0 DL psleep 0xc12a7a10 [pagedaemon] 6 0 0 0 DL ccb_scan 0xc10ee2d4 [xpt_thrd] 5 0 0 0 DL waiting_ 0xc12a17d8 [sctp_iterator] 4 0 0 0 DL ctl_work 0xc819c000 [ctl_thrd] 3 0 0 0 DL - 0xc7ffa03c [fdc0] 2 0 0 0 SL - 0xc808f000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc8063d34 [usbus5] 100057 D - 0xc8063d04 [usbus5] 100056 D - 0xc8063cd4 [usbus5] 100055 D - 0xc8063ca4 [usbus5] 100053 D - 0xc8057b5c [usbus4] 100052 D - 0xc8057b2c [usbus4] 100051 D - 0xc8057afc [usbus4] 100050 D - 0xc8057acc [usbus4] 100049 D - 0xc8052b5c [usbus3] 100048 D - 0xc8052b2c [usbus3] 100047 D - 0xc8052afc [usbus3] 100046 D - 0xc8052acc [usbus3] 100045 D - 0xc804ab5c [usbus2] 100044 D - 0xc804ab2c [usbus2] 100043 D - 0xc804aafc [usbus2] 100042 D - 0xc804aacc [usbus2] 100040 D - 0xc8044b5c [usbus1] 100039 D - 0xc8044b2c [usbus1] 100038 D - 0xc8044afc [usbus1] 100037 D - 0xc8044acc [usbus1] 100035 D - 0xc8039b5c [usbus0] 100034 D - 0xc8039b2c [usbus0] 100033 D - 0xc8039afc [usbus0] 100032 D - 0xc8039acc [usbus0] 14 0 0 0 DL - 0xc11288e4 [yarrow] 13 0 0 0 DL (threaded) [geom] 100015 D - 0xc11264e8 [g_down] 100014 D - 0xc11264e4 [g_up] 100013 D - 0xc11264dc [g_event] 12 0 0 0 WL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi6: task queue] 100026 I [swi6: Giant taskq] 100024 I [swi5: +] 100018 I [swi2: cambio] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xc7dc7b10 [init] 10 0 0 0 DL audit_wo 0xc12a56e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100078 D - 0xc8036380 [mca taskq] 100068 D - 0xc11288e4 [deadlkres] 100061 D - 0xc80366c0 [fw0_taskq] 100025 D - 0xc7f9ee80 [thread taskq] 100023 D - 0xc7f9f040 [acpi_task_2] 100022 D - 0xc7f9f040 [acpi_task_1] 100021 D - 0xc7f9f040 [acpi_task_0] 100020 D - 0xc7f9f080 [kqueue taskq] 100019 D - 0xc7f9f0c0 [ffs_trim taskq] 100016 D - 0xc7dade80 [firmware taskq] 100000 D sched 0xc11265c0 [swapper] db:0:ps> allt Tracing command umount pid 83 tid 100086 td 0xca7e6000 _mtx_lock_flags(110,0,c0fc5319,41d,4,...) at _mtx_lock_flags+0x54 qsync(ca76ab50,0,c0fc3bb0,5e9,c0f8b42b,...) at qsync+0x3e ffs_sync(ca76ab50,2,2,8b,ca76ab50,...) at ffs_sync+0x375 sys_sync(ca7e6000,f271bcec,c,c,246,...) at sys_sync+0x110 syscall(f271bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (36, FreeBSD ELF32, sys_sync), eip = 0x280e7d8b, esp = 0xbfbfed8c, ebp = 0xbfbfedf8 --- Tracing command sh pid 81 tid 100084 td 0xca7e62e0 sched_switch(ca7e62e0,0,104,1a3,11fbc0ef,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7e62e0,0,c0f92a00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f92a00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7df000,6c,c0f95917,100,0,...) at sleepq_wait_sig+0x17 _sleep(ca7df000,ca7df088,16c,c0f95917,0,...) at _sleep+0x385 kern_wait(ca7e62e0,ffffffff,f2713c60,2,0,...) at kern_wait+0x626 sys_wait4(ca7e62e0,f2713cec,c0fdecca,c0f958f6,216,...) at sys_wait4+0x3b syscall(f2713d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817645b, esp = 0xbfbfddec, ebp = 0xbfbfde08 --- Tracing command sh pid 20 tid 100079 td 0xca7a9b80 sched_switch(ca7a9b80,0,104,1a3,f9573bb,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7a9b80,0,c0f92a00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f92a00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca7a2b10,6c,c0f95917,100,0,...) at sleepq_wait_sig+0x17 _sleep(ca7a2b10,ca7a2b98,16c,c0f95917,0,...) at _sleep+0x385 kern_wait(ca7a9b80,ffffffff,f26ffc60,2,0,...) at kern_wait+0x626 sys_wait4(ca7a9b80,f26ffcec,c0fdecca,c0f958f6,216,...) at sys_wait4+0x3b syscall(f26ffd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817645b, esp = 0xbfbfea5c, ebp = 0xbfbfea78 --- Tracing command softdepflush pid 19 tid 100077 td 0xca6cdb80 sched_switch(ca6cdb80,0,104,1a3,ee7c8c33,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,54,...) at mi_switch+0x1ff sleepq_switch(ca6cdb80,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12a5fa0,54,c0fc321d,0,0,...) at sleepq_timedwait+0x6b _sleep(c12a5fa0,c12a5f60,54,c0fc321d,3e8,...) at _sleep+0x36a softdep_flush(0,ee320d28,c0f87710,3db,ca6c0000,...) at softdep_flush+0x266 fork_exit(c0c9a4f0,0,ee320d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee320d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100076 td 0xc805e8a0 sched_switch(c805e8a0,0,104,1a3,ee7c0b00,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,60,...) at mi_switch+0x1ff sleepq_switch(c805e8a0,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(ca6c02c4,60,c0f9d9fd,0,0,...) at sleepq_timedwait+0x6b _sleep(ca6c02c4,c129fc74,260,c0f9d9fd,3e8,...) at _sleep+0x36a vnlru_proc(0,ee31dd28,c0f87710,3db,ca6c02c4,...) at vnlru_proc+0xe7 fork_exit(c0afcdb0,0,ee31dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31dd60, ebp = 0 --- Tracing command syncer pid 17 tid 100075 td 0xc805eb80 sched_switch(c805eb80,0,104,1a3,ee7b9db6,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805eb80,0,c0f92a00,28b,c805eb80,...) at sleepq_switch+0x162 sleepq_timedwait(c129fcb4,0,ee31ac78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c129fcb4,c129fca0,3e8,78b,4e20,...) at _cv_timedwait+0x270 sched_sync(0,ee31ad28,c0f87710,3db,ca6c0588,...) at sched_sync+0x595 fork_exit(c0afc120,0,ee31ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31ad60, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100074 td 0xc8183000 sched_switch(c8183000,0,104,1a3,ee7b7571,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c8183000,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c129f948,54,c0f9a931,0,0,...) at sleepq_timedwait+0x6b _sleep(c129f948,c129f950,54,c0f9a931,3e8,...) at _sleep+0x36a buf_daemon(0,ee317d28,c0f87710,3db,ca6c084c,...) at buf_daemon+0x175 fork_exit(c0ae08f0,0,ee317d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee317d60, ebp = 0 --- Tracing command pagezero pid 9 tid 100073 td 0xc81832e0 sched_switch(c81832e0,0,104,1a3,17fe3cae,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81832e0,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12a7e5c,0,c0fca23e,0,0,...) at sleepq_timedwait+0x6b _sleep(c12a7e5c,c12a6900,0,c0fca23e,493e0,...) at _sleep+0x36a vm_pagezero(0,ee314d28,c0f87710,3db,ca6c0b10,...) at vm_pagezero+0xdc fork_exit(c0ce1890,0,ee314d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee314d60, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100072 td 0xc81835c0 sched_switch(c81835c0,0,104,1a3,17ecb72c,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,74,...) at mi_switch+0x1ff sleepq_switch(c81835c0,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c12a7a48,74,c0f9a931,0,0,...) at sleepq_wait+0x63 _sleep(c12a7a48,c12a7a4c,74,c0f9a931,0,...) at _sleep+0x39c vm_daemon(0,ee311d28,c0f87710,3db,ca6c1000,...) at vm_daemon+0x59 fork_exit(c0cdb1a0,0,ee311d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee311d60, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100071 td 0xc81838a0 sched_switch(c81838a0,0,104,1a3,17fdd777,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c81838a0,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12a7a10,54,c0f9a931,0,0,...) at sleepq_timedwait+0x6b _sleep(c12a7a10,c12a6900,54,c0f9a931,1388,...) at _sleep+0x36a vm_pageout(0,ee30ed28,c0f87710,3db,c7dc82c4,...) at vm_pageout+0x2c7 fork_exit(c0cdc260,0,ee30ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee30ed60, ebp = 0 --- Tracing command xpt_thrd pid 6 tid 100070 td 0xc8183b80 sched_switch(c8183b80,0,104,1a3,8e5584ba,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c8183b80,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c10ee2d4,5c,c0de81c7,0,0,...) at sleepq_wait+0x63 _sleep(c10ee2d4,c10ee318,5c,c0de81c7,0,...) at _sleep+0x39c xpt_scanner_thread(0,ee18bd28,c0f87710,3db,c7dc8588,...) at xpt_scanner_thread+0x47 fork_exit(c049d350,0,ee18bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee18bd60, ebp = 0 --- Tracing command sctp_iterator pid 5 tid 100069 td 0xc8184000 sched_switch(c8184000,0,104,1a3,7c070eff,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8184000,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c12a17d8,0,c0fb109f,0,0,...) at sleepq_wait+0x63 _sleep(c12a17d8,c12a17a0,0,c0fb109f,0,...) at _sleep+0x39c sctp_iterator_thread(0,ee188d28,c0f87710,3db,c7dc884c,...) at sctp_iterator_thread+0x5c fork_exit(c0b8e5f0,0,ee188d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee188d60, ebp = 0 --- Tracing command ctl_thrd pid 4 tid 100067 td 0xc81845c0 sched_switch(c81845c0,0,104,1a3,7c0679bf,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c81845c0,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c819c000,5c,c0df2bd2,0,0,...) at sleepq_wait+0x63 _sleep(c819c000,c819c000,5c,c0df2bd2,0,...) at _sleep+0x39c ctl_work_thread(c819c000,ee182d28,c0f87710,3db,c7dc8b10,...) at ctl_work_thread+0x22f6 fork_exit(c04c6750,c819c000,ee182d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee182d60, ebp = 0 --- Tracing command fdc0 pid 3 tid 100064 td 0xc8185000 sched_switch(c8185000,0,104,1a3,ffa63cf8,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c8185000,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c7ffa03c,5c,c0f7fa52,0,0,...) at sleepq_timedwait+0x6b _sleep(c7ffa03c,c7ffa0f0,5c,c0f7fa52,3e8,...) at _sleep+0x36a fdc_thread(c7ffa000,ee179d28,c0f87710,3db,c8042000,...) at fdc_thread+0x27d fork_exit(c0d60ae0,c7ffa000,ee179d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee179d60, ebp = 0 --- Tracing command fw0_probe pid 2 tid 100062 td 0xc80515c0 sched_switch(c80515c0,0,104,1a3,8e55c0ac,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c80515c0,0,c0f92a00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f92a00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c808f000,6c,c0f7fa52,100,0,...) at sleepq_wait_sig+0x17 _sleep(c808f000,c8093488,16c,c0f7fa52,0,...) at _sleep+0x385 fw_bus_probe_thread(c808f000,ee169d28,c0f87710,3db,c80422c4,...) at fw_bus_probe_thread+0xa08 fork_exit(c06f09d0,c808f000,ee169d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee169d60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc805c2e0 sched_switch(c805c2e0,0,104,1a3,7c014e27,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805c2e0,0,c0f92a00,268,c805c2e0,...) at sleepq_switch+0x162 sleepq_wait(c8063d34,0,ee152cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063d34,c8063e4c,c0f66111,74,c8063d3c,...) at _cv_wait+0x260 usb_process(c8063d2c,ee152d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8063d2c,ee152d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee152d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc805c5c0 sched_switch(c805c5c0,0,104,1a3,4f9d0f10,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805c5c0,0,c0f92a00,268,c805c5c0,...) at sleepq_switch+0x162 sleepq_wait(c8063d04,0,ee14fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063d04,c8063e4c,c0f66111,74,c8063d0c,...) at _cv_wait+0x260 usb_process(c8063cfc,ee14fd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8063cfc,ee14fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee14fd60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc805c8a0 sched_switch(c805c8a0,0,104,1a3,7b9afada,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805c8a0,0,c0f92a00,268,c805c8a0,...) at sleepq_switch+0x162 sleepq_wait(c8063cd4,0,ee14ccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063cd4,c8063e4c,c0f66111,74,c8063cdc,...) at _cv_wait+0x260 usb_process(c8063ccc,ee14cd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8063ccc,ee14cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee14cd60, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc805cb80 sched_switch(c805cb80,0,104,1a3,7b9ae7d9,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805cb80,0,c0f92a00,268,c805cb80,...) at sleepq_switch+0x162 sleepq_wait(c8063ca4,0,ee149cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8063ca4,c8063e4c,c0f66111,74,c8063cac,...) at _cv_wait+0x260 usb_process(c8063c9c,ee149d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8063c9c,ee149d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee149d60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc805e2e0 sched_switch(c805e2e0,0,104,1a3,7b9ad3d9,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805e2e0,0,c0f92a00,268,c805e2e0,...) at sleepq_switch+0x162 sleepq_wait(c8057b5c,0,ee140cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8057b5c,c8057c74,c0f66111,74,c8057b64,...) at _cv_wait+0x260 usb_process(c8057b54,ee140d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8057b54,ee140d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee140d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc805e5c0 sched_switch(c805e5c0,0,104,1a3,465d150c,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c805e5c0,0,c0f92a00,268,c805e5c0,...) at sleepq_switch+0x162 sleepq_wait(c8057b2c,0,ee13dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8057b2c,c8057c74,c0f66111,74,c8057b34,...) at _cv_wait+0x260 usb_process(c8057b24,ee13dd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8057b24,ee13dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee13dd60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc804e000 sched_switch(c804e000,0,104,1a3,7b36c5ed,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e000,0,c0f92a00,268,c804e000,...) at sleepq_switch+0x162 sleepq_wait(c8057afc,0,ee13acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8057afc,c8057c74,c0f66111,74,c8057b04,...) at _cv_wait+0x260 usb_process(c8057af4,ee13ad28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8057af4,ee13ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee13ad60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc804e2e0 sched_switch(c804e2e0,0,104,1a3,7b36b2f5,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e2e0,0,c0f92a00,268,c804e2e0,...) at sleepq_switch+0x162 sleepq_wait(c8057acc,0,ee137cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8057acc,c8057c74,c0f66111,74,c8057ad4,...) at _cv_wait+0x260 usb_process(c8057ac4,ee137d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8057ac4,ee137d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee137d60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc804e5c0 sched_switch(c804e5c0,0,104,1a3,7b369e5f,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e5c0,0,c0f92a00,268,c804e5c0,...) at sleepq_switch+0x162 sleepq_wait(c8052b5c,0,ee133cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052b5c,c8052c74,c0f66111,74,c8052b64,...) at _cv_wait+0x260 usb_process(c8052b54,ee133d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8052b54,ee133d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee133d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc804e8a0 sched_switch(c804e8a0,0,104,1a3,43404a4d,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804e8a0,0,c0f92a00,268,c804e8a0,...) at sleepq_switch+0x162 sleepq_wait(c8052b2c,0,ee130cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052b2c,c8052c74,c0f66111,74,c8052b34,...) at _cv_wait+0x260 usb_process(c8052b24,ee130d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8052b24,ee130d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee130d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc804eb80 sched_switch(c804eb80,0,104,1a3,7570f256,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804eb80,0,c0f92a00,268,c804eb80,...) at sleepq_switch+0x162 sleepq_wait(c8052afc,0,ee12dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052afc,c8052c74,c0f66111,74,c8052b04,...) at _cv_wait+0x260 usb_process(c8052af4,ee12dd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8052af4,ee12dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee12dd60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc804f000 sched_switch(c804f000,0,104,1a3,7570e030,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f000,0,c0f92a00,268,c804f000,...) at sleepq_switch+0x162 sleepq_wait(c8052acc,0,ee12acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8052acc,c8052c74,c0f66111,74,c8052ad4,...) at _cv_wait+0x260 usb_process(c8052ac4,ee12ad28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8052ac4,ee12ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee12ad60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc804f2e0 sched_switch(c804f2e0,0,104,1a3,7570cb67,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f2e0,0,c0f92a00,268,c804f2e0,...) at sleepq_switch+0x162 sleepq_wait(c804ab5c,0,ee126cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804ab5c,c804ac74,c0f66111,74,c804ab64,...) at _cv_wait+0x260 usb_process(c804ab54,ee126d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c804ab54,ee126d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee126d60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc804f5c0 sched_switch(c804f5c0,0,104,1a3,4212486c,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f5c0,0,c0f92a00,268,c804f5c0,...) at sleepq_switch+0x162 sleepq_wait(c804ab2c,0,ee123cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804ab2c,c804ac74,c0f66111,74,c804ab34,...) at _cv_wait+0x260 usb_process(c804ab24,ee123d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c804ab24,ee123d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee123d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc804f8a0 sched_switch(c804f8a0,0,104,1a3,750cce31,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804f8a0,0,c0f92a00,268,c804f8a0,...) at sleepq_switch+0x162 sleepq_wait(c804aafc,0,ee120cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804aafc,c804ac74,c0f66111,74,c804ab04,...) at _cv_wait+0x260 usb_process(c804aaf4,ee120d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c804aaf4,ee120d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee120d60, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc804fb80 sched_switch(c804fb80,0,104,1a3,750cbc0a,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c804fb80,0,c0f92a00,268,c804fb80,...) at sleepq_switch+0x162 sleepq_wait(c804aacc,0,ee11dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804aacc,c804ac74,c0f66111,74,c804aad4,...) at _cv_wait+0x260 usb_process(c804aac4,ee11dd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c804aac4,ee11dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee11dd60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc803e000 sched_switch(c803e000,0,104,1a3,750ca78a,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e000,0,c0f92a00,268,c803e000,...) at sleepq_switch+0x162 sleepq_wait(c8044b5c,0,ee116cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044b5c,c8044c74,c0f66111,74,c8044b64,...) at _cv_wait+0x260 usb_process(c8044b54,ee116d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8044b54,ee116d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee116d60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc803e2e0 sched_switch(c803e2e0,0,104,1a3,40e4634a,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e2e0,0,c0f92a00,268,c803e2e0,...) at sleepq_switch+0x162 sleepq_wait(c8044b2c,0,ee113cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044b2c,c8044c74,c0f66111,74,c8044b34,...) at _cv_wait+0x260 usb_process(c8044b24,ee113d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8044b24,ee113d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee113d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc803e5c0 sched_switch(c803e5c0,0,104,1a3,74a8a024,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e5c0,0,c0f92a00,268,c803e5c0,...) at sleepq_switch+0x162 sleepq_wait(c8044afc,0,ee110cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044afc,c8044c74,c0f66111,74,c8044b04,...) at _cv_wait+0x260 usb_process(c8044af4,ee110d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8044af4,ee110d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee110d60, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc803e8a0 sched_switch(c803e8a0,0,104,1a3,74a88e47,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c803e8a0,0,c0f92a00,268,c803e8a0,...) at sleepq_switch+0x162 sleepq_wait(c8044acc,0,ee10dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8044acc,c8044c74,c0f66111,74,c8044ad4,...) at _cv_wait+0x260 usb_process(c8044ac4,ee10dd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8044ac4,ee10dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee10dd60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc8040000 sched_switch(c8040000,0,104,1a3,74a87628,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8040000,0,c0f92a00,268,c8040000,...) at sleepq_switch+0x162 sleepq_wait(c8039b5c,0,ee106cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8039b5c,c8039c74,c0f66111,74,c8039b64,...) at _cv_wait+0x260 usb_process(c8039b54,ee106d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8039b54,ee106d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee106d60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc80402e0 sched_switch(c80402e0,0,104,1a3,3ef5c582,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80402e0,0,c0f92a00,268,c80402e0,...) at sleepq_switch+0x162 sleepq_wait(c8039b2c,0,ee103cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8039b2c,c8039c74,c0f66111,74,c8039b34,...) at _cv_wait+0x260 usb_process(c8039b24,ee103d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8039b24,ee103d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee103d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc80405c0 sched_switch(c80405c0,0,104,1a3,7444444d,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80405c0,0,c0f92a00,268,c80405c0,...) at sleepq_switch+0x162 sleepq_wait(c8039afc,0,ee100cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8039afc,c8039c74,c0f66111,74,c8039b04,...) at _cv_wait+0x260 usb_process(c8039af4,ee100d28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8039af4,ee100d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee100d60, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc80408a0 sched_switch(c80408a0,0,104,1a3,744430ec,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80408a0,0,c0f92a00,268,c80408a0,...) at sleepq_switch+0x162 sleepq_wait(c8039acc,0,ee0fdcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8039acc,c8039c74,c0f66111,74,c8039ad4,...) at _cv_wait+0x260 usb_process(c8039ac4,ee0fdd28,c0f87710,3db,c8042588,...) at usb_process+0x1a3 fork_exit(c08fd9d0,c8039ac4,ee0fdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee0fdd60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc7eda5c0 sched_switch(c7eda5c0,0,104,1a3,151bc423,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda5c0,0,c0f92a00,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c11288e4,0,c0f7fa52,2,0,...) at sleepq_timedwait+0x6b _sleep(c11288e4,0,0,c0f7fa52,64) at _sleep+0x36a pause(c0f7fa52,64,c0f41ed0,111,0,...) at pause+0xa0 random_kthread(0,c7b51d28,c0f87710,3db,c7dc7000,...) at random_kthread+0x1ef fork_exit(c0805c50,0,c7b51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b51d60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc7edab80 sched_switch(c7edab80,0,104,1a3,13481ffd,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7edab80,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c11264e8,5c,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c11264e8,c1126448,25c,c0f7fa52,0,...) at _sleep+0x39c g_io_schedule_down(c7edab80,0,c0f815a1,6c,c7b4bd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,c7b4bd28,c0f87710,3db,c7dc72c4,...) at g_down_procbody+0x9d fork_exit(c09ef060,0,c7b4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b4bd60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc7edb000 sched_switch(c7edb000,0,104,1a3,1350932a,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7edb000,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c11264e4,5c,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c11264e4,c1126468,25c,c0f7fa52,0,...) at _sleep+0x39c g_io_schedule_up(c7edb000,0,c0f815a1,5f,c7b48d14,...) at g_io_schedule_up+0x134 g_up_procbody(0,c7b48d28,c0f87710,3db,c7dc72c4,...) at g_up_procbody+0x9d fork_exit(c09ef100,0,c7b48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b48d60, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc7dca2e0 sched_switch(c7dca2e0,0,104,1a3,11d628df,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7dca2e0,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c11264dc,5c,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c11264dc,c112640c,25c,c0f7fa52,0,...) at _sleep+0x39c g_run_events(c1136740,0,c0f815a1,79,c7b45d14,...) at g_run_events+0x54b g_event_procbody(0,c7b45d28,c0f87710,3db,c7dc72c4,...) at g_event_procbody+0x90 fork_exit(c09ef1a0,0,c7b45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b45d60, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc81848a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc8184b80 sched_switch(c8184b80,0,109,1a3,743fd18d,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c8184b80,...) at mi_switch+0x1ff ithread_loop(c7e12680,ee17cd28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e12680,ee17cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee17cd60, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc80512e0 sched_switch(c80512e0,0,109,1a3,104af750,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c80512e0,...) at mi_switch+0x1ff ithread_loop(c7e12690,ee16cd28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e12690,ee16cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee16cd60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc8051b80 sched_switch(c8051b80,0,109,1a3,649726cd,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c8051b80,...) at mi_switch+0x1ff ithread_loop(c7e126a0,ee160d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e126a0,ee160d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee160d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc805c000 sched_switch(c805c000,0,109,1a3,15fafcd0,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c805c000,...) at mi_switch+0x1ff ithread_loop(c7e126b0,ee158d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e126b0,ee158d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee158d60, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc805e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc8051000 sched_switch(c8051000,0,109,1a3,9949df7b,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c8051000,...) at mi_switch+0x1ff ithread_loop(c7e126d0,ee11ad28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e126d0,ee11ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee11ad60, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc803eb80 sched_switch(c803eb80,0,109,1a3,93d13ec8,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c803eb80,...) at mi_switch+0x1ff ithread_loop(c7e126e0,ee10ad28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e126e0,ee10ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee10ad60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc8040b80 sched_switch(c8040b80,0,109,1a3,cc45e752,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c8040b80,...) at mi_switch+0x1ff ithread_loop(c7e126f0,ee0fad28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e126f0,ee0fad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee0fad60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc7edb2e0 sched_switch(c7edb2e0,0,109,1a3,134f3362,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7edb2e0,...) at mi_switch+0x1ff ithread_loop(c7e12700,edfa4d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e12700,edfa4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xedfa4d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc7edb5c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xc7edb8a0 sched_switch(c7edb8a0,0,109,1a3,667049d0,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7edb8a0,...) at mi_switch+0x1ff ithread_loop(c7e12720,c7ba0d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e12720,c7ba0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7ba0d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc7edbb80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc7fc7000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc7fc75c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc7eda2e0 sched_switch(c7eda2e0,0,109,1a3,134fcca9,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7eda2e0,...) at mi_switch+0x1ff ithread_loop(c7e12760,c7b54d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e12760,c7b54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b54d60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc7dca5c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc7dca8a0 sched_switch(c7dca8a0,0,109,1a3,a6041f6,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7dca8a0,...) at mi_switch+0x1ff ithread_loop(c7e127b0,c7b3fd28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e127b0,c7b3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b3fd60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc7dcab80 sched_switch(c7dcab80,0,109,1a3,f34f0efd,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7dcab80,...) at mi_switch+0x1ff ithread_loop(c7e127c0,c7b3cd28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e127c0,c7b3cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b3cd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc7e13000 sched_switch(c7e13000,0,109,1a3,151ad67a,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7e13000,...) at mi_switch+0x1ff ithread_loop(c7e127d0,c7b39d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e127d0,c7b39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b39d60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7e132e0 sched_switch(c7e132e0,0,109,1a3,1778333c,...) at sched_switch+0x3ec mi_switch(109,0,c0f87a33,554,c7e132e0,...) at mi_switch+0x1ff ithread_loop(c7e127e0,c7b36d28,c0f87710,3db,c7dc7588,...) at ithread_loop+0x1fb fork_exit(c0a31a90,c7e127e0,c7b36d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b36d60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc7e135c0 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc7dc9000 cpustop_handler(3,13,c7b2fc04,c0dc0236,c0dc684c,...) at cpustop_handler+0x28 ipi_nmi_handler(c0dc684c,c1306ec0,0,c12d4f64,c7dc784c,...) at ipi_nmi_handler+0x47 trap(c7b2fc10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0da4ac5, esp = 0xc7b2fc50, ebp = 0xc7b2fc50 --- acpi_cpu_c1(c7b2fc6c,c10ee8b0,3,301,7,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c7b2fca0,c0db2d59,0,ffffffff,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,ffffffff,c1137ac0,2,c7b2fce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c7b2fcc4,c0f8f0c2,a0b,c7dc9000,...) at cpu_idle+0x89 sched_idletd(0,c7b2fd28,c0f87710,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a828b0,0,c7b2fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b2fd60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc7dc92e0 cpustop_handler(2,13,c7b2cc04,c0dc0236,c0dc684c,...) at cpustop_handler+0x28 ipi_nmi_handler(c0dc684c,c1306ec0,0,c12d4c38,c7dc784c,...) at ipi_nmi_handler+0x47 trap(c7b2cc10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0da4ac5, esp = 0xc7b2cc50, ebp = 0xc7b2cc50 --- acpi_cpu_c1(c7b2cc6c,c10ee8b0,2,301,7,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c7b2cca0,c0db2d59,0,ffffffff,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,ffffffff,c1137440,2,c7b2cce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c7b2ccc4,c0f8f0c2,a0b,c7dc92e0,...) at cpu_idle+0x89 sched_idletd(0,c7b2cd28,c0f87710,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a828b0,0,c7b2cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b2cd60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc7dc95c0 cpustop_handler(1,13,c7b29c04,c0dc0236,f5,...) at cpustop_handler+0x28 ipi_nmi_handler(f5,0,0,c12d490c,c7dc784c,...) at ipi_nmi_handler+0x47 trap(c7b29c10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0da4ac5, esp = 0xc7b29c50, ebp = 0xc7b29c50 --- acpi_cpu_c1(c7b29c6c,c10ee8b0,1,301,7,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c7b29ca0,c0db2d59,0,ffffffff,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,ffffffff,c1136dc0,2,c7b29ce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c7b29cc4,c0f8f0c2,a0b,c7dc95c0,...) at cpu_idle+0x89 sched_idletd(0,c7b29d28,c0f87710,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a828b0,0,c7b29d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b29d60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc7dc98a0 sched_switch(c7dc98a0,0,608,19e,1350d542,...) at sched_switch+0x3ec mi_switch(608,0,c0f8d83f,cd,0,...) at mi_switch+0x1ff critical_exit(0,2710,c1136740,2,c7b26ce8,...) at critical_exit+0xb5 cpu_idle(0,c7b26cc4,c0f8f0c2,a0b,c7dc98a0,...) at cpu_idle+0x97 sched_idletd(0,c7b26d28,c0f87710,3db,c7dc784c,...) at sched_idletd+0x263 fork_exit(c0a828b0,0,c7b26d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b26d60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc7dc9b80 sched_switch(c7dc9b80,0,104,1a3,5a867d66,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c7dc9b80,0,c0f92a00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f92a00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7dc7b10,6c,c0f95917,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7dc7b10,c7dc7b98,16c,c0f95917,0,...) at _sleep+0x385 kern_wait(c7dc9b80,ffffffff,c7b22c60,2,0,...) at kern_wait+0x626 sys_wait4(c7dc9b80,c7b22cec,c,c,286,...) at sys_wait4+0x3b syscall(c7b22d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x8060f97, esp = 0xbfbfe74c, ebp = 0xbfbfe768 --- Tracing command audit pid 10 tid 100001 td 0xc7dca000 sched_switch(c7dca000,0,104,1a3,744260c0,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7dca000,0,c0f92a00,268,c7dca000,...) at sleepq_switch+0x162 sleepq_wait(c12a56e0,0,c7b1fc8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c12a56e0,c12a56c4,c0fbdc37,194,0,...) at _cv_wait+0x260 audit_worker(0,c7b1fd28,c0f87710,3db,c7dc8000,...) at audit_worker+0x84 fork_exit(c0c5b3c0,0,c7b1fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b1fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100078 td 0xca6cd8a0 sched_switch(ca6cd8a0,0,104,1a3,17ecdd25,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6cd8a0,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c8036380,0,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c8036380,c8036398,0,c0f7fa52,0,...) at _sleep+0x39c taskqueue_thread_loop(c1306f60,ee323d28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a9f720,c1306f60,ee323d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee323d60, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xc81842e0 sched_switch(c81842e0,0,104,1a3,ffa7252e,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81842e0,0,c0f92a00,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c11288e4,0,c0f7fa52,2,0,...) at sleepq_timedwait+0x6b _sleep(c11288e4,0,0,c0f7fa52,bb8) at _sleep+0x36a pause(c0f7fa52,bb8,124,122,c1126648,...) at pause+0xa0 deadlkres(0,ee185d28,c0f87710,3db,c11265c0,...) at deadlkres+0x324 fork_exit(c0a11260,0,ee185d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee185d60, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc80518a0 sched_switch(c80518a0,0,104,1a3,64976dc0,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80518a0,0,c0f92a00,268,c80518a0,...) at sleepq_switch+0x162 sleepq_wait(c80366c0,0,c0f8dd61,c0f7fa52,0,...) at sleepq_wait+0x63 msleep_spin(c80366c0,c80366d8,c0f7fa52,0,c0f8b42b,...) at msleep_spin+0x259 taskqueue_thread_loop(c809349c,ee166d28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0x8f fork_exit(c0a9f720,c809349c,ee166d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee166d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc7fc72e0 sched_switch(c7fc72e0,0,104,1a3,1676b4e9,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc72e0,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7f9ee80,0,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c7f9ee80,c7f9ee98,0,c0f7fa52,0,...) at _sleep+0x39c taskqueue_thread_loop(c11454ac,c7b69d28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a9f720,c11454ac,c7b69d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b69d60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc7fc78a0 sched_switch(c7fc78a0,0,104,1a3,8e59ef19,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc78a0,0,c0f92a00,268,c7fc78a0,...) at sleepq_switch+0x162 sleepq_wait(c7f9f040,0,c0f8dd61,c0f7fa52,0,...) at sleepq_wait+0x63 msleep_spin(c7f9f040,c7f9f058,c0f7fa52,0,c0f8b42b,...) at msleep_spin+0x259 taskqueue_thread_loop(c10f1538,c7b63d28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0x8f fork_exit(c0a9f720,c10f1538,c7b63d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b63d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc7fc7b80 sched_switch(c7fc7b80,0,104,1a3,8e59e0d2,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc7b80,0,c0f92a00,268,c7fc7b80,...) at sleepq_switch+0x162 sleepq_wait(c7f9f040,0,c0f8dd61,c0f7fa52,0,...) at sleepq_wait+0x63 msleep_spin(c7f9f040,c7f9f058,c0f7fa52,0,c0f8b42b,...) at msleep_spin+0x259 taskqueue_thread_loop(c10f1538,c7b60d28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0x8f fork_exit(c0a9f720,c10f1538,c7b60d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b60d60, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc7e138a0 sched_switch(c7e138a0,0,104,1a3,8e59cf84,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7e138a0,0,c0f92a00,268,c7e138a0,...) at sleepq_switch+0x162 sleepq_wait(c7f9f040,0,c0f8dd61,c0f7fa52,0,...) at sleepq_wait+0x63 msleep_spin(c7f9f040,c7f9f058,c0f7fa52,0,c0f8b42b,...) at msleep_spin+0x259 taskqueue_thread_loop(c10f1538,c7b5dd28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0x8f fork_exit(c0a9f720,c10f1538,c7b5dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b5dd60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7e13b80 sched_switch(c7e13b80,0,104,1a3,8e55f841,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7e13b80,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7f9f080,0,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c7f9f080,c7f9f098,0,c0f7fa52,0,...) at _sleep+0x39c taskqueue_thread_loop(c1126f38,c7b5ad28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a9f720,c1126f38,c7b5ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b5ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc7eda000 sched_switch(c7eda000,0,104,1a3,8e55e81f,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda000,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7f9f0c0,0,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c7f9f0c0,c7f9f0d8,0,c0f7fa52,0,...) at _sleep+0x39c taskqueue_thread_loop(c12a5cc4,c7b57d28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a9f720,c12a5cc4,c7b57d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b57d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc7eda8a0 sched_switch(c7eda8a0,0,104,1a3,51c2fa7c,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7eda8a0,0,c0f92a00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7dade80,0,c0f7fa52,0,0,...) at sleepq_wait+0x63 _sleep(c7dade80,c7dade98,0,c0f7fa52,0,...) at _sleep+0x39c taskqueue_thread_loop(c1143ec0,c7b4ed28,c0f87710,3db,c11265c0,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a9f720,c1143ec0,c7b4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1126890 sched_switch(c1126890,0,104,1a3,1a423f9a,...) at sched_switch+0x3ec mi_switch(104,0,c0f92a00,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c1126890,0,c0f92a00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c11265c0,54,c0f8f9d4,0,0,...) at sleepq_timedwait+0x6b _sleep(c11265c0,0,54,c0f8f9d4,2710,...) at _sleep+0x36a scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 144 MB: 129 113 97 81 65 49 33 17 1 Dump complete = 0 db:0:doadump> reset (kgdb) bt #0 doadump (textdump=0xf271b744) at pcpu.h:244 #1 0xc0510a69 in db_fncall (dummy1=0xc0a4b744, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf271b7d8 "�q�") at ../../../ddb/db_command.c:573 #2 0xc0510e9f in db_command (last_cmdp=0xc10ef6fc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:449 #3 0xc0510f54 in db_command_script (command=0xc10f0608 "call doadump") at ../../../ddb/db_command.c:520 #4 0xc0515340 in db_script_exec (scriptname=0xc10eff60 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc05153d1 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc12d2860, modif=0xf271b910 "") at ../../../ddb/db_script.c:375 #6 0xc0510e61 in db_command (last_cmdp=0xc10ef6fc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:449 #7 0xc0510fba in db_command_loop () at ../../../ddb/db_command.c:502 #8 0xc0512fad in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc0a91306 in kdb_trap (type=0xc, code=0x0, tf=0xf271bb48) at ../../../kern/subr_kdb.c:629 #10 0xc0dbf8ef in trap_fatal (frame=0xf271bb48, eva=0x120) at ../../../i386/i386/trap.c:966 #11 0xc0dbf9ec in trap_pfault (frame=0xf271bb48, usermode=0x0, eva=0x120) at ../../../i386/i386/trap.c:839 #12 0xc0dc06c5 in trap (frame=0xf271bb48) at ../../../i386/i386/trap.c:558 #13 0xc0da90fc in calltrap () at ../../../i386/i386/exception.s:168 #14 0xc0a4b744 in _mtx_lock_flags (m=0x110, opts=0x0, file=0xc0fc5319 "../../../ufs/ufs/ufs_quota.c", line=0x41d) at ../../../kern/kern_mutex.c:197 #15 0xc0cb35ce in qsync (mp=0xca76ab50) at ../../../ufs/ufs/ufs_quota.c:1053 #16 0xc0c9f335 in ffs_sync (mp=0xca76ab50, waitfor=0x2) at ../../../ufs/ffs/ffs_vfsops.c:1527 #17 0xc0b01560 in sys_sync (td=0xca7e6000, uap=0xf271bcec) at ../../../kern/vfs_syscalls.c:150 #18 0xc0dbfe37 in syscall (frame=0xf271bd28) at subr_syscall.c:135 #19 0xc0da9161 in Xint0x80_syscall () at ../../../i386/i386/exception.s:266 #20 0x00000033 in ?? () (kgdb) f 15 #15 0xc0cb35ce in qsync (mp=0xca76ab50) at ../../../ufs/ufs/ufs_quota.c:1053 1053 UFS_LOCK(ump); (kgdb) info loc ump = (struct ufsmount *) 0xc8 td = (struct thread *) 0xca7e6000 vp = Variable "vp" is not available. (kgdb) p *(struct ufsmount *)mp->mnt_data Cannot access memory at address 0xc8 (kgdb) p *mp $3 = {mnt_mtx = {lock_object = {lo_name = 0xc0f7f211 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc7d72450}, mtx_lock = 0x4}, mnt_gen = 0x1, mnt_list = { tqe_next = 0xca76b000, tqe_prev = 0xc10ca490, trace = {lastfile = 0xc10dbac0 "\200�� ��`��\0208�p9�����P��\220��P\223��p��@��\020��Po�\035�\001", lastline = 0xc10db920, prevfile = 0x0, prevline = 0xca4752b8}}, mnt_op = 0xd1, mnt_vfc = 0xca475c3c, mnt_vnodecovered = 0xcaae1dac, mnt_syncer = 0xcf, mnt_ref = 0x1, mnt_nvnodelist = {tqh_first = 0x60000040, tqh_last = 0x5000, trace = {lastfile = 0x0, lastline = 0x0, prevfile = 0xca74a870 "\200�\t��\t��", prevline = 0x0}}, mnt_nvnodelistsize = 0x78, mnt_writeopcount = 0x20030518, mnt_kern_flag = 0x35, mnt_flag = 0x5001, mnt_noasync = 0x800, mnt_opt = 0x0, mnt_optnew = 0x4000, mnt_maxsymlinklen = 0x0, mnt_stat = {f_version = 0xf7517, f_type = 0x0, f_flags = 0x1c9b7, f_bsize = 0x8d26, f_iosize = 0x44ffe, f_blocks = 0x42c31, f_bfree = 0x0, f_bavail = 0x0, f_files = 0x0, f_ffree = 0x0, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x33dea0d34c972dc2, 0x0, 0x0}, f_namemax = 0x0, f_owner = 0x0, f_fsid = {val = {0x0, 0x0}}, f_charspare = '\0' , "ufs", '\0' , "/dev/ad4s1a\000\000\000\000", f_fstypename = '\0' , f_mntfromname = '\0' , "/", '\0' , f_mntonname = '\0' , "�v�\000Px��7O\000\000\002\000\000\000\000\000\000\000\000\000&�6A\001\000\000"}, mnt_cred = 0x0, mnt_data = 0xc8, mnt_time = 0x0, mnt_iosize_max = 0x0, mnt_export = 0xc0f7f222, mnt_label = 0x5730000, mnt_hashseed = 0x0, mnt_lockref = 0xc7d780f0, mnt_secondary_writes = 0x1, mnt_secondary_accwrites = 0x0, mnt_susp_owner = 0x0, mnt_gjprovider = 0x60
, mnt_explock = {lock_object = {lo_name = 0x0, lo_flags = 0x0, lo_data = 0x0, lo_witness = 0x0}, lk_lock = 0x0, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x0, lk_stack = {depth = 0x0, pcs = {0x0 }}}} (kgdb) up #16 0xc0c9f335 in ffs_sync (mp=0xca76ab50, waitfor=0x2) at ../../../ufs/ffs/ffs_vfsops.c:1527 1527 qsync(mp); (kgdb) p *mp $4 = {mnt_mtx = {lock_object = {lo_name = 0xc0f7f211 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc7d72450}, mtx_lock = 0x4}, mnt_gen = 0x1, mnt_list = { tqe_next = 0xca76b000, tqe_prev = 0xc10ca490}, mnt_op = 0xc10dbac0, mnt_vfc = 0xc10db920, mnt_vnodecovered = 0x0, mnt_syncer = 0xca4752b8, mnt_ref = 0xd1, mnt_nvnodelist = { tqh_first = 0xca475c3c, tqh_last = 0xcaae1dac}, mnt_nvnodelistsize = 0xcf, mnt_writeopcount = 0x1, mnt_kern_flag = 0x60000040, mnt_flag = 0x5000, mnt_noasync = 0x0, mnt_opt = 0xca74a870, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x78, mnt_stat = {f_version = 0x20030518, f_type = 0x35, f_flags = 0x5001, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0xf7517, f_bfree = 0x1c9b7, f_bavail = 0x8d26, f_files = 0x44ffe, f_ffree = 0x42c31, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x4c972dc2, 0x33dea0d3}}, f_charspare = '\0' , f_fstypename = "ufs", '\0' , f_mntfromname = "/dev/ad4s1a", '\0' , f_mntonname = "/", '\0' }, mnt_cred = 0xca76c500, mnt_data = 0xca785000, mnt_time = 0x4f37a8f8, mnt_iosize_max = 0x20000, mnt_export = 0x0, mnt_label = 0x0, mnt_hashseed = 0x4136fb26, mnt_lockref = 0x1, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0xc8, mnt_susp_owner = 0x0, mnt_gjprovider = 0x0, mnt_explock = {lock_object = {lo_name = 0xc0f7f222 "explock", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc7d780f0}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0x0, pcs = {0x0 }}}} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/ufs/ufs/ufs_quota.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_quota.c (revision 231557) +++ /usr/src/sys/ufs/ufs/ufs_quota.c (working copy) @@ -32,6 +32,8 @@ * @(#)ufs_quota.c 8.5 (Berkeley) 5/20/95 */ +#define QUEUE_MACRO_DEBUG 1 + #include __FBSDID("$FreeBSD$"); @@ -80,7 +82,7 @@ static int dqopen(struct vnode *, struct ufsmount static int dqget(struct vnode *, u_long, struct ufsmount *, int, struct dquot **); static int dqsync(struct vnode *, struct dquot *); -static void dqflush(struct vnode *); +static int dqflush(struct vnode *); static int quotaoff1(struct thread *td, struct mount *mp, int type); static int quotaoff_inchange(struct thread *td, struct mount *mp, int type); @@ -694,7 +696,9 @@ again: } MNT_IUNLOCK(mp); - dqflush(qvp); + if ((error = dqflush(qvp)) != 0) + return (error); + /* Clear um_quotas before closing the quota vnode to prevent * access to the closed vnode from dqget/dqsync */ @@ -1601,30 +1605,35 @@ out: /* * Flush all entries from the cache for a particular vnode. */ -static void +static int dqflush(struct vnode *vp) { struct dquot *dq, *nextdq; struct dqhash *dqh; + int error; /* * Move all dquot's that used to refer to this quota * file off their hash chains (they will eventually * fall off the head of the free list and be re-used). */ + error = 0; DQH_LOCK(); for (dqh = &dqhashtbl[dqhash]; dqh >= dqhashtbl; dqh--) { for (dq = LIST_FIRST(dqh); dq; dq = nextdq) { nextdq = LIST_NEXT(dq, dq_hash); if (dq->dq_ump->um_quotas[dq->dq_type] != vp) continue; - if (dq->dq_cnt) - panic("dqflush: stray dquot"); + if (dq->dq_cnt) { + error = EBUSY; + continue; + } LIST_REMOVE(dq, dq_hash); dq->dq_ump = (struct ufsmount *)0; } } DQH_UNLOCK(); + return (error); } /*