GENERIC HEAD from 2009-01-04 00:20:18 UTC, 5c76eaa, vmcore.27 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Sun Jan 4 04:52:16 CET 2009 pho@x4.osted.lan:/var/tmp/deviant2/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 3623682048 (3455 MB) avail memory = 3540004864 (3376 MB) : Trying to mount root from ufs:/dev/ad4s1a lock order reversal: 1st 0xc6d6d044 user map (user map) @ vm/vm_map.c:3198 2nd 0xc71629c0 ufs (ufs) @ kern/vfs_subr.c:2079 KDB: stack backtrace: db_trace_self_wrapper(c0be8f98,c6a8f910,c08720b5,4,c0be45a3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be45a3,c6d22728,c6d27458,c6a8f96c,...) at kdb_backtrace+0x29 _witness_debugger(c0bebc52,c71629c0,c0bdf656,c6d27458,c0bf2919,...) at _witness_debugger+0x25 witness_checkorder(c71629c0,1,c0bf2910,81f,0,...) at witness_checkorder+0x839 __lockmgr_args(c71629c0,200501,c7162a28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c6a8fa78,c0871e5b,c0c0fa22,200501,c7162968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cf0a00,c6a8fa78,c6d69e24,c0d04ba0,c7162968,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c7162968,200501,c0bf2910,81f,4,...) at _vn_lock+0x78 vget(c7162968,200501,c6d69d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1876d14,0,c0c0d032,127,c6a8fc18,...) at vnode_pager_lock+0x1e3 vm_fault(c6d6d000,80db000,2,8,80db780,...) at vm_fault+0x1df trap_pfault(5,0,c0c1d151,2e7,c6d67d34,...) at trap_pfault+0x118 trap(c6a8fd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 794798 free (2174 frags, 99078 blocks, 0.2% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 50498940 free (724 frags, 6312277 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 13500566 free (84102 frags, 1677058 blocks, 0.4% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 36797329 free (13417 frags, 4597989 blocks, 0.0% fragmentation) Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0x10 fault code = supervisor read, page not present instruction pointer = 0x20:0xc0824526 stack pointer = 0x28:0xe99838b0 frame pointer = 0x28:0xe99838d0 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 97 (rmdir) [thread pid 97 tid 100061 ] Stopped at _mtx_lock_flags+0x46: movl 0x10(%ebx),%eax db:0:kdb.enter.unknown> run pho db:1:pho> bt Tracing pid 97 tid 100061 td 0xc7341b40 _mtx_lock_flags(0,0,c0c0913a,125,0,...) at _mtx_lock_flags+0x46 ffs_truncate(c748b560,0,0,800,c6d6e400,...) at ffs_truncate+0x1999 handle_workitem_remove(c0eb1bc4,0,c0c0979d,ccd,0,...) at handle_workitem_remove+0x1f7 softdep_setup_remove(dad037d8,c730b4b0,c7490258,1,e9983b60,...) at softdep_setup_remove+0x124 ufs_dirremove(c7482408,c7490258,500800c,1,c748b560,...) at ufs_dirremove+0x16a ufs_rmdir(e9983c30,c0c1fb11,0,e9983c30,c748b560,...) at ufs_rmdir+0xd6 VOP_RMDIR_APV(c0cf0a00,e9983c30,2,339,bfbfef66,...) at VOP_RMDIR_APV+0xf6 kern_rmdirat(c7341b40,ffffff9c,bfbfef66,0,e9983c80,...) at kern_rmdirat+0x1cc kern_rmdir(c7341b40,bfbfef66,0,e9983d2c,c0b36d23,...) at kern_rmdir+0x27 rmdir(c7341b40,e9983cf8,4,e9983d38,c0ccc818,...) at rmdir+0x22 syscall(e9983d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280cfcab, esp = 0xbfbfee5c, ebp = 0xbfbfee88 --- db:1:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc7341b40: pid 97 "rmdir" curpcb = 0xe9983d90 fpcurthread = none idlethread = 0xc6d69480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc6d696c0: pid 11 "idle: cpu1" curpcb = 0xc6a99d90 fpcurthread = none idlethread = 0xc6d696c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc6d69900: pid 11 "idle: cpu2" curpcb = 0xc6a96d90 fpcurthread = none idlethread = 0xc6d69900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc6d69b40: pid 11 "idle: cpu3" curpcb = 0xc6a93d90 fpcurthread = none idlethread = 0xc6d69b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 97 (rmdir) thread 0xc7341b40 (100061) exclusive lockmgr bufwait (bufwait) r = 0 (0xdad03838) locked @ kern/vfs_bio.c:2443 exclusive lockmgr ufs (ufs) r = 1 (0xc748b5b8) locked @ kern/vfs_subr.c:2079 exclusive lockmgr ufs (ufs) r = 0 (0xc7482460) locked @ kern/vfs_subr.c:2079 db:1:alllocks> show lockedvnods Locked vnodes 0xc7482408: tag ufs, type VDIR usecount 1, writecount 0, refcount 4 mountedhere 0 flags (VV_ROOT) v_object 0xc18762e8 ref 0 pages 1 lock type ufs: EXCL by thread 0xc7341b40 (pid 97) #0 0xc081ca22 at __lockmgr_args+0x582 #1 0xc0a440f1 at ffs_lock+0xa1 #2 0xc0b44aa5 at VOP_LOCK1_APV+0xa5 #3 0xc08c8648 at _vn_lock+0x78 #4 0xc08bc649 at vget+0xc9 #5 0xc08af51d at vfs_hash_get+0xed #6 0xc0a3eb59 at ffs_vgetf+0x49 #7 0xc0a3f08e at ffs_vget+0x2e #8 0xc0a4fd68 at ufs_root+0x28 #9 0xc08b092d at lookup+0x8bd #10 0xc08b12db at namei+0x4db #11 0xc08c199d at kern_rmdirat+0x4d #12 0xc08c1bb7 at kern_rmdir+0x27 #13 0xc08c1be2 at rmdir+0x22 #14 0xc0b36d23 at syscall+0x2a3 #15 0xc0b1b5e0 at Xint0x80_syscall+0x20 ino 2, on dev ad4s1d 0xc748b560: tag ufs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type ufs: EXCL by thread 0xc7341b40 (pid 97) #0 0xc081d020 at __lockmgr_args+0xb80 #1 0xc0a440f1 at ffs_lock+0xa1 #2 0xc0b44aa5 at VOP_LOCK1_APV+0xa5 #3 0xc08c8648 at _vn_lock+0x78 #4 0xc08bc649 at vget+0xc9 #5 0xc08af51d at vfs_hash_get+0xed #6 0xc0a3eb59 at ffs_vgetf+0x49 #7 0xc0a3f08e at ffs_vget+0x2e #8 0xc0a4b731 at ufs_lookup+0x7d1 #9 0xc0b42fe5 at VOP_CACHEDLOOKUP_APV+0xc5 #10 0xc08a9f4c at vfs_cache_lookup+0xcc #11 0xc0b45c25 at VOP_LOOKUP_APV+0xe5 #12 0xc08b05fe at lookup+0x58e #13 0xc08b12db at namei+0x4db #14 0xc08c199d at kern_rmdirat+0x4d #15 0xc08c1bb7 at kern_rmdir+0x27 #16 0xc08c1be2 at rmdir+0x22 #17 0xc0b36d23 at syscall+0x2a3 ino 11917312, on dev ad4s1d db:1:lockedvnods> show mount 0xc72cab30 /dev/ad4s1a on / (ufs) 0xc72cb000 devfs on /dev (devfs) 0xc747d598 /dev/ad4s1e on /tmp (ufs) 0xc747d2cc /dev/ad4s1f on /usr (ufs) 0xc747d000 /dev/ad4s1d on /var (ufs) 0xc72cbb30 procfs on /proc (procfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 97 95 28 0 R+ CPU 0 rmdir 95 28 28 0 S+ wait 0xc733aa90 sh 28 1 28 0 Ss+ wait 0xc7317548 sh 27 0 0 0 SL sdflush 0xc0eb1c20 [softdepflush] 26 0 0 0 SL syncer 0xc0ea6090 [syncer] 25 0 0 0 SL vlruwt 0xc72b47ec [vnlru] 24 0 0 0 SL psleep 0xc0ea5de4 [bufdaemon] 23 0 0 0 SL pgzero 0xc0eb2814 [pagezero] 22 0 0 0 SL psleep 0xc0eb243c [vmdaemon] 9 0 0 0 SL psleep 0xc0eb2404 [pagedaemon] 8 0 0 0 SL waiting_ 0xc0ea7e18 [sctp_iterator] 7 0 0 0 SL - 0xc6fd223c [fdc0] 6 0 0 0 SL - 0xc6fdc000 [fw0_probe] 21 0 0 0 SL usbevt 0xc6f9e210 [usb5] 20 0 0 0 SL usbevt 0xc6fc1210 [usb4] 19 0 0 0 SL usbevt 0xc6faf210 [usb3] 18 0 0 0 SL usbevt 0xc6fad210 [usb2] 17 0 0 0 SL usbevt 0xc6f86210 [usb1] 16 0 0 0 SL usbtsk 0xc0d36d74 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d36d60 [usbtask-hc] 14 0 0 0 SL usbevt 0xc6f8b210 [usb0] 5 0 0 0 SL ccb_scan 0xc0d05354 [xpt_thrd] 13 0 0 0 SL - 0xc0d39864 [yarrow] 4 0 0 0 SL - 0xc0d37484 [g_down] 3 0 0 0 SL - 0xc0d37480 [g_up] 2 0 0 0 SL - 0xc0d37478 [g_event] 12 0 0 0 WL (threaded) intr 100048 I [irq12: psm0] 100047 I [irq1: atkbd0] 100045 I [swi0: uart] 100042 I [irq14: ata0] 100040 I [irq19: re0 ehci0] 100036 I [irq18: ohci2 ohci4] 100034 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq9: acpi0] 100027 I [swi6: Giant taskq] 100025 I [swi5: +] 100024 I [swi2: cambio] 100018 I [swi6: task queue] 100012 I [swi1: net] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc6d67d34 [init] 10 0 0 0 SL audit_wo 0xc0eb15c0 [audit] 0 0 0 0 SLs (threaded) kernel 100043 D - 0xc6fb5dc0 [fw0_taskq] 100026 D - 0xc6f21440 [thread taskq] 100022 D - 0xc6f21600 [kqueue taskq] 100021 D - 0xc6f21640 [acpi_task_2] 100020 D - 0xc6f21640 [acpi_task_1] 100019 D - 0xc6f21640 [acpi_task_0] 100016 D - 0xc6d4ecc0 [firmware taskq] 100000 D sched 0xc0d37540 [swapper] db:1:ps> allt Tracing command rmdir pid 97 tid 100061 td 0xc7341b40 _mtx_lock_flags(0,0,c0c0913a,125,0,...) at _mtx_lock_flags+0x46 ffs_truncate(c748b560,0,0,800,c6d6e400,...) at ffs_truncate+0x1999 handle_workitem_remove(c0eb1bc4,0,c0c0979d,ccd,0,...) at handle_workitem_remove+0x1f7 softdep_setup_remove(dad037d8,c730b4b0,c7490258,1,e9983b60,...) at softdep_setup_remove+0x124 ufs_dirremove(c7482408,c7490258,500800c,1,c748b560,...) at ufs_dirremove+0x16a ufs_rmdir(e9983c30,c0c1fb11,0,e9983c30,c748b560,...) at ufs_rmdir+0xd6 VOP_RMDIR_APV(c0cf0a00,e9983c30,2,339,bfbfef66,...) at VOP_RMDIR_APV+0xf6 kern_rmdirat(c7341b40,ffffff9c,bfbfef66,0,e9983c80,...) at kern_rmdirat+0x1cc kern_rmdir(c7341b40,bfbfef66,0,e9983d2c,c0b36d23,...) at kern_rmdir+0x27 rmdir(c7341b40,e9983cf8,4,e9983d38,c0ccc818,...) at rmdir+0x22 syscall(e9983d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280cfcab, esp = 0xbfbfee5c, ebp = 0xbfbfee88 --- Tracing command sh pid 95 tid 100063 td 0xc73416c0 sched_switch(c73416c0,0,104,186,4a073359,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73416c0,0,c0be9efe,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9efe,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733aa90,5c,c0bec5c9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c733aa90,c733ab18,15c,c0bec5c9,0,...) at _sleep+0x344 kern_wait(c73416c0,ffffffff,e998bc74,2,0,...) at kern_wait+0xad6 wait4(c73416c0,e998bcf8,10,c0bec5a8,c0ccbbe8,...) at wait4+0x3b syscall(e998bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe53c, ebp = 0xbfbfe558 --- Tracing command sh pid 28 tid 100057 td 0xc731cd80 sched_switch(c731cd80,0,104,186,481f15c4,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c731cd80,0,c0be9efe,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9efe,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7317548,5c,c0bec5c9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7317548,c73175d0,15c,c0bec5c9,0,...) at _sleep+0x344 kern_wait(c731cd80,ffffffff,e9973c74,2,0,...) at kern_wait+0xad6 wait4(c731cd80,e9973cf8,10,c0bec5a8,c0ccbbe8,...) at wait4+0x3b syscall(e9973d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command softdepflush pid 27 tid 100056 td 0xc72b2240 sched_switch(c72b2240,0,104,186,2dfe34a9,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b2240,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb1c20,44,c0c0a58d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb1c20,c0eb1bc4,44,c0c0a58d,3e8,...) at _sleep+0x329 softdep_flush(0,e7784d38,c0be1dbe,32d,c72b42a4,...) at softdep_flush+0x2b0 fork_exit(c0a3a570,0,e7784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7784d70, ebp = 0 --- Tracing command syncer pid 26 tid 100055 td 0xc72b2480 sched_switch(c72b2480,0,104,186,2dedc74e,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b2480,0,c0be9efe,26a,c72b2480,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea6090,0,e7781c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ea6090,c0ea607c,3e8,6c6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e7781d38,c0be1dbe,32d,c72b4548,...) at sched_sync+0x502 fork_exit(c08bcd70,0,e7781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7781d70, ebp = 0 --- Tracing command vnlru pid 25 tid 100054 td 0xc72b26c0 sched_switch(c72b26c0,0,104,186,2de29bbc,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72b26c0,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c72b47ec,50,c0bf3833,0,0,...) at sleepq_timedwait+0x6b _sleep(c72b47ec,c0ea6050,250,c0bf3833,3e8,...) at _sleep+0x329 vnlru_proc(0,e777ed38,c0be1dbe,32d,c72b47ec,...) at vnlru_proc+0x10b fork_exit(c08bd900,0,e777ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777ed70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100053 td 0xc72b2900 sched_switch(c72b2900,0,104,186,2e093387,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b2900,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea5de4,44,c0bf1273,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ea5de4,c0ea5de8,44,c0bf1273,3e8,...) at _sleep+0x329 buf_daemon(0,e777bd38,c0be1dbe,32d,c6eb17ec,...) at buf_daemon+0x21e fork_exit(c08a7eb0,0,e777bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777bd70, ebp = 0 --- Tracing command pagezero pid 23 tid 100052 td 0xc72b2b40 sched_switch(c72b2b40,0,104,186,e45792eb,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b2b40,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb2814,0,c0c0f9c5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb2814,c0eb23d0,0,c0c0f9c5,493e0,...) at _sleep+0x329 vm_pagezero(0,e7778d38,c0be1dbe,32d,c6eb1a90,...) at vm_pagezero+0xdc fork_exit(c0a76170,0,e7778d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7778d70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100051 td 0xc72b2d80 sched_switch(c72b2d80,0,104,186,e45495c9,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72b2d80,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eb243c,68,c0bf1273,0,0,...) at sleepq_wait+0x63 _sleep(c0eb243c,c0eb2440,68,c0bf1273,0,...) at _sleep+0x35b vm_daemon(0,e7775d38,c0be1dbe,32d,c6eb1d34,...) at vm_daemon+0x59 fork_exit(c0a70610,0,e7775d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7775d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100050 td 0xc6f526c0 sched_switch(c6f526c0,0,104,186,e45a64c2,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,44,...) at mi_switch+0x200 sleepq_switch(c6f526c0,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb2404,44,c0bf1273,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb2404,c0eb23d0,44,c0bf1273,1388,...) at _sleep+0x329 vm_pageout(0,e7772d38,c0be1dbe,32d,c6fc7000,...) at vm_pageout+0x2bb fork_exit(c0a714b0,0,e7772d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7772d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100049 td 0xc6f52900 sched_switch(c6f52900,0,104,186,bc2d5665,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f52900,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ea7e18,0,c0bfcacc,0,0,...) at sleepq_wait+0x63 _sleep(c0ea7e18,c0ea7d2c,0,c0bfcacc,0,...) at _sleep+0x35b sctp_iterator_thread(0,e776fd38,c0be1dbe,32d,c6fc72a4,...) at sctp_iterator_thread+0x60 fork_exit(c09318b0,0,e776fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776fd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100046 td 0xc6fc8000 sched_switch(c6fc8000,0,104,186,437f47f6,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6fc8000,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fd223c,4c,c0bdca75,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fd223c,c6fd22f0,4c,c0bdca75,3e8,...) at _sleep+0x329 fdc_thread(c6fd2200,e7763d38,c0be1dbe,32d,c6fc7548,...) at fdc_thread+0x2be fork_exit(c0af3550,c6fd2200,e7763d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7763d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100044 td 0xc6fc8480 sched_switch(c6fc8480,0,104,186,f56c9c09,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8480,0,c0be9efe,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9efe,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fdc000,5c,c0bdca75,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fdc000,c6fe0488,15c,c0bdca75,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fdc000,e7753d38,c0be1dbe,32d,c6fc77ec,...) at fw_bus_probe_thread+0x721 fork_exit(c0637b00,c6fdc000,e7753d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7753d70, ebp = 0 --- Tracing command usb5 pid 21 tid 100041 td 0xc6fc8b40 sched_switch(c6fc8b40,0,104,186,87d2d771,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8b40,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f9e210,5c,c0bd972f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f9e210,0,5c,c0bd972f,ea60,...) at _sleep+0x329 usb_event_thread(c6f91800,e773dd38,c0be1dbe,32d,c6fc7a90,...) at usb_event_thread+0xca fork_exit(c079dcb0,c6f91800,e773dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773dd70, ebp = 0 --- Tracing command usb4 pid 20 tid 100039 td 0xc6fc9000 sched_switch(c6fc9000,0,104,186,880a28ee,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc9000,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fc1210,5c,c0bd972f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fc1210,0,5c,c0bd972f,ea60,...) at _sleep+0x329 usb_event_thread(c6fb47c0,e7727d38,c0be1dbe,32d,c6fc7d34,...) at usb_event_thread+0xca fork_exit(c079dcb0,c6fb47c0,e7727d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7727d70, ebp = 0 --- Tracing command usb3 pid 19 tid 100038 td 0xc6f3cd80 sched_switch(c6f3cd80,0,104,186,8809faad,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f3cd80,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6faf210,5c,c0bd972f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6faf210,0,5c,c0bd972f,ea60,...) at _sleep+0x329 usb_event_thread(c6fb5040,e7723d38,c0be1dbe,32d,c6d682a4,...) at usb_event_thread+0xca fork_exit(c079dcb0,c6fb5040,e7723d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7723d70, ebp = 0 --- Tracing command usb2 pid 18 tid 100037 td 0xc6f51000 sched_switch(c6f51000,0,104,186,8809caa8,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51000,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fad210,5c,c0bd972f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fad210,0,5c,c0bd972f,ea60,...) at _sleep+0x329 usb_event_thread(c6f84280,e771fd38,c0be1dbe,32d,c6d68548,...) at usb_event_thread+0xca fork_exit(c079dcb0,c6f84280,e771fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771fd70, ebp = 0 --- Tracing command usb1 pid 17 tid 100035 td 0xc6f51480 sched_switch(c6f51480,0,104,186,880999b5,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51480,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f86210,5c,c0bd972f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f86210,0,5c,c0bd972f,ea60,...) at _sleep+0x329 usb_event_thread(c6f84980,e7718d38,c0be1dbe,32d,c6d687ec,...) at usb_event_thread+0xca fork_exit(c079dcb0,c6f84980,e7718d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7718d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc6f51900 sched_switch(c6f51900,0,104,186,bc27b396,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51900,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d36d74,5c,c0bd9721,0,0,...) at sleepq_wait+0x63 _sleep(c0d36d74,0,5c,c0bd9721,0,...) at _sleep+0x35b usb_task_thread(c0d36d74,e7711d38,c0be1dbe,32d,c6d68a90,...) at usb_task_thread+0x62 fork_exit(c079db70,c0d36d74,e7711d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7711d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc6f51b40 sched_switch(c6f51b40,0,104,186,bc27a147,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51b40,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d36d60,5c,c0bd9721,0,0,...) at sleepq_wait+0x63 _sleep(c0d36d60,0,5c,c0bd9721,0,...) at _sleep+0x35b usb_task_thread(c0d36d60,e770ed38,c0be1dbe,32d,c6d68d34,...) at usb_task_thread+0x62 fork_exit(c079db70,c0d36d60,e770ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc6f51d80 sched_switch(c6f51d80,0,104,186,88096a6e,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51d80,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f8b210,5c,c0bd972f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f8b210,0,5c,c0bd972f,ea60,...) at _sleep+0x329 usb_event_thread(c6f90300,e770bd38,c0be1dbe,32d,c6eb1000,...) at usb_event_thread+0xca fork_exit(c079dcb0,c6f90300,e770bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100023 td 0xc6f3c000 sched_switch(c6f3c000,0,104,186,bc277473,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f3c000,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d05354,4c,c0b89ea4,0,0,...) at sleepq_wait+0x63 _sleep(c0d05354,c0d0536c,4c,c0b89ea4,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ad0d38,c0be1dbe,32d,c6eb12a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a410,0,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d6b240 sched_switch(c6d6b240,0,104,186,40d9a380,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6b240,0,c0be9efe,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d39864,0,c0bdca75,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d39864,0,0,c0bdca75,64,...) at _sleep+0x329 pause(c0bdca75,64,c0bceed7,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0be1dbe,32d,c6eb1548,...) at random_kthread+0x1ef fork_exit(c070a740,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d6b6c0 sched_switch(c6d6b6c0,0,104,186,4a0e2d13,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6b6c0,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37484,4c,c0bdca75,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37484,c0d373e8,24c,c0bdca75,64,...) at _sleep+0x329 g_io_schedule_down(c6d6b6c0,0,c0bddfb9,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0be1dbe,32d,c6d67000,...) at g_down_procbody+0x8d fork_exit(c07dacb0,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d6b900 sched_switch(c6d6b900,0,104,186,4a1e291b,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6b900,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37480,4c,c0bdca75,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37480,c0d37408,24c,c0bdca75,64,...) at _sleep+0x329 g_io_schedule_up(c6d6b900,0,c0bddfb9,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab5d38,c0be1dbe,32d,c6d672a4,...) at g_up_procbody+0x8d fork_exit(c07dad40,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d6bb40 sched_switch(c6d6bb40,0,104,186,489a97cd,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6bb40,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37478,4c,c0bdca75,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37478,0,4c,c0bdca75,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0be1dbe,32d,c6d67548,...) at g_event_procbody+0xcb fork_exit(c07dadd0,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100048 td 0xc6f52b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xc6f52d80 sched_switch(c6f52d80,0,109,186,bc23fe27,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6d65170,...) at mi_switch+0x200 ithread_loop(c70c49e0,e7766d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c70c49e0,e7766d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7766d70, ebp = 0 --- Tracing command intr pid 12 tid 100045 td 0xc6fc8240 sched_switch(c6fc8240,0,109,186,46561e07,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6fdb9f0,...) at mi_switch+0x200 ithread_loop(c70baac0,e7756d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c70baac0,e7756d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7756d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc6fc8900 sched_switch(c6fc8900,0,109,186,cc38f00a,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dae4f0,...) at mi_switch+0x200 ithread_loop(c6fc6a10,e7748d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6fc6a10,e7748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7748d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc6fc8d80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xc6f51240 sched_switch(c6f51240,0,109,186,bc1e2e50,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dae2f0,...) at mi_switch+0x200 ithread_loop(c6f8f4c0,e771cd38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6f8f4c0,e771cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771cd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f516c0 sched_switch(c6f516c0,0,109,186,bc1db843,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dae370,...) at mi_switch+0x200 ithread_loop(c6f8f750,e7715d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6f8f750,e7715d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7715d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f52000 sched_switch(c6f52000,0,109,186,bc1d3e9e,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dae3f0,...) at mi_switch+0x200 ithread_loop(c6f788c0,e7708d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6f788c0,e7708d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7708d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f52240 sched_switch(c6f52240,0,109,186,4a1d54f5,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dae0f0,...) at mi_switch+0x200 ithread_loop(c6f78520,e72e4d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6f78520,e72e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f52480 sched_switch(c6f52480,0,109,186,bc24ef15,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6d64c70,...) at mi_switch+0x200 ithread_loop(c6f0f490,c6b05d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6f0f490,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6daf6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc6dafb40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc6dafd80 sched_switch(c6dafd80,0,109,186,da3fcd45,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6f3b6f0,...) at mi_switch+0x200 ithread_loop(c6ed5910,c6ad3d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6ed5910,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f3cb40 sched_switch(c6f3cb40,0,109,186,d0627d64,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6f3b8f0,...) at mi_switch+0x200 ithread_loop(c6ed59b0,c6ac1d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6ed59b0,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d6bd80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc6daf000 sched_switch(c6daf000,0,109,186,489a7170,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dadcf0,...) at mi_switch+0x200 ithread_loop(c6d66100,c6aacd38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6d66100,c6aacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aacd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6daf240 sched_switch(c6daf240,0,109,186,437f206d,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dadd70,...) at mi_switch+0x200 ithread_loop(c6d66110,c6aa9d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6d66110,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6daf480 sched_switch(c6daf480,0,109,186,2b2fcef9,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6daddf0,...) at mi_switch+0x200 ithread_loop(c6d66120,c6aa6d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6d66120,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d69000 sched_switch(c6d69000,0,109,186,4a8167c5,...) at sched_switch+0x437 mi_switch(109,0,c0be203d,4d7,c6dade70,...) at mi_switch+0x200 ithread_loop(c6d66130,c6aa3d38,c0be1dbe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c0812ad0,c6d66130,c6aa3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa3d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d69240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc6d69480 sched_switch(c6d69480,0,60c,181,4a1e2137,...) at sched_switch+0x437 mi_switch(60c,0,c0be7813,808,0,...) at mi_switch+0x200 sched_preempt(c6d69480,0,c6a9cc70,c0b1bc6e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fc5c18,c6fc5c00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b109b5, esp = 0xc6a9cc70, ebp = 0xc6a9cc70 --- acpi_cpu_c1(0,ffffffff,c6a9ccd8,0,c08548b1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a9ccb4,c0b26afb,1,c6a9ccf8,c0854b76,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c6a9ccf8,c0854b76,1,c6a9ccd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c6a9ccd8,c0be7813,9f5,c6d69480,...) at cpu_idle+0x1b sched_idletd(0,c6a9cd38,c0be1dbe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854960,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d696c0 cpustop_handler(2,c6a99c24,c0b3702d,0,c6fcb200,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c6fcb200,89,c6d64e80,c6d67a90,...) at ipi_nmi_handler+0x2f trap(c6a99c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b109b5, esp = 0xc6a99c70, ebp = 0xc6a99c70 --- acpi_cpu_c1(0,ffffffff,c6a99cd8,1,c08548b1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a99cb4,c0b26afb,0,c6a99cf8,c0854b76,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a99cf8,c0854b76,0,c6a99cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a99cd8,c0be7813,9f5,c6d696c0,...) at cpu_idle+0x1b sched_idletd(0,c6a99d38,c0be1dbe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854960,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d69900 cpustop_handler(4,c6a96c24,c0b3702d,c6a96bb4,c0823e04,...) at cpustop_handler+0x32 ipi_nmi_handler(c6a96bb4,c0823e04,c0d39ad0,4,c6d67a90,...) at ipi_nmi_handler+0x2f trap(c6a96c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b109b5, esp = 0xc6a96c70, ebp = 0xc6a96c70 --- acpi_cpu_c1(0,ffffffff,c6a96cd8,2,c08548b1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a96cb4,c0b26afb,0,c6a96cf8,c0854b76,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a96cf8,c0854b76,0,c6a96cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a96cd8,c0be7813,9f5,c6d69900,...) at cpu_idle+0x1b sched_idletd(0,c6a96d38,c0be1dbe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854960,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d69b40 cpustop_handler(8,c6a93c24,c0b3702d,c6a93bb4,c0823e04,...) at cpustop_handler+0x32 ipi_nmi_handler(c6a93bb4,c0823e04,c0d39b08,4,c6d67a90,...) at ipi_nmi_handler+0x2f trap(c6a93c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b109b5, esp = 0xc6a93c70, ebp = 0xc6a93c70 --- acpi_cpu_c1(0,ffffffff,c6a93cd8,3,c08548b1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a93cb4,c0b26afb,0,c6a93cf8,c0854b76,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a93cf8,c0854b76,0,c6a93cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a93cd8,c0be7813,9f5,c6d69b40,...) at cpu_idle+0x1b sched_idletd(0,c6a93d38,c0be1dbe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854960,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d69d80 sched_switch(c6d69d80,0,104,186,8ad0d270,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d69d80,0,c0be9efe,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9efe,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d67d34,5c,c0bec5c9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d67d34,c6d67dbc,15c,c0bec5c9,0,...) at _sleep+0x344 kern_wait(c6d69d80,ffffffff,c6a8fc74,2,0,...) at kern_wait+0xad6 wait4(c6d69d80,c6a8fcf8,10,c6a8fd38,c0ccbbe8,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command audit pid 10 tid 100001 td 0xc6d6b000 sched_switch(c6d6b000,0,104,186,bc253e6a,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6b000,0,c0be9efe,247,c6d6b000,...) at sleepq_switch+0x15f sleepq_wait(c0eb15c0,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0eb15c0,c0eb15a4,c0c084a3,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0be1dbe,32d,c6d68000,...) at audit_worker+0x84 fork_exit(c0a1dda0,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xc6fc86c0 sched_switch(c6fc86c0,0,104,186,bc1c9ba0,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc86c0,0,c0be9efe,247,c6fc86c0,...) at sleepq_switch+0x15f sleepq_wait(c6fb5dc0,0,c0be684a,c0bdca75,0,...) at sleepq_wait+0x63 msleep_spin(c6fb5dc0,c6fb5ddc,c0bdca75,0,c0be45a3,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fe049c,e7750d38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0x8a fork_exit(c086b360,c6fe049c,e7750d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7750d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6daf900 sched_switch(c6daf900,0,104,186,da41ae8d,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6daf900,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21440,0,c0bdca75,0,0,...) at sleepq_wait+0x63 _sleep(c6f21440,c6f2145c,0,c0bdca75,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d4c188,c6ad9d38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b360,c0d4c188,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f3c240 sched_switch(c6f3c240,0,104,186,bc50e98f,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c240,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21600,0,c0bdca75,0,0,...) at sleepq_wait+0x63 _sleep(c6f21600,c6f2161c,0,c0bdca75,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d37e04,c6acdd38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b360,c0d37e04,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f3c480 sched_switch(c6f3c480,0,104,186,bc50d96c,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c480,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21640,0,c0bdca75,0,0,...) at sleepq_wait+0x63 _sleep(c6f21640,c6f2165c,0,c0bdca75,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d08004,c6acad38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b360,c0d08004,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6f3c6c0 sched_switch(c6f3c6c0,0,104,186,bc50c8f4,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c6c0,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21640,0,c0bdca75,0,0,...) at sleepq_wait+0x63 _sleep(c6f21640,c6f2165c,0,c0bdca75,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d08004,c6ac7d38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b360,c0d08004,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f3c900 sched_switch(c6f3c900,0,104,186,bc50b69a,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c900,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21640,0,c0bdca75,0,0,...) at sleepq_wait+0x63 _sleep(c6f21640,c6f2165c,0,c0bdca75,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d08004,c6ac4d38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b360,c0d08004,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d6b480 sched_switch(c6d6b480,0,104,186,f3846c73,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6b480,0,c0be9efe,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d4ecc0,0,c0bdca75,0,0,...) at sleepq_wait+0x63 _sleep(c6d4ecc0,c6d4ecdc,0,c0bdca75,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d4acc0,c6abbd38,c0be1dbe,32d,c0d37540,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b360,c0d4acc0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d377f0 sched_switch(c0d377f0,0,104,186,ebb7a1a2,...) at sched_switch+0x437 mi_switch(104,0,c0be9efe,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d377f0,0,c0be9efe,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37540,44,c0be809d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37540,0,44,c0be809d,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 3439 MB Dumping 99 MB: 84 68 52 36 20 4 Dump complete = 0xf db> reset (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bcaf9 in db_fncall (dummy1=1, dummy2=0, dummy3=0, dummy4=0xe9983644 "\200żż) at ../../../ddb/db_command.c:548 #2 0xc04bcef1 in db_command (last_cmdp=0xc0d062dc, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:445 #3 0xc04bd04a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04beead in db_trap (type=12, code=0) at ../../../ddb/db_main.c:229 #5 0xc0860696 in kdb_trap (type=12, code=0, tf=0xe9983870) at ../../../kern/subr_kdb.c:534 #6 0xc0b3681f in trap_fatal (frame=0xe9983870, eva=16) at ../../../i386/i386/trap.c:920 #7 0xc0b36a53 in trap_pfault (frame=0xe9983870, usermode=0, eva=16) at ../../../i386/i386/trap.c:842 #8 0xc0b37448 in trap (frame=0xe9983870) at ../../../i386/i386/trap.c:522 #9 0xc0b1b57b in calltrap () at ../../../i386/i386/exception.s:165 #10 0xc0824526 in _mtx_lock_flags (m=0x0, opts=0, file=0xc0c0913a "../../../ufs/ffs/ffs_inode.c", line=293) at ../../../kern/kern_mutex.c:173 #11 0xc0a2a459 in ffs_truncate (vp=0xc748b560, length=0, flags=2048, cred=0xc6d6e400, td=0xc7341b40) at ../../../ufs/ffs/ffs_inode.c:293 #12 0xc0a345f7 in handle_workitem_remove (dirrem=0xc72a53c0, xp=0x0) at ../../../ufs/ffs/ffs_softdep.c:3627 #13 0xc0a35224 in softdep_setup_remove (bp=0xdad037d8, dp=0xc730b4b0, ip=0xc7490258, isrmdir=1) at ../../../ufs/ffs/ffs_softdep.c:3278 #14 0xc0a4bdba in ufs_dirremove (dvp=0xc7482408, ip=0xc7490258, flags=83918860, isrmdir=1) at ../../../ufs/ufs/ufs_lookup.c:1081 #15 0xc0a50af6 in ufs_rmdir (ap=0xe9983c30) at ../../../ufs/ufs/ufs_vnops.c:1769 #16 0xc0b44d76 in VOP_RMDIR_APV (vop=0xc0cf0fe0, a=0xe9983c30) at vnode_if.c:1293 #17 0xc08c1b1c in kern_rmdirat (td=0xc7341b40, fd=-100, path=0xbfbfef66
, pathseg=UIO_USERSPACE) at vnode_if.h:671 #18 0xc08c1bb7 in kern_rmdir (td=0xc7341b40, path=0xbfbfef66
, pathseg=UIO_USERSPACE) at ../../../kern/vfs_syscalls.c:3810 #19 0xc08c1be2 in rmdir (td=0xc7341b40, uap=0xe9983cf8) at ../../../kern/vfs_syscalls.c:3803 #20 0xc0b36d23 in syscall (frame=0xe9983d38) at ../../../i386/i386/trap.c:1076 #21 0xc0b1b5e0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #22 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 11 #11 0xc0a2a459 in ffs_truncate (vp=0xc748b560, length=0, flags=2048, cred=0xc6d6e400, td=0xc7341b40) at ../../../ufs/ffs/ffs_inode.c:293 293 VM_OBJECT_LOCK(object); (kgdb) l 288 IO_EXT | IO_NORMAL : IO_NORMAL); 289 ASSERT_VOP_LOCKED(vp, "ffs_truncate1"); 290 vinvalbuf(vp, needextclean ? 0 : V_NORMAL, 0, 0); 291 if (!needextclean) { 292 object = vp->v_object; 293 VM_OBJECT_LOCK(object); 294 vm_object_page_remove(object, 0, 295 OFF_TO_IDX(lblktosize(fs, -extblocks)), 296 FALSE); 297 VM_OBJECT_UNLOCK(object); (kgdb) p *vp $1 = {v_type = VDIR, v_tag = 0xc0bdf656 "ufs", v_op = 0xc0cf0a00, v_data = 0xc7490258, v_mount = 0xc747d000, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xc747841c}, v_un = { vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0}, v_hashlist = {le_next = 0x0, le_prev = 0xc7167920}, v_hash = 11917312, v_cache_src = { lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc748b590}, v_dd = 0x0, v_cstart = 0, v_lasta = 0, v_lastw = 0, v_clen = 0, v_lock = {lock_object = { lo_name = 0xc0bdf656 "ufs", lo_flags = 91947009, lo_data = 1, lo_witness = 0xc6d27458}, lk_lock = 3342080832, lk_timo = 51, lk_pri = 80, lk_stack = {depth = 18, pcs = { 3229732896, 3231990001, 3233041061, 3230434888, 3230385737, 3230332189, 3231968089, 3231969422, 3232020273, 3233034213, 3230310220, 3233045541, 3230336510, 3230339803, 3230407069, 3230407607, 3230407650, 3232984355}}}, v_interlock = {lock_object = {lo_name = 0xc0bebe6b "vnode interlock", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d220a8}, mtx_lock = 4}, v_vnlock = 0xc748b5b8, v_holdcnt = 2, v_usecount = 2, v_iflag = 0, v_vflag = 0, v_writecount = 0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0bf3822 "bufobj interlock", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d25f38}, mtx_lock = 4}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc748b668}, bv_root = 0x0, bv_cnt = 0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc748b678}, bv_root = 0x0, bv_cnt = 0}, bo_numoutput = 0, bo_flag = 0, bo_ops = 0xc0cdb440, bo_bsize = 16384, bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0xc7482544}, bo_private = 0xc748b560, __bo_vnode = 0xc748b560}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) git diff --name-only