GENERIC HEAD from 2009-01-01 12:14:39 UTC, r186680M, vmcore.25 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r186680M: Sat Jan 3 18:50:56 CET 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 3623682048 (3455 MB) avail memory = 3540004864 (3376 MB) : Trying to mount root from ufs:/dev/ad4s1a lock order reversal: 1st 0xc6d6d044 user map (user map) @ vm/vm_map.c:3198 2nd 0xc71629c0 ufs (ufs) @ kern/vfs_subr.c:2079 KDB: stack backtrace: db_trace_self_wrapper(c0be64d8,c6a8f910,c0871f65,4,c0be1ae3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be1ae3,c6d22728,c6d27458,c6a8f96c,...) at kdb_backtrace+0x29 _witness_debugger(c0be9192,c71629c0,c0bdcb96,c6d27458,c0befe59,...) at _witness_debugger+0x25 witness_checkorder(c71629c0,1,c0befe50,81f,0,...) at witness_checkorder+0x839 __lockmgr_args(c71629c0,200501,c7162a28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c6a8fa78,c0871d0b,c0c0cf62,200501,c7162968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cedae0,c6a8fa78,c6d69e24,c0d01c80,c7162968,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c7162968,200501,c0befe50,81f,4,...) at _vn_lock+0x78 vget(c7162968,200501,c6d69d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1876d14,0,c0c0a572,127,c6a8fc18,...) at vnode_pager_lock+0x1e3 vm_fault(c6d6d000,80db000,2,8,80db780,...) at vm_fault+0x1df trap_pfault(5,0,c0c1a22e,2e7,c6d67d34,...) at trap_pfault+0x118 trap(c6a8fd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 794799 free (2327 frags, 99059 blocks, 0.2% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 50499245 free (629 frags, 6312327 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 13501210 free (82450 frags, 1677345 blocks, 0.4% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 36901178 free (11210 frags, 4611246 blocks, 0.0% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. lock order reversal: 1st 0xdad12e74 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc7313c00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:263 KDB: stack backtrace: db_trace_self_wrapper(c0be64d8,e99b387c,c0871f65,4,c0be1ae3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be1ae3,c6d246d8,c6d274c0,e99b38d8,...) at kdb_backtrace+0x29 _witness_debugger(c0be9192,c7313c00,c0c08cbd,c6d274c0,c0c08963,...) at _witness_debugger+0x25 witness_checkorder(c7313c00,9,c0c0895a,107,0,...) at witness_checkorder+0x839 _sx_xlock(c7313c00,0,c0c0895a,107,c74924b0,...) at _sx_xlock+0x85 ufsdirhash_acquire(dad12e14,e99b3a20,28,db60d060,e99b39a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c74924b0,e99b3a20,60,e99b3994,e99b3998,...) at ufsdirhash_add+0x13 ufs_direnter(c73942b0,c75d76b8,e99b3a20,e99b3c04,dad132e8,...) at ufs_direnter+0x779 ufs_mkdir(e99b3c28,c0c1cc2f,0,e99b3c28,e99b3bd8,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0cedae0,e99b3c28,eb6,eb4,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c6fc9240,ffffff9c,bfbfef66,0,1ff,...) at kern_mkdirat+0x278 kern_mkdir(c6fc9240,bfbfef66,0,1ff,e99b3d2c,...) at kern_mkdir+0x2e mkdir(c6fc9240,e99b3cf8,8,c0be9a24,c0cc98e0,...) at mkdir+0x29 syscall(e99b3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815b893, esp = 0xbfbfedac, ebp = 0xbfbfee78 --- Starting mountd. Configuring syscons: keymap blanktime. Sat Jan 3 19:20:14 CET 2009 Jan 3 19:22:17 x4 su: pho to root on /dev/pts/0 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 lock order reversal: 1st 0xc74ce058 ufs (ufs) @ kern/vfs_mount.c:1190 2nd 0xc77fa308 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1174 KDB: stack backtrace: db_trace_self_wrapper(c0be64d8,e9ab9a14,c0871f65,4,c0be1ae3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be1ae3,c6d27458,c6d27320,e9ab9a70,...) at kdb_backtrace+0x29 _witness_debugger(c0be9192,c77fa308,c0bd91f1,c6d27320,c0c0812d,...) at _witness_debugger+0x25 witness_checkorder(c77fa308,9,c0c08124,496,c77fa370,...) at witness_checkorder+0x839 __lockmgr_args(c77fa308,80400,c77fa370,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e9ab9b78,c0c08db3,c76ca240,80400,c77fa2b0,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0cc5820,e9ab9b78,c74cd6b8,c0d01c80,c77fa2b0,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c77fa2b0,80400,c0c08124,496,c76d0900,...) at _vn_lock+0x78 ffs_flushfiles(c72cb864,0,c76ca240,c08bc96b,c77fa000,...) at ffs_flushfiles+0x11a ffs_unmount(c72cb864,8000000,c76ca240,4eb,0,...) at ffs_unmount+0x1a0 dounmount(c72cb864,8000000,c76ca240,471,d7ed8606,...) at dounmount+0x482 unmount(c76ca240,e9ab9cf8,8,e9ab9d38,c0cc8e30,...) at unmount+0x2e0 syscall(e9ab9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbfbfe1ec, ebp = 0xbfbfe2b8 --- ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 ../../../kern/vfs_extattr.c:117 ../../../kern/vfs_extattr.c:136 panic: sx_xlock() of destroyed sx @ ../../../ufs/ufs/ufs_extattr.c:108 cpuid = 0 KDB: enter: panic [thread pid 1411 tid 100060 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 1411 tid 100060 td 0xc7341d80 kdb_enter(c0be3221,c0be3221,c0be3b2d,e997fb88,0,...) at kdb_enter+0x3a panic(c0be3b2d,c0c08daa,6c,c7947654,4,...) at panic+0x136 _sx_xlock(c77f611c,0,c0c08daa,6c,e997fbd4,...) at _sx_xlock+0x62 ufs_extattr_uepm_lock(c79a8620,c7341d80,0,0,e997fc14,...) at ufs_extattr_uepm_lock+0x29 ufs_extattr_stop(c7945598,c7341d80,80900,c08bc96b,c79a8560,...) at ufs_extattr_stop+0x1e ffs_unmount(c7945598,8000000,c7341d80,4eb,0,...) at ffs_unmount+0x54 dounmount(c7945598,8000000,c7341d80,471,bdd852b6,...) at dounmount+0x482 unmount(c7341d80,e997fcf8,8,e997fd38,c0cc8e30,...) at unmount+0x2e0 syscall(e997fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbfbfe1ec, ebp = 0xbfbfe2b8 --- db:1:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc7341d80: pid 1411 "umount" curpcb = 0xe997fd90 fpcurthread = none idlethread = 0xc6d69480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc6d696c0: pid 11 "idle: cpu1" curpcb = 0xc6a99d90 fpcurthread = none idlethread = 0xc6d696c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc6fc8d80: pid 12 "irq19: re0 ehci0" curpcb = 0xe772bd90 fpcurthread = none idlethread = 0xc6d69900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc6d69b40: pid 11 "idle: cpu3" curpcb = 0xc6a93d90 fpcurthread = none idlethread = 0xc6d69b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 1411 (umount) thread 0xc7341d80 (100060) exclusive lockmgr ufs (ufs) r = 0 (0xc74ce058) locked @ kern/vfs_mount.c:1190 exclusive sleep mutex Giant (Giant) r = 0 (0xc0d36370) locked @ kern/vfs_mount.c:1122 Process 1125 (sshd) thread 0xc76ca000 (100126) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc76a3b3c) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc74ce000: tag ufs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0xc7945598 flags () lock type ufs: EXCL by thread 0xc7341d80 (pid 1411) #0 0xc081cef0 at __lockmgr_args+0xb80 #1 0xc0a43d81 at ffs_lock+0xa1 #2 0xc0b420b5 at VOP_LOCK1_APV+0xa5 #3 0xc08c8498 at _vn_lock+0x78 #4 0xc08b585c at dounmount+0x8c #5 0xc08b61d0 at unmount+0x2e0 #6 0xc0b34333 at syscall+0x2a3 #7 0xc0b18bd0 at Xint0x80_syscall+0x20 ino 70657, on dev ad4s1a db:1:lockedvnods> show mount 0xc72cab30 /dev/ad4s1a on / (ufs) 0xc72cb000 devfs on /dev (devfs) 0xc7493598 /dev/ad4s1e on /tmp (ufs) 0xc74932cc /dev/ad4s1f on /usr (ufs) 0xc7493000 /dev/ad4s1d on /var (ufs) 0xc72cbb30 procfs on /proc (procfs) 0xc7945598 /dev/md5a on /mnt (ufs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1411 1383 1383 0 R+ CPU 0 umount 1393 0 0 0 SL mdwait 0xc72e8000 [md5] 1383 1137 1383 0 S+ wait 0xc739e7ec sh 1137 1133 1137 0 S+ wait 0xc733aa90 bash 1133 1132 1133 0 S+ pause 0xc7316844 csh 1132 1128 1132 1001 S+ wait 0xc72b4d34 su 1128 1127 1128 1001 Ss+ wait 0xc77b7000 bash 1127 1125 1125 1001 S select 0xc76d12e4 sshd 1125 1039 1125 0 Ss sbwait 0xc76a3b68 sshd 1111 1 1111 0 Ss+ ttyin 0xc70de078 getty 1110 1 1110 0 Ss+ ttyin 0xc70de278 getty 1109 1 1109 0 Ss+ ttyin 0xc70de478 getty 1108 1 1108 0 Ss+ ttyin 0xc70de678 getty 1107 1 1107 0 Ss+ ttyin 0xc70de878 getty 1106 1 1106 0 Ss+ ttyin 0xc6fc5e78 getty 1105 1 1105 0 Ss+ ttyin 0xc6fd2078 getty 1104 1 1104 0 Ss+ ttyin 0xc6fd2678 getty 1078 1 1078 0 Ss select 0xc76d2264 inetd 1056 1 1056 0 Ss nanslp 0xc0d36b24 cron 1050 1 1050 25 Ss pause 0xc72b35a0 sendmail 1046 1 1046 0 Ss select 0xc76d2724 sendmail 1039 1 1039 0 Ss select 0xc72a3ba4 sshd 1002 1 1002 0 Ss select 0xc73a6324 ntpd 883 882 882 0 S (threaded) nfsd 100094 S rpcsvc 0xc73a63d0 nfsd: service 100093 S rpcsvc 0xc73a6410 nfsd: service 100092 S rpcsvc 0xc72a35d0 nfsd: service 100073 S rpcsvc 0xc733f090 nfsd: master 882 1 882 0 Ss select 0xc72a32e4 nfsd 880 1 880 0 Ss select 0xc72a4224 mountd 789 1 789 0 Ss select 0xc70d75e4 rpcbind 769 1 769 0 Ss select 0xc73404a4 syslogd 574 1 574 0 Ss select 0xc733f5e4 devd 27 0 0 0 SL sdflush 0xc0eaed20 [softdepflush] 26 0 0 0 SL syncer 0xc0ea3190 [syncer] 25 0 0 0 SL vlruwt 0xc72b47ec [vnlru] 24 0 0 0 SL psleep 0xc0ea2ee4 [bufdaemon] 23 0 0 0 SL pgzero 0xc0eaf914 [pagezero] 22 0 0 0 SL psleep 0xc0eaf53c [vmdaemon] 9 0 0 0 SL psleep 0xc0eaf504 [pagedaemon] 8 0 0 0 SL waiting_ 0xc0ea4f18 [sctp_iterator] 7 0 0 0 SL - 0xc6fd223c [fdc0] 6 0 0 0 SL - 0xc6fdc000 [fw0_probe] 21 0 0 0 SL usbevt 0xc6f9e210 [usb5] 20 0 0 0 SL usbevt 0xc6fc1210 [usb4] 19 0 0 0 SL usbevt 0xc6faf210 [usb3] 18 0 0 0 SL usbevt 0xc6fad210 [usb2] 17 0 0 0 SL usbevt 0xc6f86210 [usb1] 16 0 0 0 SL usbtsk 0xc0d33e74 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d33e60 [usbtask-hc] 14 0 0 0 SL usbevt 0xc6f8b210 [usb0] 5 0 0 0 SL ccb_scan 0xc0d02454 [xpt_thrd] 13 0 0 0 SL - 0xc0d36964 [yarrow] 4 0 0 0 SL - 0xc0d34584 [g_down] 3 0 0 0 SL - 0xc0d34580 [g_up] 2 0 0 0 SL - 0xc0d34578 [g_event] 12 0 0 0 RL (threaded) intr 100048 I [irq12: psm0] 100047 I [irq1: atkbd0] 100045 I [swi0: uart] 100042 I [irq14: ata0] 100040 Run CPU 2 [irq19: re0 ehci0] 100036 I [irq18: ohci2 ohci4] 100034 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq9: acpi0] 100027 I [swi6: Giant taskq] 100025 I [swi5: +] 100024 I [swi2: cambio] 100018 I [swi6: task queue] 100012 I [swi1: net] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc6d67d34 [init] 10 0 0 0 SL audit_wo 0xc0eae6c0 [audit] 0 0 0 0 SLs (threaded) kernel 100043 D - 0xc6fb5dc0 [fw0_taskq] 100026 D - 0xc6f21440 [thread taskq] 100022 D - 0xc6f21600 [kqueue taskq] 100021 D - 0xc6f21640 [acpi_task_2] 100020 D - 0xc6f21640 [acpi_task_1] 100019 D - 0xc6f21640 [acpi_task_0] 100016 D - 0xc6d4ecc0 [firmware taskq] 100000 D sched 0xc0d34640 [swapper] db:1:ps> allt Tracing command umount pid 1411 tid 100060 td 0xc7341d80 kdb_enter(c0be3221,c0be3221,c0be3b2d,e997fb88,0,...) at kdb_enter+0x3a panic(c0be3b2d,c0c08daa,6c,c7947654,4,...) at panic+0x136 _sx_xlock(c77f611c,0,c0c08daa,6c,e997fbd4,...) at _sx_xlock+0x62 ufs_extattr_uepm_lock(c79a8620,c7341d80,0,0,e997fc14,...) at ufs_extattr_uepm_lock+0x29 ufs_extattr_stop(c7945598,c7341d80,80900,c08bc96b,c79a8560,...) at ufs_extattr_stop+0x1e ffs_unmount(c7945598,8000000,c7341d80,4eb,0,...) at ffs_unmount+0x54 dounmount(c7945598,8000000,c7341d80,471,bdd852b6,...) at dounmount+0x482 unmount(c7341d80,e997fcf8,8,e997fd38,c0cc8e30,...) at unmount+0x2e0 syscall(e997fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbfbfe1ec, ebp = 0xbfbfe2b8 --- Tracing command md5 pid 1393 tid 100160 td 0xc78d0480 sched_switch(c78d0480,0,104,186,fe4ac6b8,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c78d0480,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c72e8000,4c,c0bbdaf9,0,0,...) at sleepq_wait+0x63 _sleep(c72e8000,c72e8020,24c,c0bbdaf9,0,...) at _sleep+0x35b md_kthread(c72e8000,e9b3ad38,c0bdf2fe,32d,c78152a4,...) at md_kthread+0x125 fork_exit(c068e7f0,c72e8000,e9b3ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe9b3ad70, ebp = 0 --- Tracing command sh pid 1383 tid 100096 td 0xc73a26c0 sched_switch(c73a26c0,0,104,186,fdbc5996,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73a26c0,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c739e7ec,5c,c0be9b09,100,0,...) at sleepq_wait_sig+0x17 _sleep(c739e7ec,c739e874,15c,c0be9b09,0,...) at _sleep+0x344 kern_wait(c73a26c0,ffffffff,e9a53c74,2,0,...) at kern_wait+0xad6 wait4(c73a26c0,e9a53cf8,10,c0be9ae8,c0cc8cc8,...) at wait4+0x3b syscall(e9a53d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe8fc, ebp = 0xbfbfe918 --- Tracing command bash pid 1137 tid 100063 td 0xc73416c0 sched_switch(c73416c0,0,104,186,d82390f5,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73416c0,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733aa90,5c,c0be9b09,100,0,...) at sleepq_wait_sig+0x17 _sleep(c733aa90,c733ab18,15c,c0be9b09,0,...) at _sleep+0x344 kern_wait(c73416c0,ffffffff,e998bc74,6,0,...) at kern_wait+0xad6 wait4(c73416c0,e998bcf8,10,c0be99e3,c0cc8cc8,...) at wait4+0x3b syscall(e998bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfe85c, ebp = 0xbfbfe878 --- Tracing command csh pid 1133 tid 100086 td 0xc731c240 sched_switch(c731c240,0,104,186,67c60fd0,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,68,...) at mi_switch+0x200 sleepq_switch(c731c240,0,c0be743e,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7316844,68,c0b9fba6,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7316844,c7316874,168,c0b9fba6,0,...) at _sleep+0x344 kern_sigsuspend(c731c240,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c731c240,e9a0fcf8,4,c0be99e3,c0ccac18,...) at sigsuspend+0x4d syscall(e9a0fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28171fab, esp = 0xbfbfe62c, ebp = 0xbfbfe698 --- Tracing command su pid 1132 tid 100090 td 0xc7318900 sched_switch(c7318900,0,104,186,14ccac3f,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7318900,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72b4d34,5c,c0be9b09,100,0,...) at sleepq_wait_sig+0x17 _sleep(c72b4d34,c72b4dbc,15c,c0be9b09,0,...) at _sleep+0x344 kern_wait(c7318900,46d,e9a1fc74,2,0,...) at kern_wait+0xad6 wait4(c7318900,e9a1fcf8,10,e9a1fd38,c0cc8cc8,...) at wait4+0x3b syscall(e9a1fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28111d3b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command bash pid 1128 tid 100128 td 0xc76c1b40 sched_switch(c76c1b40,0,104,186,fb409c02,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76c1b40,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b7000,5c,c0be9b09,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77b7000,c77b7088,15c,c0be9b09,0,...) at _sleep+0x344 kern_wait(c76c1b40,ffffffff,e9ac2c74,6,0,...) at kern_wait+0xad6 wait4(c76c1b40,e9ac2cf8,10,c0be99e3,c0cc8cc8,...) at wait4+0x3b syscall(e9ac2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 1127 tid 100068 td 0xc6fc9900 sched_switch(c6fc9900,0,104,186,fdb694e1,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc9900,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c76d12d0,0,c0be1ae3,c6fc9900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76d12e4,0,e999fa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76d12e4,c76d12d0,c0be9553,570,c731f6c8,...) at _cv_wait_sig+0x240 seltdwait(c77c402c,c0be9553,3d6,c6fc9900,200246,...) at seltdwait+0xa2 kern_select(c6fc9900,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x4cf select(c6fc9900,e999fcf8,14,c0bd1d5d,c0cc94d8,...) at select+0x5e syscall(e999fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1125 tid 100126 td 0xc76ca000 sched_switch(c76ca000,0,104,186,9aed999a,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,58,...) at mi_switch+0x200 sleepq_switch(c76ca000,0,c0be743e,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76a3b68,58,c0becf4b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c76a3b68,c76a3b28,158,c0becf4b,0) at _sleep+0x344 sbwait(c76a3b08,4,c0bed000,5b4,c76a3b28,...) at sbwait+0x76 soreceive_generic(c76a3ab8,0,e9abcc58,0,0,...) at soreceive_generic+0x3f0 soreceive(c76a3ab8,0,e9abcc58,0,0,...) at soreceive+0x38 soo_read(c75772d8,e9abcc58,c77c4300,0,c76ca000,...) at soo_read+0x3a dofileread(e9abcc58,ffffffff,ffffffff,0,c75772d8,...) at dofileread+0x96 kern_readv(c76ca000,5,e9abcc58,e9abcc78,1,...) at kern_readv+0x58 read(c76ca000,e9abccf8,c,c0c02794,c0cc8c68,...) at read+0x4f syscall(e9abcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283b74f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1111 tid 100114 td 0xc76ccb40 sched_switch(c76ccb40,0,104,186,d7cc6f2a,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76ccb40,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c76ccb40,c76ccb40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70de078,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70de078,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70de000,c70de078,e9a98c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70de000,e9a98c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cb100,e9a98c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7400850,e9a98c58,c6d6e400,0,c76ccb40,...) at devfs_read_f+0x7e dofileread(e9a98c58,ffffffff,ffffffff,0,c7400850,...) at dofileread+0x96 kern_readv(c76ccb40,0,e9a98c58,e9a98c78,1,...) at kern_readv+0x58 read(c76ccb40,e9a98cf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9a98d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1110 tid 100084 td 0xc731c6c0 sched_switch(c731c6c0,0,104,186,d7bcc75c,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731c6c0,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c731c6c0,c731c6c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70de278,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70de278,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70de200,c70de278,e9a07c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70de200,e9a07c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cb400,e9a07c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76b00e0,e9a07c58,c6d6e400,0,c731c6c0,...) at devfs_read_f+0x7e dofileread(e9a07c58,ffffffff,ffffffff,0,c76b00e0,...) at dofileread+0x96 kern_readv(c731c6c0,0,e9a07c58,e9a07c78,1,...) at kern_readv+0x58 read(c731c6c0,e9a07cf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9a07d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1109 tid 100064 td 0xc7341480 sched_switch(c7341480,0,104,186,d7d226bd,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7341480,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c7341480,c7341480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70de478,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70de478,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70de400,c70de478,e998fc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70de400,e998fc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cb300,e998fc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c74009a0,e998fc58,c6d6e400,0,c7341480,...) at devfs_read_f+0x7e dofileread(e998fc58,ffffffff,ffffffff,0,c74009a0,...) at dofileread+0x96 kern_readv(c7341480,0,e998fc58,e998fc78,1,...) at kern_readv+0x58 read(c7341480,e998fcf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e998fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1108 tid 100102 td 0xc76c06c0 sched_switch(c76c06c0,0,104,186,d7c86bb3,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c06c0,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c76c06c0,c76c06c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70de678,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70de678,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70de600,c70de678,e9a66c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70de600,e9a66c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cbc00,e9a66c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c73209a0,e9a66c58,c6d6e400,0,c76c06c0,...) at devfs_read_f+0x7e dofileread(e9a66c58,ffffffff,ffffffff,0,c73209a0,...) at dofileread+0x96 kern_readv(c76c06c0,0,e9a66c58,e9a66c78,1,...) at kern_readv+0x58 read(c76c06c0,e9a66cf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9a66d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1107 tid 100065 td 0xc6fc9d80 sched_switch(c6fc9d80,0,104,186,d7d7919c,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc9d80,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c6fc9d80,c6fc9d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70de878,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70de878,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70de800,c70de878,e9993c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70de800,e9993c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cba00,e9993c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c731f888,e9993c58,c6d6e400,0,c6fc9d80,...) at devfs_read_f+0x7e dofileread(e9993c58,ffffffff,ffffffff,0,c731f888,...) at dofileread+0x96 kern_readv(c6fc9d80,0,e9993c58,e9993c78,1,...) at kern_readv+0x58 read(c6fc9d80,e9993cf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9993d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1106 tid 100101 td 0xc76c0900 sched_switch(c76c0900,0,104,186,d7c06525,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c0900,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c76c0900,c76c0900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fc5e78,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fc5e78,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c6fc5e00,c6fc5e78,e9a63c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fc5e00,e9a63c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cbb00,e9a63c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c73728c0,e9a63c58,c6d6e400,0,c76c0900,...) at devfs_read_f+0x7e dofileread(e9a63c58,ffffffff,ffffffff,0,c73728c0,...) at dofileread+0x96 kern_readv(c76c0900,0,e9a63c58,e9a63c78,1,...) at kern_readv+0x58 read(c76c0900,e9a63cf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9a63d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1105 tid 100098 td 0xc76c1000 sched_switch(c76c1000,0,104,186,d7d58a9a,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c1000,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c76c1000,c76c1000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fd2078,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fd2078,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c6fd2000,c6fd2078,e9a5ac58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fd2000,e9a5ac58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cb900,e9a5ac58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732db28,e9a5ac58,c6d6e400,0,c76c1000,...) at devfs_read_f+0x7e dofileread(e9a5ac58,ffffffff,ffffffff,0,c732db28,...) at dofileread+0x96 kern_readv(c76c1000,0,e9a5ac58,e9a5ac78,1,...) at kern_readv+0x58 read(c76c1000,e9a5acf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9a5ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1104 tid 100057 td 0xc731cd80 sched_switch(c731cd80,0,104,186,d7cf8d85,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731cd80,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,c731cd80,c731cd80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fd2678,0,c0beb842,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fd2678,c0d36370,c0beb200,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c6fd2600,c6fd2678,e9973c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fd2600,e9973c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cb500,e9973c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7320540,e9973c58,c6d6e400,0,c731cd80,...) at devfs_read_f+0x7e dofileread(e9973c58,ffffffff,ffffffff,0,c7320540,...) at dofileread+0x96 kern_readv(c731cd80,0,e9973c58,e9973c78,1,...) at kern_readv+0x58 read(c731cd80,e9973cf8,c,c0c1cef1,c0cc8c68,...) at read+0x4f syscall(e9973d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1078 tid 100100 td 0xc76c0b40 sched_switch(c76c0b40,0,104,186,c59d037b,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c0b40,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c76d2250,0,c0be1ae3,c76c0b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76d2264,0,e9a60a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76d2264,c76d2250,c0be9553,570,c731fd90,...) at _cv_wait_sig+0x240 seltdwait(c74af52c,c0be9553,3d6,c76c0b40,4,...) at seltdwait+0xa2 kern_select(c76c0b40,6,bfbfe030,0,0,0,0,281a6d40) at kern_select+0x4cf select(c76c0b40,e9a60cf8,14,c0be9b5c,c0cc94d8,...) at select+0x5e syscall(e9a60d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28193473, esp = 0xbfbfdfec, ebp = 0xbfbfee78 --- Tracing command cron pid 1056 tid 100103 td 0xc76c0480 sched_switch(c76c0480,0,104,186,87f5a3f9,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76c0480,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0868a10,c76c0480,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d36b24,5c,c0be4487,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d36b24,0,15c,c0be4487,ea61,...) at _sleep+0x30e kern_nanosleep(c76c0480,e9a69c64,e9a69c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c76c0480,e9a69cf8,8,c0be9c4d,c0cca2a0,...) at nanosleep+0x6f syscall(e9a69d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28169e7f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1050 tid 100069 td 0xc6fc96c0 sched_switch(c6fc96c0,0,104,186,b205a903,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,68,...) at mi_switch+0x200 sleepq_switch(c6fc96c0,0,c0be743e,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72b35a0,68,c0b9fba6,100,0,...) at sleepq_wait_sig+0x17 _sleep(c72b35a0,c72b35d0,168,c0b9fba6,0,...) at _sleep+0x344 kern_sigsuspend(c6fc96c0,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c6fc96c0,e99a3cf8,4,c0be99e3,c0ccac18,...) at sigsuspend+0x4d syscall(e99a3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28324fab, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1046 tid 100107 td 0xc73a7b40 sched_switch(c73a7b40,0,104,186,ed43ef39,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73a7b40,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a75a4c,c082404a,c76d2710,0,c73a7b40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c76d2724,0,e9a75a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c76d2724,c76d2710,1389,570,c7577770,...) at _cv_timedwait_sig+0x250 seltdwait(e9a75c2c,e9a75c34,3d6,c73a7b40,c188ca38,...) at seltdwait+0x8a kern_select(c73a7b40,4,bfbfc590,0,0,e9a75c70,5,0) at kern_select+0x4cf select(c73a7b40,e9a75cf8,14,c0be9f23,c0cc94d8,...) at select+0x5e syscall(e9a75d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c2473, esp = 0xbfbfc4fc, ebp = 0xbfbfd028 --- Tracing command sshd pid 1039 tid 100109 td 0xc73a76c0 sched_switch(c73a76c0,0,104,186,985db027,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73a76c0,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c72a3b90,0,c0be1ae3,c73a76c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72a3ba4,0,e9a7ba7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72a3ba4,c72a3b90,c0be9553,570,c76b0150,...) at _cv_wait_sig+0x240 seltdwait(c72b652c,c0be9553,3d6,c73a76c0,e9a7bae0,...) at seltdwait+0xa2 kern_select(c73a76c0,7,286090b0,0,0,0,8051ff1,1) at kern_select+0x4cf select(c73a76c0,e9a7bcf8,14,e9a7bd38,c0cc94d8,...) at select+0x5e syscall(e9a7bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 1002 tid 100091 td 0xc73186c0 sched_switch(c73186c0,0,104,186,baa4991b,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73186c0,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c73a6310,0,c0be1ae3,c73186c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73a6324,0,e9a23a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73a6324,c73a6310,c0be9553,570,c732d118,...) at _cv_wait_sig+0x240 seltdwait(c76cf32c,c0be9553,3d6,c73186c0,0,...) at seltdwait+0xa2 kern_select(c73186c0,1c,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c73186c0,e9a23cf8,14,16,c0cc94d8,...) at select+0x5e syscall(e9a23d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28343473, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 883 tid 100094 td 0xc76c1480 sched_switch(c76c1480,0,104,186,51618d24,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c1480,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a4cbfc,c082404a,c70cc080,0,c76c1480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c73a63d0,0,e9a4cc2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73a63d0,c70cc080,1388,3e0,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a4cd24,c080fb78,c70cc080,e9a4cd38,c0bdf2fe,...) at svc_run_internal+0x35e svc_thread_start(c70cc080,e9a4cd38,c0bdf2fe,32d,c72b3000,...) at svc_thread_start+0x10 fork_exit(c0a0ea20,c70cc080,e9a4cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 883 tid 100093 td 0xc76c16c0 sched_switch(c76c16c0,0,104,186,51709b32,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c16c0,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a49bfc,c082404a,c70cc080,0,c76c16c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c73a6410,0,e9a49c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73a6410,c70cc080,1388,3e0,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a49d24,c080fb78,c70cc080,e9a49d38,c0bdf2fe,...) at svc_run_internal+0x35e svc_thread_start(c70cc080,e9a49d38,c0bdf2fe,32d,c72b3000,...) at svc_thread_start+0x10 fork_exit(c0a0ea20,c70cc080,e9a49d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 883 tid 100092 td 0xc76c1900 sched_switch(c76c1900,0,104,186,516167f1,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76c1900,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a46bfc,c082404a,c70cc080,0,c76c1900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72a35d0,0,e9a46c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72a35d0,c70cc080,1388,3e0,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a46d24,c080fb78,c70cc080,e9a46d38,c0bdf2fe,...) at svc_run_internal+0x35e svc_thread_start(c70cc080,e9a46d38,c0bdf2fe,32d,c72b3000,...) at svc_thread_start+0x10 fork_exit(c0a0ea20,c70cc080,e9a46d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 883 tid 100073 td 0xc6fc9240 sched_switch(c6fc9240,0,104,186,51461124,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc9240,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e99b3b00,c082404a,c70cc080,0,c6fc9240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c733f090,0,e99b3b30,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c733f090,c70cc080,1388,3a5,3c,...) at _cv_timedwait_sig+0x250 svc_run_internal(c6fc93ac,14,c0c0405f,c0c0295e,0,...) at svc_run_internal+0x35e svc_run(c70cc080,0,c0c02c62,202,e99b3cf8,...) at svc_run+0x7f nfssvc_nfsd(c6fc9240,122,c0be1ae3,ca,c72b3088,...) at nfssvc_nfsd+0xad nfssvc(c6fc9240,e99b3cf8,8,e99b3d38,c0cc9aa8,...) at nfssvc+0x235 syscall(e99b3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d2beb, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 882 tid 100062 td 0xc7341900 sched_switch(c7341900,0,104,186,14f8f922,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7341900,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c72a32d0,0,c0be1ae3,c7341900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72a32e4,0,e9987a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72a32e4,c72a32d0,c0be9553,570,c76b0188,...) at _cv_wait_sig+0x240 seltdwait(c74d712c,c0be9553,3d6,c7341900,e9987ae0,...) at seltdwait+0xa2 kern_select(c7341900,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x4cf select(c7341900,e9987cf8,14,e9987d38,c0cc94d8,...) at select+0x5e syscall(e9987d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816f473, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 880 tid 100061 td 0xc7341b40 sched_switch(c7341b40,0,104,186,102492ca,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7341b40,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c72a4210,0,c0be1ae3,c7341b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72a4224,0,e9983a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72a4224,c72a4210,c0be9553,570,c732d818,...) at _cv_wait_sig+0x240 seltdwait(c72b522c,c0be9553,3d6,c7341b40,c0bf124e,...) at seltdwait+0xa2 kern_select(c7341b40,9,bfbfedec,0,0,0,0,28195d40) at kern_select+0x4cf select(c7341b40,e9983cf8,14,c0c02794,c0cc94d8,...) at select+0x5e syscall(e9983d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 789 tid 100088 td 0xc7318d80 sched_switch(c7318d80,0,104,186,136dde8c,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7318d80,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a17aa8,c082404a,c70d75d0,0,c7318d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c70d75e4,0,e9a17ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c70d75e4,c70d75d0,7531,570,e9a17b8c,...) at _cv_timedwait_sig+0x250 seltdwait(e9a17c5c,e9a17c64,480,c7318d80,e9a17b5c,...) at seltdwait+0x8a poll(c7318d80,e9a17cf8,c,c0be9c4d,c0cc9fb8,...) at poll+0x2f9 syscall(e9a17d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813278f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 769 tid 100075 td 0xc733c900 sched_switch(c733c900,0,104,186,76fd7253,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c733c900,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c7340490,0,c0be1ae3,c733c900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73404a4,0,e99c1a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73404a4,c7340490,c0be9553,570,c7400508,...) at _cv_wait_sig+0x240 seltdwait(c74afa2c,c0be9553,3d6,c733c900,0,...) at seltdwait+0xa2 kern_select(c733c900,9,282290ac,0,0,0,0,28195d40) at kern_select+0x4cf select(c733c900,e99c1cf8,14,c0be9af8,c0cc94d8,...) at select+0x5e syscall(e99c1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 574 tid 100072 td 0xc6fc9480 sched_switch(c6fc9480,0,104,186,def8b108,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc9480,0,c0be743e,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082404a,c733f5d0,0,c0be1ae3,c6fc9480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733f5e4,0,e99afa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c733f5e4,c733f5d0,c0be9553,570,c7320578,...) at _cv_wait_sig+0x240 seltdwait(c74b002c,c0be9553,3d6,c6fc9480,c0bdc2ba,...) at seltdwait+0xa2 kern_select(c6fc9480,6,bfbfe9f0,0,0,0,0,10) at kern_select+0x4cf select(c6fc9480,e99afcf8,14,c0b8b720,c0cc94d8,...) at select+0x5e syscall(e99afd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808819f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 27 tid 100056 td 0xc72b2240 sched_switch(c72b2240,0,104,186,c6c3aa9e,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b2240,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaed20,44,c0c07acd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaed20,c0eaecc4,44,c0c07acd,3e8,...) at _sleep+0x329 softdep_flush(0,e7784d38,c0bdf2fe,32d,c72b42a4,...) at softdep_flush+0x2b0 fork_exit(c0a3a230,0,e7784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7784d70, ebp = 0 --- Tracing command syncer pid 26 tid 100055 td 0xc72b2480 sched_switch(c72b2480,0,104,186,c7d6269c,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b2480,0,c0be743e,26a,c72b2480,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea3190,0,e7781c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ea3190,c0ea317c,3e8,6c6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e7781d38,c0bdf2fe,32d,c72b4548,...) at sched_sync+0x502 fork_exit(c08bcbc0,0,e7781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7781d70, ebp = 0 --- Tracing command vnlru pid 25 tid 100054 td 0xc72b26c0 sched_switch(c72b26c0,0,104,186,c6b6b3ba,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72b26c0,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c72b47ec,50,c0bf0d73,0,0,...) at sleepq_timedwait+0x6b _sleep(c72b47ec,c0ea3150,250,c0bf0d73,3e8,...) at _sleep+0x329 vnlru_proc(0,e777ed38,c0bdf2fe,32d,c72b47ec,...) at vnlru_proc+0x10b fork_exit(c08bd750,0,e777ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777ed70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100053 td 0xc72b2900 sched_switch(c72b2900,0,104,186,c6a84753,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b2900,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea2ee4,44,c0bee7b3,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ea2ee4,c0ea2ee8,44,c0bee7b3,3e8,...) at _sleep+0x329 buf_daemon(0,e777bd38,c0bdf2fe,32d,c6eb17ec,...) at buf_daemon+0x21e fork_exit(c08a7d30,0,e777bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777bd70, ebp = 0 --- Tracing command pagezero pid 23 tid 100052 td 0xc72b2b40 sched_switch(c72b2b40,0,104,186,7899a38b,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b2b40,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaf914,0,c0c0cf05,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaf914,c0eaf4d0,0,c0c0cf05,493e0,...) at _sleep+0x329 vm_pagezero(0,e7778d38,c0bdf2fe,32d,c6eb1a90,...) at vm_pagezero+0xdc fork_exit(c0a75e00,0,e7778d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7778d70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100051 td 0xc72b2d80 sched_switch(c72b2d80,0,104,186,47b4f9a6,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72b2d80,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eaf53c,68,c0bee7b3,0,0,...) at sleepq_wait+0x63 _sleep(c0eaf53c,c0eaf540,68,c0bee7b3,0,...) at _sleep+0x35b vm_daemon(0,e7775d38,c0bdf2fe,32d,c6eb1d34,...) at vm_daemon+0x59 fork_exit(c0a702a0,0,e7775d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7775d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100050 td 0xc6f526c0 sched_switch(c6f526c0,0,104,186,d3c229a,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,44,...) at mi_switch+0x200 sleepq_switch(c6f526c0,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaf504,44,c0bee7b3,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaf504,c0eaf4d0,44,c0bee7b3,1388,...) at _sleep+0x329 vm_pageout(0,e7772d38,c0bdf2fe,32d,c6fc7000,...) at vm_pageout+0x2bb fork_exit(c0a71140,0,e7772d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7772d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100049 td 0xc6f52900 sched_switch(c6f52900,0,104,186,5c805d38,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f52900,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ea4f18,0,c0bfa00c,0,0,...) at sleepq_wait+0x63 _sleep(c0ea4f18,c0ea4e2c,0,c0bfa00c,0,...) at _sleep+0x35b sctp_iterator_thread(0,e776fd38,c0bdf2fe,32d,c6fc72a4,...) at sctp_iterator_thread+0x60 fork_exit(c0931730,0,e776fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776fd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100046 td 0xc6fc8000 sched_switch(c6fc8000,0,104,186,c6d2a55e,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6fc8000,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fd223c,4c,c0bd9fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fd223c,c6fd22f0,4c,c0bd9fb5,3e8,...) at _sleep+0x329 fdc_thread(c6fd2200,e7763d38,c0bdf2fe,32d,c6fc7548,...) at fdc_thread+0x2be fork_exit(c0af31e0,c6fd2200,e7763d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7763d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100044 td 0xc6fc8480 sched_switch(c6fc8480,0,104,186,58dc3499,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8480,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fdc000,5c,c0bd9fb5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fdc000,c6fe0488,15c,c0bd9fb5,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fdc000,e7753d38,c0bdf2fe,32d,c6fc77ec,...) at fw_bus_probe_thread+0x721 fork_exit(c0637a30,c6fdc000,e7753d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7753d70, ebp = 0 --- Tracing command usb5 pid 21 tid 100041 td 0xc6fc8b40 sched_switch(c6fc8b40,0,104,186,bd31df05,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8b40,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f9e210,5c,c0bd6c6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f9e210,0,5c,c0bd6c6f,ea60,...) at _sleep+0x329 usb_event_thread(c6f91800,e773dd38,c0bdf2fe,32d,c6fc7a90,...) at usb_event_thread+0xca fork_exit(c079db80,c6f91800,e773dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773dd70, ebp = 0 --- Tracing command usb4 pid 20 tid 100039 td 0xc6fc9000 sched_switch(c6fc9000,0,104,186,bd4db20b,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc9000,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fc1210,5c,c0bd6c6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fc1210,0,5c,c0bd6c6f,ea60,...) at _sleep+0x329 usb_event_thread(c6fb47c0,e7727d38,c0bdf2fe,32d,c6fc7d34,...) at usb_event_thread+0xca fork_exit(c079db80,c6fb47c0,e7727d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7727d70, ebp = 0 --- Tracing command usb3 pid 19 tid 100038 td 0xc6f3cd80 sched_switch(c6f3cd80,0,104,186,bd4d8e3b,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f3cd80,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6faf210,5c,c0bd6c6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6faf210,0,5c,c0bd6c6f,ea60,...) at _sleep+0x329 usb_event_thread(c6fb5040,e7723d38,c0bdf2fe,32d,c6d682a4,...) at usb_event_thread+0xca fork_exit(c079db80,c6fb5040,e7723d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7723d70, ebp = 0 --- Tracing command usb2 pid 18 tid 100037 td 0xc6f51000 sched_switch(c6f51000,0,104,186,bd5cc194,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51000,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fad210,5c,c0bd6c6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fad210,0,5c,c0bd6c6f,ea60,...) at _sleep+0x329 usb_event_thread(c6f84280,e771fd38,c0bdf2fe,32d,c6d68548,...) at usb_event_thread+0xca fork_exit(c079db80,c6f84280,e771fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771fd70, ebp = 0 --- Tracing command usb1 pid 17 tid 100035 td 0xc6f51480 sched_switch(c6f51480,0,104,186,bd4d5795,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51480,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f86210,5c,c0bd6c6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f86210,0,5c,c0bd6c6f,ea60,...) at _sleep+0x329 usb_event_thread(c6f84980,e7718d38,c0bdf2fe,32d,c6d687ec,...) at usb_event_thread+0xca fork_exit(c079db80,c6f84980,e7718d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7718d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc6f51900 sched_switch(c6f51900,0,104,186,1fa83002,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51900,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d33e74,5c,c0bd6c61,0,0,...) at sleepq_wait+0x63 _sleep(c0d33e74,0,5c,c0bd6c61,0,...) at _sleep+0x35b usb_task_thread(c0d33e74,e7711d38,c0bdf2fe,32d,c6d68a90,...) at usb_task_thread+0x62 fork_exit(c079da40,c0d33e74,e7711d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7711d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc6f51b40 sched_switch(c6f51b40,0,104,186,1fa81d8f,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51b40,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d33e60,5c,c0bd6c61,0,0,...) at sleepq_wait+0x63 _sleep(c0d33e60,0,5c,c0bd6c61,0,...) at _sleep+0x35b usb_task_thread(c0d33e60,e770ed38,c0bdf2fe,32d,c6d68d34,...) at usb_task_thread+0x62 fork_exit(c079da40,c0d33e60,e770ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc6f51d80 sched_switch(c6f51d80,0,104,186,bd4d6c26,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f51d80,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f8b210,5c,c0bd6c6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f8b210,0,5c,c0bd6c6f,ea60,...) at _sleep+0x329 usb_event_thread(c6f90300,e770bd38,c0bdf2fe,32d,c6eb1000,...) at usb_event_thread+0xca fork_exit(c079db80,c6f90300,e770bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100023 td 0xc6f3c000 sched_switch(c6f3c000,0,104,186,1fa7eb2d,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f3c000,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d02454,4c,c0b873e4,0,0,...) at sleepq_wait+0x63 _sleep(c0d02454,c0d0246c,4c,c0b873e4,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ad0d38,c0bdf2fe,32d,c6eb12a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a340,0,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d6b240 sched_switch(c6d6b240,0,104,186,f617039f,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6b240,0,c0be743e,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d36964,0,c0bd9fb5,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d36964,0,0,c0bd9fb5,64,...) at _sleep+0x329 pause(c0bd9fb5,64,c0bcc417,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0bdf2fe,32d,c6eb1548,...) at random_kthread+0x1ef fork_exit(c070a670,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d6b6c0 sched_switch(c6d6b6c0,0,104,186,fe493f41,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6b6c0,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d34584,4c,c0bd9fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d34584,c0d344e8,24c,c0bd9fb5,64,...) at _sleep+0x329 g_io_schedule_down(c6d6b6c0,0,c0bdb4f9,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0bdf2fe,32d,c6d67000,...) at g_down_procbody+0x8d fork_exit(c07dab80,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d6b900 sched_switch(c6d6b900,0,104,186,1305985,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6b900,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d34580,4c,c0bd9fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d34580,c0d34508,24c,c0bd9fb5,64,...) at _sleep+0x329 g_io_schedule_up(c6d6b900,0,c0bdb4f9,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab5d38,c0bdf2fe,32d,c6d672a4,...) at g_up_procbody+0x8d fork_exit(c07dac10,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d6bb40 sched_switch(c6d6bb40,0,104,186,f6b1aeb6,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6bb40,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d34578,4c,c0bd9fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d34578,0,4c,c0bd9fb5,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0bdf2fe,32d,c6d67548,...) at g_event_procbody+0xcb fork_exit(c07daca0,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100048 td 0xc6f52b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xc6f52d80 sched_switch(c6f52d80,0,109,186,1fa44f49,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6d65170,...) at mi_switch+0x200 ithread_loop(c70c49e0,e7766d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c70c49e0,e7766d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7766d70, ebp = 0 --- Tracing command intr pid 12 tid 100045 td 0xc6fc8240 sched_switch(c6fc8240,0,109,186,1a82daad,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6fdb9f0,...) at mi_switch+0x200 ithread_loop(c70baac0,e7756d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c70baac0,e7756d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7756d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc6fc8900 sched_switch(c6fc8900,0,109,186,2fb45198,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dae4f0,...) at mi_switch+0x200 ithread_loop(c6fc6a10,e7748d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6fc6a10,e7748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7748d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc6fc8d80 cpustop_handler(4,e772bc10,c0b3463d,e772bba0,c0823cb4,...) at cpustop_handler+0x32 ipi_nmi_handler(e772bba0,c0823cb4,c0d36bd0,4,c6d677ec,...) at ipi_nmi_handler+0x2f trap(e772bc1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc082427c, esp = 0xe772bc5c, ebp = 0xe772bc78 --- _mtx_lock_sleep(c0d36370,c6fc8d80,0,c0bdf57d,46d,...) at _mtx_lock_sleep+0x9c _mtx_lock_flags(c0d36370,0,c0bdf57d,46d,c6dae238,...) at _mtx_lock_flags+0xf7 intr_event_execute_handlers(c6d677ec,c6dae200,c0bdf57d,4dd,c6dae270,...) at intr_event_execute_handlers+0x11a ithread_loop(c6fb68e0,e772bd38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x9f fork_exit(c08129a0,c6fb68e0,e772bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe772bd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f51240 sched_switch(c6f51240,0,109,186,1f9e6707,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dae2f0,...) at mi_switch+0x200 ithread_loop(c6f8f4c0,e771cd38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6f8f4c0,e771cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771cd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f516c0 sched_switch(c6f516c0,0,109,186,1f9ded8c,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dae370,...) at mi_switch+0x200 ithread_loop(c6f8f750,e7715d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6f8f750,e7715d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7715d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f52000 sched_switch(c6f52000,0,109,186,1f9d41c4,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dae3f0,...) at mi_switch+0x200 ithread_loop(c6f788c0,e7708d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6f788c0,e7708d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7708d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f52240 sched_switch(c6f52240,0,109,186,12450a3,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dae0f0,...) at mi_switch+0x200 ithread_loop(c6f78520,e72e4d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6f78520,e72e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f52480 sched_switch(c6f52480,0,109,186,1fa5478e,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6d64c70,...) at mi_switch+0x200 ithread_loop(c6f0f490,c6b05d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6f0f490,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6daf6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc6dafb40 sched_switch(c6dafb40,0,109,186,8738e2e,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6f3b670,...) at mi_switch+0x200 ithread_loop(c6ed5900,c6ad6d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6ed5900,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command intr pid 12 tid 100024 td 0xc6dafd80 sched_switch(c6dafd80,0,109,186,3da3d787,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6f3b6f0,...) at mi_switch+0x200 ithread_loop(c6ed5910,c6ad3d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6ed5910,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f3cb40 sched_switch(c6f3cb40,0,109,186,1a56b8b,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6f3b8f0,...) at mi_switch+0x200 ithread_loop(c6ed59b0,c6ac1d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6ed59b0,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d6bd80 sched_switch(c6d6bd80,0,109,186,7a3c66f1,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dadc70,...) at mi_switch+0x200 ithread_loop(c6d660f0,c6aafd38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6d660f0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6daf000 sched_switch(c6daf000,0,109,186,c6d290df,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dadcf0,...) at mi_switch+0x200 ithread_loop(c6d66100,c6aacd38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6d66100,c6aacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aacd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6daf240 sched_switch(c6daf240,0,109,186,db78dca0,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dadd70,...) at mi_switch+0x200 ithread_loop(c6d66110,c6aa9d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6d66110,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6daf480 sched_switch(c6daf480,0,109,186,f614e886,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6daddf0,...) at mi_switch+0x200 ithread_loop(c6d66120,c6aa6d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6d66120,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d69000 sched_switch(c6d69000,0,109,186,6edf5cd,...) at sched_switch+0x437 mi_switch(109,0,c0bdf57d,4d7,c6dade70,...) at mi_switch+0x200 ithread_loop(c6d66130,c6aa3d38,c0bdf2fe,32d,c6d677ec,...) at ithread_loop+0x1f6 fork_exit(c08129a0,c6d66130,c6aa3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa3d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d69240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc6d69480 sched_switch(c6d69480,0,60c,181,fdba96ba,...) at sched_switch+0x437 mi_switch(60c,0,c0be4d53,808,0,...) at mi_switch+0x200 sched_preempt(c6d69480,0,c6a9cc70,c0b1925e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fc5c18,c6fc5c00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b0dfa5, esp = 0xc6a9cc70, ebp = 0xc6a9cc70 --- acpi_cpu_c1(0,ffffffff,c6a9ccd8,0,c0854761,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a9ccb4,c0b240eb,1,c6a9ccf8,c0854a26,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c6a9ccf8,c0854a26,1,c6a9ccd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c6a9ccd8,c0be4d53,9f5,c6d69480,...) at cpu_idle+0x1b sched_idletd(0,c6a9cd38,c0bdf2fe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854810,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d696c0 cpustop_handler(2,c6a99c24,c0b3463d,0,c6fcb200,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c6fcb200,89,c6d64e80,c6d67a90,...) at ipi_nmi_handler+0x2f trap(c6a99c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b0dfa5, esp = 0xc6a99c70, ebp = 0xc6a99c70 --- acpi_cpu_c1(0,ffffffff,c6a99cd8,1,c0854761,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a99cb4,c0b240eb,1,c6a99cf8,c0854a26,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c6a99cf8,c0854a26,1,c6a99cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c6a99cd8,c0be4d53,9f5,c6d696c0,...) at cpu_idle+0x1b sched_idletd(0,c6a99d38,c0bdf2fe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854810,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d69900 sched_switch(c6d69900,0,60c,181,87316ed,...) at sched_switch+0x437 mi_switch(60c,0,c0be4d53,808,2,...) at mi_switch+0x200 sched_preempt(c6d69900,2,c6a96c70,c0b1925e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fc5818,c6fc5800,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b0dfa5, esp = 0xc6a96c70, ebp = 0xc6a96c70 --- acpi_cpu_c1(0,ffffffff,c6a96cd8,2,c0854761,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a96cb4,c0b240eb,0,c6a96cf8,c0854a26,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a96cf8,c0854a26,0,c6a96cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a96cd8,c0be4d53,3a7,c6d69900,...) at cpu_idle+0x1b sched_idletd(0,c6a96d38,c0bdf2fe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854810,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d69b40 cpustop_handler(8,c6a93c24,c0b3463d,c6a93bb4,c0823cb4,...) at cpustop_handler+0x32 ipi_nmi_handler(c6a93bb4,c0823cb4,c0d36c08,4,c6d67a90,...) at ipi_nmi_handler+0x2f trap(c6a93c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b0dfa5, esp = 0xc6a93c70, ebp = 0xc6a93c70 --- acpi_cpu_c1(0,ffffffff,c6a93cd8,3,c0854761,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a93cb4,c0b240eb,0,c6a93cf8,c0854a26,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a93cf8,c0854a26,0,c6a93cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a93cd8,c0be4d53,9f5,c6d69b40,...) at cpu_idle+0x1b sched_idletd(0,c6a93d38,c0bdf2fe,32d,c6d67a90,...) at sched_idletd+0x216 fork_exit(c0854810,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d69d80 sched_switch(c6d69d80,0,104,186,f87c6a3c,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d69d80,0,c0be743e,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be743e,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d67d34,5c,c0be9b09,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d67d34,c6d67dbc,15c,c0be9b09,0,...) at _sleep+0x344 kern_wait(c6d69d80,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xad6 wait4(c6d69d80,c6a8fcf8,10,c0be9924,c0cc8cc8,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc6d6b000 sched_switch(c6d6b000,0,104,186,1fa5a05d,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6b000,0,c0be743e,247,c6d6b000,...) at sleepq_switch+0x15f sleepq_wait(c0eae6c0,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0eae6c0,c0eae6a4,c0c059e3,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0bdf2fe,32d,c6d68000,...) at audit_worker+0x84 fork_exit(c0a1dbd0,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xc6fc86c0 sched_switch(c6fc86c0,0,104,186,fdf7dad1,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc86c0,0,c0be743e,247,c6fc86c0,...) at sleepq_switch+0x15f sleepq_wait(c6fb5dc0,0,c0be3d8a,c0bd9fb5,0,...) at sleepq_wait+0x63 msleep_spin(c6fb5dc0,c6fb5ddc,c0bd9fb5,0,c0be1ae3,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fe049c,e7750d38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0x8a fork_exit(c086b210,c6fe049c,e7750d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7750d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6daf900 sched_switch(c6daf900,0,104,186,3da5b406,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6daf900,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21440,0,c0bd9fb5,0,0,...) at sleepq_wait+0x63 _sleep(c6f21440,c6f2145c,0,c0bd9fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d49288,c6ad9d38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b210,c0d49288,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f3c240 sched_switch(c6f3c240,0,104,186,1fd6e3f5,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c240,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21600,0,c0bd9fb5,0,0,...) at sleepq_wait+0x63 _sleep(c6f21600,c6f2161c,0,c0bd9fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d34f04,c6acdd38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b210,c0d34f04,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f3c480 sched_switch(c6f3c480,0,104,186,1fd6d2cc,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c480,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21640,0,c0bd9fb5,0,0,...) at sleepq_wait+0x63 _sleep(c6f21640,c6f2165c,0,c0bd9fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d05104,c6acad38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b210,c0d05104,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6f3c6c0 sched_switch(c6f3c6c0,0,104,186,1fd6c323,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c6c0,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21640,0,c0bd9fb5,0,0,...) at sleepq_wait+0x63 _sleep(c6f21640,c6f2165c,0,c0bd9fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d05104,c6ac7d38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b210,c0d05104,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f3c900 sched_switch(c6f3c900,0,104,186,1fd6b256,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3c900,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f21640,0,c0bd9fb5,0,0,...) at sleepq_wait+0x63 _sleep(c6f21640,c6f2165c,0,c0bd9fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d05104,c6ac4d38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b210,c0d05104,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d6b480 sched_switch(c6d6b480,0,104,186,56696163,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6b480,0,c0be743e,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d4ecc0,0,c0bd9fb5,0,0,...) at sleepq_wait+0x63 _sleep(c6d4ecc0,c6d4ecdc,0,c0bd9fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d47dc0,c6abbd38,c0bdf2fe,32d,c0d34640,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b210,c0d47dc0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d348f0 sched_switch(c0d348f0,0,104,186,e817b1b7,...) at sched_switch+0x437 mi_switch(104,0,c0be743e,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d348f0,0,c0be743e,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d34640,44,c0be55dd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d34640,0,44,c0be55dd,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 3439 MB Dumping 122 MB: 107 91 75 59 43 27 11 Dump complete = 0xf db> reset (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bca29 in db_fncall (dummy1=1, dummy2=0, dummy3=0, dummy4=0xe997f960 "\200żż) at ../../../ddb/db_command.c:548 #2 0xc04bce21 in db_command (last_cmdp=0xc0d033dc, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:445 #3 0xc04bcf7a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04beddd in db_trap (type=3, code=0) at ../../../ddb/db_main.c:229 #5 0xc0860546 in kdb_trap (type=3, code=0, tf=0xe997fb08) at ../../../kern/subr_kdb.c:534 #6 0xc0b34bdb in trap (frame=0xe997fb08) at ../../../i386/i386/trap.c:680 #7 0xc0b18b6b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc08606ca in kdb_enter (why=0xc0be3221 "panic", msg=0xc0be3221 "panic") at cpufunc.h:71 #9 0xc0832e56 in panic (fmt=0xc0be3b2d "sx_xlock() of destroyed sx @ %s:%d") at ../../../kern/kern_shutdown.c:559 #10 0xc083aa02 in _sx_xlock (sx=0xc77f611c, opts=0, file=0xc0c08daa "../../../ufs/ufs/ufs_extattr.c", line=108) at ../../../kern/kern_sx.c:254 #11 0xc0a48709 in ufs_extattr_uepm_lock (ump=Variable "ump" is not available. ) at ../../../ufs/ufs/ufs_extattr.c:108 #12 0xc0a4937e in ufs_extattr_stop (mp=0xc7945598, td=0xc7341d80) at ../../../ufs/ufs/ufs_extattr.c:550 #13 0xc0a3fab4 in ffs_unmount (mp=0xc7945598, mntflags=134217728, td=0xc7341d80) at ../../../ufs/ffs/ffs_vfsops.c:1042 #14 0xc08b5c52 in dounmount (mp=0xc7945598, flags=134217728, td=0xc7341d80) at ../../../kern/vfs_mount.c:1281 #15 0xc08b61d0 in unmount (td=0xc7341d80, uap=0xe997fcf8) at ../../../kern/vfs_mount.c:1165 #16 0xc0b34333 in syscall (frame=0xe997fd38) at ../../../i386/i386/trap.c:1076 #17 0xc0b18bd0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #18 0x00000033 in ?? () (kgdb) f 12 #12 0xc0a4937e in ufs_extattr_stop (mp=0xc7945598, td=0xc7341d80) at ../../../ufs/ufs/ufs_extattr.c:550 550 ufs_extattr_uepm_lock(ump, td); (kgdb) p *ump $3 = {um_mountp = 0xc7945598, um_dev = 0xc77f5700, um_cp = 0xc72a4580, um_bo = 0xc7947654, um_devvp = 0xc7947560, um_fstype = 1, um_fs = 0xc73d4800, um_extattr = {uepm_lock = { lock_object = {lo_name = 0xc0c08e28 "ufs_extattr_sx", lo_flags = 37355520, lo_data = 0, lo_witness = 0xc6d273f0}, sx_lock = 6}, uepm_list = {lh_first = 0x0}, uepm_ucred = 0x0, uepm_flags = 0}, um_nindir = 4096, um_bptrtodb = 2, um_seqinc = 8, um_lock = {lock_object = {lo_name = 0xc0c08529 "FFS", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d27388}, mtx_lock = 4}, um_numindirdeps = 0, softdep_workitem_pending = {lh_first = 0x0}, softdep_worklist_tail = 0x0, softdep_on_worklist = 0, softdep_on_worklist_inprogress = 0, softdep_deps = 0, softdep_accdeps = 0, softdep_req = 0, um_quotas = {0x0, 0x0}, um_cred = {0x0, 0x0}, um_btime = {0, 0}, um_itime = {0, 0}, um_qflags = "\000", um_savedmaxfilesize = 1126174852055039, um_balloc = 0xc0a267f0 , um_blkatoff = 0xc0a3dc40 , um_truncate = 0xc0a288f0 , um_update = 0xc0a28580 , um_valloc = 0xc0a1f9c0 , um_vfree = 0xc0a1e630 , um_ifree = 0xc0a3ed50 , um_rdonly = 0xc0a27f20 } (kgdb) $ svn status -q /usr/src M /usr/src/sys/kern/vfs_extattr.c -- Test scenario: extattrctl.sh