GENERIC HEAD from 2008-12-21 09:01:00 UTC, d2aeead, vmcore.20 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #1: Sun Dec 21 10:02:36 CET 2008 pho@x4.osted.lan:/var/tmp/deviant2/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 3623682048 (3455 MB) avail memory = 3540008960 (3376 MB) : Trying to mount root from ufs:/dev/ad4s1a lock order reversal: 1st 0xc6d6c044 user map (user map) @ vm/vm_map.c:3115 2nd 0xc71a19c0 ufs (ufs) @ kern/vfs_subr.c:2079 KDB: stack backtrace: db_trace_self_wrapper(c0be2c84,c6a8f910,c0871145,4,c0bde26f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bde26f,c6d21728,c6d263f0,c6a8f96c,...) at kdb_backtrace+0x29 _witness_debugger(c0be593e,c71a19c0,c0bd9337,c6d263f0,c0bec5f3,...) at _witness_debugger+0x25 witness_checkorder(c71a19c0,1,c0bec5ea,81f,0,...) at witness_checkorder+0x839 __lockmgr_args(c71a19c0,200501,c71a1a28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c6a8fa78,c0870eeb,c0c08735,200501,c71a1968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ce9100,c6a8fa78,c6d68e24,c0cfd1e0,c71a1968,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c71a1968,200501,c0bec5ea,81f,4,...) at _vn_lock+0x78 vget(c71a1968,200501,c6d68d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1876d14,0,c0c05d46,127,c6a8fc18,...) at vnode_pager_lock+0x1e3 vm_fault(c6d6c000,80db000,2,8,80db780,...) at vm_fault+0x1df trap_pfault(5,0,c0c15a0c,2e7,c6d66d34,...) at trap_pfault+0x118 trap(c6a8fd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 795134 free (2326 frags, 99101 blocks, 0.2% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 50493925 free (605 frags, 6311665 blocks, 0.0% fragmentation) /dev/ad4s1f: 1942499 files, 8823982 used, 13514791 free (81223 frags, 1679196 blocks, 0.4% fragmentation) /dev/ad4s1d: UNREF FILE I=4592829 OWNER=root MODE=100600 /dev/ad4s1d: SIZE=0 MTIME=Dec 21 12:25 2008 (CLEARED) /dev/ad4s1d: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1d: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1d: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1d: 79106 files, 7399881 used, 43377194 free (10954 frags, 5420780 blocks, 0.0% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. Starting mountd. Configuring syscons: keymap blanktime. Sun Dec 21 13:49:44 CET 2008 Dec 21 13:51:13 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xdad43158 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc7311200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:263 KDB: stack backtrace: db_trace_self_wrapper(c0be2c84,e99caa74,c0871145,4,c0bde26f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bde26f,c6d236d8,c6d26458,e99caad0,...) at kdb_backtrace+0x29 _witness_debugger(c0be593e,c7311200,c0c04842,c6d26458,c0c044e8,...) at _witness_debugger+0x25 witness_checkorder(c7311200,9,c0c044df,107,0,...) at witness_checkorder+0x839 _sx_xlock(c7311200,0,c0c044df,107,dbd89018,...) at _sx_xlock+0x85 ufsdirhash_acquire(0,e,c72ed000,dad430f8,dbd89018,...) at ufsdirhash_acquire+0x48 ufsdirhash_remove(c7822c30,dbd89018,18,e99cab60,e99cab5c,...) at ufsdirhash_remove+0x14 ufs_dirremove(c783dd70,c7822b40,500800c,0,c783dd70,...) at ufs_dirremove+0xe5 ufs_remove(e99cac30,c0c184c6,0,e99cac30,c783dac0,...) at ufs_remove+0x6e VOP_REMOVE_APV(c0ce9100,e99cac30,2,0,28216238,...) at VOP_REMOVE_APV+0xf6 kern_unlinkat(c7376b40,ffffff9c,28216238,0,e99cac80,...) at kern_unlinkat+0x187 kern_unlink(c7376b40,28216238,0,e99cad2c,c0b31613,...) at kern_unlink+0x27 unlink(c7376b40,e99cacf8,4,c0bfef4b,c0cc4330,...) at unlink+0x22 syscall(e99cad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (10, FreeBSD ELF32, unlink), eip = 0x2815aedf, esp = 0xbfbfeaec, ebp = 0xbfbfeb18 --- panic: mtx_lock() of destroyed mutex @ ../../../kern/vfs_subr.c:2111 cpuid = 3 KDB: enter: panic [thread pid 81975 tid 100062 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.default> bt Tracing pid 81975 tid 100062 td 0xc731b480 kdb_enter(c0bdf9b6,c0bdf9b6,c0bde4e1,e9987ad0,3,...) at kdb_enter+0x3a panic(c0bde4e1,c0bec5ea,83f,c7c5732c,0,...) at panic+0x136 _mtx_lock_flags(c987cb80,0,c0bec5ea,83f,c7325850,...) at _mtx_lock_flags+0x65 vref(c987cac0,570,180,b9d,c73cd170,...) at vref+0x35 sysctl_kern_proc_filedesc(c0cc7ba0,e9987c1c,1,e9987ba4,e9987ba4,...) at sysctl_kern_proc_filedesc+0x391 sysctl_root(e9987ba4,0,c0be05ec,589,c731b480,...) at sysctl_root+0x137 userland_sysctl(c731b480,e9987c10,4,0,bfbfeb18,...) at userland_sysctl+0x115 __sysctl(c731b480,e9987cf8,18,c0d35d80,c0cc5530,...) at __sysctl+0xbc syscall(e9987d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2817b78f, esp = 0xbfbfea9c, ebp = 0xbfbfeac8 --- db:0:kdb.enter.default> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc6dae480: pid 12 "swi4: clock" curpcb = 0xc6aa6d90 fpcurthread = none idlethread = 0xc6d68480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc6d686c0: pid 11 "idle: cpu1" curpcb = 0xc6a99d90 fpcurthread = none idlethread = 0xc6d686c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc6d68900: pid 11 "idle: cpu2" curpcb = 0xc6a96d90 fpcurthread = none idlethread = 0xc6d68900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc731b480: pid 81975 "kinfo2" curpcb = 0xe9987d90 fpcurthread = none idlethread = 0xc6d68b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:kdb.enter.default> show alllocks Process 81982 (kinfo2) thread 0xc79c2b40 (100157) exclusive sleep mutex pmap (pmap) r = 0 (0xc756b268) locked @ i386/i386/pmap.c:3578 exclusive sleep mutex pmap (pmap) r = 0 (0xc73795e8) locked @ i386/i386/pmap.c:3577 exclusive sx user map (user map) r = 0 (0xc756b204) locked @ vm/vm_map.c:2597 Process 81975 (kinfo2) thread 0xc731b480 (100062) shared sx filedesc structure (filedesc structure) r = 0 (0xc7c5732c) locked @ kern/kern_descrip.c:2973 exclusive sx sysctl lock (sysctl lock) r = 0 (0xc0d31ea4) locked @ kern/kern_sysctl.c:1417 exclusive sleep mutex Giant (Giant) r = 0 (0xc0d31870) locked @ kern/kern_sysctl.c:1355 Process 28919 (sshd) thread 0xc7317000 (100131) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc74bd9b4) locked @ kern/uipc_sockbuf.c:148 Process 1120 (sshd) thread 0xc76b4240 (100118) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7695394) locked @ kern/uipc_sockbuf.c:148 db:0:kdb.enter.default> show lockedvnods Locked vnodes db:0:kdb.enter.default> show mount 0xc72c8b30 /dev/ad4s1a on / (ufs) 0xc72c9000 devfs on /dev (devfs) 0xc72c8864 /dev/ad4s1e on /tmp (ufs) 0xc7488598 /dev/ad4s1f on /usr (ufs) 0xc74882cc /dev/ad4s1d on /var (ufs) 0xc7488000 procfs on /proc (procfs) More info: show mount db:0:kdb.enter.default> ps pid ppid pgrp uid state wmesg wchan cmd 83060 81982 81975 1001 R+ kinfo2 83059 81977 81974 1001 RE+ kinfo2 81982 81975 81975 1001 S+ wait 0xc782ea90 kinfo2 81979 81976 81976 1001 R+ kinfo2 81977 81974 81974 1001 S+ wait 0xc782c000 kinfo2 81976 1123 81976 1001 R+ kinfo2 81975 1123 81975 1001 R+ CPU 3 kinfo2 81974 1123 81974 1001 R+ kinfo2 29340 29324 29340 1001 Ss+ ttyinp 0xc73bba78 bash 29324 28919 28919 1001 S select 0xc79a58e4 sshd 28919 1042 28919 0 Ss sbwait 0xc74bd9e0 sshd 1123 1122 1123 1001 Ss+ wait 0xc7735d34 bash 1122 1120 1120 1001 S select 0xc769aae4 sshd 1120 1042 1120 0 Ss sbwait 0xc76953c0 sshd 1116 1 1116 0 Ss+ ttyinp 0xc70dd078 getty 1115 1 1115 0 Ss+ ttyinp 0xc70dd278 getty 1114 1 1114 0 Ss+ ttyinp 0xc70dd478 getty 1113 1 1113 0 Ss+ ttyinp 0xc70dd678 getty 1112 1 1112 0 Ss+ ttyinp 0xc70dd878 getty 1111 1 1111 0 Ss+ ttyinp 0xc6fc4e78 getty 1110 1 1110 0 Ss+ ttyinp 0xc6fd1078 getty 1109 1 1109 0 Ss+ ttyinp 0xc6fd1678 getty 1083 1 1083 0 Ss select 0xc72cd3e4 inetd 1061 1 1061 0 Ss nanslp 0xc0d32024 cron 1055 1 1055 25 Ss pause 0xc73162fc sendmail 1049 1 1049 0 Ss select 0xc769b3a4 sendmail 1042 1 1042 0 Ss select 0xc72ce224 sshd 1005 1 1005 0 Ss select 0xc73739e4 ntpd 886 885 885 0 S (threaded) nfsd 100113 S rpcsvc 0xc769b9d0 nfsd: service 100112 S rpcsvc 0xc7373b10 nfsd: service 100111 S rpcsvc 0xc769b990 nfsd: service 100079 S rpcsvc 0xc769ba10 nfsd: master 885 1 885 0 Ss select 0xc70d67e4 nfsd 883 1 883 0 Ss select 0xc70d6864 mountd 792 1 792 0 Ss select 0xc70d64e4 rpcbind 772 1 772 0 Ss select 0xc7373e64 syslogd 577 1 577 0 Ss select 0xc72a97e4 devd 27 0 0 0 SL sdflush 0xc0eaa200 [softdepflush] 26 0 0 0 SL vlruwt 0xc72b3548 [vnlru] 25 0 0 0 SL syncer 0xc0e9e690 [syncer] 24 0 0 0 SL psleep 0xc0e9e3e4 [bufdaemon] 23 0 0 0 SL pgzero 0xc0eaadf4 [pagezero] 22 0 0 0 SL psleep 0xc0eaaa1c [vmdaemon] 9 0 0 0 SL psleep 0xc0eaa9e4 [pagedaemon] 8 0 0 0 SL waiting_ 0xc0ea0418 [sctp_iterator] 7 0 0 0 SL - 0xc6fd123c [fdc0] 6 0 0 0 SL - 0xc6fdb000 [fw0_probe] 21 0 0 0 SL usbevt 0xc6f9d210 [usb5] 20 0 0 0 SL usbevt 0xc6fc0210 [usb4] 19 0 0 0 SL usbevt 0xc6fae210 [usb3] 18 0 0 0 SL usbevt 0xc6fac210 [usb2] 17 0 0 0 SL usbevt 0xc6f85210 [usb1] 16 0 0 0 SL usbtsk 0xc0d2f374 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d2f360 [usbtask-hc] 14 0 0 0 SL usbevt 0xc6f8a210 [usb0] 5 0 0 0 SL ccb_scan 0xc0cfd954 [xpt_thrd] 13 0 0 0 SL - 0xc0d31e64 [yarrow] 4 0 0 0 SL - 0xc0d2fa84 [g_down] 3 0 0 0 RL [g_up] 2 0 0 0 SL - 0xc0d2fa78 [g_event] 12 0 0 0 RL (threaded) intr 100048 I [irq12: psm0] 100047 I [irq1: atkbd0] 100045 I [swi0: uart] 100042 I [irq14: ata0] 100040 I [irq19: re0 ehci0] 100036 I [irq18: ohci2 ohci4] 100034 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq9: acpi0] 100026 I [swi5: +] 100021 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 Run CPU 0 [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d66d34 [init] 10 0 0 0 SL audit_wo 0xc0ea9bc0 [audit] 0 0 0 0 SLs (threaded) kernel 100043 D - 0xc6fb4dc0 [fw0_taskq] 100027 D - 0xc6f203c0 [thread taskq] 100025 D - 0xc6f20480 [acpi_task_2] 100024 D - 0xc6f20480 [acpi_task_1] 100023 D - 0xc6f20480 [acpi_task_0] 100022 D - 0xc6f204c0 [kqueue taskq] 100016 D - 0xc6d4dcc0 [firmware taskq] 100000 D sched 0xc0d2fb40 [swapper] 83058 81979 81976 1001 Z+ kinfo2 db:0:kdb.enter.default> allt Tracing command kinfo2 pid 83060 tid 100083 td 0xc7376240 fork_trampoline() at fork_trampoline Tracing command kinfo2 pid 83059 tid 100091 td 0xc75c76c0 sched_switch(c75c76c0,0,104,186,9a64068c,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c76c0,0,c0be3bea,247,c7c5732c,...) at sleepq_switch+0x15f sleepq_wait(c7c5732c,0,c0bdb2cc,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c7c5732c,c75c76c0,0,c0bdb028,6b3,...) at _sx_xlock_hard+0x286 _sx_xlock(c7c5732c,0,c0bdb028,6b3,c6d20340,...) at _sx_xlock+0xc0 fdfree(c75c76c0,0,c0bdb94a,103,0,...) at fdfree+0x3b6 exit1(c75c76c0,0,e9a2cd2c,c0b31613,c75c76c0,...) at exit1+0x543 sys_exit(c75c76c0,e9a2ccf8,4,c0be618f,c0cc4258,...) at sys_exit+0x1d syscall(e9a2cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x281277a3, esp = 0xbfbfeb5c, ebp = 0xbfbfeb68 --- Tracing command kinfo2 pid 81982 tid 100157 td 0xc79c2b40 sched_switch(c79c2b40,0,104,186,9a68e36d,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c79c2b40,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c782ea90,5c,c0be62b5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c782ea90,c782eb18,15c,c0be62b5,0,...) at _sleep+0x344 kern_wait(c79c2b40,ffffffff,e9b46c74,0,0,...) at kern_wait+0xad6 wait4(c79c2b40,e9b46cf8,10,e9b46d38,c0cc42e8,...) at wait4+0x3b syscall(e9b46d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f3d3b, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command kinfo2 pid 81979 tid 100077 td 0xc7376b40 sched_switch(c7376b40,0,104,186,9a52687b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7376b40,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c736d000,5c,c0be62b5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c736d000,c736d088,15c,c0be62b5,0,...) at _sleep+0x344 kern_wait(c7376b40,ffffffff,e99cac74,0,0,...) at kern_wait+0xad6 wait4(c7376b40,e99cacf8,10,e99cad38,c0cc42e8,...) at wait4+0x3b syscall(e99cad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f3d3b, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command kinfo2 pid 81977 tid 100141 td 0xc79c0d80 sched_switch(c79c0d80,0,104,186,9a534a39,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c79c0d80,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c782c000,5c,c0be62b5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c782c000,c782c088,15c,c0be62b5,0,...) at _sleep+0x344 kern_wait(c79c0d80,ffffffff,e9afcc74,0,0,...) at kern_wait+0xad6 wait4(c79c0d80,e9afccf8,10,e9afcd38,c0cc42e8,...) at wait4+0x3b syscall(e9afcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f3d3b, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command kinfo2 pid 81976 tid 100147 td 0xc7ac0240 sched_switch(c7ac0240,0,104,186,9a6217b6,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7ac0240,0,c0be3bea,247,c0d31ea4,...) at sleepq_switch+0x15f sleepq_wait(c0d31ea4,0,c0be06b7,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0d31ea4,c7ac0240,0,c0be05ec,589,...) at _sx_xlock_hard+0x286 _sx_xlock(c0d31ea4,0,c0be05ec,589,c7ac0240,...) at _sx_xlock+0xc0 userland_sysctl(c7ac0240,e9b28c10,4,2820e200,bfbfeb18,...) at userland_sysctl+0xf1 __sysctl(c7ac0240,e9b28cf8,18,c0be66cf,c0cc5530,...) at __sysctl+0xbc syscall(e9b28d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2817b78f, esp = 0xbfbfea9c, ebp = 0xbfbfeac8 --- Tracing command kinfo2 pid 81975 tid 100062 td 0xc731b480 kdb_enter(c0bdf9b6,c0bdf9b6,c0bde4e1,e9987ad0,3,...) at kdb_enter+0x3a panic(c0bde4e1,c0bec5ea,83f,c7c5732c,0,...) at panic+0x136 _mtx_lock_flags(c987cb80,0,c0bec5ea,83f,c7325850,...) at _mtx_lock_flags+0x65 vref(c987cac0,570,180,b9d,c73cd170,...) at vref+0x35 sysctl_kern_proc_filedesc(c0cc7ba0,e9987c1c,1,e9987ba4,e9987ba4,...) at sysctl_kern_proc_filedesc+0x391 sysctl_root(e9987ba4,0,c0be05ec,589,c731b480,...) at sysctl_root+0x137 userland_sysctl(c731b480,e9987c10,4,0,bfbfeb18,...) at userland_sysctl+0x115 __sysctl(c731b480,e9987cf8,18,c0d35d80,c0cc5530,...) at __sysctl+0xbc syscall(e9987d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2817b78f, esp = 0xbfbfea9c, ebp = 0xbfbfeac8 --- Tracing command kinfo2 pid 81974 tid 100133 td 0xc79c2000 sched_switch(c79c2000,0,60b,181,a38d91b4,...) at sched_switch+0x437 mi_switch(60b,0,c0be1501,808,0,...) at mi_switch+0x200 sched_preempt(c79c2000,0,e9ae3bb8,c0b1653e,8,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,28,c79c2000,0,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc08234a9, esp = 0xe9ae3b9c, ebp = 0xe9ae3bb8 --- _mtx_lock_sleep(c0d31870,c79c2000,0,c0be05ec,54b,...) at _mtx_lock_sleep+0x99 _mtx_lock_flags(c0d31870,0,c0be05ec,54b,0,...) at _mtx_lock_flags+0xf7 __sysctl(c79c2000,e9ae3cf8,18,c0be66cf,c0cc5530,...) at __sysctl+0x73 syscall(e9ae3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2817b78f, esp = 0xbfbfea9c, ebp = 0xbfbfeac8 --- Tracing command bash pid 29340 tid 100119 td 0xc76b4000 sched_switch(c76b4000,0,104,186,d7a4d713,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76b4000,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c73bba04,0,c0bde26f,c76b4000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73bba78,0,e9ab7b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73bba78,c73bba04,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c73bba00,c73bba78,e9ab7c58,1,0,...) at tty_wait+0x71 ttydisc_read(c73bba00,e9ab7c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c7c4d300,e9ab7c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7325b28,e9ab7c58,c7a38b00,0,c76b4000,...) at devfs_read_f+0x7e dofileread(e9ab7c58,ffffffff,ffffffff,0,c7325b28,...) at dofileread+0x96 kern_readv(c76b4000,0,e9ab7c58,e9ab7c78,1,...) at kern_readv+0x58 read(c76b4000,e9ab7cf8,c,c0be618f,c0cc4288,...) at read+0x4f syscall(e9ab7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2832e4f3, esp = 0xbfbfe8ac, ebp = 0xbfbfe8d8 --- Tracing command sshd pid 29324 tid 100174 td 0xc7e56480 sched_switch(c7e56480,0,104,186,d7a606ae,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7e56480,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c79a58d0,0,c0bde26f,c7e56480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79a58e4,0,e9b97a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79a58e4,c79a58d0,c0be5cff,570,c7cc5498,...) at _cv_wait_sig+0x240 seltdwait(c7c4d22c,c0be5cff,3d6,c7e56480,200246,...) at seltdwait+0xa2 kern_select(c7e56480,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x4cf select(c7e56480,e9b97cf8,14,c0bce979,c0cc4af8,...) at select+0x5e syscall(e9b97d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 28919 tid 100131 td 0xc7317000 sched_switch(c7317000,0,104,186,fac10735,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,58,...) at mi_switch+0x200 sleepq_switch(c7317000,0,c0be3bea,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c74bd9e0,58,c0be96f9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c74bd9e0,c74bd9a0,158,c0be96f9,0) at _sleep+0x344 sbwait(c74bd980,4,c0be97ae,5b4,c74bd9a0,...) at sbwait+0x76 soreceive_generic(c74bd930,0,e9addc58,0,0,...) at soreceive_generic+0x3f0 soreceive(c74bd930,0,e9addc58,0,0,...) at soreceive+0x38 soo_read(c73da8f8,e9addc58,c7af1600,0,c7317000,...) at soo_read+0x3a dofileread(e9addc58,ffffffff,ffffffff,0,c73da8f8,...) at dofileread+0x96 kern_readv(c7317000,5,e9addc58,e9addc78,1,...) at kern_readv+0x58 read(c7317000,e9addcf8,c,c0bfef4b,c0cc4288,...) at read+0x4f syscall(e9addd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283b74f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command bash pid 1123 tid 100117 td 0xc76b4480 sched_switch(c76b4480,0,104,186,1391a8ec,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76b4480,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7735d34,5c,c0be62b5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7735d34,c7735dbc,15c,c0be62b5,0,...) at _sleep+0x344 kern_wait(c76b4480,ffffffff,e9ab1c74,6,0,...) at kern_wait+0xad6 wait4(c76b4480,e9ab1cf8,10,c0be618f,c0cc42e8,...) at wait4+0x3b syscall(e9ab1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfe28c, ebp = 0xbfbfe2a8 --- Tracing command sshd pid 1122 tid 100084 td 0xc7376000 sched_switch(c7376000,0,104,186,138fafd0,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7376000,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c769aad0,0,c0bde26f,c7376000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c769aae4,0,e99f1a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c769aae4,c769aad0,c0be5cff,570,c731e9a0,...) at _cv_wait_sig+0x240 seltdwait(c774782c,c0be5cff,3d6,c7376000,200246,...) at seltdwait+0xa2 kern_select(c7376000,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x4cf select(c7376000,e99f1cf8,14,c0bce979,c0cc4af8,...) at select+0x5e syscall(e99f1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1120 tid 100118 td 0xc76b4240 sched_switch(c76b4240,0,104,186,8f03479f,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,58,...) at mi_switch+0x200 sleepq_switch(c76b4240,0,c0be3bea,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76953c0,58,c0be96f9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c76953c0,c7695380,158,c0be96f9,0) at _sleep+0x344 sbwait(c7695360,4,c0be97ae,5b4,c7695380,...) at sbwait+0x76 soreceive_generic(c7695310,0,e9ab4c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7695310,0,e9ab4c58,0,0,...) at soreceive+0x38 soo_read(c736ca80,e9ab4c58,c749d000,0,c76b4240,...) at soo_read+0x3a dofileread(e9ab4c58,ffffffff,ffffffff,0,c736ca80,...) at dofileread+0x96 kern_readv(c76b4240,5,e9ab4c58,e9ab4c78,1,...) at kern_readv+0x58 read(c76b4240,e9ab4cf8,c,c0bfef4b,c0cc4288,...) at read+0x4f syscall(e9ab4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283b74f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1116 tid 100094 td 0xc75c7000 sched_switch(c75c7000,0,104,186,fbc6bb17,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c7000,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c75c7000,c75c7000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd078,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd078,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd000,c70dd078,e9a35c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd000,e9a35c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca100,e9a35c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c73dac40,e9a35c58,c6d6d400,0,c75c7000,...) at devfs_read_f+0x7e dofileread(e9a35c58,ffffffff,ffffffff,0,c73dac40,...) at dofileread+0x96 kern_readv(c75c7000,0,e9a35c58,e9a35c78,1,...) at kern_readv+0x58 read(c75c7000,e9a35cf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e9a35d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1115 tid 100093 td 0xc75c7240 sched_switch(c75c7240,0,104,186,fbcb27d8,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c7240,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c75c7240,c75c7240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd278,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd278,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd200,c70dd278,e9a32c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd200,e9a32c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca400,e9a32c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c736cab8,e9a32c58,c6d6d400,0,c75c7240,...) at devfs_read_f+0x7e dofileread(e9a32c58,ffffffff,ffffffff,0,c736cab8,...) at dofileread+0x96 kern_readv(c75c7240,0,e9a32c58,e9a32c78,1,...) at kern_readv+0x58 read(c75c7240,e9a32cf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e9a32d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1114 tid 100076 td 0xc7376d80 sched_switch(c7376d80,0,104,186,fbbba51f,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7376d80,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c7376d80,c7376d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd478,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd478,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd400,c70dd478,e99c6c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd400,e99c6c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca300,e99c6c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c73253f0,e99c6c58,c6d6d400,0,c7376d80,...) at devfs_read_f+0x7e dofileread(e99c6c58,ffffffff,ffffffff,0,c73253f0,...) at dofileread+0x96 kern_readv(c7376d80,0,e99c6c58,e99c6c78,1,...) at kern_readv+0x58 read(c7376d80,e99c6cf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e99c6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1113 tid 100096 td 0xc75c6b40 sched_switch(c75c6b40,0,104,186,fbbb84cd,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c6b40,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c75c6b40,c75c6b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd678,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd678,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd600,c70dd678,e9a3bc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd600,e9a3bc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cac00,e9a3bc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76cd380,e9a3bc58,c6d6d400,0,c75c6b40,...) at devfs_read_f+0x7e dofileread(e9a3bc58,ffffffff,ffffffff,0,c76cd380,...) at dofileread+0x96 kern_readv(c75c6b40,0,e9a3bc58,e9a3bc78,1,...) at kern_readv+0x58 read(c75c6b40,e9a3bcf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e9a3bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1112 tid 100059 td 0xc72b1000 sched_switch(c72b1000,0,104,186,fbd54478,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b1000,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c72b1000,c72b1000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd878,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd878,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd800,c70dd878,e997bc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd800,e997bc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70caa00,e997bc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c756a1c0,e997bc58,c6d6d400,0,c72b1000,...) at devfs_read_f+0x7e dofileread(e997bc58,ffffffff,ffffffff,0,c756a1c0,...) at dofileread+0x96 kern_readv(c72b1000,0,e997bc58,e997bc78,1,...) at kern_readv+0x58 read(c72b1000,e997bcf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e997bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1111 tid 100066 td 0xc6fc8b40 sched_switch(c6fc8b40,0,104,186,fbcee913,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc8b40,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c6fc8b40,c6fc8b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fc4e78,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fc4e78,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c6fc4e00,c6fc4e78,e9997c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fc4e00,e9997c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cab00,e9997c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76cd3b8,e9997c58,c6d6d400,0,c6fc8b40,...) at devfs_read_f+0x7e dofileread(e9997c58,ffffffff,ffffffff,0,c76cd3b8,...) at dofileread+0x96 kern_readv(c6fc8b40,0,e9997c58,e9997c78,1,...) at kern_readv+0x58 read(c6fc8b40,e9997cf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e9997d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1110 tid 100101 td 0xc75c6000 sched_switch(c75c6000,0,104,186,fbc3eb5b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c6000,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c75c6000,c75c6000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fd1078,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fd1078,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c6fd1000,c6fd1078,e9a4ac58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fd1000,e9a4ac58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca900,e9a4ac58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c731e2a0,e9a4ac58,c6d6d400,0,c75c6000,...) at devfs_read_f+0x7e dofileread(e9a4ac58,ffffffff,ffffffff,0,c731e2a0,...) at dofileread+0x96 kern_readv(c75c6000,0,e9a4ac58,e9a4ac78,1,...) at kern_readv+0x58 read(c75c6000,e9a4acf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e9a4ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1109 tid 100090 td 0xc75c7900 sched_switch(c75c7900,0,104,186,fbd48ef9,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c7900,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,c75c7900,c75c7900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fd1678,0,c0be7fee,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fd1678,c0d31870,c0be79ac,4ad,0,...) at _cv_wait_sig+0x240 tty_wait(c6fd1600,c6fd1678,e9a29c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fd1600,e9a29c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca500,e9a29c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7325268,e9a29c58,c6d6d400,0,c75c7900,...) at devfs_read_f+0x7e dofileread(e9a29c58,ffffffff,ffffffff,0,c7325268,...) at dofileread+0x96 kern_readv(c75c7900,0,e9a29c58,e9a29c78,1,...) at kern_readv+0x58 read(c75c7900,e9a29cf8,c,c0c186cf,c0cc4288,...) at read+0x4f syscall(e9a29d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1083 tid 100071 td 0xc7317900 sched_switch(c7317900,0,104,186,eb646048,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7317900,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c72cd3d0,0,c0bde26f,c7317900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72cd3e4,0,e99aba7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72cd3e4,c72cd3d0,c0be5cff,570,c756ac40,...) at _cv_wait_sig+0x240 seltdwait(c774862c,c0be5cff,3d6,c7317900,4,...) at seltdwait+0xa2 kern_select(c7317900,6,bfbfe030,0,0,0,0,281a6d40) at kern_select+0x4cf select(c7317900,e99abcf8,14,c0be6308,c0cc4af8,...) at select+0x5e syscall(e99abd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28193473, esp = 0xbfbfdfec, ebp = 0xbfbfee78 --- Tracing command cron pid 1061 tid 100068 td 0xc6fc8900 sched_switch(c6fc8900,0,104,186,678655b9,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8900,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0867bf0,c6fc8900,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d32024,5c,c0be0c1c,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d32024,0,15c,c0be0c1c,ea61,...) at _sleep+0x30e kern_nanosleep(c6fc8900,e999fc64,e999fc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c6fc8900,e999fcf8,8,c0be63f9,c0cc58c0,...) at nanosleep+0x6f syscall(e999fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28169e7f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1055 tid 100058 td 0xc731bb40 sched_switch(c731bb40,0,104,186,bf8ad03b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,68,...) at mi_switch+0x200 sleepq_switch(c731bb40,0,c0be3bea,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73162fc,68,c0b9c7ba,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73162fc,c731632c,168,c0b9c7ba,0,...) at _sleep+0x344 kern_sigsuspend(c731bb40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c731bb40,e9977cf8,4,c0be618f,c0cc6238,...) at sigsuspend+0x4d syscall(e9977d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28324fab, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1049 tid 100100 td 0xc75c6240 sched_switch(c75c6240,0,104,186,8aa16854,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c6240,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a47a4c,c082327a,c769b390,0,c75c6240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c769b3a4,0,e9a47a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c769b3a4,c769b390,1389,570,c73da7a8,...) at _cv_timedwait_sig+0x250 seltdwait(e9a47c2c,e9a47c34,3d6,c75c6240,c188ca38,...) at seltdwait+0x8a kern_select(c75c6240,4,bfbfc590,0,0,e9a47c70,5,0) at kern_select+0x4cf select(c75c6240,e9a47cf8,14,c0be66cf,c0cc4af8,...) at select+0x5e syscall(e9a47d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c2473, esp = 0xbfbfc4fc, ebp = 0xbfbfd028 --- Tracing command sshd pid 1042 tid 100102 td 0xc7480d80 sched_switch(c7480d80,0,104,186,f96a4349,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7480d80,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c72ce210,0,c0bde26f,c7480d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72ce224,0,e9a4da7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72ce224,c72ce210,c0be5cff,570,c756a7a8,...) at _cv_wait_sig+0x240 seltdwait(c749da2c,c0be5cff,3d6,c7480d80,e9a4dae0,...) at seltdwait+0xa2 kern_select(c7480d80,7,286090b0,0,0,0,2861a040,1) at kern_select+0x4cf select(c7480d80,e9a4dcf8,14,e9a4dd38,c0cc4af8,...) at select+0x5e syscall(e9a4dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 1005 tid 100074 td 0xc73176c0 sched_switch(c73176c0,0,104,186,8b7a1641,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73176c0,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c73739d0,0,c0bde26f,c73176c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73739e4,0,e99b7a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73739e4,c73739d0,c0be5cff,570,c731e1c0,...) at _cv_wait_sig+0x240 seltdwait(c75c482c,c0be5cff,3d6,c73176c0,0,...) at seltdwait+0xa2 kern_select(c73176c0,1c,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c73176c0,e99b7cf8,14,16,c0cc4af8,...) at select+0x5e syscall(e99b7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28343473, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 886 tid 100113 td 0xc76b4d80 sched_switch(c76b4d80,0,104,186,e43199a8,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76b4d80,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9aa0bfc,c082327a,c70cb080,0,c76b4d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c769b9d0,0,e9aa0c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c769b9d0,c70cb080,1388,3a5,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9aa0d24,c080edd8,c70cb080,e9aa0d38,c0bdba8a,...) at svc_run_internal+0x35e svc_thread_start(c70cb080,e9aa0d38,c0bdba8a,32d,c736aa90,...) at svc_thread_start+0x10 fork_exit(c0a0da40,c70cb080,e9aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 886 tid 100112 td 0xc74806c0 sched_switch(c74806c0,0,104,186,e44d0c92,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74806c0,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a9dbfc,c082327a,c70cb080,0,c74806c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7373b10,0,e9a9dc2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7373b10,c70cb080,1388,3a5,2832fc64,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a9dd24,c080edd8,c70cb080,e9a9dd38,c0bdba8a,...) at svc_run_internal+0x35e svc_thread_start(c70cb080,e9a9dd38,c0bdba8a,32d,c736aa90,...) at svc_thread_start+0x10 fork_exit(c0a0da40,c70cb080,e9a9dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 886 tid 100111 td 0xc7480900 sched_switch(c7480900,0,104,186,e41628d0,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7480900,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a9abfc,c082327a,c70cb080,0,c7480900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c769b990,0,e9a9ac2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c769b990,c70cb080,1388,3a5,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a9ad24,c080edd8,c70cb080,e9a9ad38,c0bdba8a,...) at svc_run_internal+0x35e svc_thread_start(c70cb080,e9a9ad38,c0bdba8a,32d,c736aa90,...) at svc_thread_start+0x10 fork_exit(c0a0da40,c70cb080,e9a9ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 886 tid 100079 td 0xc73766c0 sched_switch(c73766c0,0,104,186,e468868b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73766c0,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e99d2b00,c082327a,c70cb080,0,c73766c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c769ba10,0,e99d2b30,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c769ba10,c70cb080,1388,3a5,3a,...) at _cv_timedwait_sig+0x250 svc_run_internal(c737682c,14,c0c00816,c0bff115,0,...) at svc_run_internal+0x35e svc_run(c70cb080,0,c0bff419,202,e99d2cf8,...) at svc_run+0x7f nfssvc_nfsd(c73766c0,122,c0bde26f,ca,c736ab18,...) at nfssvc_nfsd+0xad nfssvc(c73766c0,e99d2cf8,8,e99d2d38,c0cc50c8,...) at nfssvc+0x235 syscall(e99d2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d2beb, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 885 tid 100092 td 0xc75c7480 sched_switch(c75c7480,0,104,186,1d33be5e,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c7480,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c70d67d0,0,c0bde26f,c75c7480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70d67e4,0,e9a2fa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70d67e4,c70d67d0,c0be5cff,570,c73da850,...) at _cv_wait_sig+0x240 seltdwait(c72cbb2c,c0be5cff,3d6,c75c7480,e9a2fae0,...) at seltdwait+0xa2 kern_select(c75c7480,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x4cf select(c75c7480,e9a2fcf8,14,e9a2fd38,c0cc4af8,...) at select+0x5e syscall(e9a2fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816f473, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 883 tid 100095 td 0xc75c6d80 sched_switch(c75c6d80,0,104,186,18732e46,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c6d80,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c70d6850,0,c0bde26f,c75c6d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70d6864,0,e9a38a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70d6864,c70d6850,c0be5cff,570,c731f7a8,...) at _cv_wait_sig+0x240 seltdwait(c72b572c,c0be5cff,3d6,c75c6d80,c0bed9ef,...) at seltdwait+0xa2 kern_select(c75c6d80,9,bfbfedec,0,0,0,0,28195d40) at kern_select+0x4cf select(c75c6d80,e9a38cf8,14,c0bfef4b,c0cc4af8,...) at select+0x5e syscall(e9a38d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 792 tid 100069 td 0xc6fc86c0 sched_switch(c6fc86c0,0,104,186,26dea255,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc86c0,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e99a3aa8,c082327a,c70d64d0,0,c6fc86c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c70d64e4,0,e99a3ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c70d64e4,c70d64d0,7531,570,e99a3b8c,...) at _cv_timedwait_sig+0x250 seltdwait(e99a3c5c,e99a3c64,480,c6fc86c0,e99a3b5c,...) at seltdwait+0x8a poll(c6fc86c0,e99a3cf8,c,c0be63f9,c0cc55d8,...) at poll+0x2f9 syscall(e99a3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813278f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 772 tid 100097 td 0xc75c6900 sched_switch(c75c6900,0,104,186,cca1f97f,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75c6900,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c7373e50,0,c0bde26f,c75c6900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7373e64,0,e9a3ea7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7373e64,c7373e50,c0be5cff,570,c731f1c0,...) at _cv_wait_sig+0x240 seltdwait(c756842c,c0be5cff,3d6,c75c6900,0,...) at seltdwait+0xa2 kern_select(c75c6900,9,282290ac,0,0,0,0,28195d40) at kern_select+0x4cf select(c75c6900,e9a3ecf8,14,c0be62a4,c0cc4af8,...) at select+0x5e syscall(e9a3ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 577 tid 100064 td 0xc6fc8d80 sched_switch(c6fc8d80,0,104,186,fa85872f,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc8d80,0,c0be3bea,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082327a,c72a97d0,0,c0bde26f,c6fc8d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72a97e4,0,e998fa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72a97e4,c72a97d0,c0be5cff,570,c73da2a0,...) at _cv_wait_sig+0x240 seltdwait(c749ec2c,c0be5cff,3d6,c6fc8d80,c0bd8a5b,...) at seltdwait+0xa2 kern_select(c6fc8d80,6,bfbfe9f0,0,0,0,0,10) at kern_select+0x4cf select(c6fc8d80,e998fcf8,14,c0b88340,c0cc4af8,...) at select+0x5e syscall(e998fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808819f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 27 tid 100056 td 0xc72b1240 sched_switch(c72b1240,0,104,186,84ed8954,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b1240,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaa200,44,c0c0367d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaa200,c0eaa1a4,44,c0c0367d,3e8,...) at _sleep+0x329 softdep_flush(0,e7784d38,c0bdba8a,32d,c72b32a4,...) at softdep_flush+0x2b0 fork_exit(c0a38f80,0,e7784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7784d70, ebp = 0 --- Tracing command vnlru pid 26 tid 100055 td 0xc72b1480 sched_switch(c72b1480,0,104,186,812f69cd,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72b1480,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c72b3548,50,c0bed514,0,0,...) at sleepq_timedwait+0x6b _sleep(c72b3548,c0e9e650,250,c0bed514,3e8,...) at _sleep+0x329 vnlru_proc(0,e7781d38,c0bdba8a,32d,c72b3548,...) at vnlru_proc+0x10b fork_exit(c08bc8e0,0,e7781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7781d70, ebp = 0 --- Tracing command syncer pid 25 tid 100054 td 0xc72b16c0 sched_switch(c72b16c0,0,104,186,45ab28bc,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b16c0,0,c0be3bea,26a,c72b16c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e9e690,0,e777ec88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0e9e690,c0e9e67c,3e8,6c6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e777ed38,c0bdba8a,32d,c72b37ec,...) at sched_sync+0x502 fork_exit(c08bbd50,0,e777ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777ed70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100053 td 0xc72b1900 sched_switch(c72b1900,0,104,186,454c5999,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b1900,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e9e3e4,44,c0beaf61,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e9e3e4,c0e9e3e8,44,c0beaf61,3e8,...) at _sleep+0x329 buf_daemon(0,e777bd38,c0bdba8a,32d,c6eb97ec,...) at buf_daemon+0x21e fork_exit(c08a6ed0,0,e777bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777bd70, ebp = 0 --- Tracing command pagezero pid 23 tid 100052 td 0xc72b1b40 sched_switch(c72b1b40,0,104,186,e302c67b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b1b40,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaadf4,0,c0c086d8,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaadf4,c0eaa9b0,0,c0c086d8,493e0,...) at _sleep+0x329 vm_pagezero(0,e7778d38,c0bdba8a,32d,c6eb9a90,...) at vm_pagezero+0xdc fork_exit(c0a730f0,0,e7778d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7778d70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100051 td 0xc72b1d80 sched_switch(c72b1d80,0,104,186,f861abc1,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72b1d80,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eaaa1c,68,c0beaf61,0,0,...) at sleepq_wait+0x63 _sleep(c0eaaa1c,c0eaaa20,68,c0beaf61,0,...) at _sleep+0x35b vm_daemon(0,e7775d38,c0bdba8a,32d,c6eb9d34,...) at vm_daemon+0x59 fork_exit(c0a6d590,0,e7775d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7775d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100050 td 0xc6f516c0 sched_switch(c6f516c0,0,104,186,8e75a4c6,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,44,...) at mi_switch+0x200 sleepq_switch(c6f516c0,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaa9e4,44,c0beaf61,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaa9e4,c0eaa9b0,44,c0beaf61,1388,...) at _sleep+0x329 vm_pageout(0,e7772d38,c0bdba8a,32d,c6fc6000,...) at vm_pageout+0x2bb fork_exit(c0a6e430,0,e7772d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7772d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100049 td 0xc6f51900 sched_switch(c6f51900,0,104,186,7fb8e16,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f51900,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ea0418,0,c0bf67c3,0,0,...) at sleepq_wait+0x63 _sleep(c0ea0418,c0ea032c,0,c0bf67c3,0,...) at _sleep+0x35b sctp_iterator_thread(0,e776fd38,c0bdba8a,32d,c6fc62a4,...) at sctp_iterator_thread+0x60 fork_exit(c0930780,0,e776fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776fd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100046 td 0xc6fc7000 sched_switch(c6fc7000,0,104,186,817dfb77,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6fc7000,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fd123c,4c,c0bd6756,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fd123c,c6fd12f0,4c,c0bd6756,3e8,...) at _sleep+0x329 fdc_thread(c6fd1200,e7763d38,c0bdba8a,32d,c6fc6548,...) at fdc_thread+0x2be fork_exit(c0af04c0,c6fd1200,e7763d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7763d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100044 td 0xc6fc7480 sched_switch(c6fc7480,0,104,186,f19f3661,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc7480,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fdb000,5c,c0bd6756,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fdb000,c6fdf488,15c,c0bd6756,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fdb000,e7753d38,c0bdba8a,32d,c6fc67ec,...) at fw_bus_probe_thread+0x721 fork_exit(c0637720,c6fdb000,e7753d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7753d70, ebp = 0 --- Tracing command usb5 pid 21 tid 100041 td 0xc6fc7b40 sched_switch(c6fc7b40,0,104,186,bd0e29c5,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc7b40,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f9d210,5c,c0bd3409,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f9d210,0,5c,c0bd3409,ea60,...) at _sleep+0x329 usb_event_thread(c6f90800,e773dd38,c0bdba8a,32d,c6fc6a90,...) at usb_event_thread+0xca fork_exit(c079ce30,c6f90800,e773dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773dd70, ebp = 0 --- Tracing command usb4 pid 20 tid 100039 td 0xc6fc8000 sched_switch(c6fc8000,0,104,186,bd27e057,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8000,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fc0210,5c,c0bd3409,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fc0210,0,5c,c0bd3409,ea60,...) at _sleep+0x329 usb_event_thread(c6fb37c0,e7727d38,c0bdba8a,32d,c6fc6d34,...) at usb_event_thread+0xca fork_exit(c079ce30,c6fb37c0,e7727d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7727d70, ebp = 0 --- Tracing command usb3 pid 19 tid 100038 td 0xc6f3bd80 sched_switch(c6f3bd80,0,104,186,bd315cbc,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f3bd80,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fae210,5c,c0bd3409,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fae210,0,5c,c0bd3409,ea60,...) at _sleep+0x329 usb_event_thread(c6fb4040,e7723d38,c0bdba8a,32d,c6d672a4,...) at usb_event_thread+0xca fork_exit(c079ce30,c6fb4040,e7723d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7723d70, ebp = 0 --- Tracing command usb2 pid 18 tid 100037 td 0xc6f50000 sched_switch(c6f50000,0,104,186,bd27d35b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50000,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fac210,5c,c0bd3409,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fac210,0,5c,c0bd3409,ea60,...) at _sleep+0x329 usb_event_thread(c6f83280,e771fd38,c0bdba8a,32d,c6d67548,...) at usb_event_thread+0xca fork_exit(c079ce30,c6f83280,e771fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771fd70, ebp = 0 --- Tracing command usb1 pid 17 tid 100035 td 0xc6f50480 sched_switch(c6f50480,0,104,186,bd2998a3,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50480,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f85210,5c,c0bd3409,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f85210,0,5c,c0bd3409,ea60,...) at _sleep+0x329 usb_event_thread(c6f83980,e7718d38,c0bdba8a,32d,c6d677ec,...) at usb_event_thread+0xca fork_exit(c079ce30,c6f83980,e7718d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7718d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc6f50900 sched_switch(c6f50900,0,104,186,bd862510,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50900,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d2f374,5c,c0bd33fb,0,0,...) at sleepq_wait+0x63 _sleep(c0d2f374,0,5c,c0bd33fb,0,...) at _sleep+0x35b usb_task_thread(c0d2f374,e7711d38,c0bdba8a,32d,c6d67a90,...) at usb_task_thread+0x62 fork_exit(c079ccf0,c0d2f374,e7711d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7711d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc6f50b40 sched_switch(c6f50b40,0,104,186,bd8611e0,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50b40,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d2f360,5c,c0bd33fb,0,0,...) at sleepq_wait+0x63 _sleep(c0d2f360,0,5c,c0bd33fb,0,...) at _sleep+0x35b usb_task_thread(c0d2f360,e770ed38,c0bdba8a,32d,c6d67d34,...) at usb_task_thread+0x62 fork_exit(c079ccf0,c0d2f360,e770ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc6f50d80 sched_switch(c6f50d80,0,104,186,bd0e3e3a,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50d80,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f8a210,5c,c0bd3409,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f8a210,0,5c,c0bd3409,ea60,...) at _sleep+0x329 usb_event_thread(c6f8f300,e770bd38,c0bdba8a,32d,c6eb9000,...) at usb_event_thread+0xca fork_exit(c079ce30,c6f8f300,e770bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100020 td 0xc6f3b6c0 sched_switch(c6f3b6c0,0,104,186,bd85e03b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f3b6c0,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0cfd954,4c,c0b84004,0,0,...) at sleepq_wait+0x63 _sleep(c0cfd954,c0cfd96c,4c,c0b84004,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ac7d38,c0bdba8a,32d,c6eb92a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a060,0,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d6a240 sched_switch(c6d6a240,0,104,186,a2f294b6,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a240,0,c0be3bea,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d31e64,0,c0bd6756,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d31e64,0,0,c0bd6756,64,...) at _sleep+0x329 pause(c0bd6756,64,c0bc9033,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0bdba8a,32d,c6eb9548,...) at random_kthread+0x1ef fork_exit(c070a370,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d6a6c0 sched_switch(c6d6a6c0,0,104,186,a00683e5,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a6c0,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d2fa84,4c,c0bd6756,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d2fa84,c0d2f9e8,24c,c0bd6756,64,...) at _sleep+0x329 g_io_schedule_down(c6d6a6c0,0,c0bd7c9a,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0bdba8a,32d,c6d66000,...) at g_down_procbody+0x8d fork_exit(c07d9e80,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d6a900 sched_switch(c6d6a900,0,104,186,98acffd5,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a900,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d2fa80,4c,c0bd6756,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d2fa80,c0d2fa08,24c,c0bd6756,64,...) at _sleep+0x329 g_io_schedule_up(c6d6a900,0,c0bd7c9a,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab5d38,c0bdba8a,32d,c6d662a4,...) at g_up_procbody+0x8d fork_exit(c07d9f10,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d6ab40 sched_switch(c6d6ab40,0,104,186,a2b6b017,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6ab40,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d2fa78,4c,c0bd6756,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d2fa78,0,4c,c0bd6756,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0bdba8a,32d,c6d66548,...) at g_event_procbody+0xcb fork_exit(c07d9fa0,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100048 td 0xc6f51b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xc6f51d80 sched_switch(c6f51d80,0,109,186,2ffd3980,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6d64170,...) at mi_switch+0x200 ithread_loop(c70c39e0,e7766d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c70c39e0,e7766d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7766d70, ebp = 0 --- Tracing command intr pid 12 tid 100045 td 0xc6fc7240 sched_switch(c6fc7240,0,109,186,3b72bbf3,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6fda9f0,...) at mi_switch+0x200 ithread_loop(c70b9900,e7756d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c70b9900,e7756d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7756d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc6fc7900 sched_switch(c6fc7900,0,109,186,cdad8448,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dad4f0,...) at mi_switch+0x200 ithread_loop(c6fc5a10,e7748d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6fc5a10,e7748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7748d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc6fc7d80 sched_switch(c6fc7d80,0,109,186,1391b8ed,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dad270,...) at mi_switch+0x200 ithread_loop(c6fb58e0,e772bd38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6fb58e0,e772bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe772bd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f50240 sched_switch(c6f50240,0,109,186,bd8227d4,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dad2f0,...) at mi_switch+0x200 ithread_loop(c6f8e4c0,e771cd38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6f8e4c0,e771cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771cd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f506c0 sched_switch(c6f506c0,0,109,186,bd81b317,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dad370,...) at mi_switch+0x200 ithread_loop(c6f8e750,e7715d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6f8e750,e7715d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7715d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f51000 sched_switch(c6f51000,0,109,186,bd813e94,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dad3f0,...) at mi_switch+0x200 ithread_loop(c6f778c0,e7708d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6f778c0,e7708d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7708d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f51240 sched_switch(c6f51240,0,109,186,9b56ec80,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dad0f0,...) at mi_switch+0x200 ithread_loop(c6f77520,e72e4d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6f77520,e72e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f51480 sched_switch(c6f51480,0,109,186,bd83437e,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6d63c70,...) at mi_switch+0x200 ithread_loop(c6f0e490,c6b05d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6f0e490,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6dae900 sched_switch(c6dae900,0,109,186,13926542,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6f3a5f0,...) at mi_switch+0x200 ithread_loop(c6ed48f0,c6ad9d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6ed48f0,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc6f3b480 sched_switch(c6f3b480,0,109,186,ee53de82,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6f3a6f0,...) at mi_switch+0x200 ithread_loop(c6ed4930,c6acad38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6ed4930,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc6f3b900 sched_switch(c6f3b900,0,109,186,de86b693,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6f3a870,...) at mi_switch+0x200 ithread_loop(c6ed49a0,c6ac4d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6ed49a0,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f3bb40 sched_switch(c6f3bb40,0,109,186,3086245f,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6f3a8f0,...) at mi_switch+0x200 ithread_loop(c6ed49b0,c6ac1d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6ed49b0,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d6ad80 sched_switch(c6d6ad80,0,109,186,8a53c92c,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dacc70,...) at mi_switch+0x200 ithread_loop(c6d650f0,c6aafd38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6d650f0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dae000 sched_switch(c6dae000,0,109,186,a38d9224,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6daccf0,...) at mi_switch+0x200 ithread_loop(c6d65100,c6aacd38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6d65100,c6aacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aacd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dae240 sched_switch(c6dae240,0,109,186,a2f27ad2,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dacd70,...) at mi_switch+0x200 ithread_loop(c6d65110,c6aa9d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6d65110,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dae480 cpustop_handler(1,c6aa6ba0,c0b3191d,c083e1c8,0,...) at cpustop_handler+0x32 ipi_nmi_handler(c083e1c8,0,80000000,369e99,c6d667ec,...) at ipi_nmi_handler+0x2f trap(c6aa6bac) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08234a7, esp = 0xc6aa6bec, ebp = 0xc6aa6c08 --- _mtx_lock_sleep(c0d31870,c6dae480,0,c0bde26f,89,...) at _mtx_lock_sleep+0x97 _mtx_lock_flags(c0d31870,0,c0bde26f,89,c6aa6ca0,...) at _mtx_lock_flags+0xf7 lock_mtx(c0d31870,1,c0be0d35,16b,c0d32094,...) at lock_mtx+0x29 softclock(c0d32060,c6aa6cc8,c0822ee4,c0d35d80,c6dacdb8,...) at softclock+0x1e5 intr_event_execute_handlers(c6d667ec,c6dacd80,c0bdbd09,4dd,c6dacdf0,...) at intr_event_execute_handlers+0x125 ithread_loop(c6d65120,c6aa6d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x9f fork_exit(c0811c00,c6d65120,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d68000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc6d68240 sched_switch(c6d68240,0,109,186,26109e40,...) at sched_switch+0x437 mi_switch(109,0,c0bdbd09,4d7,c6dacef0,...) at mi_switch+0x200 ithread_loop(c6d65140,c6aa0d38,c0bdba8a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0811c00,c6d65140,c6aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa0d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d68480 sched_switch(c6d68480,0,108,181,9a50e4dc,...) at sched_switch+0x437 mi_switch(108,0,c0be1501,3a5,c6d68480,...) at mi_switch+0x200 sched_idletd(0,c6a9cd38,c0bdba8a,32d,c6d66a90,...) at sched_idletd+0x178 fork_exit(c0853ab0,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d686c0 cpustop_handler(2,c6a99c28,c0b3191d,c1,c6a99bcc,...) at cpustop_handler+0x32 ipi_nmi_handler(c1,c6a99bcc,c0764d80,c6fca320,c6d66a90,...) at ipi_nmi_handler+0x2f trap(c6a99c34) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0823965, esp = 0xc6a99c74, ebp = 0xc6a99c94 --- _mtx_lock_spin_flags(c0d36400,10,c0be1501,31d,c0d35d80,...) at _mtx_lock_spin_flags+0x65 tdq_lock_pair(c0d44590,c6a99cd8,c0be1501,3a7,c6d686c0,...) at tdq_lock_pair+0x96 sched_idletd(0,c6a99d38,c0bdba8a,32d,c6d66a90,...) at sched_idletd+0xff fork_exit(c0853ab0,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d68900 cpustop_handler(4,c6a96c20,c0b3191d,c6dae000,c6a96bcc,...) at cpustop_handler+0x32 ipi_nmi_handler(c6dae000,c6a96bcc,c0810ed4,c0d36a80,c6d66a90,...) at ipi_nmi_handler+0x2f trap(c6a96c2c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b227d1, esp = 0xc6a96c6c, ebp = 0xc6a96c94 --- spinlock_enter(c0d35d80,0,c0be1501,31c,c0d35d80,...) at spinlock_enter+0x1 tdq_lock_pair(c0d44590,c6a96cd8,c0be1501,3a7,c6d68900,...) at tdq_lock_pair+0x76 sched_idletd(0,c6a96d38,c0bdba8a,32d,c6d66a90,...) at sched_idletd+0xff fork_exit(c0853ab0,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d68b40 sched_switch(c6d68b40,0,108,181,9a6230ee,...) at sched_switch+0x437 mi_switch(108,0,c0be1501,3a5,c6d68b40,...) at mi_switch+0x200 sched_idletd(0,c6a93d38,c0bdba8a,32d,c6d66a90,...) at sched_idletd+0x178 fork_exit(c0853ab0,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d68d80 sched_switch(c6d68d80,0,104,186,81237626,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d68d80,0,c0be3bea,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be3bea,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d66d34,5c,c0be62b5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d66d34,c6d66dbc,15c,c0be62b5,0,...) at _sleep+0x344 kern_wait(c6d68d80,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xad6 wait4(c6d68d80,c6a8fcf8,10,c0be60d0,c0cc42e8,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc6d6a000 sched_switch(c6d6a000,0,104,186,bd8399bf,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a000,0,c0be3bea,247,c6d6a000,...) at sleepq_switch+0x15f sleepq_wait(c0ea9bc0,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0ea9bc0,c0ea9ba4,c0c01593,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0bdba8a,32d,c6d67000,...) at audit_worker+0x84 fork_exit(c0a1c920,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xc6fc76c0 sched_switch(c6fc76c0,0,104,186,8fd33549,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc76c0,0,c0be3bea,247,c6fc76c0,...) at sleepq_switch+0x15f sleepq_wait(c6fb4dc0,0,c0be051f,c0bd6756,0,...) at sleepq_wait+0x63 msleep_spin(c6fb4dc0,c6fb4ddc,c0bd6756,0,c0bde26f,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fdf49c,e7750d38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0x8a fork_exit(c086a3f0,c6fdf49c,e7750d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7750d70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc6dae6c0 sched_switch(c6dae6c0,0,104,186,ee55c0c1,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dae6c0,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f203c0,0,c0bd6756,0,0,...) at sleepq_wait+0x63 _sleep(c6f203c0,c6f203dc,0,c0bd6756,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d44788,c6adcd38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0xb4 fork_exit(c086a3f0,c0d44788,c6adcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6adcd70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6daeb40 sched_switch(c6daeb40,0,104,186,bd91e3c4,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6daeb40,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20480,0,c0bd6756,0,0,...) at sleepq_wait+0x63 _sleep(c6f20480,c6f2049c,0,c0bd6756,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d00604,c6ad6d38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0xb4 fork_exit(c086a3f0,c0d00604,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6daed80 sched_switch(c6daed80,0,104,186,bd91d2d1,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6daed80,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20480,0,c0bd6756,0,0,...) at sleepq_wait+0x63 _sleep(c6f20480,c6f2049c,0,c0bd6756,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d00604,c6ad3d38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0xb4 fork_exit(c086a3f0,c0d00604,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f3b000 sched_switch(c6f3b000,0,104,186,bd91c1a7,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b000,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20480,0,c0bd6756,0,0,...) at sleepq_wait+0x63 _sleep(c6f20480,c6f2049c,0,c0bd6756,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d00604,c6ad0d38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0xb4 fork_exit(c086a3f0,c0d00604,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f3b240 sched_switch(c6f3b240,0,104,186,bd8c184b,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b240,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f204c0,0,c0bd6756,0,0,...) at sleepq_wait+0x63 _sleep(c6f204c0,c6f204dc,0,c0bd6756,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d30404,c6acdd38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0xb4 fork_exit(c086a3f0,c0d30404,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d6a480 sched_switch(c6d6a480,0,104,186,6900dac,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a480,0,c0be3bea,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d4dcc0,0,c0bd6756,0,0,...) at sleepq_wait+0x63 _sleep(c6d4dcc0,c6d4dcdc,0,c0bd6756,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d432c0,c6abbd38,c0bdba8a,32d,c0d2fb40,...) at taskqueue_thread_loop+0xb4 fork_exit(c086a3f0,c0d432c0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d2fdf0 sched_switch(c0d2fdf0,0,104,186,5f223081,...) at sched_switch+0x437 mi_switch(104,0,c0be3bea,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d2fdf0,0,c0be3bea,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d2fb40,44,c0be1d89,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d2fb40,0,44,c0be1d89,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 3439 MB Dumping 187 MB: 172 156 140 124 108 92 76 60 44 28 12 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bc6f9 in db_fncall (dummy1=1, dummy2=0, dummy3=0, dummy4=0xe99878a8 "\200ÃÚÆ") at ../../../ddb/db_command.c:548 #2 0xc04bcaf1 in db_command (last_cmdp=0xc0cfe8dc, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:445 #3 0xc04bcc4a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04beaad in db_trap (type=3, code=0) at ../../../ddb/db_main.c:229 #5 0xc085f7e6 in kdb_trap (type=3, code=0, tf=0xe9987a50) at ../../../kern/subr_kdb.c:534 #6 0xc0b31ebb in trap (frame=0xe9987a50) at ../../../i386/i386/trap.c:680 #7 0xc0b15e4b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc085f96a in kdb_enter (why=0xc0bdf9b6 "panic", msg=0xc0bdf9b6 "panic") at cpufunc.h:71 #9 0xc0832086 in panic (fmt=0xc0bde4e1 "mtx_lock() of destroyed mutex @ %s:%d") at ../../../kern/kern_shutdown.c:559 #10 0xc0823625 in _mtx_lock_flags (m=0xc987cb80, opts=0, file=0xc0bec5ea "../../../kern/vfs_subr.c", line=2111) at ../../../kern/kern_mutex.c:174 #11 0xc08b7f55 in vref (vp=0xc987cac0) at ../../../kern/vfs_subr.c:2111 #12 0xc0801e31 in sysctl_kern_proc_filedesc (oidp=0xc0cc7ba0, arg1=0xe9987c1c, arg2=1, req=0xe9987ba4) at ../../../kern/kern_descrip.c:2924 #13 0xc083bec7 in sysctl_root (oidp=Variable "oidp" is not available. ) at ../../../kern/kern_sysctl.c:1327 #14 0xc083bff5 in userland_sysctl (td=0xc731b480, name=0xe9987c10, namelen=4, old=0x0, oldlenp=0xbfbfeb18, inkernel=0, new=0x0, newlen=0, retval=0xe9987c70, flags=0) at ../../../kern/kern_sysctl.c:1423 #15 0xc083c43c in __sysctl (td=0xc731b480, uap=0xe9987cf8) at ../../../kern/kern_sysctl.c:1357 #16 0xc0b31613 in syscall (frame=0xe9987d38) at ../../../i386/i386/trap.c:1076 #17 0xc0b15eb0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #18 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 12 #12 0xc0801e31 in sysctl_kern_proc_filedesc (oidp=0xc0cc7ba0, arg1=0xe9987c1c, arg2=1, req=0xe9987ba4) at ../../../kern/kern_descrip.c:2924 2924 vref(vp); (kgdb) l 2919 kif->kf_flags |= KF_FLAG_DIRECT; 2920 if (fp->f_flag & FHASLOCK) 2921 kif->kf_flags |= KF_FLAG_HASLOCK; 2922 kif->kf_offset = fp->f_offset; 2923 if (vp != NULL) { 2924 vref(vp); 2925 switch (vp->v_type) { 2926 case VNON: 2927 kif->kf_vnode_type = KF_VTYPE_VNON; 2928 break; (kgdb) p *vp $1 = {v_type = VBAD, v_tag = 0xc0bd82c1 "none", v_op = 0x0, v_data = 0x0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xc9992014}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0, v_cache_src = {lh_first = 0x0}, v_cache_dst = { tqh_first = 0x0, tqh_last = 0xc987caf0}, v_dd = 0x0, v_cstart = 0, v_lasta = 0, v_lastw = 0, v_clen = 0, v_lock = {lock_object = {lo_name = 0xc0bd6444 "pseudofs", lo_flags = 91881481, lo_data = 0, lo_witness = 0xc6d26528}, lk_lock = 1, lk_timo = 51, lk_pri = 80, lk_stack = {depth = 13, pcs = {3229729056, 3230316181, 3233018773, 3230430744, 3230434735, 3230435113, 3229618723, 3229627568, 3229631255, 3229670835, 3229674429, 3232962067, 3232849584, 0, 0, 0, 0, 0}}}, v_interlock = {lock_object = { lo_name = 0xc0be5b57 "vnode interlock", lo_flags = 16908288, lo_data = 0, lo_witness = 0xc6d210a8}, mtx_lock = 6}, v_vnlock = 0xc987cb18, v_holdcnt = 0, v_usecount = 0, v_iflag = 128, v_vflag = 256, v_writecount = 0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0bed503 "bufobj interlock", lo_flags = 16908288, lo_data = 0, lo_witness = 0xc6d24fa0}, mtx_lock = 6}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc987cbc8}, bv_root = 0x0, bv_cnt = 0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc987cbd8}, bv_root = 0x0, bv_cnt = 0}, bo_numoutput = 0, bo_flag = 0, bo_ops = 0xc0cd3b40, bo_bsize = 4096, bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc987cac0, __bo_vnode = 0xc987cac0}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) git diff --stat sys/fs/pseudofs/pseudofs_vnops.c | 78 ++++++++++++++++++++++++++++++++++++++ 1 files changed, 78 insertions(+), 0 deletions(-) -- Test scenario: kinfo2.c