GENERIC HEAD from 2009-01-14 05:08:52 UTC, r187209M, vmcore.33 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r187209M: Thu Jan 15 08:35:56 CET 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.58-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 3623682048 (3455 MB) avail memory = 3540008960 (3376 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted lock order reversal: 1st 0xc6d6c044 user map (user map) @ vm/vm_map.c:3198 2nd 0xc719f9c0 ufs (ufs) @ kern/vfs_subr.c:2079 KDB: stack backtrace: db_trace_self_wrapper(c0be81bc,c6a8f910,c0871fd5,4,c0be37c7,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be37c7,c6d21728,c6d263f0,c6a8f96c,...) at kdb_backtrace+0x29 _witness_debugger(c0beae76,c719f9c0,c0bde87a,c6d263f0,c0bf1b1b,...) at _witness_debugger+0x25 witness_checkorder(c719f9c0,1,c0bf1b12,81f,0,...) at witness_checkorder+0x839 __lockmgr_args(c719f9c0,200501,c719fa28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c6a8fa78,c0871d7b,c0c0e8bb,200501,c719f968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cef800,c6a8fa78,c6d68e24,c0d038e0,c719f968,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c719f968,200501,c0bf1b12,81f,4,...) at _vn_lock+0x78 vget(c719f968,200501,c6d68d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1876d14,0,c0c0becb,127,c6a8fc18,...) at vnode_pager_lock+0x1e3 vm_fault(c6d6c000,80db000,2,8,80db780,...) at vm_fault+0x1df trap_pfault(5,0,c0c1bff3,2e7,c6d66d34,...) at trap_pfault+0x118 trap(c6a8fd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: 4569 files, 218389 used, 794626 free (2186 frags, 99055 blocks, 0.2% fragmentation) /dev/ad4s1e: 11153 files, 366590 used, 50410485 free (741 frags, 6301218 blocks, 0.0% fragmentation) /dev/ad4s1f: 2043671 files, 10003430 used, 12335343 free (109879 frags, 1528183 blocks, 0.5% fragmentation) /dev/ad4s1d: 503810 files, 15888762 used, 34888313 free (45233 frags, 4355385 blocks, 0.1% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 savecore: reboot Jan 15 10:19:22 x4 savecore: reboot savecore: writing core to vmcore.32 Additional ABI support: linux. lock order reversal: 1st 0xdad12668 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc736d800 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:263 KDB: stack backtrace: db_trace_self_wrapper(c0be81bc,e9a5e87c,c0871fd5,4,c0be37c7,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be37c7,c6d236d8,c6d26458,e9a5e8d8,...) at kdb_backtrace+0x29 _witness_debugger(c0beae76,c736d800,c0c0a9c7,c6d26458,c0c0a66d,...) at _witness_debugger+0x25 witness_checkorder(c736d800,9,c0c0a664,107,0,...) at witness_checkorder+0x839 _sx_xlock(c736d800,0,c0c0a664,107,c7384bb8,...) at _sx_xlock+0x85 ufsdirhash_acquire(dad12608,e9a5ea20,1e0,db5f9a38,e9a5e9a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7384bb8,e9a5ea20,a38,e9a5e994,e9a5e998,...) at ufsdirhash_add+0x13 ufs_direnter(c73dfc18,c75ff158,e9a5ea20,e9a5ec04,dad12adc,...) at ufs_direnter+0x779 ufs_mkdir(e9a5ec28,c0c1e9f4,0,e9a5ec28,e9a5ebd8,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0cef800,e9a5ec28,eb6,eb4,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c75fa900,ffffff9c,bfbfef66,0,1ff,...) at kern_mkdirat+0x278 kern_mkdir(c75fa900,bfbfef66,0,1ff,e9a5ed2c,...) at kern_mkdir+0x2e mkdir(c75fa900,e9a5ecf8,8,c0beb708,c0ccb6c0,...) at mkdir+0x29 syscall(e9a5ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815b893, esp = 0xbfbfedac, ebp = 0xbfbfee78 --- Starting mountd. Configuring syscons: keymap blanktime. Thu Jan 15 10:19:34 CET 2009 Jan 15 10:20:29 x4 su: pho to root on /dev/pts/0 Jan 15 10:36:59 x4 su: pho to root on /dev/pts/0 KDB: stack backtrace: db_trace_self_wrapper(c0be81bc,e9a8d818,c08b8553,c9efd868,e9a8d818,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c9efd868,e9a8d818,c0b40665,e9a8d828,c9efd810,...) at kdb_backtrace+0x29 vfs_badlock(c9f0aae0,e9a8d828,c0d03540,c9efd810) at vfs_badlock+0x23 assert_vop_elocked(c9efd810,c0bf2920,c08b9374,c9efd810,c9efd810,...) at assert_vop_elocked+0x55 insmntque1(c9efd810,c7482000,c08bf310,0,e9a8d8c0,...) at insmntque1+0x1a0 insmntque(c9efd810,c7482000,c9f0aae0,e9a8d8b0,c72a6860,...) at insmntque+0x28 unionfs_nodeget(c7482000,c9e96c18,c73dfc18,0,c72a6868,...) at unionfs_nodeget+0x100 unionfs_domount(c7482000,c757ab40,c0bf14f7,3cb,c70d3a30,...) at unionfs_domount+0x73f vfs_donmount(c757ab40,10000000,c73bd180,c73bd180,bfbfe020,...) at vfs_donmount+0x1318 nmount(c757ab40,e9a8dcf8,c,e9a8dd38,c0cccd70,...) at nmount+0xbe syscall(e9a8dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280cfc8b, esp = 0xbfbfdfec, ebp = 0xbfbfe968 --- insmntque: mp-safe fs and non-locked vp: 0xc9efd810 is not exclusive locked but should be KDB: enter: lock violation [thread pid 1238 tid 100113 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1238 tid 100113 td 0xc757ab40 kdb_enter(c0bf1d49,c0bf1d3a,c9efd810,c0bf269c,c9efd810,...) at kdb_enter+0x3a vfs_badlock(c9f0aae0,e9a8d828,c0d03540,c9efd810) at vfs_badlock+0x61 assert_vop_elocked(c9efd810,c0bf2920,c08b9374,c9efd810,c9efd810,...) at assert_vop_elocked+0x55 insmntque1(c9efd810,c7482000,c08bf310,0,e9a8d8c0,...) at insmntque1+0x1a0 insmntque(c9efd810,c7482000,c9f0aae0,e9a8d8b0,c72a6860,...) at insmntque+0x28 unionfs_nodeget(c7482000,c9e96c18,c73dfc18,0,c72a6868,...) at unionfs_nodeget+0x100 unionfs_domount(c7482000,c757ab40,c0bf14f7,3cb,c70d3a30,...) at unionfs_domount+0x73f vfs_donmount(c757ab40,10000000,c73bd180,c73bd180,bfbfe020,...) at vfs_donmount+0x1318 nmount(c757ab40,e9a8dcf8,c,e9a8dd38,c0cccd70,...) at nmount+0xbe syscall(e9a8dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280cfc8b, esp = 0xbfbfdfec, ebp = 0xbfbfe968 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc757ab40: pid 1238 "mount_unionfs" curpcb = 0xe9a8dd90 fpcurthread = none idlethread = 0xc6d68480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc6dae480: pid 12 "swi4: clock" curpcb = 0xc6aa6d90 fpcurthread = none idlethread = 0xc6d686c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc6d68900: pid 11 "idle: cpu2" curpcb = 0xc6a96d90 fpcurthread = none idlethread = 0xc6d68900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc6fc7d80: pid 12 "irq19: re0 ehci0" curpcb = 0xe772bd90 fpcurthread = none idlethread = 0xc6d68b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1238 (mount_unionfs) thread 0xc757ab40 (100113) exclusive sleep mutex Giant (Giant) r = 0 (0xc0d37f70) locked @ dev/kbdmux/kbdmux.c:1044 Process 1148 (sshd) thread 0xc77d16c0 (100120) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc77cae4c) locked @ kern/uipc_sockbuf.c:148 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc72c9b30 /dev/ad4s1a on / (ufs) 0xc72ca000 devfs on /dev (devfs) 0xc7482598 /dev/ad4s1e on /tmp (ufs) 0xc749d000 /dev/ad4s1f on /usr (ufs) 0xc749cb30 /dev/ad4s1d on /var (ufs) 0xc749c864 procfs on /proc (procfs) 0xc74822cc /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1238 1237 1227 0 R+ CPU 0 mount_unionfs 1237 1227 1227 0 S+ wait 0xc7316d34 mount 1233 0 0 0 SL mdwait 0xc7491000 [md5] 1227 1220 1227 0 S+ wait 0xc7574a90 sh 1220 1216 1220 0 S+ wait 0xc72b2548 bash 1216 1215 1216 0 S+ pause 0xc72b22fc csh 1215 1151 1215 1001 S+ wait 0xc75f82a4 su 1151 1150 1151 1001 Ss+ wait 0xc75757ec bash 1150 1148 1148 1001 S select 0xc77b56a4 sshd 1148 1042 1148 0 Ss sbwait 0xc77cae78 sshd 1116 1 1116 0 Ss+ ttyin 0xc70dd478 getty 1115 1 1115 0 Ss+ ttyin 0xc70dd678 getty 1114 1 1114 0 Ss+ ttyin 0xc70dd878 getty 1113 1 1113 0 Ss+ ttyin 0xc70bdc78 getty 1112 1 1112 0 Ss+ ttyin 0xc70bd678 getty 1111 1 1111 0 Ss+ ttyin 0xc70bd478 getty 1110 1 1110 0 Ss+ ttyin 0xc70bd278 getty 1109 1 1109 0 Ss+ ttyin 0xc70bd078 getty 1083 1 1083 0 Ss select 0xc76ffe64 inetd 1061 1 1061 0 Ss nanslp 0xc0d38724 cron 1055 1 1055 25 Ss pause 0xc733a058 sendmail 1049 1 1049 0 Ss select 0xc739de24 sendmail 1042 1 1042 0 Ss select 0xc77b45e4 sshd 1005 1 1005 0 Ss select 0xc762c6e4 ntpd 888 887 887 0 S (threaded) nfsd 100116 S rpcsvc 0xc76e3190 nfsd: service 100115 S rpcsvc 0xc739de50 nfsd: service 100114 S rpcsvc 0xc76e7610 nfsd: service 100111 S rpcsvc 0xc77b5090 nfsd: master 887 1 887 0 Ss select 0xc77b4ce4 nfsd 885 1 885 0 Ss select 0xc77b4e24 mountd 803 1 803 0 Ss select 0xc76fe564 rpcbind 773 1 773 0 Ss select 0xc739e6a4 syslogd 578 1 578 0 Ss select 0xc72cfde4 devd 27 0 0 0 SL sdflush 0xc0eb0920 [softdepflush] 26 0 0 0 SL vlruwt 0xc72b3548 [vnlru] 25 0 0 0 SL syncer 0xc0ea4d90 [syncer] 24 0 0 0 SL psleep 0xc0ea4ae4 [bufdaemon] 23 0 0 0 SL pgzero 0xc0eb1514 [pagezero] 22 0 0 0 SL psleep 0xc0eb113c [vmdaemon] 9 0 0 0 SL psleep 0xc0eb1104 [pagedaemon] 8 0 0 0 SL waiting_ 0xc0ea6b18 [sctp_iterator] 7 0 0 0 SL - 0xc6fc443c [fdc0] 6 0 0 0 SL - 0xc6fda000 [fw0_probe] 21 0 0 0 SL usbevt 0xc6f9d210 [usb5] 20 0 0 0 SL usbevt 0xc6fc0210 [usb4] 19 0 0 0 SL usbevt 0xc6fae210 [usb3] 18 0 0 0 SL usbevt 0xc6fac210 [usb2] 17 0 0 0 SL usbevt 0xc6f85210 [usb1] 16 0 0 0 SL usbtsk 0xc0d35a74 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d35a60 [usbtask-hc] 14 0 0 0 SL usbevt 0xc6f8a210 [usb0] 5 0 0 0 SL ccb_scan 0xc0d04054 [xpt_thrd] 13 0 0 0 SL - 0xc0d38564 [yarrow] 4 0 0 0 SL - 0xc0d36184 [g_down] 3 0 0 0 SL - 0xc0d36180 [g_up] 2 0 0 0 SL - 0xc0d36178 [g_event] 12 0 0 0 RL (threaded) intr 100048 I [irq12: psm0] 100047 I [irq1: atkbd0] 100045 I [swi0: uart] 100042 I [irq14: ata0] 100040 Run CPU 3 [irq19: re0 ehci0] 100036 I [irq18: ohci2 ohci4] 100034 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq9: acpi0] 100026 I [swi5: +] 100025 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 Run CPU 1 [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d66d34 [init] 10 0 0 0 SL audit_wo 0xc0eb02c0 [audit] 0 0 0 0 SLs (threaded) kernel 100043 D - 0xc6fb4d80 [fw0_taskq] 100027 D - 0xc6f20380 [thread taskq] 100023 D - 0xc6f20540 [kqueue taskq] 100022 D - 0xc6f20580 [acpi_task_2] 100021 D - 0xc6f20580 [acpi_task_1] 100020 D - 0xc6f20580 [acpi_task_0] 100016 D - 0xc6d4dc40 [firmware taskq] 100000 D sched 0xc0d36240 [swapper] db:0:ps> allt Tracing command mount_unionfs pid 1238 tid 100113 td 0xc757ab40 kdb_enter(c0bf1d49,c0bf1d3a,c9efd810,c0bf269c,c9efd810,...) at kdb_enter+0x3a vfs_badlock(c9f0aae0,e9a8d828,c0d03540,c9efd810) at vfs_badlock+0x61 assert_vop_elocked(c9efd810,c0bf2920,c08b9374,c9efd810,c9efd810,...) at assert_vop_elocked+0x55 insmntque1(c9efd810,c7482000,c08bf310,0,e9a8d8c0,...) at insmntque1+0x1a0 insmntque(c9efd810,c7482000,c9f0aae0,e9a8d8b0,c72a6860,...) at insmntque+0x28 unionfs_nodeget(c7482000,c9e96c18,c73dfc18,0,c72a6868,...) at unionfs_nodeget+0x100 unionfs_domount(c7482000,c757ab40,c0bf14f7,3cb,c70d3a30,...) at unionfs_domount+0x73f vfs_donmount(c757ab40,10000000,c73bd180,c73bd180,bfbfe020,...) at vfs_donmount+0x1318 nmount(c757ab40,e9a8dcf8,c,e9a8dd38,c0cccd70,...) at nmount+0xbe syscall(e9a8dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280cfc8b, esp = 0xbfbfdfec, ebp = 0xbfbfe968 --- Tracing command mount pid 1237 tid 100074 td 0xc733bb40 sched_switch(c733bb40,0,104,186,3d46fd8f,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c733bb40,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7316d34,5c,c0beb7ed,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7316d34,c7316dbc,15c,c0beb7ed,0,...) at _sleep+0x344 kern_wait(c733bb40,4d6,e99b7c74,0,0,...) at kern_wait+0xad6 wait4(c733bb40,e99b7cf8,10,e99b7d38,c0ccaaa8,...) at wait4+0x3b syscall(e99b7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f6d3b, esp = 0xbfbfdcdc, ebp = 0xbfbfdcf8 --- Tracing command md5 pid 1233 tid 100124 td 0xc77d0d80 sched_switch(c77d0d80,0,104,186,3c979c0a,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c77d0d80,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c7491000,4c,c0bbf812,0,0,...) at sleepq_wait+0x63 _sleep(c7491000,c7491020,24c,c0bbf812,0,...) at _sleep+0x35b md_kthread(c7491000,e9ab1d38,c0be0fe2,32d,c77ce2a4,...) at md_kthread+0x125 fork_exit(c068eb30,c7491000,e9ab1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe9ab1d70, ebp = 0 --- Tracing command sh pid 1227 tid 100087 td 0xc7576900 sched_switch(c7576900,0,104,186,3cb32c2e,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7576900,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7574a90,5c,c0beb7ed,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7574a90,c7574b18,15c,c0beb7ed,0,...) at _sleep+0x344 kern_wait(c7576900,ffffffff,e9a12c74,2,0,...) at kern_wait+0xad6 wait4(c7576900,e9a12cf8,10,c0beb7cc,c0ccaaa8,...) at wait4+0x3b syscall(e9a12d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command bash pid 1220 tid 100069 td 0xc6fc86c0 sched_switch(c6fc86c0,0,104,186,1285f711,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc86c0,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72b2548,5c,c0beb7ed,100,0,...) at sleepq_wait_sig+0x17 _sleep(c72b2548,c72b25d0,15c,c0beb7ed,0,...) at _sleep+0x344 kern_wait(c6fc86c0,ffffffff,e99a3c74,6,0,...) at kern_wait+0xad6 wait4(c6fc86c0,e99a3cf8,10,c0beb6c7,c0ccaaa8,...) at wait4+0x3b syscall(e99a3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfe84c, ebp = 0xbfbfe868 --- Tracing command csh pid 1216 tid 100072 td 0xc6fc8480 sched_switch(c6fc8480,0,104,186,32b31dd9,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,68,...) at mi_switch+0x200 sleepq_switch(c6fc8480,0,c0be9122,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72b22fc,68,c0ba16de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c72b22fc,c72b232c,168,c0ba16de,0,...) at _sleep+0x344 kern_sigsuspend(c6fc8480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c6fc8480,e99afcf8,4,c0beb6c7,c0ccc9f8,...) at sigsuspend+0x4d syscall(e99afd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28171fab, esp = 0xbfbfe61c, ebp = 0xbfbfe688 --- Tracing command su pid 1215 tid 100104 td 0xc75fa000 sched_switch(c75fa000,0,104,186,de4b3f28,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c75fa000,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c75f82a4,5c,c0beb7ed,100,0,...) at sleepq_wait_sig+0x17 _sleep(c75f82a4,c75f832c,15c,c0beb7ed,0,...) at _sleep+0x344 kern_wait(c75fa000,4c0,e9a72c74,2,0,...) at kern_wait+0xad6 wait4(c75fa000,e9a72cf8,10,e9a72d38,c0ccaaa8,...) at wait4+0x3b syscall(e9a72d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28111d3b, esp = 0xbfbfe66c, ebp = 0xbfbfe688 --- Tracing command bash pid 1151 tid 100082 td 0xc757a480 sched_switch(c757a480,0,104,186,b7f26cb6,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c757a480,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c75757ec,5c,c0beb7ed,100,0,...) at sleepq_wait_sig+0x17 _sleep(c75757ec,c7575874,15c,c0beb7ed,0,...) at _sleep+0x344 kern_wait(c757a480,ffffffff,e99fec74,6,0,...) at kern_wait+0xad6 wait4(c757a480,e99fecf8,10,c0beb6c7,c0ccaaa8,...) at wait4+0x3b syscall(e99fed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 1150 tid 100123 td 0xc77d1000 sched_switch(c77d1000,0,104,186,3cad99ca,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77d1000,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c77b5690,0,c0be37c7,c77d1000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b56a4,0,e9aaea7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b56a4,c77b5690,c0beb237,570,c731f1f8,...) at _cv_wait_sig+0x240 seltdwait(c799b62c,c0beb237,3d6,c77d1000,200246,...) at seltdwait+0xa2 kern_select(c77d1000,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x4cf select(c77d1000,e9aaecf8,14,c0bd39b5,c0ccb2b8,...) at select+0x5e syscall(e9aaed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1148 tid 100120 td 0xc77d16c0 sched_switch(c77d16c0,0,104,186,cb68f0b4,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,58,...) at mi_switch+0x200 sleepq_switch(c77d16c0,0,c0be9122,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77cae78,58,c0beec0d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77cae78,c77cae38,158,c0beec0d,0) at _sleep+0x344 sbwait(c77cae18,4,c0beecc2,5b4,c77cae38,...) at sbwait+0x76 soreceive_generic(c77cadc8,0,e9aa5c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c77cadc8,0,e9aa5c58,0,0,...) at soreceive+0x38 soo_read(c73dd268,e9aa5c58,c799b900,0,c77d16c0,...) at soo_read+0x3a dofileread(e9aa5c58,ffffffff,ffffffff,0,c73dd268,...) at dofileread+0x96 kern_readv(c77d16c0,5,e9aa5c58,e9aa5c78,1,...) at kern_readv+0x58 read(c77d16c0,e9aa5cf8,c,c0c044c9,c0ccaa48,...) at read+0x4f syscall(e9aa5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283b74f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1116 tid 100076 td 0xc731bb40 sched_switch(c731bb40,0,104,186,47338bb1,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731bb40,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c731bb40,c731bb40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd478,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd478,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd400,c70dd478,e99c5c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd400,e99c5c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fcb700,e99c5c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7398188,e99c5c58,c6d6d400,0,c731bb40,...) at devfs_read_f+0x7e dofileread(e99c5c58,ffffffff,ffffffff,0,c7398188,...) at dofileread+0x96 kern_readv(c731bb40,0,e99c5c58,e99c5c78,1,...) at kern_readv+0x58 read(c731bb40,e99c5cf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e99c5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1115 tid 100077 td 0xc731b900 sched_switch(c731b900,0,104,186,472cebdb,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731b900,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c731b900,c731b900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd678,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd678,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd600,c70dd678,e99c9c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd600,e99c9c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fcb800,e99c9c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c0a8,e99c9c58,c6d6d400,0,c731b900,...) at devfs_read_f+0x7e dofileread(e99c9c58,ffffffff,ffffffff,0,c732c0a8,...) at dofileread+0x96 kern_readv(c731b900,0,e99c9c58,e99c9c78,1,...) at kern_readv+0x58 read(c731b900,e99c9cf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e99c9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1114 tid 100078 td 0xc731b6c0 sched_switch(c731b6c0,0,104,186,47320b5a,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731b6c0,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c731b6c0,c731b6c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd878,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd878,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd800,c70dd878,e99cdc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd800,e99cdc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fcbb00,e99cdc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c498,e99cdc58,c6d6d400,0,c731b6c0,...) at devfs_read_f+0x7e dofileread(e99cdc58,ffffffff,ffffffff,0,c732c498,...) at dofileread+0x96 kern_readv(c731b6c0,0,e99cdc58,e99cdc78,1,...) at kern_readv+0x58 read(c731b6c0,e99cdcf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e99cdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1113 tid 100079 td 0xc731b480 sched_switch(c731b480,0,104,186,472a2b66,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731b480,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c731b480,c731b480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bdc78,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bdc78,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bdc00,c70bdc78,e99d1c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bdc00,e99d1c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fcbc00,e99d1c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c731ec78,e99d1c58,c6d6d400,0,c731b480,...) at devfs_read_f+0x7e dofileread(e99d1c58,ffffffff,ffffffff,0,c731ec78,...) at dofileread+0x96 kern_readv(c731b480,0,e99d1c58,e99d1c78,1,...) at kern_readv+0x58 read(c731b480,e99d1cf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e99d1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1112 tid 100080 td 0xc731b240 sched_switch(c731b240,0,104,186,473e17da,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731b240,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c731b240,c731b240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd678,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd678,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd600,c70bd678,e99d5c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd600,e99d5c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fcbe00,e99d5c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c268,e99d5c58,c6d6d400,0,c731b240,...) at devfs_read_f+0x7e dofileread(e99d5c58,ffffffff,ffffffff,0,c732c268,...) at dofileread+0x96 kern_readv(c731b240,0,e99d5c58,e99d5c78,1,...) at kern_readv+0x58 read(c731b240,e99d5cf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e99d5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1111 tid 100067 td 0xc7340240 sched_switch(c7340240,0,104,186,473aad73,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7340240,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c7340240,c7340240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd478,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd478,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd400,c70bd478,e999bc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd400,e999bc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fcbd00,e999bc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7398230,e999bc58,c6d6d400,0,c7340240,...) at devfs_read_f+0x7e dofileread(e999bc58,ffffffff,ffffffff,0,c7398230,...) at dofileread+0x96 kern_readv(c7340240,0,e999bc58,e999bc78,1,...) at kern_readv+0x58 read(c7340240,e999bcf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e999bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1110 tid 100095 td 0xc731b000 sched_switch(c731b000,0,104,186,47385ccb,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c731b000,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c731b000,c731b000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd278,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd278,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd200,c70bd278,e9a52c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd200,e9a52c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca100,e9a52c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c731ece8,e9a52c58,c6d6d400,0,c731b000,...) at devfs_read_f+0x7e dofileread(e9a52c58,ffffffff,ffffffff,0,c731ece8,...) at dofileread+0x96 kern_readv(c731b000,0,e9a52c58,e9a52c78,1,...) at kern_readv+0x58 read(c731b000,e9a52cf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e9a52d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1109 tid 100096 td 0xc7317d80 sched_switch(c7317d80,0,104,186,4728bc50,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7317d80,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,c7317d80,c7317d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd078,0,c0bed526,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd078,c0d37f70,c0becee4,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd000,c70bd078,e9a56c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd000,e9a56c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70ca000,e9a56c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c2a0,e9a56c58,c6d6d400,0,c7317d80,...) at devfs_read_f+0x7e dofileread(e9a56c58,ffffffff,ffffffff,0,c732c2a0,...) at dofileread+0x96 kern_readv(c7317d80,0,e9a56c58,e9a56c78,1,...) at kern_readv+0x58 read(c7317d80,e9a56cf8,c,c0c1ecb6,c0ccaa48,...) at read+0x4f syscall(e9a56d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1083 tid 100117 td 0xc77d1d80 sched_switch(c77d1d80,0,104,186,30993039,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77d1d80,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c76ffe50,0,c0be37c7,c77d1d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76ffe64,0,e9a9ca7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76ffe64,c76ffe50,c0beb237,570,c732c230,...) at _cv_wait_sig+0x240 seltdwait(c72b5b2c,c0beb237,3d6,c77d1d80,4,...) at seltdwait+0xa2 kern_select(c77d1d80,6,bfbfe030,0,0,0,0,281a6d40) at kern_select+0x4cf select(c77d1d80,e9a9ccf8,14,c0beb840,c0ccb2b8,...) at select+0x5e syscall(e9a9cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28193473, esp = 0xbfbfdfec, ebp = 0xbfbfee78 --- Tracing command cron pid 1061 tid 100129 td 0xc77d0240 sched_switch(c77d0240,0,104,186,6786152f,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c77d0240,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0868a80,c77d0240,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d38724,5c,c0be616b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d38724,0,15c,c0be616b,ea61,...) at _sleep+0x30e kern_nanosleep(c77d0240,e9ac0c64,e9ac0c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c77d0240,e9ac0cf8,8,c0beb931,c0ccc080,...) at nanosleep+0x6f syscall(e9ac0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28169e7f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1055 tid 100061 td 0xc7340b40 sched_switch(c7340b40,0,104,186,1a62e536,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7340b40,0,c0be9122,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733a058,68,c0ba16de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c733a058,c733a088,168,c0ba16de,0,...) at _sleep+0x344 kern_sigsuspend(c7340b40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7340b40,e9983cf8,4,c0beb6c7,c0ccc9f8,...) at sigsuspend+0x4d syscall(e9983d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28324fab, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1049 tid 100066 td 0xc6fc8b40 sched_switch(c6fc8b40,0,104,186,f962f200,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc8b40,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9997a4c,c08240ca,c739de10,0,c6fc8b40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c739de24,0,e9997a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c739de24,c739de10,1389,570,c731ed90,...) at _cv_timedwait_sig+0x250 seltdwait(e9997c2c,e9997c34,3d6,c6fc8b40,c188ca38,...) at seltdwait+0x8a kern_select(c6fc8b40,4,bfbfc590,0,0,e9997c70,5,0) at kern_select+0x4cf select(c6fc8b40,e9997cf8,14,c0bebc07,c0ccb2b8,...) at select+0x5e syscall(e9997d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c2473, esp = 0xbfbfc4fc, ebp = 0xbfbfd028 --- Tracing command sshd pid 1042 tid 100118 td 0xc77d1b40 sched_switch(c77d1b40,0,104,186,f34a3f52,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77d1b40,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c77b45d0,0,c0be37c7,c77d1b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b45e4,0,e9a9fa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b45e4,c77b45d0,c0beb237,570,c73dd498,...) at _cv_wait_sig+0x240 seltdwait(c72ae62c,c0beb237,3d6,c77d1b40,0,...) at seltdwait+0xa2 kern_select(c77d1b40,7,286090b0,0,0,0,0,a) at kern_select+0x4cf select(c77d1b40,e9a9fcf8,14,c0bec041,c0ccb2b8,...) at select+0x5e syscall(e9a9fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 1005 tid 100105 td 0xc75f9d80 sched_switch(c75f9d80,0,104,186,1136e1b7,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75f9d80,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c762c6d0,0,c0be37c7,c75f9d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c762c6e4,0,e9a75a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c762c6e4,c762c6d0,c0beb237,570,c7398738,...) at _cv_wait_sig+0x240 seltdwait(c739b92c,c0beb237,3d6,c75f9d80,0,...) at seltdwait+0xa2 kern_select(c75f9d80,1c,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c75f9d80,e9a75cf8,14,16,c0ccb2b8,...) at select+0x5e syscall(e9a75d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28343473, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 888 tid 100116 td 0xc733b000 sched_switch(c733b000,0,104,186,3359fb05,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c733b000,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a98bfc,c08240ca,c70cb080,0,c733b000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c76e3190,0,e9a98c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c76e3190,c70cb080,1388,3a5,649589ea,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a98d24,c080fbe8,c70cb080,e9a98d38,c0be0fe2,...) at svc_run_internal+0x35e svc_thread_start(c70cb080,e9a98d38,c0be0fe2,32d,c75f7000,...) at svc_thread_start+0x10 fork_exit(c0a0f560,c70cb080,e9a98d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 888 tid 100115 td 0xc733b240 sched_switch(c733b240,0,104,186,33754f73,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c733b240,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a95bfc,c08240ca,c70cb080,0,c733b240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c739de50,0,e9a95c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c739de50,c70cb080,1388,3e0,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a95d24,c080fbe8,c70cb080,e9a95d38,c0be0fe2,...) at svc_run_internal+0x35e svc_thread_start(c70cb080,e9a95d38,c0be0fe2,32d,c75f7000,...) at svc_thread_start+0x10 fork_exit(c0a0f560,c70cb080,e9a95d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 888 tid 100114 td 0xc733b480 sched_switch(c733b480,0,104,186,3367d9df,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c733b480,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a92bfc,c08240ca,c70cb080,0,c733b480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c76e7610,0,e9a92c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c76e7610,c70cb080,1388,3a5,247489c6,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a92d24,c080fbe8,c70cb080,e9a92d38,c0be0fe2,...) at svc_run_internal+0x35e svc_thread_start(c70cb080,e9a92d38,c0be0fe2,32d,c75f7000,...) at svc_thread_start+0x10 fork_exit(c0a0f560,c70cb080,e9a92d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 888 tid 100111 td 0xc75f9000 sched_switch(c75f9000,0,104,186,33662ce8,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75f9000,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a87b00,c08240ca,c70cb080,0,c75f9000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c77b5090,0,e9a87b30,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b5090,c70cb080,1388,3a5,c08533d4,...) at _cv_timedwait_sig+0x250 svc_run_internal(c75f916c,14,c0c05d94,c0c04693,0,...) at svc_run_internal+0x35e svc_run(c70cb080,0,c0c04997,202,e9a87cf8,...) at svc_run+0x7f nfssvc_nfsd(c75f9000,122,c0be37c7,ca,c75f7088,...) at nfssvc_nfsd+0xad nfssvc(c75f9000,e9a87cf8,8,e9a87d38,c0ccb888,...) at nfssvc+0x235 syscall(e9a87d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d2beb, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 887 tid 100099 td 0xc7317900 sched_switch(c7317900,0,104,186,68b9cd31,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7317900,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c77b4cd0,0,c0be37c7,c7317900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b4ce4,0,e9a61a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b4ce4,c77b4cd0,c0beb237,570,c731fd20,...) at _cv_wait_sig+0x240 seltdwait(c72cbc2c,c0beb237,3d6,c7317900,e9a61ae0,...) at seltdwait+0xa2 kern_select(c7317900,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x4cf select(c7317900,e9a61cf8,14,e9a61d38,c0ccb2b8,...) at select+0x5e syscall(e9a61d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816f473, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 885 tid 100100 td 0xc75fa6c0 sched_switch(c75fa6c0,0,104,186,62772333,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75fa6c0,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c77b4e10,0,c0be37c7,c75fa6c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b4e24,0,e9a65a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b4e24,c77b4e10,c0beb237,570,c73dd690,...) at _cv_wait_sig+0x240 seltdwait(c72b4b2c,c0beb237,3d6,c75fa6c0,c0bf2f10,...) at seltdwait+0xa2 kern_select(c75fa6c0,9,bfbfedec,0,0,0,0,28195d40) at kern_select+0x4cf select(c75fa6c0,e9a65cf8,14,c0c044c9,c0ccb2b8,...) at select+0x5e syscall(e9a65d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 803 tid 100075 td 0xc733b900 sched_switch(c733b900,0,104,186,ac873270,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c733b900,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e99c1aa8,c08240ca,c76fe550,0,c733b900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c76fe564,0,e99c1ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c76fe564,c76fe550,7531,570,e99c1b8c,...) at _cv_timedwait_sig+0x250 seltdwait(e99c1c5c,e99c1c64,480,c733b900,e99c1b5c,...) at seltdwait+0x8a poll(c733b900,e99c1cf8,c,c0beb931,c0ccbd98,...) at poll+0x2f9 syscall(e99c1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813278f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 773 tid 100106 td 0xc75f9b40 sched_switch(c75f9b40,0,104,186,5309ade0,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75f9b40,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c739e690,0,c0be37c7,c75f9b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c739e6a4,0,e9a78a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c739e6a4,c739e690,c0beb237,570,c731e658,...) at _cv_wait_sig+0x240 seltdwait(c733042c,c0beb237,3d6,c75f9b40,0,...) at seltdwait+0xa2 kern_select(c75f9b40,9,282290ac,0,0,0,0,28195d40) at kern_select+0x4cf select(c75f9b40,e9a78cf8,14,c0beb7dc,c0ccb2b8,...) at select+0x5e syscall(e9a78d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 578 tid 100102 td 0xc75fa480 sched_switch(c75fa480,0,104,186,2503eb95,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75fa480,0,c0be9122,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08240ca,c72cfdd0,0,c0be37c7,c75fa480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72cfde4,0,e9a6ca7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72cfde4,c72cfdd0,c0beb237,570,c732c7e0,...) at _cv_wait_sig+0x240 seltdwait(c748442c,c0beb237,3d6,c75fa480,c0bddf9e,...) at seltdwait+0xa2 kern_select(c75fa480,6,bfbfe9f0,0,0,0,0,10) at kern_select+0x4cf select(c75fa480,e9a6ccf8,14,c0b8d240,c0ccb2b8,...) at select+0x5e syscall(e9a6cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808819f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 27 tid 100056 td 0xc72b1240 sched_switch(c72b1240,0,104,186,39e3f33b,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b1240,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb0920,44,c0c09802,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb0920,c0eb08c4,44,c0c09802,3e8,...) at _sleep+0x329 softdep_flush(0,e7784d38,c0be0fe2,32d,c72b32a4,...) at softdep_flush+0x2b0 fork_exit(c0a3ad80,0,e7784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7784d70, ebp = 0 --- Tracing command vnlru pid 26 tid 100055 td 0xc72b1480 sched_switch(c72b1480,0,104,186,30470a2c,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72b1480,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c72b3548,50,c0bf2a35,0,0,...) at sleepq_timedwait+0x6b _sleep(c72b3548,c0ea4d50,250,c0bf2a35,3e8,...) at _sleep+0x329 vnlru_proc(0,e7781d38,c0be0fe2,32d,c72b3548,...) at vnlru_proc+0x10b fork_exit(c08bdd40,0,e7781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7781d70, ebp = 0 --- Tracing command syncer pid 25 tid 100054 td 0xc72b16c0 sched_switch(c72b16c0,0,104,186,a4a7d6ed,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b16c0,0,c0be9122,26a,c72b16c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea4d90,0,e777ec88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ea4d90,c0ea4d7c,3e8,6c6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e777ed38,c0be0fe2,32d,c72b37ec,...) at sched_sync+0x502 fork_exit(c08bd1b0,0,e777ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777ed70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100053 td 0xc72b1900 sched_switch(c72b1900,0,104,186,3f84d490,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b1900,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea4ae4,44,c0bf0475,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ea4ae4,c0ea4ae8,44,c0bf0475,3e8,...) at _sleep+0x329 buf_daemon(0,e777bd38,c0be0fe2,32d,c6eb07ec,...) at buf_daemon+0x21e fork_exit(c08a7da0,0,e777bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777bd70, ebp = 0 --- Tracing command pagezero pid 23 tid 100052 td 0xc72b1b40 sched_switch(c72b1b40,0,104,186,4579266b,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b1b40,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb1514,0,c0c0e85e,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb1514,c0eb10d0,0,c0c0e85e,493e0,...) at _sleep+0x329 vm_pagezero(0,e7778d38,c0be0fe2,32d,c6eb0a90,...) at vm_pagezero+0xdc fork_exit(c0a74ff0,0,e7778d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7778d70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100051 td 0xc72b1d80 sched_switch(c72b1d80,0,104,186,ba560874,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72b1d80,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eb113c,68,c0bf0475,0,0,...) at sleepq_wait+0x63 _sleep(c0eb113c,c0eb1140,68,c0bf0475,0,...) at _sleep+0x35b vm_daemon(0,e7775d38,c0be0fe2,32d,c6eb0d34,...) at vm_daemon+0x59 fork_exit(c0a6f490,0,e7775d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7775d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100050 td 0xc6f516c0 sched_switch(c6f516c0,0,104,186,b177c0bb,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,44,...) at mi_switch+0x200 sleepq_switch(c6f516c0,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb1104,44,c0bf0475,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb1104,c0eb10d0,44,c0bf0475,1388,...) at _sleep+0x329 vm_pageout(0,e7772d38,c0be0fe2,32d,c6fc6000,...) at vm_pageout+0x2bb fork_exit(c0a70330,0,e7772d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7772d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100049 td 0xc6f51900 sched_switch(c6f51900,0,104,186,5477b03e,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f51900,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ea6b18,0,c0bfbcfd,0,0,...) at sleepq_wait+0x63 _sleep(c0ea6b18,c0ea6a2c,0,c0bfbcfd,0,...) at _sleep+0x35b sctp_iterator_thread(0,e776fd38,c0be0fe2,32d,c6fc62a4,...) at sctp_iterator_thread+0x60 fork_exit(c0931f50,0,e776fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776fd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100046 td 0xc6fc7000 sched_switch(c6fc7000,0,104,186,3f9bd0e5,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6fc7000,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fc443c,4c,c0bdbc99,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fc443c,c6fc44f0,4c,c0bdbc99,3e8,...) at _sleep+0x329 fdc_thread(c6fc4400,e7763d38,c0be0fe2,32d,c6fc6548,...) at fdc_thread+0x2be fork_exit(c0af23f0,c6fc4400,e7763d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7763d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100044 td 0xc6fc7480 sched_switch(c6fc7480,0,104,186,cb55187f,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc7480,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fda000,5c,c0bdbc99,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fda000,c6fde488,15c,c0bdbc99,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fda000,e7753d38,c0be0fe2,32d,c6fc67ec,...) at fw_bus_probe_thread+0x721 fork_exit(c0637d90,c6fda000,e7753d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7753d70, ebp = 0 --- Tracing command usb5 pid 21 tid 100041 td 0xc6fc7b40 sched_switch(c6fc7b40,0,104,186,8b49b07f,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc7b40,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f9d210,5c,c0bd88c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f9d210,0,5c,c0bd88c7,ea60,...) at _sleep+0x329 usb_event_thread(c6f907c0,e773dd38,c0be0fe2,32d,c6fc6a90,...) at usb_event_thread+0xca fork_exit(c079db90,c6f907c0,e773dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773dd70, ebp = 0 --- Tracing command usb4 pid 20 tid 100039 td 0xc6fc8000 sched_switch(c6fc8000,0,104,186,8b8e9c40,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fc8000,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fc0210,5c,c0bd88c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fc0210,0,5c,c0bd88c7,ea60,...) at _sleep+0x329 usb_event_thread(c6fb3780,e7727d38,c0be0fe2,32d,c6fc6d34,...) at usb_event_thread+0xca fork_exit(c079db90,c6fb3780,e7727d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7727d70, ebp = 0 --- Tracing command usb3 pid 19 tid 100038 td 0xc6f3bd80 sched_switch(c6f3bd80,0,104,186,8b8d1e8a,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f3bd80,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fae210,5c,c0bd88c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fae210,0,5c,c0bd88c7,ea60,...) at _sleep+0x329 usb_event_thread(c6fb4000,e7723d38,c0be0fe2,32d,c6d672a4,...) at usb_event_thread+0xca fork_exit(c079db90,c6fb4000,e7723d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7723d70, ebp = 0 --- Tracing command usb2 pid 18 tid 100037 td 0xc6f50000 sched_switch(c6f50000,0,104,186,8b8d3363,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50000,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fac210,5c,c0bd88c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fac210,0,5c,c0bd88c7,ea60,...) at _sleep+0x329 usb_event_thread(c6f82240,e771fd38,c0be0fe2,32d,c6d67548,...) at usb_event_thread+0xca fork_exit(c079db90,c6f82240,e771fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771fd70, ebp = 0 --- Tracing command usb1 pid 17 tid 100035 td 0xc6f50480 sched_switch(c6f50480,0,104,186,8b80b664,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50480,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f85210,5c,c0bd88c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f85210,0,5c,c0bd88c7,ea60,...) at _sleep+0x329 usb_event_thread(c6f82940,e7718d38,c0be0fe2,32d,c6d677ec,...) at usb_event_thread+0xca fork_exit(c079db90,c6f82940,e7718d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7718d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc6f50900 sched_switch(c6f50900,0,104,186,9219c7f1,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50900,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d35a74,5c,c0bd88b9,0,0,...) at sleepq_wait+0x63 _sleep(c0d35a74,0,5c,c0bd88b9,0,...) at _sleep+0x35b usb_task_thread(c0d35a74,e7711d38,c0be0fe2,32d,c6d67a90,...) at usb_task_thread+0x62 fork_exit(c079da50,c0d35a74,e7711d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7711d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc6f50b40 sched_switch(c6f50b40,0,104,186,9219b5e8,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50b40,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d35a60,5c,c0bd88b9,0,0,...) at sleepq_wait+0x63 _sleep(c0d35a60,0,5c,c0bd88b9,0,...) at _sleep+0x35b usb_task_thread(c0d35a60,e770ed38,c0be0fe2,32d,c6d67d34,...) at usb_task_thread+0x62 fork_exit(c079da50,c0d35a60,e770ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc6f50d80 sched_switch(c6f50d80,0,104,186,8b8ea6e5,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50d80,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f8a210,5c,c0bd88c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f8a210,0,5c,c0bd88c7,ea60,...) at _sleep+0x329 usb_event_thread(c6f8f2c0,e770bd38,c0be0fe2,32d,c6eb0000,...) at usb_event_thread+0xca fork_exit(c079db90,c6f8f2c0,e770bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100024 td 0xc6daed80 sched_switch(c6daed80,0,104,186,92198948,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6daed80,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d04054,4c,c0b88f04,0,0,...) at sleepq_wait+0x63 _sleep(c0d04054,c0d0406c,4c,c0b88f04,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ad3d38,c0be0fe2,32d,c6eb02a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a2e0,0,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d6a240 sched_switch(c6d6a240,0,104,186,3b65a48f,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a240,0,c0be9122,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d38564,0,c0bdbc99,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d38564,0,0,c0bdbc99,64,...) at _sleep+0x329 pause(c0bdbc99,64,c0bce0c6,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0be0fe2,32d,c6eb0548,...) at random_kthread+0x1ef fork_exit(c070a550,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d6a6c0 sched_switch(c6d6a6c0,0,104,186,bc21eea4,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a6c0,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d36184,4c,c0bdbc99,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d36184,c0d360e8,24c,c0bdbc99,64,...) at _sleep+0x329 g_io_schedule_down(c6d6a6c0,0,c0bdd1dd,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0be0fe2,32d,c6d66000,...) at g_down_procbody+0x8d fork_exit(c07dabf0,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d6a900 sched_switch(c6d6a900,0,104,186,bc58debc,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a900,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d36180,4c,c0bdbc99,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d36180,c0d36108,24c,c0bdbc99,64,...) at _sleep+0x329 g_io_schedule_up(c6d6a900,0,c0bdd1dd,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab5d38,c0be0fe2,32d,c6d662a4,...) at g_up_procbody+0x8d fork_exit(c07dac80,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d6ab40 sched_switch(c6d6ab40,0,104,186,b8ce3379,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6ab40,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d36178,4c,c0bdbc99,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d36178,0,4c,c0bdbc99,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0be0fe2,32d,c6d66548,...) at g_event_procbody+0xcb fork_exit(c07dad10,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100048 td 0xc6f51b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xc6f51d80 sched_switch(c6f51d80,0,109,186,1661d2d4,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6d64170,...) at mi_switch+0x200 ithread_loop(c70c39e0,e7766d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c70c39e0,e7766d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7766d70, ebp = 0 --- Tracing command intr pid 12 tid 100045 td 0xc6fc7240 sched_switch(c6fc7240,0,109,186,e402821d,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6fd99f0,...) at mi_switch+0x200 ithread_loop(c70b8420,e7756d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c70b8420,e7756d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7756d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc6fc7900 sched_switch(c6fc7900,0,109,186,a226ca09,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dad4f0,...) at mi_switch+0x200 ithread_loop(c6fc5a10,e7748d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6fc5a10,e7748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7748d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc6fc7d80 cpustop_handler(8,e772bc10,c0b3608d,e772bba0,c0823d34,...) at cpustop_handler+0x32 ipi_nmi_handler(e772bba0,c0823d34,c0d38808,4,c6d667ec,...) at ipi_nmi_handler+0x2f trap(e772bc1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08242f9, esp = 0xe772bc5c, ebp = 0xe772bc78 --- _mtx_lock_sleep(c0d37f70,c6fc7d80,0,c0be1261,46d,...) at _mtx_lock_sleep+0x99 _mtx_lock_flags(c0d37f70,0,c0be1261,46d,c6dad238,...) at _mtx_lock_flags+0xf7 intr_event_execute_handlers(c6d667ec,c6dad200,c0be1261,4dd,c6dad270,...) at intr_event_execute_handlers+0x11a ithread_loop(c6fb58e0,e772bd38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x9f fork_exit(c0812a10,c6fb58e0,e772bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe772bd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f50240 sched_switch(c6f50240,0,109,186,92100e0a,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dad2f0,...) at mi_switch+0x200 ithread_loop(c6f8e4c0,e771cd38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6f8e4c0,e771cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771cd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f506c0 sched_switch(c6f506c0,0,109,186,920f968e,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dad370,...) at mi_switch+0x200 ithread_loop(c6f8e750,e7715d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6f8e750,e7715d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7715d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f51000 sched_switch(c6f51000,0,109,186,920f1c90,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dad3f0,...) at mi_switch+0x200 ithread_loop(c6f778c0,e7708d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6f778c0,e7708d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7708d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f51240 sched_switch(c6f51240,0,109,186,a4da73a0,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dad0f0,...) at mi_switch+0x200 ithread_loop(c6f77520,e72e4d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6f77520,e72e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f51480 sched_switch(c6f51480,0,109,186,9216cc03,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6d63c70,...) at mi_switch+0x200 ithread_loop(c6f0e490,c6b05d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6f0e490,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6dae900 sched_switch(c6dae900,0,109,186,4757bb89,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6f3a5f0,...) at mi_switch+0x200 ithread_loop(c6ed48f0,c6ad9d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6ed48f0,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc6daeb40 sched_switch(c6daeb40,0,109,186,b045a60a,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6f3a670,...) at mi_switch+0x200 ithread_loop(c6ed4900,c6ad6d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6ed4900,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc6f3b900 sched_switch(c6f3b900,0,109,186,2b1544f8,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6f3a870,...) at mi_switch+0x200 ithread_loop(c6ed49a0,c6ac4d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6ed49a0,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f3bb40 sched_switch(c6f3bb40,0,109,186,16620197,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6f3a8f0,...) at mi_switch+0x200 ithread_loop(c6ed49b0,c6ac1d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6ed49b0,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d6ad80 sched_switch(c6d6ad80,0,109,186,5a5b91d1,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dacc70,...) at mi_switch+0x200 ithread_loop(c6d650f0,c6aafd38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6d650f0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dae000 sched_switch(c6dae000,0,109,186,bc58c96b,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6daccf0,...) at mi_switch+0x200 ithread_loop(c6d65100,c6aacd38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6d65100,c6aacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aacd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dae240 sched_switch(c6dae240,0,109,186,5de6f751,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dacd70,...) at mi_switch+0x200 ithread_loop(c6d65110,c6aa9d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6d65110,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dae480 cpustop_handler(2,c6aa6ba0,c0b3608d,0,c6fca100,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c6fca100,89,c6d63e80,c6d667ec,...) at ipi_nmi_handler+0x2f trap(c6aa6bac) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08242f9, esp = 0xc6aa6bec, ebp = 0xc6aa6c08 --- _mtx_lock_sleep(c0d37f70,c6dae480,0,c0be37c7,89,...) at _mtx_lock_sleep+0x99 _mtx_lock_flags(c0d37f70,0,c0be37c7,89,c6aa6ca0,...) at _mtx_lock_flags+0xf7 lock_mtx(c0d37f70,1,c0be6284,16b,c0d38794,...) at lock_mtx+0x29 softclock(c0d38760,c6aa6cc8,c0823d34,c0d3cb00,c6dacdb8,...) at softclock+0x1e5 intr_event_execute_handlers(c6d667ec,c6dacd80,c0be1261,4dd,c6dacdf0,...) at intr_event_execute_handlers+0x125 ithread_loop(c6d65120,c6aa6d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x9f fork_exit(c0812a10,c6d65120,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d68000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc6d68240 sched_switch(c6d68240,0,109,186,77ae9352,...) at sched_switch+0x437 mi_switch(109,0,c0be1261,4d7,c6dacef0,...) at mi_switch+0x200 ithread_loop(c6d65140,c6aa0d38,c0be0fe2,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c0812a10,c6d65140,c6aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa0d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d68480 sched_switch(c6d68480,0,60c,181,43dbc7aa,...) at sched_switch+0x437 mi_switch(60c,0,c0be6a37,808,0,...) at mi_switch+0x200 sched_preempt(c6d68480,0,c6a9cc70,c0b1abae,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fc4a18,c6fc4a00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b0f8f5, esp = 0xc6a9cc70, ebp = 0xc6a9cc70 --- acpi_cpu_c1(0,ffffffff,c6a9ccd8,0,c08547d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a9ccb4,c0b25afb,1,c6a9ccf8,c0854a96,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c6a9ccf8,c0854a96,1,c6a9ccd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c6a9ccd8,c0be6a37,9f5,c6d68480,...) at cpu_idle+0x1b sched_idletd(0,c6a9cd38,c0be0fe2,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c0854880,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d686c0 sched_switch(c6d686c0,0,60c,181,43deb0ce,...) at sched_switch+0x437 mi_switch(60c,0,c0be6a37,808,1,...) at mi_switch+0x200 sched_preempt(c6d686c0,1,c6a99c70,c0b1abae,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fc4618,c6fc4600,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b0f8f5, esp = 0xc6a99c70, ebp = 0xc6a99c70 --- acpi_cpu_c1(0,ffffffff,c6a99cd8,1,c08547d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a99cb4,c0b25afb,1,c6a99cf8,c0854a96,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c6a99cf8,c0854a96,1,c6a99cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c6a99cd8,c0be6a37,9f5,c6d686c0,...) at cpu_idle+0x1b sched_idletd(0,c6a99d38,c0be0fe2,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c0854880,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d68900 cpustop_handler(4,c6a96c24,c0b3608d,c6a96bb4,c0823d34,...) at cpustop_handler+0x32 ipi_nmi_handler(c6a96bb4,c0823d34,c0d387d0,4,c6d66a90,...) at ipi_nmi_handler+0x2f trap(c6a96c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b0f8f5, esp = 0xc6a96c70, ebp = 0xc6a96c70 --- acpi_cpu_c1(0,ffffffff,c6a96cd8,2,c08547d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a96cb4,c0b25afb,0,c6a96cf8,c0854a96,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a96cf8,c0854a96,0,c6a96cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a96cd8,c0be6a37,3a7,c6d68900,...) at cpu_idle+0x1b sched_idletd(0,c6a96d38,c0be0fe2,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c0854880,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d68b40 sched_switch(c6d68b40,0,60c,181,4756945d,...) at sched_switch+0x437 mi_switch(60c,0,c0be6a37,808,3,...) at mi_switch+0x200 sched_preempt(c6d68b40,3,c6a93c70,c0b1abae,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fc4e18,c6fc4e00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b0f8f5, esp = 0xc6a93c70, ebp = 0xc6a93c70 --- acpi_cpu_c1(0,ffffffff,c6a93cd8,3,c08547d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a93cb4,c0b25afb,0,c6a93cf8,c0854a96,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a93cf8,c0854a96,0,c6a93cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a93cd8,c0be6a37,9f5,c6d68b40,...) at cpu_idle+0x1b sched_idletd(0,c6a93d38,c0be0fe2,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c0854880,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d68d80 sched_switch(c6d68d80,0,104,186,41c14d56,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d68d80,0,c0be9122,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be9122,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d66d34,5c,c0beb7ed,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d66d34,c6d66dbc,15c,c0beb7ed,0,...) at _sleep+0x344 kern_wait(c6d68d80,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xad6 wait4(c6d68d80,c6a8fcf8,10,c6a8fd38,c0ccaaa8,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc6d6a000 sched_switch(c6d6a000,0,104,186,9217230f,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a000,0,c0be9122,247,c6d6a000,...) at sleepq_switch+0x15f sleepq_wait(c0eb02c0,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0eb02c0,c0eb02a4,c0c07718,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0be0fe2,32d,c6d67000,...) at audit_worker+0x84 fork_exit(c0a1e720,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xc6fc76c0 sched_switch(c6fc76c0,0,104,186,3fcb2271,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fc76c0,0,c0be9122,247,c6fc76c0,...) at sleepq_switch+0x15f sleepq_wait(c6fb4d80,0,c0be5a6e,c0bdbc99,0,...) at sleepq_wait+0x63 msleep_spin(c6fb4d80,c6fb4d9c,c0bdbc99,0,c0be37c7,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fde49c,e7750d38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0x8a fork_exit(c086b280,c6fde49c,e7750d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7750d70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc6dae6c0 sched_switch(c6dae6c0,0,104,186,b04796a4,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dae6c0,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20380,0,c0bdbc99,0,0,...) at sleepq_wait+0x63 _sleep(c6f20380,c6f2039c,0,c0bdbc99,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d4ae88,c6adcd38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b280,c0d4ae88,c6adcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6adcd70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f3b000 sched_switch(c6f3b000,0,104,186,92437b66,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b000,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20540,0,c0bdbc99,0,0,...) at sleepq_wait+0x63 _sleep(c6f20540,c6f2055c,0,c0bdbc99,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d36b04,c6ad0d38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b280,c0d36b04,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f3b240 sched_switch(c6f3b240,0,104,186,92436b04,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b240,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20580,0,c0bdbc99,0,0,...) at sleepq_wait+0x63 _sleep(c6f20580,c6f2059c,0,c0bdbc99,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d06d04,c6acdd38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b280,c0d06d04,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f3b480 sched_switch(c6f3b480,0,104,186,924359a7,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b480,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20580,0,c0bdbc99,0,0,...) at sleepq_wait+0x63 _sleep(c6f20580,c6f2059c,0,c0bdbc99,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d06d04,c6acad38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b280,c0d06d04,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6f3b6c0 sched_switch(c6f3b6c0,0,104,186,924348e3,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b6c0,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20580,0,c0bdbc99,0,0,...) at sleepq_wait+0x63 _sleep(c6f20580,c6f2059c,0,c0bdbc99,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d06d04,c6ac7d38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b280,c0d06d04,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d6a480 sched_switch(c6d6a480,0,104,186,ce1ffd5d,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a480,0,c0be9122,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d4dc40,0,c0bdbc99,0,0,...) at sleepq_wait+0x63 _sleep(c6d4dc40,c6d4dc5c,0,c0bdbc99,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d499c0,c6abbd38,c0be0fe2,32d,c0d36240,...) at taskqueue_thread_loop+0xb4 fork_exit(c086b280,c0d499c0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d364f0 sched_switch(c0d364f0,0,104,186,890671b2,...) at sched_switch+0x437 mi_switch(104,0,c0be9122,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d364f0,0,c0be9122,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d36240,44,c0be72c1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d36240,0,44,c0be72c1,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 3439 MB Dumping 218 MB: 203 187 171 155 139 123 107 91 75 59 43 27 11 Dump complete = 0xf db> reset (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bcc39 in db_fncall (dummy1=1, dummy2=0, dummy3=0, dummy4=0xe9a8d604 "\200ÃÚÆ") at ../../../ddb/db_command.c:548 #2 0xc04bd031 in db_command (last_cmdp=0xc0d04fdc, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:445 #3 0xc04bd18a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04befed in db_trap (type=3, code=0) at ../../../ddb/db_main.c:229 #5 0xc08605b6 in kdb_trap (type=3, code=0, tf=0xe9a8d7ac) at ../../../kern/subr_kdb.c:534 #6 0xc0b3662b in trap (frame=0xe9a8d7ac) at ../../../i386/i386/trap.c:680 #7 0xc0b1a4bb in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc086073a in kdb_enter (why=0xc0bf1d49 "vfslock", msg=0xc0bf1d3a "lock violation") at cpufunc.h:71 #9 0xc08b8591 in vfs_badlock (msg=0xc0bf269c "is not exclusive locked but should be", str=0xc0bf2920 "insmntque: mp-safe fs and non-locked vp", vp=0xc9efd810) at ../../../kern/vfs_subr.c:3656 #10 0xc08bbc25 in assert_vop_elocked (vp=0xc9efd810, str=0xc0bf2920 "insmntque: mp-safe fs and non-locked vp") at ../../../kern/vfs_subr.c:3696 #11 0xc08bcd30 in insmntque1 (vp=0xc9efd810, mp=0xc7482000, dtr=0xc08bf310 , dtr_arg=0x0) at ../../../kern/vfs_subr.c:1060 #12 0xc08bcd68 in insmntque (vp=0xc9efd810, mp=0xc7482000) at ../../../kern/vfs_subr.c:1090 #13 0xc9f01f80 in unionfs_nodeget (mp=0xc7482000, uppervp=0xc9e96c18, lowervp=0xc73dfc18, dvp=0x0, vpp=0xc72a6868, cnp=0x0, td=0xc757ab40) at /usr/src/sys/modules/unionfs/../../fs/unionfs/union_subr.c:266 #14 0xc9f04c4f in unionfs_domount (mp=0xc7482000, td=0xc757ab40) at /usr/src/sys/modules/unionfs/../../fs/unionfs/union_vfsops.c:308 #15 0xc08b4a28 in vfs_donmount (td=0xc757ab40, fsflags=268435456, fsoptions=0xc73bd180) at ../../../kern/vfs_mount.c:977 #16 0xc08b5d8e in nmount (td=0xc757ab40, uap=0xe9a8dcf8) at ../../../kern/vfs_mount.c:417 #17 0xc0b35d93 in syscall (frame=0xe9a8dd38) at ../../../i386/i386/trap.c:1076 #18 0xc0b1a520 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #19 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 11 #11 0xc08bcd30 in insmntque1 (vp=0xc9efd810, mp=0xc7482000, dtr=0xc08bf310 , dtr_arg=0x0) at ../../../kern/vfs_subr.c:1060 1060 ASSERT_VOP_ELOCKED(vp, (kgdb) l 1055 KASSERT(vp->v_mount == NULL, 1056 ("insmntque: vnode already on per mount vnode list")); 1057 VNASSERT(mp != NULL, vp, ("Don't call insmntque(foo, NULL)")); 1058 #ifdef DEBUG_VFS_LOCKS 1059 if (!VFS_NEEDSGIANT(mp)) 1060 ASSERT_VOP_ELOCKED(vp, 1061 "insmntque: mp-safe fs and non-locked vp"); 1062 #endif 1063 MNT_ILOCK(mp); 1064 if ((mp->mnt_kern_flag & MNTK_NOINSMNTQ) != 0 && (kgdb) p *vp $1 = {v_type = VNON, v_tag = 0xc9f094d7 "unionfs", v_op = 0xc9f0aae0, v_data = 0x0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0x0}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0, v_cache_src = {lh_first = 0x0}, v_cache_dst = { tqh_first = 0x0, tqh_last = 0xc9efd840}, v_dd = 0x0, v_cstart = 0, v_lasta = 0, v_lastw = 0, v_clen = 0, v_lock = {lock_object = {lo_name = 0xc9f094d7 "unionfs", lo_flags = 91947016, lo_data = 0, lo_witness = 0xc6d26ad8}, lk_lock = 1, lk_timo = 51, lk_pri = 80, lk_stack = {depth = 0, pcs = {0 }}}, v_interlock = {lock_object = {lo_name = 0xc0beb08f "vnode interlock", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d210a8}, mtx_lock = 4}, v_vnlock = 0xc9efd868, v_holdcnt = 1, v_usecount = 1, v_iflag = 0, v_vflag = 0, v_writecount = 0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = { lo_name = 0xc0bf2a24 "bufobj interlock", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d24fa0}, mtx_lock = 4}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc9efd918}, bv_root = 0x0, bv_cnt = 0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc9efd928}, bv_root = 0x0, bv_cnt = 0}, bo_numoutput = 0, bo_flag = 0, bo_ops = 0xc0cda2e0, bo_bsize = 0, bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc9efd810, __bo_vnode = 0xc9efd810}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) $ svn status -q /usr/src M /usr/src/sys/kern/vfs_default.c M /usr/src/sys/kern/vfs_cache.c M /usr/src/sys/sys/vnode.h -- Test scenario: unionfs.sh