GENERIC HEAD from 2010-08-18 12:52:21 UTC, r211454M, vmcore.473 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2010 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r211454M: Thu Aug 19 09:02:48 CEST 2010 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536056320 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 632705 free (2561 frags, 78768 blocks, 0.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 47968826 free (20602 frags, 5993528 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 2840107 free (399755 frags, 305044 blocks, 1.8% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 7005002 free (111850 frags, 861644 blocks, 0.2% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. lock order reversal: 1st 0xc7f92310 ufs (ufs) @ kern/vfs_lookup.c:502 2nd 0xe6d05a20 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:11309 3rd 0xc7f9cc94 ufs (ufs) @ kern/vfs_subr.c:2111 KDB: stack backtrace: db_trace_self_wrapper(c0cd81f1,f61402d0,c08fa145,c08e95bb,c0cdb353,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e95bb,c0cdb353,c6d40100,c6d43ab0,f614032c,...) at kdb_backtrace+0x29 _witness_debugger(c0cdb353,c7f9cc94,c0cccf5d,c6d43ab0,c0ce250a,...) at _witness_debugger+0x25 witness_checkorder(c7f9cc94,9,c0ce2501,83f,0,...) at witness_checkorder+0x839 __lockmgr_args(c7f9cc94,80100,c7f9cd00,0,0,...) at __lockmgr_args+0x804 ffs_lock(f6140450,c08f9eeb,c0ce19bb,80100,c7f9cc3c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0de8a40,f6140450,c7dec0a4,c0e03540,c7f9cc3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f9cc3c,80100,c0ce2501,83f,4,...) at _vn_lock+0x78 vget(c7f9cc3c,80100,c7dec000,50,0,...) at vget+0xbb vfs_hash_get(c7f84000,461428,80000,c7dec000,f61405a0,...) at vfs_hash_get+0xed ffs_vgetf(c7f84000,461428,80000,f61405a0,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c7f922b8,0,c0cff151,144,0,...) at softdep_sync_metadata+0xc92 ffs_syncvnode(c7f922b8,1,f614065c,246,c7f923b0,...) at ffs_syncvnode+0x3e2 ffs_truncate(c7f922b8,200,0,880,c6d96180,...) at ffs_truncate+0x88e ufs_direnter(c7f922b8,c7f9cc3c,f6140914,f6140ba4,0,...) at ufs_direnter+0x8d4 ufs_makeinode(f6140ba4,c0de8f00,f6140b00,f6140a5c,c0c11e05,...) at ufs_makeinode+0x557 ufs_create(f6140b00,c0d15a10,0,0,f6140b78,...) at ufs_create+0x30 VOP_CREATE_APV(c0de8a40,f6140b00,f6140ba4,f6140a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f6140b78,f6140c2c,1a4,0,c6d96180,...) at vn_open_cred+0x205 vn_open(f6140b78,f6140c2c,1a4,c7d83ab8,0,...) at vn_open+0x3b kern_openat(c7dec000,ffffff9c,804c608,0,602,...) at kern_openat+0x125 kern_open(c7dec000,804c608,0,601,21b6,...) at kern_open+0x35 open(c7dec000,f6140cec,f6140d28,c0cd9b80,0,...) at open+0x30 syscallenter(c7dec000,f6140ce4,f6140ce4,0,0,...) at syscallenter+0x25a syscall(f6140d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28174643, esp = 0xbfbfec1c, ebp = 0xbfbfec88 --- re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe6d1e840 bufwait (bufwait) @ kern/vfs_bio.c:2659 2nd 0xc7f95800 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0cd81f1,f6184838,c08fa145,c08e95bb,c0cdb33a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e95bb,c0cdb33a,c6d40100,c6d43b18,f6184894,...) at kdb_backtrace+0x29 _witness_debugger(c0cdb33a,c7f95800,c0cff931,c6d43b18,c0cff5c3,...) at _witness_debugger+0x25 witness_checkorder(c7f95800,9,c0cff5ba,11b,0,...) at witness_checkorder+0x839 _sx_xlock(c7f95800,0,c0cff5ba,11b,c7e4fc3c,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d1e7e0,f61849ec,60,e77ffdb8,f6184964,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7e4fc3c,f61849ec,3db8,f6184950,f6184954,...) at ufsdirhash_add+0x13 ufs_direnter(c7edd414,c81d4c3c,f61849ec,f6184bd0,e6d1f000,...) at ufs_direnter+0x6f9 ufs_mkdir(f6184bf8,c0d1584a,0,0,f6184b3c,...) at ufs_mkdir+0x85f VOP_MKDIR_APV(c0de8a40,f6184bf8,f6184bd0,f6184b3c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7deab00,ffffff9c,bfbfef32,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7deab00,bfbfef32,0,1ff,f6184c7c,...) at kern_mkdir+0x2e mkdir(c7deab00,f6184cec,f6184d28,c0cd9b80,0,...) at mkdir+0x29 syscallenter(c7deab00,f6184ce4,f6184ce4,0,0,...) at syscallenter+0x25a syscall(f6184d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28171603, esp = 0xbfbfed3c, ebp = 0xbfbfee08 --- Configuring syscons: keymap blanktime. Local package initialization:umount: unmount of /tmp failed: Device busy lock order reversal: 1st 0xc7edd724 ufs (ufs) @ kern/vfs_mount.c:1201 2nd 0xc7d9d880 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1597 KDB: stack backtrace: db_trace_self_wrapper(c0cd81f1,f62199a8,c08fa145,c08e95bb,c0cdb33a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e95bb,c0cdb33a,c6d43ab0,c6d439e0,f6219a04,...) at kdb_backtrace+0x29 _witness_debugger(c0cdb33a,c7d9d880,c0cc8ca0,c6d439e0,c0cfc2f3,...) at _witness_debugger+0x25 witness_checkorder(c7d9d880,9,c0cfc2ea,63d,c7d9d8ec,...) at witness_checkorder+0x839 __lockmgr_args(c7d9d880,80400,c7d9d8ec,0,0,...) at __lockmgr_args+0x804 vop_stdlock(f6219b24,c0cd3419,df,80400,c7d9d828,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0dc0b60,f6219b24,0,c0e03540,c7d9d828,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7d9d828,80400,c0cfc2ea,63d,c7f845a8,...) at _vn_lock+0x78 softdep_flushworklist(c7f845a8,f6219bd0,c7de5580,563,0,...) at softdep_flushworklist+0x47 ffs_sync(c7f845a8,1,f6219c14,4f6,0,...) at ffs_sync+0x2fd dounmount(c7f845a8,8080000,c7de5580,47b,ff1ca3a5,...) at dounmount+0x44e unmount(c7de5580,f6219cec,281756a5,1,0,...) at unmount+0x2ff syscallenter(c7de5580,f6219ce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f6219d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db8cf, esp = 0xbfbfe66c, ebp = 0xbfbfe738 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 1539709 files, 2808249 used, 47968826 free (20602 frags, 5993528 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Thu Aug 19 10:12:53 CEST 2010 FreeBSD/i386 (x4.osted.lan) (console) login: Expensive timeout(9) function: 0xc0754f20(0xc6fea000) 0.012023194 s Expensive timeout(9) function: 0xc08e6470(0) 0.013632015 s Expensive timeout(9) function: 0xc0754f20(0xc6fea000) 0.013816669 s Expensive timeout(9) function: 0xc0a393c0(0) 0.015536664 s Expensive timeout(9) function: 0xc0b19db0(0) 0.477099595 s Expensive timeout(9) function: 0xc07c8640(0xc701aaa0) 0.793161418 s Expensive timeout(9) function: 0xc07c8640(0xc701aaa0) 1.915875387 s Expensive timeout(9) function: 0xc07c8640(0xc7004aa0) 0.950136950 s spin lock 0xc0e4b214 (smp rendezvous) held by 0xc885d580 (tid 100251) too long panic: spin lock held too long cpuid = 0 KDB: enter: panic [ thread pid 81836 tid 100390 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 81836 tid 100390 td 0xccf98580 kdb_enter(c0cd4c96,c0cd4c96,c0cd3647,f6618aa8,0,...) at kdb_enter+0x3a panic(c0cd3647,c885d580,c08e95a0,c885d580,1879b,...) at panic+0x136 _mtx_lock_spin_failed(1,ccf98580,c0e4b214,0,f6618b00,...) at _mtx_lock_spin_failed+0x59 _mtx_lock_spin(c0e4b214,ccf98580,0,c0d0efb1,468,...) at _mtx_lock_spin+0x75 _mtx_lock_spin_flags(c0e4b214,0,c0d0efb1,468,f6,...) at _mtx_lock_spin_flags+0x146 smp_tlb_shootdown(f6618b50,c0bed51f,c5460000,c5461000,e,...) at smp_tlb_shootdown+0x66 smp_invlpg_range(c5460000,c5461000,e,c38efc70,c5461000,...) at smp_invlpg_range+0x1c pmap_invalidate_range(c0fd39e0,c5460000,c5461000) at pmap_invalidate_range+0x4f pmap_qremove(c5460000,1,c0d0f8d5,105d,3,...) at pmap_qremove+0x54 pmap_remove_pages(cfd66b00,c0cd3419,df,0,c7d21000,...) at pmap_remove_pages+0x563 vmspace_exit(ccf98580,0,c0ccfcc1,12d,ccf98624,...) at vmspace_exit+0x90 exit1(ccf98580,0,f6618c7c,c08f275a,ccf98580,...) at exit1+0x5db sys_exit(ccf98580,f6618cec,281c12ec,1,0,...) at sys_exit+0x1d syscallenter(ccf98580,f6618ce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f6618d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2811991f, esp = 0xbfbfe97c, ebp = 0xbfbfe988 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x621380 curthread = 0xccf98580: pid 81836 "syscall" curpcb = 0xf6618d80 fpcurthread = none idlethread = 0xc6d9b000: tid 100006 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d06380 curthread = 0xc8a162c0: pid 81808 "syscall" curpcb = 0xf6589d80 fpcurthread = none idlethread = 0xc6d9b2c0: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d09380 curthread = 0xc885d580: pid 81898 "syscall" curpcb = 0xf63dbd80 fpcurthread = none idlethread = 0xc6d9b580: tid 100004 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d0c380 curthread = 0xc7160840: pid 0 "deadlkres" curpcb = 0xf3ebfd80 fpcurthread = none idlethread = 0xc6d9b840: tid 100003 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 81898 (syscall) thread 0xc885d580 (100251) exclusive sleep mutex time lock (time lock) r = 0 (0xc0e3707c) locked @ kern/kern_clock.c:630 exclusive sleep mutex process lock (process lock) r = 0 (0xc8852330) locked @ kern/kern_exit.c:248 Process 81836 (syscall) thread 0xccf98580 (100390) exclusive sleep mutex pmap (pmap) r = 0 (0xcfd66b00) locked @ i386/i386/pmap.c:4189 exclusive sleep mutex vm page queue mutex (vm page queue mutex) r = 0 (0xc0fb2f00) locked @ i386/i386/pmap.c:4188 Process 81808 (syscall) thread 0xc8a162c0 (100350) shared sx allproc (allproc) r = 0 (0xc0e386bc) locked @ kern/kern_proc.c:292 Process 1513 (sshd) thread 0xc7deb580 (100089) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc86383c4) locked @ kern/uipc_sockbuf.c:148 Process 892 (syslogd) thread 0xc7da1580 (100092) exclusive sleep mutex page lock (page lock) r = 0 (0xc0fb2880) locked @ vm/vm_fault.c:308 exclusive sleep mutex vm object (standard object) r = 0 (0xc700da18) locked @ vm/vm_fault.c:269 shared sx user map (user map) r = 0 (0xc80e3048) locked @ vm/vm_map.c:3525 Process 12 (intr) thread 0xc6de72c0 (100008) exclusive sleep mutex ohci4 (ohci4) r = 0 (0xc7028bfc) locked @ dev/usb/usb_hub.c:1606 Process 0 (kernel) thread 0xc7160840 (100066) shared sx allproc (allproc) r = 0 (0xc0e386bc) locked @ kern/kern_clock.c:193 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc7d3ab50 /dev/ad4s1a on / (ufs) 0xc7d3b000 devfs on /dev (devfs) 0xc7f842d4 /dev/ad4s1f on /usr (ufs) 0xc7f84000 /dev/ad4s1d on /var (ufs) 0xc7d3bb50 procfs on /proc (procfs) 0xc7d3b87c /dev/ad4s1e on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 81898 81808 81807 1001 RE+ CPU 2 syscall 81836 81808 81807 1001 RE+ CPU 0 syscall 81808 81807 81807 1001 R+ CPU 1 syscall 81807 1516 81807 1001 S+ wait 0xc8755000 syscall 1516 1515 1516 1001 Ss+ wait 0xc8456550 bash 1515 1513 1513 1001 S select 0xc854f464 sshd 1513 1281 1513 0 SWs sbwait 0xc86383f0 sshd 1414 1 1414 0 Ss+ ttyin 0xc716d070 getty 1413 1 1413 0 Ss+ ttyin 0xc716d270 getty 1412 1 1412 0 Ss+ ttyin 0xc716d470 getty 1411 1 1411 0 Ss+ ttyin 0xc6f81070 getty 1410 1 1410 0 Ss+ ttyin 0xc6f81270 getty 1409 1 1409 0 Ss+ ttyin 0xc6f81470 getty 1408 1 1408 0 Ss+ ttyin 0xc6f81670 getty 1407 1 1407 0 Ss+ ttyin 0xc6f81870 getty 1406 1 1406 0 Ss+ ttyin 0xc6f81a70 getty 1375 1 1375 0 Ss select 0xc6fbfb64 inetd 1338 1 1338 0 Ss nanslp 0xc0e38d64 watchdogd 1298 1 1298 0 Ss nanslp 0xc0e38d64 cron 1291 1 1291 25 Ss pause 0xc845a300 sendmail 1287 1 1287 0 Ss select 0xc6faa964 sendmail 1281 1 1281 0 Ss select 0xc6fbfd64 sshd 1203 1 1203 0 Ss select 0xc7d3dc24 moused 1137 1 1137 0 Ss select 0xc7e13a24 ntpd 1035 1 1035 0 Ss rpcsvc 0xc8210310 NLM: master 1028 1 1028 0 Ss select 0xc7db41e4 rpc.statd 1021 1020 1020 0 S (threaded) nfsd 100120 S rpcsvc 0xc6f62750 nfsd: service 100119 S rpcsvc 0xc6f62790 nfsd: service 100118 S rpcsvc 0xc8210350 nfsd: service 100095 S rpcsvc 0xc6f627d0 nfsd: master 1020 1 1020 0 Ss select 0xc7db4164 nfsd 1011 1 1011 0 Ss select 0xc6fbfd24 mountd 918 1 918 0 Ss select 0xc6d7e0a4 rpcbind 892 1 892 0 LLs *vm page 0xcd00b200 syslogd 702 1 702 0 Ss select 0xc7db3964 devd 21 0 0 0 DL flowclea 0xc0fa5de8 [flowcleaner] 20 0 0 0 DL sdflush 0xc0fb15a0 [softdepflush] 19 0 0 0 DL syncer 0xc0fa5bf8 [syncer] 18 0 0 0 DL vlruwt 0xc7d1b7f8 [vnlru] 17 0 0 0 DL psleep 0xc0fa5928 [bufdaemon] 16 0 0 0 DL pgzero 0xc0fb33dc [pagezero] 15 0 0 0 DL psleep 0xc0fb2fd0 [vmdaemon] 9 0 0 0 DL psleep 0xc0fb2f98 [pagedaemon] 8 0 0 0 DL ccb_scan 0xc0e04a54 [xpt_thrd] 7 0 0 0 DL waiting_ 0xc0fa7618 [sctp_iterator] 6 0 0 0 DL - 0xc6fbcc3c [fdc0] 5 0 0 0 SL - 0xc7050000 [fw0_probe] 14 0 0 0 LL (threaded) [usb] 100057 D - 0xc7034d0c [usbus5] 100056 D - 0xc7034cdc [usbus5] 100055 D - 0xc7034cac [usbus5] 100054 D - 0xc7034c7c [usbus5] 100052 D - 0xc7028b5c [usbus4] 100051 L *ohci4 0xc6d9cd00 [usbus4] 100050 D - 0xc7028afc [usbus4] 100049 D - 0xc7028acc [usbus4] 100048 D - 0xc7024b5c [usbus3] 100047 D - 0xc7024b2c [usbus3] 100046 D - 0xc7024afc [usbus3] 100045 D - 0xc7024acc [usbus3] 100044 D - 0xc701ab5c [usbus2] 100043 D - 0xc701ab2c [usbus2] 100042 D - 0xc701aafc [usbus2] 100041 D - 0xc701aacc [usbus2] 100039 D - 0xc7015b5c [usbus1] 100038 D - 0xc7015b2c [usbus1] 100037 D - 0xc7015afc [usbus1] 100036 D - 0xc7015acc [usbus1] 100034 D - 0xc7004b5c [usbus0] 100033 D - 0xc7004b2c [usbus0] 100032 D - 0xc7004afc [usbus0] 100031 D - 0xc7004acc [usbus0] 13 0 0 0 DL - 0xc0e38bc4 [yarrow] 4 0 0 0 DL - 0xc0e36864 [g_down] 3 0 0 0 DL - 0xc0e36860 [g_up] 2 0 0 0 DL - 0xc0e36858 [g_event] 12 0 0 0 RL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [irq9: acpi0] 100023 I [swi2: cambio] 100022 I [swi6: task queue] 100021 I [swi6: Giant taskq] 100019 I [swi5: +] 100012 I [swi1: netisr 0] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 RunQ [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d99d48 [init] 10 0 0 0 DL audit_wo 0xc0fb0dc0 [audit] 0 0 0 0 RLs (threaded) [kernel] 100066 Run CPU 3 [deadlkres] 100060 D - 0xc7020300 [fw0_taskq] 100026 D - 0xc6f2c840 [acpi_task_2] 100025 D - 0xc6f2c840 [acpi_task_1] 100024 D - 0xc6f2c840 [acpi_task_0] 100020 D - 0xc6f2ca40 [thread taskq] 100018 D - 0xc6f2cac0 [kqueue taskq] 100016 D - 0xc6d9e840 [firmware taskq] 100000 D sched 0xc0e36940 [swapper] 81885 81808 81807 1001 Z+ syscall 81892 81808 81807 1001 Z+ syscall 81826 81808 81807 1001 Z+ syscall 81841 81808 81807 1001 Z+ syscall 81896 81808 81807 1001 Z+ syscall 81840 81808 81807 1001 Z+ syscall 81811 81808 81807 1001 Z+ syscall 81901 81808 81807 1001 Z+ syscall 81872 81808 81807 1001 Z+ syscall 81821 81808 81807 1001 Z+ syscall 81887 81808 81807 1001 Z+ syscall 81891 81808 81807 1001 Z+ syscall 81856 81808 81807 1001 Z+ syscall 81835 81808 81807 1001 Z+ syscall 81900 81808 81807 1001 Z+ syscall 81843 81808 81807 1001 Z+ syscall 81904 81808 81807 1001 Z+ syscall 81879 81808 81807 1001 Z+ syscall 81897 81808 81807 1001 Z+ syscall 81907 81808 81807 1001 Z+ syscall 81845 81808 81807 1001 Z+ syscall 81848 81808 81807 1001 Z+ syscall 81857 81808 81807 1001 Z+ syscall 81886 81808 81807 1001 Z+ syscall 81832 81808 81807 1001 Z+ syscall 81849 81808 81807 1001 Z+ syscall 81888 81808 81807 1001 Z+ syscall 81895 81808 81807 1001 Z+ syscall 81880 81808 81807 1001 Z+ syscall 81866 81808 81807 1001 Z+ syscall 81869 81808 81807 1001 Z+ syscall 81882 81808 81807 1001 Z+ syscall 81839 81808 81807 1001 Z+ syscall 81865 81808 81807 1001 Z+ syscall 81859 81808 81807 1001 Z+ syscall 81890 81808 81807 1001 Z+ syscall 81830 81808 81807 1001 Z+ syscall 81893 81808 81807 1001 Z+ syscall 81884 81808 81807 1001 Z+ syscall 81818 81808 81807 1001 Z+ syscall 81908 81808 81807 1001 Z+ syscall 81870 81808 81807 1001 Z+ syscall 81861 81808 81807 1001 Z+ syscall 81906 81808 81807 1001 Z+ syscall 81875 81808 81807 1001 Z+ syscall 81834 81808 81807 1001 Z+ syscall 81828 81808 81807 1001 Z+ syscall 81881 81808 81807 1001 Z+ syscall 81847 81808 81807 1001 Z+ syscall 81883 81808 81807 1001 Z+ syscall 81876 81808 81807 1001 Z+ syscall 81833 81808 81807 1001 Z+ syscall 81829 81808 81807 1001 Z+ syscall 81855 81808 81807 1001 Z+ syscall 81844 81808 81807 1001 Z+ syscall 81823 81808 81807 1001 Z+ syscall 81853 81808 81807 1001 Z+ syscall 81903 81808 81807 1001 Z+ syscall 81889 81808 81807 1001 Z+ syscall 81850 81808 81807 1001 Z+ syscall 81878 81808 81807 1001 Z+ syscall 81864 81808 81807 1001 Z+ syscall 81842 81808 81807 1001 Z+ syscall 81873 81808 81807 1001 Z+ syscall 81819 81808 81807 1001 Z+ syscall 81825 81808 81807 1001 Z+ syscall 81827 81808 81807 1001 Z+ syscall 81874 81808 81807 1001 Z+ syscall 81860 81808 81807 1001 Z+ syscall 81812 81808 81807 1001 Z+ syscall 81816 81808 81807 1001 Z+ syscall 81851 81808 81807 1001 Z+ syscall 81817 81808 81807 1001 Z+ syscall 81846 81808 81807 1001 Z+ syscall 81809 81808 81807 1001 Z+ syscall 81867 81808 81807 1001 Z+ syscall 81854 81808 81807 1001 Z+ syscall 81837 81808 81807 1001 Z+ syscall 81822 81808 81807 1001 Z+ syscall 81852 81808 81807 1001 Z+ syscall 81814 81808 81807 1001 Z+ syscall 81820 81808 81807 1001 Z+ syscall 81858 81808 81807 1001 Z+ syscall 81815 81808 81807 1001 Z+ syscall 81831 81808 81807 1001 Z+ syscall 81868 81808 81807 1001 Z+ syscall 81894 81808 81807 1001 Z+ syscall 81810 81808 81807 1001 Z+ syscall 81863 81808 81807 1001 Z+ syscall 81824 81808 81807 1001 Z+ syscall 81813 81808 81807 1001 Z+ syscall 81862 81808 81807 1001 Z+ syscall 81905 81808 81807 1001 Z+ syscall 81838 81808 81807 1001 Z+ syscall 81871 81808 81807 1001 Z+ syscall 81899 81808 81807 1001 Z+ syscall 81902 81808 81807 1001 Z+ syscall 81877 81808 81807 1001 Z+ syscall db:0:ps> allt Tracing command syscall pid 81898 tid 100251 td 0xc885d580 cpustop_handler(4,f63dbb20,c0bf64b6,c0b27125,cfd8cd68,...) at cpustop_handler+0x34 ipi_nmi_handler(c0b27125,cfd8cd68,c0d01a61,eb7,c88522a8,...) at ipi_nmi_handler+0x2f trap(f63dbb2c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0bfe42f, esp = 0xf63dbb6c, ebp = 0xf63dbb88 --- configtimer(c0e37298,8,c0d12764,1c8,0,...) at configtimer+0x11f cpu_restartclocks(c0e37298,0,c0d12764,1c8,f63dbbf0,...) at cpu_restartclocks+0x30 cpu_stopprofclock(c0e3707c,0,c0cce0aa,276,0,...) at cpu_stopprofclock+0x5d stopprofclock(c88522a8,0,c0ccfcc1,f8,c885d624,...) at stopprofclock+0xe2 exit1(c885d580,0,f63dbc7c,c08f275a,c885d580,...) at exit1+0x462 sys_exit(c885d580,f63dbcec,c885d580,c88522a8,0,...) at sys_exit+0x1d syscallenter(c885d580,f63dbce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f63dbd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2811991f, esp = 0xbfbfe97c, ebp = 0xbfbfe988 --- Tracing command syscall pid 81836 tid 100390 td 0xccf98580 kdb_enter(c0cd4c96,c0cd4c96,c0cd3647,f6618aa8,0,...) at kdb_enter+0x3a panic(c0cd3647,c885d580,c08e95a0,c885d580,1879b,...) at panic+0x136 _mtx_lock_spin_failed(1,ccf98580,c0e4b214,0,f6618b00,...) at _mtx_lock_spin_failed+0x59 _mtx_lock_spin(c0e4b214,ccf98580,0,c0d0efb1,468,...) at _mtx_lock_spin+0x75 _mtx_lock_spin_flags(c0e4b214,0,c0d0efb1,468,f6,...) at _mtx_lock_spin_flags+0x146 smp_tlb_shootdown(f6618b50,c0bed51f,c5460000,c5461000,e,...) at smp_tlb_shootdown+0x66 smp_invlpg_range(c5460000,c5461000,e,c38efc70,c5461000,...) at smp_invlpg_range+0x1c pmap_invalidate_range(c0fd39e0,c5460000,c5461000) at pmap_invalidate_range+0x4f pmap_qremove(c5460000,1,c0d0f8d5,105d,3,...) at pmap_qremove+0x54 pmap_remove_pages(cfd66b00,c0cd3419,df,0,c7d21000,...) at pmap_remove_pages+0x563 vmspace_exit(ccf98580,0,c0ccfcc1,12d,ccf98624,...) at vmspace_exit+0x90 exit1(ccf98580,0,f6618c7c,c08f275a,ccf98580,...) at exit1+0x5db sys_exit(ccf98580,f6618cec,281c12ec,1,0,...) at sys_exit+0x1d syscallenter(ccf98580,f6618ce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f6618d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2811991f, esp = 0xbfbfe97c, ebp = 0xbfbfe988 --- Tracing command syscall pid 81808 tid 100350 td 0xc8a162c0 cpustop_handler(2,f6589b2c,c0bf64b6,c08a2aa4,c0e3cdc0,...) at cpustop_handler+0x34 ipi_nmi_handler(c08a2aa4,c0e3cdc0,4,c0cd3419,d1667550,...) at ipi_nmi_handler+0x2f trap(f6589b38) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08a3087, esp = 0xf6589b78, ebp = 0xf6589b94 --- _mtx_lock_sleep(c8852330,c8a162c0,0,c0cd3dcb,12b,...) at _mtx_lock_sleep+0x97 _mtx_lock_flags(c8852330,0,c0cd3dcb,12b,d1667550,...) at _mtx_lock_flags+0xf7 pfind(13fea,50,c0cd4d05,6bc,0,...) at pfind+0x8f kill(c8a162c0,f6589cec,f6589d28,c0cd9b80,0,...) at kill+0xa2 syscallenter(c8a162c0,f6589ce4,f6589ce4,0,109,...) at syscallenter+0x25a syscall(f6589d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (37, FreeBSD ELF32, kill), eip = 0x28193d27, esp = 0xbfbfe62c, ebp = 0xbfbfe658 --- Tracing command syscall pid 81807 tid 100152 td 0xc84f1840 sched_switch(c84f1840,0,104,191,87cca0bc,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c84f1840,0,c0cd935c,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8755000,5c,c0cdbcdb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8755000,c8755088,15c,c0cdbcdb,0,...) at _sleep+0x35c kern_wait(c84f1840,13f90,f62a1c44,0,0,...) at kern_wait+0xb66 wait4(c84f1840,f62a1cec,0,0,0,...) at wait4+0x3b syscallenter(c84f1840,f62a1ce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f62a1d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28104a3b, esp = 0xbfbfe9bc, ebp = 0xbfbfe9d8 --- Tracing command bash pid 1516 tid 100149 td 0xc81fa840 sched_switch(c81fa840,0,104,191,c12cdb63,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c81fa840,0,c0cd935c,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8456550,5c,c0cdbcdb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8456550,c84565d8,15c,c0cdbcdb,0,...) at _sleep+0x35c kern_wait(c81fa840,ffffffff,f6286c44,6,0,...) at kern_wait+0xb66 wait4(c81fa840,f6286cec,f6286d28,c0cd9b80,0,...) at wait4+0x3b syscallenter(c81fa840,f6286ce4,f6286ce4,0,0,...) at syscallenter+0x25a syscall(f6286d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c2a3b, esp = 0xbfbfe78c, ebp = 0xbfbfe7a8 --- Tracing command sshd pid 1515 tid 100132 td 0xc8249840 sched_switch(c8249840,0,104,191,c1a2532d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c8249840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c854f450,0,c0cd3419,c8249840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c854f464,0,f6234a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c854f464,c854f450,c0cdb741,621,c7d830a8,...) at _cv_wait_sig+0x243 seltdwait(c7d830a8,58,c7e11d80,c8249840,246,...) at seltdwait+0xa2 kern_select(c8249840,c,288060b8,288060dc,0,0,20,c8241000,c8241000) at kern_select+0x504 select(c8249840,f6234cec,f6234d28,c0cd9b80,0,...) at select+0x66 syscallenter(c8249840,f6234ce4,f6234ce4,0,f6234ca4,...) at syscallenter+0x25a syscall(f6234d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b21b3, esp = 0xbfbfe1bc, ebp = 0xbfbfe208 --- Tracing command sshd pid 1513 tid 100089 td 0xc7deb580 Tracing command getty pid 1414 tid 100106 td 0xc7d772c0 sched_switch(c7d772c0,0,104,191,3c378108,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7d772c0,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7d772c0,c7d772c0,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c716d070,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c716d070,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c716d000,c716d070,f61bec28,1,0,...) at tty_wait+0x71 ttydisc_read(c716d000,f61bec28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c716e300,f61bec28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7db8af0,f61bec28,c6d96180,0,c7d772c0,...) at devfs_read_f+0x7e dofileread(f61bec28,ffffffff,ffffffff,0,c7db8af0,...) at dofileread+0x96 kern_readv(c7d772c0,0,f61bec28,f61bec48,1,...) at kern_readv+0x58 read(c7d772c0,f61becec,f61bed28,c0cd9b80,0,...) at read+0x4f syscallenter(c7d772c0,f61bece4,f61bece4,0,0,...) at syscallenter+0x25a syscall(f61bed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1413 tid 100131 td 0xc8249b00 sched_switch(c8249b00,0,104,191,3c3d54dc,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c8249b00,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c8249b00,c8249b00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c716d270,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c716d270,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c716d200,c716d270,f6231c28,1,0,...) at tty_wait+0x71 ttydisc_read(c716d200,f6231c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c716e400,f6231c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7d82850,f6231c28,c6d96180,0,c8249b00,...) at devfs_read_f+0x7e dofileread(f6231c28,ffffffff,ffffffff,0,c7d82850,...) at dofileread+0x96 kern_readv(c8249b00,0,f6231c28,f6231c48,1,...) at kern_readv+0x58 read(c8249b00,f6231cec,f6231d28,c0cd9b80,0,...) at read+0x4f syscallenter(c8249b00,f6231ce4,f6231ce4,0,0,...) at syscallenter+0x25a syscall(f6231d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1412 tid 100107 td 0xc7d77000 sched_switch(c7d77000,0,104,191,3c5f4857,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7d77000,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7d77000,c7d77000,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c716d470,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c716d470,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c716d400,c716d470,f61c2c28,1,0,...) at tty_wait+0x71 ttydisc_read(c716d400,f61c2c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94300,f61c2c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7d826c8,f61c2c28,c6d96180,0,c7d77000,...) at devfs_read_f+0x7e dofileread(f61c2c28,ffffffff,ffffffff,0,c7d826c8,...) at dofileread+0x96 kern_readv(c7d77000,0,f61c2c28,f61c2c48,1,...) at kern_readv+0x58 read(c7d77000,f61c2cec,f61c2d28,c0cd9b80,0,...) at read+0x4f syscallenter(c7d77000,f61c2ce4,f61c2ce4,0,0,...) at syscallenter+0x25a syscall(f61c2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1411 tid 100099 td 0xc7dea840 sched_switch(c7dea840,0,104,191,3c591026,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7dea840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7dea840,c7dea840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81070,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81070,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81000,c6f81070,f6188c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81000,f6188c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94d00,f6188c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7e16850,f6188c28,c6d96180,0,c7dea840,...) at devfs_read_f+0x7e dofileread(f6188c28,ffffffff,ffffffff,0,c7e16850,...) at dofileread+0x96 kern_readv(c7dea840,0,f6188c28,f6188c48,1,...) at kern_readv+0x58 read(c7dea840,f6188cec,f6188d28,c0cd9b80,0,...) at read+0x4f syscallenter(c7dea840,f6188ce4,f6188ce4,0,0,...) at syscallenter+0x25a syscall(f6188d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1410 tid 100125 td 0xc7de5000 sched_switch(c7de5000,0,104,191,3c32b8cd,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7de5000,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7de5000,c7de5000,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81270,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81270,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81200,c6f81270,f621fc28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81200,f621fc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94c00,f621fc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7dabce8,f621fc28,c6d96180,0,c7de5000,...) at devfs_read_f+0x7e dofileread(f621fc28,ffffffff,ffffffff,0,c7dabce8,...) at dofileread+0x96 kern_readv(c7de5000,0,f621fc28,f621fc48,1,...) at kern_readv+0x58 read(c7de5000,f621fcec,f621fd28,c0cd9b80,0,...) at read+0x4f syscallenter(c7de5000,f621fce4,f621fce4,0,0,...) at syscallenter+0x25a syscall(f621fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1409 tid 100079 td 0xc7da2840 sched_switch(c7da2840,0,104,191,3c4ced69,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da2840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7da2840,c7da2840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81470,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81470,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81400,c6f81470,f6135c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81400,f6135c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94b00,f6135c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7d82700,f6135c28,c6d96180,0,c7da2840,...) at devfs_read_f+0x7e dofileread(f6135c28,ffffffff,ffffffff,0,c7d82700,...) at dofileread+0x96 kern_readv(c7da2840,0,f6135c28,f6135c48,1,...) at kern_readv+0x58 read(c7da2840,f6135cec,f6135d28,c0cd9b80,0,...) at read+0x4f syscallenter(c7da2840,f6135ce4,f6135ce4,0,0,...) at syscallenter+0x25a syscall(f6135d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1408 tid 100080 td 0xc7da2580 sched_switch(c7da2580,0,104,191,3c7bda05,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da2580,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7da2580,c7da2580,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81670,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81670,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81600,c6f81670,f6139c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81600,f6139c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94a00,f6139c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7dab738,f6139c28,c6d96180,0,c7da2580,...) at devfs_read_f+0x7e dofileread(f6139c28,ffffffff,ffffffff,0,c7dab738,...) at dofileread+0x96 kern_readv(c7da2580,0,f6139c28,f6139c48,1,...) at kern_readv+0x58 read(c7da2580,f6139cec,f6139d28,c0cd9b80,0,...) at read+0x4f syscallenter(c7da2580,f6139ce4,f6139ce4,0,0,...) at syscallenter+0x25a syscall(f6139d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1407 tid 100109 td 0xc7d72840 sched_switch(c7d72840,0,104,191,3c5ec77c,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7d72840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,c7d72840,c7d72840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81870,0,c0cddaa5,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81870,c0e384f0,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81800,c6f81870,f61cac28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81800,f61cac28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94900,f61cac28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7dabd90,f61cac28,c6d96180,0,c7d72840,...) at devfs_read_f+0x7e dofileread(f61cac28,ffffffff,ffffffff,0,c7dabd90,...) at dofileread+0x96 kern_readv(c7d72840,0,f61cac28,f61cac48,1,...) at kern_readv+0x58 read(c7d72840,f61cacec,f61cad28,c0cd9b80,0,...) at read+0x4f syscallenter(c7d72840,f61cace4,f61cace4,0,0,...) at syscallenter+0x25a syscall(f61cad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command getty pid 1406 tid 100148 td 0xc81fab00 sched_switch(c81fab00,0,104,191,3ca34476,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c81fab00,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c6f81a04,0,c0cd3419,c81fab00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81a70,0,f6282ad8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81a70,c6f81a04,c0cdd443,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81a00,c6f81a70,f6282c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81a00,f6282c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6de1c00,f6282c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7dabcb0,f6282c28,c6d96180,0,c81fab00,...) at devfs_read_f+0x7e dofileread(f6282c28,ffffffff,ffffffff,0,c7dabcb0,...) at dofileread+0x96 kern_readv(c81fab00,0,f6282c28,f6282c48,1,...) at kern_readv+0x58 read(c81fab00,f6282cec,f6282d28,c0cd9b80,0,...) at read+0x4f syscallenter(c81fab00,f6282ce4,f6282ce4,0,0,...) at syscallenter+0x25a syscall(f6282d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedac, ebp = 0xbfbfedd8 --- Tracing command inetd pid 1375 tid 100150 td 0xc84f3000 sched_switch(c84f3000,0,104,191,2a1a7b96,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c84f3000,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c6fbfb50,0,c0cd3419,c84f3000,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6fbfb64,0,f628aa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbfb64,c6fbfb50,c0cdb741,621,c7d822a0,...) at _cv_wait_sig+0x243 seltdwait(c7d822a0,58,c6d96180,c84f3000,4,...) at seltdwait+0xa2 kern_select(c84f3000,8,bfbfdfc0,0,0,0,20,c84562a8,c84562a8) at kern_select+0x504 select(c84f3000,f628acec,f628ad28,c0cd9b80,0,...) at select+0x66 syscallenter(c84f3000,f628ace4,f628ace4,0,0,...) at syscallenter+0x25a syscall(f628ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ab1b3, esp = 0xbfbfdf7c, ebp = 0xbfbfee08 --- Tracing command watchdogd pid 1338 tid 100143 td 0xc8208b00 sched_switch(c8208b00,0,104,191,e6f89474,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c8208b00,0,c0cd935c,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08ef2f0,c8208b00,1,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e38d64,5c,c0cd5ece,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e38d64,0,15c,c0cd5ece,ea61,...) at _sleep+0x328 kern_nanosleep(c8208b00,f626ec34,f626ec3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c8208b00,f626ecec,f626ed28,c0cd9b80,0,...) at nanosleep+0x6f syscallenter(c8208b00,f626ece4,f626ece4,0,0,...) at syscallenter+0x25a syscall(f626ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28190b07, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command cron pid 1298 tid 100140 td 0xc820a580 sched_switch(c820a580,0,104,191,213bd608,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c820a580,0,c0cd935c,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08ef2f0,c820a580,1,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e38d64,5c,c0cd5ece,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e38d64,0,15c,c0cd5ece,ea61,...) at _sleep+0x328 kern_nanosleep(c820a580,f6262c34,f6262c3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c820a580,f6262cec,f6262d28,c0cd9b80,0,...) at nanosleep+0x6f syscallenter(c820a580,f6262ce4,f6262ce4,0,0,...) at syscallenter+0x25a syscall(f6262d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28183b07, esp = 0xbfbfec6c, ebp = 0xbfbfec98 --- Tracing command sendmail pid 1291 tid 100138 td 0xc820ab00 sched_switch(c820ab00,0,104,191,4c1682e2,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,68,...) at mi_switch+0x200 sleepq_switch(c820ab00,0,c0cd935c,1a0,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c845a300,68,c0c85ab3,100,0,...) at sleepq_wait_sig+0x17 _sleep(c845a300,c845a330,168,c0c85ab3,0,...) at _sleep+0x35c kern_sigsuspend(c820ab00,0,0,0,0,...) at kern_sigsuspend+0xb2 sigsuspend(c820ab00,f625acec,f625ad28,c0cd9b80,0,...) at sigsuspend+0x4d syscallenter(c820ab00,f625ace4,f625ace4,0,c0e3cdc0,...) at syscallenter+0x25a syscall(f625ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2833968b, esp = 0xbfbfcfbc, ebp = 0xbfbfcfe8 --- Tracing command sendmail pid 1287 tid 100086 td 0xc7deb840 sched_switch(c7deb840,0,104,191,f5833615,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7deb840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6154a14,c08a2eca,c6faa950,0,c7deb840,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c6faa964,0,f6154a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6faa964,c6faa950,1389,621,f6154c00,...) at _cv_timedwait_sig+0x252 seltdwait(f6154bf8,f6154c00,0,f6154ad4,246,...) at seltdwait+0x8a kern_select(c7deb840,0,bfbfc560,0,0,f6154c40,20,5,0) at kern_select+0x504 select(c7deb840,f6154cec,f6154d28,c0cd9b80,0,...) at select+0x66 syscallenter(c7deb840,f6154ce4,f6154ce4,0,c0e3cdc0,...) at syscallenter+0x25a syscall(f6154d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x283e31b3, esp = 0xbfbfc4cc, ebp = 0xbfbfcff8 --- Tracing command sshd pid 1281 tid 100128 td 0xc824a580 sched_switch(c824a580,0,104,191,1a937ee3,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c824a580,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c6fbfd50,0,c0cd3419,c824a580,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6fbfd64,0,f6228a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbfd64,c6fbfd50,c0cdb741,621,c7dab578,...) at _cv_wait_sig+0x243 seltdwait(c7dab578,58,c7db2200,c824a580,c0d01a61,...) at seltdwait+0xa2 kern_select(c824a580,5,2880c0b0,0,0,0,20,c8241aa0,c8241aa0) at kern_select+0x504 select(c824a580,f6228cec,2880d070,1,0,...) at select+0x66 syscallenter(c824a580,f6228ce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f6228d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b21b3, esp = 0xbfbfe27c, ebp = 0xbfbfee18 --- Tracing command moused pid 1203 tid 100127 td 0xc824a840 sched_switch(c824a840,0,104,191,f0bb6105,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c824a840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c7d3dc10,0,c0cd3419,c824a840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7d3dc24,0,f6225a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d3dc24,c7d3dc10,c0cdb741,621,c7e16a10,...) at _cv_wait_sig+0x243 seltdwait(c7e16a10,58,c6d96180,c824a840,0,...) at seltdwait+0xa2 kern_select(c824a840,6,bfbfea24,0,0,0,20,c8241d48,c8241d48) at kern_select+0x504 select(c824a840,f6225cec,f6225d28,c0cd9b80,0,...) at select+0x66 syscallenter(c824a840,f6225ce4,f6225ce4,0,0,...) at syscallenter+0x25a syscall(f6225d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b41b3, esp = 0xbfbfe9bc, ebp = 0xbfbfeb48 --- Tracing command ntpd pid 1137 tid 100096 td 0xc7da0b00 sched_switch(c7da0b00,0,104,191,55201110,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da0b00,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c7e13a10,0,c0cd3419,c7da0b00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7e13a24,0,f617ca4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e13a24,c7e13a10,c0cdb741,621,c7d82380,...) at _cv_wait_sig+0x243 seltdwait(c7d82380,58,c6d96180,c7da0b00,0,...) at seltdwait+0xa2 kern_select(c7da0b00,1c,bfbfed08,0,0,0,20,c7df92a8,c7df92a8) at kern_select+0x504 select(c7da0b00,f617ccec,f617cd80,f617cc88,0,...) at select+0x66 syscallenter(c7da0b00,f617cce4,c0bf68b6,fffffffe,246,...) at syscallenter+0x25a syscall(f617cd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2835b1b3, esp = 0xbfbfecdc, ebp = 0xbfbfeda8 --- Tracing command rpc.lockd pid 1035 tid 100090 td 0xc7da1840 sched_switch(c7da1840,0,104,191,e41f165e,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da1840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61649c4,c08a2eca,c6fdb780,0,c7da1840,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c8210310,0,f61649fc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c8210310,c6fdb780,1388,3b1,f6164a6c,...) at _cv_timedwait_sig+0x252 svc_run_internal(c7da19e0,14,c0cf94d2,c0cf8bc7,f6164b5c,...) at svc_run_internal+0x356 svc_run(c6fdb780,0,4,c0aa2680,f6164b5c,...) at svc_run+0x7b nlm_syscall(c7da1840,f6164cec,f6164d28,c0cd9b80,0,...) at nlm_syscall+0x77d syscallenter(c7da1840,f6164ce4,f6164ce4,0,0,...) at syscallenter+0x25a syscall(f6164d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fe28b, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpc.statd pid 1028 tid 100093 td 0xc7da12c0 sched_switch(c7da12c0,0,104,191,dcd43751,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da12c0,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6170a14,c08a2eca,c7db41d0,0,c7da12c0,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7db41e4,0,f6170a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7db41e4,c7db41d0,7531,621,c7db8968,...) at _cv_timedwait_sig+0x252 seltdwait(f6170bf8,f6170c00,c6d96180,c7da12c0,0,...) at seltdwait+0x8a kern_select(c7da12c0,8,bfbfed34,0,0,f6170c40,20,1e,0) at kern_select+0x504 select(c7da12c0,f6170cec,f6170d28,c0cd9b80,0,...) at select+0x66 syscallenter(c7da12c0,f6170ce4,f6170ce4,0,109,...) at syscallenter+0x25a syscall(f6170d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818e1b3, esp = 0xbfbfec8c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 1021 tid 100120 td 0xc820b2c0 sched_switch(c820b2c0,0,104,191,6b46a0e7,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c820b2c0,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6210be0,c08a2eca,c6fdbb00,0,c820b2c0,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c6f62750,0,f6210c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6f62750,c6fdbb00,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f6210d14,c0888478,c6fdbb00,f6210d28,c0ccfecd,...) at svc_run_internal+0x356 svc_thread_start(c6fdbb00,f6210d28,c0ccfecd,343,c7df9550,...) at svc_thread_start+0x10 fork_exit(c0ab0c60,c6fdbb00,f6210d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100119 td 0xc820b580 sched_switch(c820b580,0,104,191,7b209e0c,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c820b580,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f620dbe0,c08a2eca,c6fdbb00,0,c820b580,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c6f62790,0,f620dc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6f62790,c6fdbb00,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f620dd14,c0888478,c6fdbb00,f620dd28,c0ccfecd,...) at svc_run_internal+0x356 svc_thread_start(c6fdbb00,f620dd28,c0ccfecd,343,c7df9550,...) at svc_thread_start+0x10 fork_exit(c0ab0c60,c6fdbb00,f620dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100118 td 0xc820b840 sched_switch(c820b840,0,104,191,15018891,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c820b840,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f620abe0,c08a2eca,c6fdbb00,0,c820b840,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c8210350,0,f620ac18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c8210350,c6fdbb00,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f620ad14,c0888478,c6fdbb00,f620ad28,c0ccfecd,...) at svc_run_internal+0x356 svc_thread_start(c6fdbb00,f620ad28,c0ccfecd,343,c7df9550,...) at svc_thread_start+0x10 fork_exit(c0ab0c60,c6fdbb00,f620ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100095 td 0xc7da1000 sched_switch(c7da1000,0,104,191,da094213,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da1000,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6178ab0,c08a2eca,c6fdbb00,0,c7da1000,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c6f627d0,0,f6178ae8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6f627d0,c6fdbb00,1388,3b1,f6178b30,...) at _cv_timedwait_sig+0x252 svc_run_internal(c7da11a0,14,c0cf94d2,c0cf7f86,f6178c0c,...) at svc_run_internal+0x356 svc_run(c6fdbb00,0,c0cf828a,1c2,0,...) at svc_run+0x7b nfssvc_nfsd(bfbfe8a0,f6178c0c,c,c6d96180,f6178c20,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c7da1000,f6178cec,c7df9550,0,c7da1000,...) at nfssvc_nfsserver+0x24f nfssvc(c7da1000,f6178cec,f6178d28,c0cd9b80,0,...) at nfssvc+0x83 syscallenter(c7da1000,f6178ce4,f6178ce4,0,0,...) at syscallenter+0x25a syscall(f6178d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dc26b, esp = 0xbfbfe85c, ebp = 0xbfbfeac8 --- Tracing command nfsd pid 1020 tid 100098 td 0xc7deab00 sched_switch(c7deab00,0,104,191,859530e1,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7deab00,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c7db4150,0,c0cd3419,c7deab00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7db4164,0,f6184a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7db4164,c7db4150,c0cdb741,621,c7dab8c0,...) at _cv_wait_sig+0x243 seltdwait(c7dab8c0,58,c6d96180,c7deab00,c0d01a61,...) at seltdwait+0xa2 kern_select(c7deab00,5,bfbfecd0,0,0,0,20,c7de2550,c7de2550) at kern_select+0x504 select(c7deab00,f6184cec,bfbffff4,1,0,...) at select+0x66 syscallenter(c7deab00,f6184ce4,c0bf6bfd,c0e384f0,0,...) at syscallenter+0x25a syscall(f6184d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281851b3, esp = 0xbfbfeacc, ebp = 0xbfbfee08 --- Tracing command mountd pid 1011 tid 100105 td 0xc7dea000 sched_switch(c7dea000,0,104,191,faee324d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7dea000,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c6fbfd10,0,c0cd3419,c7dea000,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6fbfd24,0,f619ea4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbfd24,c6fbfd10,c0cdb741,621,c7e16888,...) at _cv_wait_sig+0x243 seltdwait(c7e16888,58,c6d96180,c7dea000,c0f78930,...) at seltdwait+0xa2 kern_select(c7dea000,9,bfbfed5c,0,0,0,20,c7d71aa0,c7d71aa0) at kern_select+0x504 select(c7dea000,f619ecec,f619ed28,c0cd9b80,0,...) at select+0x66 syscallenter(c7dea000,f619ece4,f619ece4,0,0,...) at syscallenter+0x25a syscall(f619ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819b1b3, esp = 0xbfbfed2c, ebp = 0xbfbfedf8 --- Tracing command rpcbind pid 918 tid 100078 td 0xc7da2b00 sched_switch(c7da2b00,0,104,191,d88b264c,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7da2b00,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6131a70,c08a2eca,c6d7e090,0,c7da2b00,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c6d7e0a4,0,f6131aa8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6d7e0a4,c6d7e090,7531,621,f6131b5c,...) at _cv_timedwait_sig+0x252 seltdwait(f6131c2c,f6131c34,52f,c7da2b00,f6131b2c,...) at seltdwait+0x8a poll(c7da2b00,f6131cec,f6131d28,c0cd9b80,0,...) at poll+0x300 syscallenter(c7da2b00,f6131ce4,f6131ce4,0,109,...) at syscallenter+0x25a syscall(f6131d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813fafb, esp = 0xbfbfcbcc, ebp = 0xbfbfed98 --- Tracing command syslogd pid 892 tid 100092 td 0xc7da1580 sched_switch(c7da1580,0,103,18c,5db6d0c5,...) at sched_switch+0x36a mi_switch(103,0,c0cd9c4a,2e2,cd00b200,...) at mi_switch+0x200 turnstile_wait(cd00b200,ccf98580,0,1ac,c0fb2f00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0fb2f00,c7da1580,0,c0d02b91,60e,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0fb2f00,0,c0d02b91,60e,c700da18,...) at _mtx_lock_flags+0xf7 vm_pageq_remove(c226fa78,0,c0d013a3,134,f616cbfc,...) at vm_pageq_remove+0x6d vm_fault(c80e3000,28195000,1,0,281957a0,...) at vm_fault+0x4df trap_pfault(5,0,c0d10e90,f616ccbc,c7df9aa0,...) at trap_pfault+0x10d trap(f616cd28) at trap+0x2c9 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281957a0, esp = 0xbfbfe29c, ebp = 0xbfbfee08 --- Tracing command devd pid 702 tid 100091 td 0xc7deb2c0 sched_switch(c7deb2c0,0,104,191,60d989c6,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7deb2c0,0,c0cd935c,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08a2eca,c7db3950,0,c0cd3419,c7deb2c0,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7db3964,0,f6168a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7db3964,c7db3950,c0cdb741,621,c7dab070,...) at _cv_wait_sig+0x243 seltdwait(c7dab070,58,c6d96180,c7deb2c0,3,...) at seltdwait+0xa2 kern_select(c7deb2c0,6,bfbfe980,0,0,0,20,c7de2aa0,c7de2aa0) at kern_select+0x504 select(c7deb2c0,f6168cec,f6168d28,c0cd9b80,0,...) at select+0x66 syscallenter(c7deb2c0,f6168ce4,f6168ce4,0,0,...) at syscallenter+0x25a syscall(f6168d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x808c323, esp = 0xbfbfe94c, ebp = 0xbfbfee28 --- Tracing command flowcleaner pid 21 tid 100076 td 0xc702f840 sched_switch(c702f840,0,104,191,eefbf4ef,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702f840,0,c0cd935c,283,c702f840,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa5de8,0,f3f3dcac,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0fa5de8,c0fa5df0,4e20,620,c702f840,...) at _cv_timedwait+0x252 flowtable_cleaner(0,f3f3dd28,c0ccfecd,343,c7d1b000,...) at flowtable_cleaner+0x1ae fork_exit(c0960c40,0,f3f3dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f3dd60, ebp = 0 --- Tracing command softdepflush pid 20 tid 100075 td 0xc702fb00 sched_switch(c702fb00,0,104,191,eeb84d87,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,44,...) at mi_switch+0x200 sleepq_switch(c702fb00,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb15a0,44,c0cfe135,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb15a0,c0fb1558,44,c0cfe135,3e8,...) at _sleep+0x342 softdep_flush(0,f3f3ad28,c0ccfecd,343,c7d1b2a8,...) at softdep_flush+0x257 fork_exit(c0af7950,0,f3f3ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f3ad60, ebp = 0 --- Tracing command syncer pid 19 tid 100074 td 0xc715d000 sched_switch(c715d000,0,104,191,3d956a78,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c715d000,0,c0cd935c,283,c715d000,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa5bf8,0,f3f37c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0fa5bf8,c0fa5be4,3e8,6e8,4e20,...) at _cv_timedwait+0x252 sched_sync(0,f3f37d28,c0ccfecd,343,c7d1b550,...) at sched_sync+0x502 fork_exit(c094a2b0,0,f3f37d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f37d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100073 td 0xc715d2c0 sched_switch(c715d2c0,0,104,191,eacd18d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,50,...) at mi_switch+0x200 sleepq_switch(c715d2c0,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7d1b7f8,50,c0ce3479,0,0,...) at sleepq_timedwait+0x6b _sleep(c7d1b7f8,c0fa5bb8,250,c0ce3479,3e8,...) at _sleep+0x342 vnlru_proc(0,f3f34d28,c0ccfecd,343,c7d1b7f8,...) at vnlru_proc+0xe7 fork_exit(c094bab0,0,f3f34d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f34d60, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100072 td 0xc715d580 sched_switch(c715d580,0,104,191,4151cc8f,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,44,...) at mi_switch+0x200 sleepq_switch(c715d580,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa5928,44,c0ce09bc,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fa5928,c0fa5930,44,c0ce09bc,3e8,...) at _sleep+0x342 buf_daemon(0,f3f31d28,c0ccfecd,343,c7d1baa0,...) at buf_daemon+0x16e fork_exit(c0932cb0,0,f3f31d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f31d60, ebp = 0 --- Tracing command pagezero pid 16 tid 100071 td 0xc715d840 sched_switch(c715d840,0,104,191,5957acb7,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c715d840,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb33dc,0,c0d04528,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb33dc,c0fb1e80,0,c0d04528,493e0,...) at _sleep+0x342 vm_pagezero(0,f3f2ed28,c0ccfecd,343,c7d1bd48,...) at vm_pagezero+0xdc fork_exit(c0b3b700,0,f3f2ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f2ed60, ebp = 0 --- Tracing command vmdaemon pid 15 tid 100070 td 0xc715db00 sched_switch(c715db00,0,104,191,3182cc2d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,68,...) at mi_switch+0x200 sleepq_switch(c715db00,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fb2fd0,68,c0ce09bc,0,0,...) at sleepq_wait+0x63 _sleep(c0fb2fd0,c0fb2fd4,68,c0ce09bc,0,...) at _sleep+0x372 vm_daemon(0,f3f2bd28,c0ccfecd,343,c6d9a2a8,...) at vm_daemon+0x59 fork_exit(c0b35490,0,f3f2bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f2bd60, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100069 td 0xc7160000 sched_switch(c7160000,0,104,191,f04fa2f3,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7160000,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb2f98,44,c0ce09bc,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb2f98,c0fb1e80,44,c0ce09bc,1388,...) at _sleep+0x342 vm_pageout(0,f3f28d28,c0ccfecd,343,c6d9a550,...) at vm_pageout+0x2c7 fork_exit(c0b364f0,0,f3f28d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f28d60, ebp = 0 --- Tracing command xpt_thrd pid 8 tid 100068 td 0xc71602c0 sched_switch(c71602c0,0,104,191,3268a75e,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c71602c0,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e04a54,4c,c0c6bded,0,0,...) at sleepq_wait+0x63 _sleep(c0e04a54,c0e04a98,4c,c0c6bded,0,...) at _sleep+0x372 xpt_scanner_thread(0,f3ec5d28,c0ccfecd,343,c6d9a7f8,...) at xpt_scanner_thread+0x47 fork_exit(c0485330,0,f3ec5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec5d60, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100067 td 0xc7160580 sched_switch(c7160580,0,104,191,1508ed7e,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7160580,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa7618,0,c0cef268,0,0,...) at sleepq_wait+0x63 _sleep(c0fa7618,c0fa75e0,0,c0cef268,0,...) at _sleep+0x372 sctp_iterator_thread(0,f3ec2d28,c0ccfecd,343,c6d9aaa0,...) at sctp_iterator_thread+0x5c fork_exit(c09dacf0,0,f3ec2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec2d60, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc70222c0 sched_switch(c70222c0,0,104,191,f7d252d4,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c70222c0,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fbcc3c,4c,c0cc9c4b,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fbcc3c,c6fbccf0,4c,c0cc9c4b,3e8,...) at _sleep+0x342 fdc_thread(c6fbcc00,f3eb6d28,c0ccfecd,343,c6d9ad48,...) at fdc_thread+0x27d fork_exit(c0bba2f0,c6fbcc00,f3eb6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb6d60, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc7022840 sched_switch(c7022840,0,104,191,323e95e2,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7022840,0,c0cd935c,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7050000,5c,c0cc9c4b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7050000,c705448c,15c,c0cc9c4b,0,...) at _sleep+0x35c fw_bus_probe_thread(c7050000,f3ea6d28,c0ccfecd,343,c6f64000,...) at fw_bus_probe_thread+0xa08 fork_exit(c0674660,c7050000,f3ea6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea6d60, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc702d580 sched_switch(c702d580,0,104,191,eeace96,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702d580,0,c0cd935c,260,c702d580,...) at sleepq_switch+0x15f sleepq_wait(c7034d0c,0,f3e8fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034d0c,c7034dac,c0cc2838,6c,c7034d14,...) at _cv_wait+0x243 usb_process(c7034d04,f3e8fd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7034d04,f3e8fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8fd60, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc702d840 sched_switch(c702d840,0,104,191,64c89fe1,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702d840,0,c0cd935c,260,c702d840,...) at sleepq_switch+0x15f sleepq_wait(c7034cdc,0,f3e8ccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034cdc,c7034dac,c0cc2838,6c,c7034ce4,...) at _cv_wait+0x243 usb_process(c7034cd4,f3e8cd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7034cd4,f3e8cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8cd60, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc702db00 sched_switch(c702db00,0,104,191,e8340ba,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702db00,0,c0cd935c,260,c702db00,...) at sleepq_switch+0x15f sleepq_wait(c7034cac,0,f3e89cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034cac,c7034dac,c0cc2838,6c,c7034cb4,...) at _cv_wait+0x243 usb_process(c7034ca4,f3e89d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7034ca4,f3e89d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e89d60, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc702f000 sched_switch(c702f000,0,104,191,e832f2a,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702f000,0,c0cd935c,260,c702f000,...) at sleepq_switch+0x15f sleepq_wait(c7034c7c,0,f3e86cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034c7c,c7034dac,c0cc2838,6c,c7034c84,...) at _cv_wait+0x243 usb_process(c7034c74,f3e86d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7034c74,f3e86d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e86d60, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc702f580 sched_switch(c702f580,0,104,191,e831983,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702f580,0,c0cd935c,260,c702f580,...) at sleepq_switch+0x15f sleepq_wait(c7028b5c,0,f3e7ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028b5c,c7028bfc,c0cc2838,6c,c7028b64,...) at _cv_wait+0x243 usb_process(c7028b54,f3e7ed28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7028b54,f3e7ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7ed60, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc701f000 sched_switch(c701f000,0,103,18c,9941be9a,...) at sched_switch+0x36a mi_switch(103,0,c0cd9c4a,2e2,c6d9cd00,...) at mi_switch+0x200 turnstile_wait(c6d9cd00,c6de72c0,0,1ac,c7028bfc,...) at turnstile_wait+0x495 _mtx_lock_sleep(c7028bfc,c701f000,0,c0cd3419,93,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c7028bfc,0,c0cd3419,93,f3e7bcc0,...) at _mtx_lock_flags+0xf7 lock_mtx(c7028bfc,0,c0cce3e3,91,0,...) at lock_mtx+0x29 _cv_wait(c7028b2c,c7028bfc,c0cc2838,6c,c7028b34,...) at _cv_wait+0x2fe usb_process(c7028b24,f3e7bd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7028b24,f3e7bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7bd60, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc701f2c0 sched_switch(c701f2c0,0,104,191,e1cd19d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f2c0,0,c0cd935c,260,c701f2c0,...) at sleepq_switch+0x15f sleepq_wait(c7028afc,0,f3e78cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028afc,c7028bfc,c0cc2838,6c,c7028b04,...) at _cv_wait+0x243 usb_process(c7028af4,f3e78d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7028af4,f3e78d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e78d60, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc701f580 sched_switch(c701f580,0,104,191,e1cc0df,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f580,0,c0cd935c,260,c701f580,...) at sleepq_switch+0x15f sleepq_wait(c7028acc,0,f3e75cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028acc,c7028bfc,c0cc2838,6c,c7028ad4,...) at _cv_wait+0x243 usb_process(c7028ac4,f3e75d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7028ac4,f3e75d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e75d60, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc701f840 sched_switch(c701f840,0,104,191,e1caeeb,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f840,0,c0cd935c,260,c701f840,...) at sleepq_switch+0x15f sleepq_wait(c7024b5c,0,f3e71cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024b5c,c7024bfc,c0cc2838,6c,c7024b64,...) at _cv_wait+0x243 usb_process(c7024b54,f3e71d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7024b54,f3e71d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e71d60, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc701fb00 sched_switch(c701fb00,0,104,191,9941b888,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701fb00,0,c0cd935c,260,c701fb00,...) at sleepq_switch+0x15f sleepq_wait(c7024b2c,0,f3e6ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024b2c,c7024bfc,c0cc2838,6c,c7024b34,...) at _cv_wait+0x243 usb_process(c7024b24,f3e6ed28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7024b24,f3e6ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6ed60, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc7021000 sched_switch(c7021000,0,104,191,db7984d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021000,0,c0cd935c,260,c7021000,...) at sleepq_switch+0x15f sleepq_wait(c7024afc,0,f3e6bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024afc,c7024bfc,c0cc2838,6c,c7024b04,...) at _cv_wait+0x243 usb_process(c7024af4,f3e6bd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7024af4,f3e6bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6bd60, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc70212c0 sched_switch(c70212c0,0,104,191,db7876e,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c70212c0,0,c0cd935c,260,c70212c0,...) at sleepq_switch+0x15f sleepq_wait(c7024acc,0,f3e68cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024acc,c7024bfc,c0cc2838,6c,c7024ad4,...) at _cv_wait+0x243 usb_process(c7024ac4,f3e68d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7024ac4,f3e68d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e68d60, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc7021580 sched_switch(c7021580,0,104,191,db7750a,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021580,0,c0cd935c,260,c7021580,...) at sleepq_switch+0x15f sleepq_wait(c701ab5c,0,f3e64cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701ab5c,c701abfc,c0cc2838,6c,c701ab64,...) at _cv_wait+0x243 usb_process(c701ab54,f3e64d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c701ab54,f3e64d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e64d60, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc7021840 sched_switch(c7021840,0,104,191,ff51938,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021840,0,c0cd935c,260,c7021840,...) at sleepq_switch+0x15f sleepq_wait(c701ab2c,0,f3e61cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701ab2c,c701abfc,c0cc2838,6c,c701ab34,...) at _cv_wait+0x243 usb_process(c701ab24,f3e61d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c701ab24,f3e61d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e61d60, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc7021b00 sched_switch(c7021b00,0,104,191,d52ade8,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021b00,0,c0cd935c,260,c7021b00,...) at sleepq_switch+0x15f sleepq_wait(c701aafc,0,f3e5ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701aafc,c701abfc,c0cc2838,6c,c701ab04,...) at _cv_wait+0x243 usb_process(c701aaf4,f3e5ed28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c701aaf4,f3e5ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e5ed60, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc7022000 sched_switch(c7022000,0,104,191,d529792,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7022000,0,c0cd935c,260,c7022000,...) at sleepq_switch+0x15f sleepq_wait(c701aacc,0,f3e5bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701aacc,c701abfc,c0cc2838,6c,c701aad4,...) at _cv_wait+0x243 usb_process(c701aac4,f3e5bd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c701aac4,f3e5bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e5bd60, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc70082c0 sched_switch(c70082c0,0,104,191,d5281b8,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c70082c0,0,c0cd935c,260,c70082c0,...) at sleepq_switch+0x15f sleepq_wait(c7015b5c,0,f3e54cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015b5c,c7015bfc,c0cc2838,6c,c7015b64,...) at _cv_wait+0x243 usb_process(c7015b54,f3e54d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7015b54,f3e54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e54d60, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc7008580 sched_switch(c7008580,0,104,191,cc92fcc4,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7008580,0,c0cd935c,260,c7008580,...) at sleepq_switch+0x15f sleepq_wait(c7015b2c,0,f3e51cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015b2c,c7015bfc,c0cc2838,6c,c7015b34,...) at _cv_wait+0x243 usb_process(c7015b24,f3e51d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7015b24,f3e51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e51d60, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc7008840 sched_switch(c7008840,0,104,191,ced7fe4,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7008840,0,c0cd935c,260,c7008840,...) at sleepq_switch+0x15f sleepq_wait(c7015afc,0,f3e4ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015afc,c7015bfc,c0cc2838,6c,c7015b04,...) at _cv_wait+0x243 usb_process(c7015af4,f3e4ed28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7015af4,f3e4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e4ed60, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc7008b00 sched_switch(c7008b00,0,104,191,ced6d0f,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7008b00,0,c0cd935c,260,c7008b00,...) at sleepq_switch+0x15f sleepq_wait(c7015acc,0,f3e4bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015acc,c7015bfc,c0cc2838,6c,c7015ad4,...) at _cv_wait+0x243 usb_process(c7015ac4,f3e4bd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7015ac4,f3e4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e4bd60, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc700c2c0 sched_switch(c700c2c0,0,104,191,ced5783,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700c2c0,0,c0cd935c,260,c700c2c0,...) at sleepq_switch+0x15f sleepq_wait(c7004b5c,0,f3e44cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7004b5c,c7004bfc,c0cc2838,6c,c7004b64,...) at _cv_wait+0x243 usb_process(c7004b54,f3e44d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7004b54,f3e44d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e44d60, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc700c580 sched_switch(c700c580,0,104,191,cab89a95,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700c580,0,c0cd935c,260,c700c580,...) at sleepq_switch+0x15f sleepq_wait(c7004b2c,0,f3e41cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7004b2c,c7004bfc,c0cc2838,6c,c7004b34,...) at _cv_wait+0x243 usb_process(c7004b24,f3e41d28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7004b24,f3e41d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e41d60, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc700c840 sched_switch(c700c840,0,104,191,c811b52,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700c840,0,c0cd935c,260,c700c840,...) at sleepq_switch+0x15f sleepq_wait(c7004afc,0,f3e3ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7004afc,c7004bfc,c0cc2838,6c,c7004b04,...) at _cv_wait+0x243 usb_process(c7004af4,f3e3ed28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7004af4,f3e3ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e3ed60, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc700cb00 sched_switch(c700cb00,0,104,191,c81092f,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700cb00,0,c0cd935c,260,c700cb00,...) at sleepq_switch+0x15f sleepq_wait(c7004acc,0,f3e3bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7004acc,c7004bfc,c0cc2838,6c,c7004ad4,...) at _cv_wait+0x243 usb_process(c7004ac4,f3e3bd28,c0ccfecd,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dfac0,c7004ac4,f3e3bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e3bd60, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6eac580 sched_switch(c6eac580,0,104,191,45131384,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6eac580,0,c0cd935c,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e38bc4,0,c0cc9c4b,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e38bc4,0,0,c0cc9c4b,64,...) at _sleep+0x342 pause(c0cc9c4b,64,c0cb6193,111,0,...) at pause+0x47 random_kthread(0,c6b45d28,c0ccfecd,343,c6f64550,...) at random_kthread+0x1ef fork_exit(c0752800,0,c6b45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b45d60, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6eacb00 sched_switch(c6eacb00,0,104,191,66ffa081,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6eacb00,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e36864,4c,c0cc9c4b,0,0,...) at sleepq_wait+0x63 _sleep(c0e36864,c0e367c8,24c,c0cc9c4b,0,...) at _sleep+0x372 g_io_schedule_down(c6eacb00,0,c0ccb3a8,74,0,...) at g_io_schedule_down+0x5b g_down_procbody(0,c6b3fd28,c0ccfecd,343,c6d99000,...) at g_down_procbody+0x8d fork_exit(c084d360,0,c6b3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3fd60, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6ead000 sched_switch(c6ead000,0,104,191,710fb6f5,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6ead000,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e36860,4c,c0cc9c4b,0,0,...) at sleepq_wait+0x63 _sleep(c0e36860,c0e367e8,24c,c0cc9c4b,0,...) at _sleep+0x372 g_io_schedule_up(c6ead000,0,c0ccb3a8,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6b3cd28,c0ccfecd,343,c6d992a8,...) at g_up_procbody+0x8d fork_exit(c084d3f0,0,c6b3cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3cd60, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6da02c0 sched_switch(c6da02c0,0,104,191,43095c27,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6da02c0,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e36858,4c,c0cc9c4b,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e36858,0,4c,c0cc9c4b,64,...) at _sleep+0x342 g_event_procbody(0,c6b39d28,c0ccfecd,343,c6d99550,...) at g_event_procbody+0xcb fork_exit(c084d480,0,c6b39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b39d60, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc7160b00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc7161000 sched_switch(c7161000,0,109,191,c7d2060,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de6070,...) at mi_switch+0x200 ithread_loop(c7158270,f3eb9d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c7158270,f3eb9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb9d60, ebp = 0 --- Tracing command intr pid 12 tid 100062 td 0xc7022580 sched_switch(c7022580,0,109,191,3ca32f1f,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de6d70,...) at mi_switch+0x200 ithread_loop(c714c320,f3ea9d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c714c320,f3ea9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea9d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc702d000 sched_switch(c702d000,0,109,191,bf229fb,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de55f0,...) at mi_switch+0x200 ithread_loop(c7058650,f3e9dd28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c7058650,f3e9dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9dd60, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc702d2c0 sched_switch(c702d2c0,0,109,191,199e2d90,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de58f0,...) at mi_switch+0x200 ithread_loop(c701ca90,f3e95d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c701ca90,f3e95d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e95d60, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc702f2c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc7008000 sched_switch(c7008000,0,109,191,3a635fc3,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de56f0,...) at mi_switch+0x200 ithread_loop(c701c390,f3e58d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c701c390,f3e58d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e58d60, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc700c000 sched_switch(c700c000,0,109,191,39df4433,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de5770,...) at mi_switch+0x200 ithread_loop(c6fec1d0,f3e48d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6fec1d0,f3e48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e48d60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6ead2c0 sched_switch(c6ead2c0,0,109,191,16b22c54,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de57f0,...) at mi_switch+0x200 ithread_loop(c6fec450,f3e38d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6fec450,f3e38d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e38d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6ead580 sched_switch(c6ead580,0,109,191,6ac6f5d3,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de54f0,...) at mi_switch+0x200 ithread_loop(c6fe7690,f3d29d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6fe7690,f3d29d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3d29d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6ead840 sched_switch(c6ead840,0,109,191,28c31114,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de6ef0,...) at mi_switch+0x200 ithread_loop(c6fe7010,c6b94d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6fe7010,c6b94d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b94d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6eadb00 sched_switch(c6eadb00,0,109,191,c7dc7db,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de5b70,...) at mi_switch+0x200 ithread_loop(c6d97770,c6b8ad28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d97770,c6b8ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b8ad60, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc6f9b840 sched_switch(c6f9b840,0,109,191,2617b1a0,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6f9a070,...) at mi_switch+0x200 ithread_loop(c6d718f0,c6b57d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d718f0,c6b57d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b57d60, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc6f9bb00 sched_switch(c6f9bb00,0,109,191,ec4d485f,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6f9a170,...) at mi_switch+0x200 ithread_loop(c6d71900,c6b54d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71900,c6b54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b54d60, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc6de7840 sched_switch(c6de7840,0,109,191,60d88c4c,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de5070,...) at mi_switch+0x200 ithread_loop(c6d71910,c6b51d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71910,c6b51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b51d60, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc6eac000 sched_switch(c6eac000,0,109,191,32c6b19b,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de50f0,...) at mi_switch+0x200 ithread_loop(c6d71920,c6b4bd28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71920,c6b4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4bd60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6da0580 sched_switch(c6da0580,0,109,191,93e2b304,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de5170,...) at mi_switch+0x200 ithread_loop(c6d71b50,c6b36d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71b50,c6b36d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b36d60, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6da0840 sched_switch(c6da0840,0,109,191,4512ff39,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de51f0,...) at mi_switch+0x200 ithread_loop(c6d71b60,c6b33d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71b60,c6b33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6da0b00 sched_switch(c6da0b00,0,109,191,3a5831a7,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de5270,...) at mi_switch+0x200 ithread_loop(c6d71b70,c6b30d28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71b70,c6b30d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6de7000 sched_switch(c6de7000,0,109,191,2f9d2d5e,...) at sched_switch+0x36a mi_switch(109,0,c0cd014c,52d,c6de52f0,...) at mi_switch+0x200 ithread_loop(c6d71b80,c6b2dd28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x1f6 fork_exit(c088b460,c6d71b80,c6b2dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6de72c0 sched_switch(c6de72c0,0,602,18c,9941a6c2,...) at sched_switch+0x36a mi_switch(602,0,c0cd5327,cd,c6de72c0,...) at mi_switch+0x200 critical_exit(c0e4a6cc,c6b2ab50,c08a2aa4,c0e4a6cc,4,...) at critical_exit+0xa8 spinlock_exit(c0e4a6cc,4,c0cd3419,109) at spinlock_exit+0x10 _mtx_unlock_spin_flags(c0e4a6cc,0,c0cd935c,10d,c6b2ab88,...) at _mtx_unlock_spin_flags+0xf4 sleepq_release(c7028b2c,1,0,0,c7028b84,...) at sleepq_release+0x39 cv_signal(c7028b2c,4,c0cc2838,120,c7028b84,...) at cv_signal+0x4e usb_proc_msignal(c7028b24,c7028b84,c7028b98,646,c7028aa0,...) at usb_proc_msignal+0x16a usb_needs_explore(c7028aa0,0,c6b2ac08,c07c86d7,c7028aa0,...) at usb_needs_explore+0x10b usb_bus_power_update(c7028aa0,0,c0cbfb80,132,0,...) at usb_bus_power_update+0x19 usb_power_wdog(c7028aa0,1,c0cd5fe7,187,0,...) at usb_power_wdog+0x97 softclock(c0e38da0,c6b2acb8,c08a2aa4,c0e3c740,c6de5338,...) at softclock+0x257 intr_event_execute_handlers(c6d997f8,c6de5300,c0cd014c,533,c6de5370,...) at intr_event_execute_handlers+0x125 ithread_loop(c6d71b90,c6b2ad28,c0ccfecd,343,c6d997f8,...) at ithread_loop+0x9f fork_exit(c088b460,c6d71b90,c6b2ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6de7580 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc6d9b000 sched_switch(c6d9b000,0,60c,18c,48f48f28,...) at sched_switch+0x36a mi_switch(60c,0,c0cd6816,804,0,...) at mi_switch+0x200 sched_preempt(c6d9b000,0,c882a000,c6b23ca0,c0bde0af,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,1,c0e3c740,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2f --- interrupt, eip = 0xc08a3917, esp = 0xc6b23c74, ebp = 0xc6b23ca0 --- _thread_lock_flags(c6d9b000,0,c0cd6816,9f7,c6d9b000,...) at _thread_lock_flags+0x177 sched_idletd(0,c6b23d28,c0ccfecd,343,c6d99aa0,...) at sched_idletd+0x281 fork_exit(c08d7610,0,c6b23d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d9b2c0 sched_switch(c6d9b2c0,0,60c,18c,fc8e4e07,...) at sched_switch+0x36a mi_switch(60c,0,c0cd6816,804,1,...) at mi_switch+0x200 sched_preempt(c6d9b2c0,1,0,c6b20c58,c0bde0af,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fbbc18,c6fbbc00,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2f --- interrupt, eip = 0xc0bd5755, esp = 0xc6b20c58, ebp = 0xc6b20c58 --- acpi_cpu_c1(c6b20c74,c0e04cd0,1,ffffffff,c6b20ca0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,c0e3cdc0,c6b20ca0,c0be620b,1,...) at acpi_cpu_idle+0xfe cpu_idle_amdc1e(1,c6b20ce8,c08d785e,1,c6b20cc4,...) at cpu_idle_amdc1e+0x56 cpu_idle(1,c6b20cc4,c0cd6816,9f9,c6d9b2c0,...) at cpu_idle+0x1b sched_idletd(0,c6b20d28,c0ccfecd,343,c6d99aa0,...) at sched_idletd+0x24e fork_exit(c08d7610,0,c6b20d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b20d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d9b580 sched_switch(c6d9b580,0,60c,18c,48e97217,...) at sched_switch+0x36a mi_switch(60c,0,c0cd6816,804,2,...) at mi_switch+0x200 sched_preempt(c6d9b580,2,ccf29580,c6b1dca0,c0bde0af,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,25,c0e3d440,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2f --- interrupt, eip = 0xc08a38c5, esp = 0xc6b1dc74, ebp = 0xc6b1dca0 --- _thread_lock_flags(c6d9b580,0,c0cd6816,9f7,c6d9b580,...) at _thread_lock_flags+0x125 sched_idletd(0,c6b1dd28,c0ccfecd,343,c6d99aa0,...) at sched_idletd+0x281 fork_exit(c08d7610,0,c6b1dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b1dd60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d9b840 sched_switch(c6d9b840,0,60c,18c,95021bcb,...) at sched_switch+0x36a mi_switch(60c,0,c0cd6816,804,3,...) at mi_switch+0x200 sched_preempt(c6d9b840,3,808,c6b1ac10,c0bde0af,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,20,c6b1ac70,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2f --- interrupt, eip = 0xc04e2996, esp = 0xc6b1ac10, ebp = 0xc6b1ac10 --- AcpiOsReadPort(808,c6b1ac70,20,c6fbb218,c0e04cd0,...) at AcpiOsReadPort+0x36 AcpiHwReadPort(808,c6b1ac70,20,808,0,...) at AcpiHwReadPort+0x3e AcpiHwRead(c6b1ac70,c0e04cd0,3,ffffffff,0,...) at AcpiHwRead+0x68 acpi_cpu_idle(ffffffff,c0e3dac0,c6b1aca0,c0be620b,0,...) at acpi_cpu_idle+0x111 cpu_idle_amdc1e(0,c6b1ace8,c08d785e,0,c6b1acc4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6b1acc4,c0cd6816,3af,c6d9b840,...) at cpu_idle+0x1b sched_idletd(0,c6b1ad28,c0ccfecd,343,c6d99aa0,...) at sched_idletd+0x24e fork_exit(c08d7610,0,c6b1ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b1ad60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d9bb00 sched_switch(c6d9bb00,0,104,191,f2167b95,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6d9bb00,0,c0cd935c,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd935c,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6d99d48,5c,c0cdbcdb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d99d48,c6d99dd0,15c,c0cdbcdb,0,...) at _sleep+0x35c kern_wait(c6d9bb00,ffffffff,c6b16c44,0,0,...) at kern_wait+0xb66 wait4(c6d9bb00,c6b16cec,c6b16d28,c0cd9b80,0,...) at wait4+0x3b syscallenter(c6d9bb00,c6b16ce4,c6b16ce4,0,c0e3d440,...) at syscallenter+0x25a syscall(c6b16d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054cc3, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 --- Tracing command audit pid 10 tid 100001 td 0xc6da0000 sched_switch(c6da0000,0,104,191,c7e337d,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6da0000,0,c0cd935c,260,c6da0000,...) at sleepq_switch+0x15f sleepq_wait(c0fb0dc0,0,c6b13c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0fb0dc0,c0fb0da4,c0cfa239,194,0,...) at _cv_wait+0x243 audit_worker(0,c6b13d28,c0ccfecd,343,c6d9a000,...) at audit_worker+0x84 fork_exit(c0ac0de0,0,c6b13d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b13d60, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc7160840 cpustop_handler(8,f3ebfc24,c0bf64b6,c08a2aa4,c0e3dac0,...) at cpustop_handler+0x34 ipi_nmi_handler(c08a2aa4,c0e3dac0,4,c0cd3419,c0e36940,...) at ipi_nmi_handler+0x2f trap(f3ebfc30) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08a30a6, esp = 0xf3ebfc70, ebp = 0xf3ebfc8c --- _mtx_lock_sleep(c8852330,c7160840,0,c0cce0aa,cb,...) at _mtx_lock_sleep+0xb6 _mtx_lock_flags(c8852330,0,c0cce0aa,cb,c8852330,...) at _mtx_lock_flags+0xf7 deadlkres(0,f3ebfd28,c0ccfecd,343,c0e36940,...) at deadlkres+0xba fork_exit(c086d630,0,f3ebfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebfd60, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc7022b00 sched_switch(c7022b00,0,104,191,90ac9d15,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7022b00,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c7020300,0,c0cd582a,c0cc9c4b,0,...) at sleepq_wait+0x63 msleep_spin(c7020300,c7020318,c0cc9c4b,0,c0e3c740,...) at msleep_spin+0x21d taskqueue_thread_loop(c70544a0,f3ea3d28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0x96 fork_exit(c08f22e0,c70544a0,f3ea3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea3d60, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6f9b000 sched_switch(c6f9b000,0,104,191,efb3b8a,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f9b000,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c840,0,c0cd582a,c0cc9c4b,0,...) at sleepq_wait+0x63 msleep_spin(c6f2c840,c6f2c858,c0cc9c4b,0,c0e3c740,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e07900,c6b60d28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0x96 fork_exit(c08f22e0,c0e07900,c6b60d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b60d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6f9b2c0 sched_switch(c6f9b2c0,0,104,191,efb2c36,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f9b2c0,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c840,0,c0cd582a,c0cc9c4b,0,...) at sleepq_wait+0x63 msleep_spin(c6f2c840,c6f2c858,c0cc9c4b,0,c0e3c740,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e07900,c6b5dd28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0x96 fork_exit(c08f22e0,c0e07900,c6b5dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5dd60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6f9b580 sched_switch(c6f9b580,0,104,191,efb1b54,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f9b580,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c840,0,c0cd582a,c0cc9c4b,0,...) at sleepq_wait+0x63 msleep_spin(c6f2c840,c6f2c858,c0cc9c4b,0,c0e3c740,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e07900,c6b5ad28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0x96 fork_exit(c08f22e0,c0e07900,c6b5ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6de7b00 sched_switch(c6de7b00,0,104,191,6ac336f2,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6de7b00,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2ca40,0,c0cc9c4b,0,0,...) at sleepq_wait+0x63 _sleep(c6f2ca40,c6f2ca58,0,c0cc9c4b,0,...) at _sleep+0x372 taskqueue_thread_loop(c0e4b468,c6b4ed28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0xbc fork_exit(c08f22e0,c0e4b468,c6b4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc6eac2c0 sched_switch(c6eac2c0,0,104,191,ef07736,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6eac2c0,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2cac0,0,c0cc9c4b,0,0,...) at sleepq_wait+0x63 _sleep(c6f2cac0,c6f2cad8,0,c0cc9c4b,0,...) at _sleep+0x372 taskqueue_thread_loop(c0e372b8,c6b48d28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0xbc fork_exit(c08f22e0,c0e372b8,c6b48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b48d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6eac840 sched_switch(c6eac840,0,104,191,2af52863,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6eac840,0,c0cd935c,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6d9e840,0,c0cc9c4b,0,0,...) at sleepq_wait+0x63 _sleep(c6d9e840,c6d9e858,0,c0cc9c4b,0,...) at _sleep+0x372 taskqueue_thread_loop(c0e49ee0,c6b42d28,c0ccfecd,343,c0e36940,...) at taskqueue_thread_loop+0xbc fork_exit(c08f22e0,c0e49ee0,c6b42d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b42d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0e36bf0 sched_switch(c0e36bf0,0,104,191,e282726,...) at sched_switch+0x36a mi_switch(104,0,c0cd935c,1eb,44,...) at mi_switch+0x200 sleepq_switch(c0e36bf0,0,c0cd935c,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e36940,44,c0cd70f8,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e36940,0,44,c0cd70f8,2710,...) at _sleep+0x342 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 303 MB: 288 272 256 240 224 208 192 176 160 144 128 112 96 80 64 48 32 16 Dump complete = 0xf db:0:doadump> reset \|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|//boot/kernel/kernel text=0x91bb16 -\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|data=0xe7ed4+0x203780 /-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|syms=[0x4+0xa21c0/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|+0x4+0xde703/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|] /-\|/-\|/-\|/-\|/-\|/-\|/-\|/boot/kernel/snd_hda.ko text=0x18854 /-\|/-data=0x424+0x4 syms=[0x4+0x12b0+0x4+0x1559] loading required module 'sound' \|/-\|/-\|/-\|/-\|/-\|/-\|/-/boot/kernel/sound.ko text=0x4b780 \|/-\|/-\|/-\|/-\|/data=0xab04+0x164 -\|syms=[0x4+0x5390/-+0x4+0x606e\] |/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/-\|/ ______ | ____| __ ___ ___  | |__ | '__/ _ \/ _ \ | __|| | | __/ __/ | | | | | | | |_| |_| \___|\___| ____ _____ _____ | _ \ / ____| __ \ | |_) | (___ | | | | | _ < \___ \| | | | | |_) |____) | |__| | | | | | |____/|_____/|_____/³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³ÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÄÚÀ¿ÙWelcome to FreeBSD!1 . Boot FreeBSD [default]2 . Boot FreeBSD with ACPI disabled3 . Boot FreeBSD in Safe Mode4 . Boot FreeBSD in single user mode5 . Boot FreeBSD with verbose logging6 . Escape to loader prompt7 . RebootSelect option, [Enter] for defaultor [Space] to pause timer 10 10 10 10 10 10 10 10 10 10 10 10 10 10 10 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 -\|/-\|GDB: no debug ports present $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/kern/kern_clocksource.c =================================================================== --- /usr/src/sys/kern/kern_clocksource.c (revision 211454) +++ /usr/src/sys/kern/kern_clocksource.c (working copy) @@ -411,9 +411,11 @@ cpu_restartclocks(void) timer2hz = round_freq(timer[1], timer2hz); } timer1hz = round_freq(timer[0], timer1hz); +#ifdef notyet printf("Starting kernel event timers: %s @ %dHz, %s @ %dHz\n", timer[0]->et_name, timer1hz, timer[1] ? timer[1]->et_name : "NONE", timer2hz); +#endif /* Restart event timers. */ FREQ2BT(timer1hz, &timerperiod[0]); configtimer(0); @@ -431,10 +433,16 @@ void cpu_startprofclock(void) { +#ifdef SMP + mtx_lock_spin(&smp_ipi_mtx); +#endif ET_LOCK(); profiling_on = 1; cpu_restartclocks(); ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif } /* Switch to regular clock rates. */ @@ -442,10 +450,16 @@ void cpu_stopprofclock(void) { +#ifdef SMP + mtx_lock_spin(&smp_ipi_mtx); +#endif ET_LOCK(); profiling_on = 0; cpu_restartclocks(); ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif } /* Report or change the active event timers hardware. */ @@ -461,16 +475,26 @@ sysctl_kern_eventtimer_timer1(SYSCTL_HANDLER_ARGS) snprintf(buf, sizeof(buf), "%s", et->et_name); ET_UNLOCK(); error = sysctl_handle_string(oidp, buf, sizeof(buf), req); + if (error != 0 || req->newptr == NULL) + return (error); +#ifdef SMP + mtx_lock_spin(&smp_ipi_mtx); +#endif ET_LOCK(); et = timer[0]; - if (error != 0 || req->newptr == NULL || - strcmp(buf, et->et_name) == 0) { + if (strcmp(buf, et->et_name) == 0) { ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif return (error); } et = et_find(buf, ET_FLAGS_PERIODIC, ET_FLAGS_PERIODIC); if (et == NULL) { ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif return (ENOENT); } timer1hz = 0; @@ -480,6 +504,9 @@ sysctl_kern_eventtimer_timer1(SYSCTL_HANDLER_ARGS) et_init(timer[0], timer1cb, NULL, NULL); cpu_restartclocks(); ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif return (error); } SYSCTL_PROC(_kern_eventtimer, OID_AUTO, timer1, @@ -501,16 +528,26 @@ sysctl_kern_eventtimer_timer2(SYSCTL_HANDLER_ARGS) snprintf(buf, sizeof(buf), "%s", et->et_name); ET_UNLOCK(); error = sysctl_handle_string(oidp, buf, sizeof(buf), req); + if (error != 0 || req->newptr == NULL) + return (error); +#ifdef SMP + mtx_lock_spin(&smp_ipi_mtx); +#endif ET_LOCK(); et = timer[1]; - if (error != 0 || req->newptr == NULL || - strcmp(buf, et ? et->et_name : "NONE") == 0) { + if (strcmp(buf, et ? et->et_name : "NONE") == 0) { ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif return (error); } et = et_find(buf, ET_FLAGS_PERIODIC, ET_FLAGS_PERIODIC); if (et == NULL && strcasecmp(buf, "NONE") != 0) { ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif return (ENOENT); } if (timer[1] != NULL) { @@ -523,6 +560,9 @@ sysctl_kern_eventtimer_timer2(SYSCTL_HANDLER_ARGS) et_init(timer[1], timer2cb, NULL, NULL); cpu_restartclocks(); ET_UNLOCK(); +#ifdef SMP + mtx_unlock_spin(&smp_ipi_mtx); +#endif return (error); } SYSCTL_PROC(_kern_eventtimer, OID_AUTO, timer2, Index: /usr/src/sys/kern/subr_witness.c =================================================================== --- /usr/src/sys/kern/subr_witness.c (revision 211454) +++ /usr/src/sys/kern/subr_witness.c (working copy) @@ -658,6 +658,7 @@ static struct witness_order_list_entry order_lists #ifdef SMP { "smp rendezvous", &lock_class_mtx_spin }, #endif + { "et_mtx", &lock_class_mtx_spin }, #ifdef __powerpc__ { "tlb0", &lock_class_mtx_spin }, #endif Index: /usr/src/sys/x86/x86/local_apic.c =================================================================== --- /usr/src/sys/x86/x86/local_apic.c (revision 211454) +++ /usr/src/sys/x86/x86/local_apic.c (working copy) @@ -494,9 +494,11 @@ lapic_et_start(struct eventtimer *et, } while (lapic_timer_divisor <= 128); if (lapic_timer_divisor > 128) panic("lapic: Divisor too big"); +#ifdef notyet if (bootverbose) printf("lapic: Divisor %lu, Frequency %lu Hz\n", lapic_timer_divisor, value); +#endif et->et_frequency = value; et->et_min_period.sec = 0; et->et_min_period.frac = -- Test scenario: syscall -t 30s -i 100 -h -v 44