GENERIC HEAD from 2010-04-25 23:51:05 UTC, r207220M, vmcore.440 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2010 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r207220M: Mon Apr 26 21:39:43 CEST 2010 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536089088 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 638736 free (3712 frags, 79378 blocks, 0.4% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 49292230 free (2182 frags, 6161256 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 3145854 free (380478 frags, 345672 blocks, 1.7% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 8110297 free (134289 frags, 997001 blocks, 0.3% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. lock order reversal: 1st 0xc79d6c94 ufs (ufs) @ kern/vfs_lookup.c:502 2nd 0xe6d04b80 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:11190 3rd 0xc79fe310 ufs (ufs) @ kern/vfs_subr.c:2091 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f618e310,c08ea405,c08da5ab,c0ccb6b1,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb6b1,c6d3dfc8,c6d418a8,f618e36c,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb6b1,c79fe310,c0cbd9e9,c6d418a8,c0cd2735,...) at _witness_debugger+0x25 witness_checkorder(c79fe310,9,c0cd272c,82b,0,...) at witness_checkorder+0x839 __lockmgr_args(c79fe310,80100,c79fe37c,0,0,...) at __lockmgr_args+0x804 ffs_lock(f618e48c,c08ea1ab,c0cd1be6,80100,c79fe2b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0dd7380,f618e48c,c78959a4,c0df1e00,c79fe2b8,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c79fe2b8,80100,c0cd272c,82b,4,...) at _vn_lock+0x78 vget(c79fe2b8,80100,c7895900,50,0,...) at vget+0xbb vfs_hash_get(c79d2b50,46140a,80000,c7895900,f618e5dc,...) at vfs_hash_get+0xed ffs_vgetf(c79d2b50,46140a,80000,f618e5dc,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c79d6c3c,0,c0cef322,147,0,...) at softdep_sync_metadata+0xc92 ffs_syncvnode(c79d6c3c,1,c79d6d34,c6d3dfc8,c0f669a0,...) at ffs_syncvnode+0x3e2 ffs_truncate(c79d6c3c,200,0,880,c6d8d380,...) at ffs_truncate+0x8a2 ufs_direnter(c79d6c3c,c79fe2b8,f618e944,f618ebd4,0,...) at ufs_direnter+0x924 ufs_makeinode(f618ebd4,c0dd7880,f618eb30,f618ea8c,c0c04615,...) at ufs_makeinode+0x5c5 ufs_create(f618eb30,c0d0573f,0,0,f618eba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0dd7380,f618eb30,f618ebd4,f618eac8,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f618eba8,f618ec5c,1a4,0,c6d8d380,...) at vn_open_cred+0x205 vn_open(f618eba8,f618ec5c,1a4,c780b428,0,...) at vn_open+0x3b kern_openat(c7895900,ffffff9c,804c5e8,0,602,...) at kern_openat+0x125 kern_open(c7895900,804c5e8,0,601,21b6,...) at kern_open+0x35 open(c7895900,f618ecf8,c0d01de9,c0caba63,c6f3baa0,...) at open+0x30 syscall(f618ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28174243, esp = 0xbfbfec4c, ebp = 0xbfbfecb8 --- re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe6d1dce0 bufwait (bufwait) @ kern/vfs_bio.c:2581 2nd 0xc782dc00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f6182868,c08ea405,c08da5ab,c0ccb698,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb698,c6d3dfc8,c6d41910,f61828c4,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb698,c782dc00,c0cefb1a,c6d41910,c0cef7ac,...) at _witness_debugger+0x25 witness_checkorder(c782dc00,9,c0cef7a3,11b,0,...) at witness_checkorder+0x839 _sx_xlock(c782dc00,0,c0cef7a3,11b,c77f7828,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d1dc80,f6182a1c,8c,e77e2188,f6182994,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c77f7828,f6182a1c,2188,f6182980,f6182984,...) at ufsdirhash_add+0x13 ufs_direnter(c7898984,c7c676cc,f6182a1c,f6182c00,e6d1e4a0,...) at ufs_direnter+0x749 ufs_mkdir(f6182c28,c0d05579,0,0,f6182b6c,...) at ufs_mkdir+0x916 VOP_MKDIR_APV(c0dd7380,f6182c28,f6182c00,f6182b6c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7100000,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7100000,bfbfef5a,0,1ff,f6182d2c,...) at kern_mkdir+0x2e mkdir(c7100000,f6182cf8,c0d01de9,c0ccbf40,c6f3bd48,...) at mkdir+0x29 syscall(f6182d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28171203, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Performing sanity check of nagios configuration: OK Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc7898df0 ufs (ufs) @ kern/vfs_mount.c:1201 2nd 0xc78b9724 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1426 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f62f69dc,c08ea405,c08da5ab,c0ccb698,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb698,c6d418a8,c6d41770,f62f6a38,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb698,c78b9724,c0cb97dd,c6d41770,c0cec367,...) at _witness_debugger+0x25 witness_checkorder(c78b9724,9,c0cec35e,592,c78b9790,...) at witness_checkorder+0x839 __lockmgr_args(c78b9724,80400,c78b9790,0,0,...) at __lockmgr_args+0x804 vop_stdlock(f62f6b54,c0cc38e8,df,80400,c78b96cc,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0db0760,f62f6b54,0,c0df1e00,c78b96cc,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c78b96cc,80400,c0cec35e,592,c79cd5a8,...) at _vn_lock+0x78 softdep_flushworklist(c79cd5a8,f62f6c00,c7f74000,55a,c0cd3215,...) at softdep_flushworklist+0x47 ffs_sync(c79cd5a8,1,c0cd1f2a,4f6,80,...) at ffs_sync+0x2fd dounmount(c79cd5a8,8000000,c7f74000,47b,ff1ca3a5,...) at dounmount+0x44e unmount(c7f74000,f62f6cf8,c,c7f74000,c7f0e7f8,...) at unmount+0x2ff syscall(f62f6d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db39f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 61725 files, 1484845 used, 49292230 free (2182 frags, 6161256 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Mon Apr 26 21:53:45 CEST 2010 FreeBSD/i386 (x4.osted.lan) (console) login: Expensive timeout(9) function: 0xc0a2bde0(0xc7f70000) 0.305103673 s Expensive timeout(9) function: 0xc0a2c590(0xc7f709e0) 0.466921747 s Fatal trap 12: page fault while in kernel mode cpuid = 0; apic id = 00 fault virtual address = 0xf000eef3 fault code = supervisor read, page not present instruction pointer = 0x20:0xc094a0d8 stack pointer = 0x28:0xc1420a50 frame pointer = 0x28:0xc1420a50 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 0 (swapper) [ thread pid 0 tid 100000 ] Stopped at strlen+0x8: cmpb $0,0(%edx) db> run pho db:0:pho> bt Tracing pid 0 tid 100000 td 0xc0e25350 strlen(f000eef3,c1420ba0,ffffffff,f,c6d8b6c0,...) at strlen+0x8 kvprintf(c0cc3860,c08d8c70,c1420ba0,a,c1420be0,...) at kvprintf+0x8fe vsnprintf(c0e26e40,100,c0cc3860,c1420be0,0,...) at vsnprintf+0x3b panic(c0cc3860,f000eef3,c0cf0a84,7ea,c1420c24,...) at panic+0x8d _mtx_assert(0,4,c0cf0a84,7ea,c8199330,...) at _mtx_assert+0x87 swp_pager_meta_ctl(0,c817f660,1,0,c1420c58,...) at swp_pager_meta_ctl+0x37 swap_pager_getpages(c817f660,c1420cb0,2,0,1,...) at swap_pager_getpages+0xe7 faultin(c81992a8,0,c0cf1b07,308,2710,...) at faultin+0x280 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x2a8 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x632b00 curthread = 0xc0e25350: pid 0 "swapper" curpcb = 0xc1420d90 fpcurthread = none idlethread = 0xc6d89480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d17b00 curthread = 0xc6d896c0: pid 11 "idle: cpu1" curpcb = 0xc6b30d90 fpcurthread = none idlethread = 0xc6d896c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d1ab00 curthread = 0xc6d89900: pid 11 "idle: cpu2" curpcb = 0xc6b2dd90 fpcurthread = none idlethread = 0xc6d89900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d1db00 curthread = 0xc6d89b40: pid 11 "idle: cpu3" curpcb = 0xc6b2ad90 fpcurthread = none idlethread = 0xc6d89b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1473 (sshd) thread 0xc7808480 (100113) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7f8508c) locked @ kern/uipc_sockbuf.c:148 Process 0 (kernel) thread 0xc0e25350 (100000) exclusive sleep mutex vm object (standard object) r = 0 (0xc817f660) locked @ vm/vm_glue.c:546 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc77afb50 /dev/ad4s1a on / (ufs) 0xc77b0000 devfs on /dev (devfs) 0xc79d3000 /dev/ad4s1f on /usr (ufs) 0xc79d2b50 /dev/ad4s1d on /var (ufs) 0xc79d287c procfs on /proc (procfs) 0xc79cd2d4 /dev/ad4s1e on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 3683 3682 1481 1001 ?WL+ lockf2 3682 3681 1481 1001 S+ wait 0xce35aaa0 run 3681 3680 1481 1001 SW+ wait 0xce359000 run 3680 3674 1481 1001 S+ nanslp 0xc0e273c4 run 3674 1481 1481 1001 SW+ wait 0xc81f4d48 sh 2030 1272 1272 80 SW accept 0xc7ca4512 httpd 1481 1476 1481 1001 SW+ wait 0xc7bad7f8 sh 1476 1475 1476 1001 SWs+ wait 0xc7838aa0 bash 1475 1473 1473 1001 S select 0xc7a03424 sshd 1473 1296 1473 0 SWs sbwait 0xc7f850b8 sshd 1433 1 1433 0 Ss+ ttyin 0xc6fbae70 getty 1432 1 1432 0 Ss+ ttyin 0xc6fbac70 getty 1431 1 1431 0 Ss+ ttyin 0xc6fb9c70 getty 1430 1 1430 0 Ss+ ttyin 0xc70f8a70 getty 1429 1 1429 0 Ss+ ttyin 0xc6fbaa70 getty 1428 1 1428 0 Ss+ ttyin 0xc70f9070 getty 1427 1 1427 0 Ss+ ttyin 0xc70f8870 getty 1426 1 1426 0 Ss+ ttyin 0xc70f8070 getty 1425 1 1425 0 Ss+ ttyin 0xc70f8670 getty 1392 1 1392 0 Ss select 0xc7a05da4 inetd 1355 1 1355 0 Ss nanslp 0xc0e273c4 watchdogd 1324 1 1324 0 SWs nanslp 0xc0e273c4 cron 1317 1 1317 25 SWs pause 0xc78045a8 sendmail 1313 1 1313 0 Ss select 0xc77b5ae4 sendmail 1306 1272 1272 80 SW accept 0xc7ca4512 httpd 1305 1272 1272 80 SW accept 0xc7ca4512 httpd 1304 1272 1272 80 SW accept 0xc7ca4512 httpd 1303 1272 1272 80 SW accept 0xc7ca4512 httpd 1302 1272 1272 80 S accept 0xc7ca4512 httpd 1296 1 1296 0 Ss select 0xc7775a24 sshd 1272 1 1272 0 Ss select 0xc77b6164 httpd 1216 1 1216 0 Ss select 0xc7a03264 moused 1150 1 1150 0 Ss select 0xc7a042e4 ntpd 1083 1 1083 181 Ss (threaded) nagios 100154 S select 0xc7776ca4 nagios 100153 S nanslp 0xc0e273c4 nagios 1066 1 1065 0 S select 0xc7776e24 snmpd 1034 1 1034 0 Ss rpcsvc 0xc7abd810 NLM: master 1027 1 1027 0 Ss select 0xc7a04564 rpc.statd 1020 1019 1019 0 S (threaded) nfsd 100140 S rpcsvc 0xc7abd850 nfsd: service 100139 S rpcsvc 0xc78322d0 nfsd: service 100138 S rpcsvc 0xc7abd890 nfsd: service 100126 S rpcsvc 0xc7831ad0 nfsd: master 1019 1 1019 0 Ss select 0xc78315e4 nfsd 1010 1 1010 0 Ss select 0xc71096a4 mountd 917 1 917 0 Ss select 0xc77b51e4 rpcbind 891 1 891 0 Ss select 0xc7a03ce4 syslogd 701 1 701 0 Ss select 0xc7831aa4 devd 20 0 0 0 DL flowclea 0xc0f93c28 [flowcleaner] 19 0 0 0 DL sdflush 0xc0f9f460 [softdepflush] 18 0 0 0 DL vlruwt 0xc77997f8 [vnlru] 17 0 0 0 DL syncer 0xc0f93a38 [syncer] 16 0 0 0 DL psleep 0xc0f93768 [bufdaemon] 15 0 0 0 DL pgzero 0xc0fa0294 [pagezero] 9 0 0 0 DL psleep 0xc0f9fec4 [vmdaemon] 8 0 0 0 DL psleep 0xc0f9fe8c [pagedaemon] 7 0 0 0 DL ccb_scan 0xc0df31d4 [xpt_thrd] 6 0 0 0 DL - 0xc70f8c3c [fdc0] 5 0 0 0 SL - 0xc7005000 [fw0_probe] 14 0 0 0 DL (threaded) [usb] 100057 D - 0xc6fe6d0c [usbus5] 100056 D - 0xc6fe6cdc [usbus5] 100055 D - 0xc6fe6cac [usbus5] 100054 D - 0xc6fe6c7c [usbus5] 100052 D - 0xc6fdcb5c [usbus4] 100051 D - 0xc6fdcb2c [usbus4] 100050 D - 0xc6fdcafc [usbus4] 100049 D - 0xc6fdcacc [usbus4] 100048 D - 0xc6fd8b5c [usbus3] 100047 D - 0xc6fd8b2c [usbus3] 100046 D - 0xc6fd8afc [usbus3] 100045 D - 0xc6fd8acc [usbus3] 100044 D - 0xc6fceb5c [usbus2] 100043 D - 0xc6fceb2c [usbus2] 100042 D - 0xc6fceafc [usbus2] 100041 D - 0xc6fceacc [usbus2] 100039 D - 0xc6fc8b5c [usbus1] 100038 D - 0xc6fc8b2c [usbus1] 100037 D - 0xc6fc8afc [usbus1] 100036 D - 0xc6fc8acc [usbus1] 100034 D - 0xc6fc3b5c [usbus0] 100033 D - 0xc6fc3b2c [usbus0] 100032 D - 0xc6fc3afc [usbus0] 100031 D - 0xc6fc3acc [usbus0] 13 0 0 0 DL - 0xc0e27224 [yarrow] 4 0 0 0 DL - 0xc0e24fc4 [g_down] 3 0 0 0 DL - 0xc0e24fc0 [g_up] 2 0 0 0 DL - 0xc0e24fb8 [g_event] 12 0 0 0 WL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [irq9: acpi0] 100022 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc6d87d48 [init] 10 0 0 0 DL audit_wo 0xc0f9ec80 [audit] 0 0 0 0 RLs (threaded) [kernel] 100066 D deadlkre 0xc0e27224 [deadlkres] 100060 D - 0xc7004640 [fw0_taskq] 100026 D - 0xc6f3cd40 [kqueue taskq] 100025 D - 0xc6f3cd80 [acpi_task_2] 100024 D - 0xc6f3cd80 [acpi_task_1] 100023 D - 0xc6f3cd80 [acpi_task_0] 100019 D - 0xc6f3d100 [thread taskq] 100016 D - 0xc6d6ec80 [firmware taskq] 100000 Run CPU 0 [swapper] 3713 3683 1481 1001 Z+ lockf2 3685 3682 1481 1001 Z+ swap 3684 3682 1481 1001 Z+ lockf db:0:ps> allt Tracing command lockf2 pid 3683 tid 100184 td 0xc819b000 Tracing command run pid 3682 tid 100292 td 0xc89d5480 sched_switch(c89d5480,0,104,191,a626d99f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c89d5480,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(ce35aaa0,5c,c0ccc015,100,0,...) at sleepq_wait_sig+0x17 _sleep(ce35aaa0,ce35ab28,15c,c0ccc015,0,...) at _sleep+0x354 kern_wait(c89d5480,e63,f64c2c74,0,0,...) at kern_wait+0xb76 wait4(c89d5480,f64c2cf8,c,c89d5480,ce35aaa0,...) at wait4+0x3b syscall(f64c2d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281021db, esp = 0xbfbfe2bc, ebp = 0xbfbfe2d8 --- Tracing command run pid 3681 tid 100302 td 0xc8241900 Tracing command run pid 3680 tid 100251 td 0xc81fdb40 sched_switch(c81fdb40,0,104,191,920927c,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c81fdb40,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e01b0,c81fdb40,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e273c4,5c,c0cc6379,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e273c4,0,15c,c0cc6379,3e9,...) at _sleep+0x31e kern_nanosleep(c81fdb40,f6423c64,f6423c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c81fdb40,f6423cf8,c0d01de9,c0ccc4c9,c81c77f8,...) at nanosleep+0x6f syscall(f6423d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28176707, esp = 0xbfbfe78c, ebp = 0xbfbfe7b8 --- Tracing command sh pid 3674 tid 100271 td 0xc8413480 Tracing command httpd pid 2030 tid 100083 td 0xc7100240 Tracing command sh pid 1481 tid 100125 td 0xc7c656c0 Tracing command bash pid 1476 tid 100081 td 0xc783ab40 Tracing command sshd pid 1475 tid 100152 td 0xc7cd1480 sched_switch(c7cd1480,0,104,191,ba3e9b70,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cd1480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7a03410,0,c0cc38e8,c7cd1480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7a03424,0,f62c9a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7a03424,c7a03410,c0ccba7b,621,c7893508,...) at _cv_wait_sig+0x240 seltdwait(c7893508,58,c77be080,c7cd1480,246,...) at seltdwait+0xa2 kern_select(c7cd1480,c,288060b8,288060dc,0,0,20,bfbfe1e0,0) at kern_select+0x504 select(c7cd1480,f62c9cf8,c0d01de9,c0cac9a1,c7cca7f8,...) at select+0x66 syscall(f62c9d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284addb3, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1473 tid 100113 td 0xc7808480 Tracing command getty pid 1433 tid 100076 td 0xc7809000 sched_switch(c7809000,0,104,191,2dbcf39b,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7809000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7809000,c7809000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fbae70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbae70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fbae00,c6fbae70,f615ac58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fbae00,f615ac58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103600,f615ac58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7824700,f615ac58,c6d8d380,0,c7809000,...) at devfs_read_f+0x7e dofileread(f615ac58,ffffffff,ffffffff,0,c7824700,...) at dofileread+0x96 kern_readv(c7809000,0,f615ac58,f615ac78,1,...) at kern_readv+0x58 read(c7809000,f615acf8,c0d01de9,c0cddd37,c78047f8,...) at read+0x4f syscall(f615ad38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1432 tid 100090 td 0xc78956c0 sched_switch(c78956c0,0,104,191,2d8200e2,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c78956c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c78956c0,c78956c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fbac70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbac70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fbac00,c6fbac70,f6192c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fbac00,f6192c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103500,f6192c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7893310,f6192c58,c6d8d380,0,c78956c0,...) at devfs_read_f+0x7e dofileread(f6192c58,ffffffff,ffffffff,0,c7893310,...) at dofileread+0x96 kern_readv(c78956c0,0,f6192c58,f6192c78,1,...) at kern_readv+0x58 read(c78956c0,f6192cf8,c0d01de9,c0cddd37,c6f3b7f8,...) at read+0x4f syscall(f6192d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1431 tid 100104 td 0xc7b09240 sched_switch(c7b09240,0,104,191,2d83cacd,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b09240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7b09240,c7b09240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fb9c70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fb9c70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fb9c00,c6fb9c70,f61ffc58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fb9c00,f61ffc58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103400,f61ffc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780b188,f61ffc58,c6d8d380,0,c7b09240,...) at devfs_read_f+0x7e dofileread(f61ffc58,ffffffff,ffffffff,0,c780b188,...) at dofileread+0x96 kern_readv(c7b09240,0,f61ffc58,f61ffc78,1,...) at kern_readv+0x58 read(c7b09240,f61ffcf8,c0d01de9,c0cddd37,c7b037f8,...) at read+0x4f syscall(f61ffd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1430 tid 100105 td 0xc7b09000 sched_switch(c7b09000,0,104,191,2da89156,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b09000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7b09000,c7b09000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8a70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8a70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8a00,c70f8a70,f6203c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8a00,f6203c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103300,f6203c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7893ce8,f6203c58,c6d8d380,0,c7b09000,...) at devfs_read_f+0x7e dofileread(f6203c58,ffffffff,ffffffff,0,c7893ce8,...) at dofileread+0x96 kern_readv(c7b09000,0,f6203c58,f6203c78,1,...) at kern_readv+0x58 read(c7b09000,f6203cf8,c0d01de9,c0cddd37,c7b03550,...) at read+0x4f syscall(f6203d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1429 tid 100106 td 0xc7b08d80 sched_switch(c7b08d80,0,104,191,2d7ddf81,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b08d80,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7b08d80,c7b08d80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fbaa70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbaa70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fbaa00,c6fbaa70,f6207c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fbaa00,f6207c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103200,f6207c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780be38,f6207c58,c6d8d380,0,c7b08d80,...) at devfs_read_f+0x7e dofileread(f6207c58,ffffffff,ffffffff,0,c780be38,...) at dofileread+0x96 kern_readv(c7b08d80,0,f6207c58,f6207c78,1,...) at kern_readv+0x58 read(c7b08d80,f6207cf8,c0d01de9,c0cddd37,c7b032a8,...) at read+0x4f syscall(f6207d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1428 tid 100107 td 0xc7b08b40 sched_switch(c7b08b40,0,104,191,2dad279c,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b08b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7b08b40,c7b08b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f9070,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f9070,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f9000,c70f9070,f620bc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f9000,f620bc58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103100,f620bc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7b01ab8,f620bc58,c6d8d380,0,c7b08b40,...) at devfs_read_f+0x7e dofileread(f620bc58,ffffffff,ffffffff,0,c7b01ab8,...) at dofileread+0x96 kern_readv(c7b08b40,0,f620bc58,f620bc78,1,...) at kern_readv+0x58 read(c7b08b40,f620bcf8,c0d01de9,c0cddd37,c7b03000,...) at read+0x4f syscall(f620bd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1427 tid 100101 td 0xc7894000 sched_switch(c7894000,0,104,191,2da07cfe,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7894000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7894000,c7894000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8870,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8870,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8800,c70f8870,f61f6c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8800,f61f6c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c70e7d00,f61f6c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7c810e0,f61f6c58,c6d8d380,0,c7894000,...) at devfs_read_f+0x7e dofileread(f61f6c58,ffffffff,ffffffff,0,c7c810e0,...) at dofileread+0x96 kern_readv(c7894000,0,f61f6c58,f61f6c78,1,...) at kern_readv+0x58 read(c7894000,f61f6cf8,c0d01de9,c0cddd37,c7839d48,...) at read+0x4f syscall(f61f6d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1426 tid 100156 td 0xc7c65d80 sched_switch(c7c65d80,0,104,191,2da42299,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c65d80,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7c65d80,c7c65d80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8070,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8070,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8000,c70f8070,f62d6c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8000,f62d6c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c70e7e00,f62d6c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7b01ce8,f62d6c58,c6d8d380,0,c7c65d80,...) at devfs_read_f+0x7e dofileread(f62d6c58,ffffffff,ffffffff,0,c7b01ce8,...) at dofileread+0x96 kern_readv(c7c65d80,0,f62d6c58,f62d6c78,1,...) at kern_readv+0x58 read(c7c65d80,f62d6cf8,c0d01de9,c0cddd37,c7cca000,...) at read+0x4f syscall(f62d6d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1425 tid 100128 td 0xc7c65000 sched_switch(c7c65000,0,104,191,2dfeeab0,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c65000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c70f8604,0,c0cc38e8,c7c65000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8670,0,f625cb0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8670,c70f8604,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8600,c70f8670,f625cc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8600,f625cc58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6d76600,f625cc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780c658,f625cc58,c6d8d380,0,c7c65000,...) at devfs_read_f+0x7e dofileread(f625cc58,ffffffff,ffffffff,0,c780c658,...) at dofileread+0x96 kern_readv(c7c65000,0,f625cc58,f625cc78,1,...) at kern_readv+0x58 read(c7c65000,f625ccf8,c0d01de9,c0cddd37,c7bad000,...) at read+0x4f syscall(f625cd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1392 tid 100163 td 0xc7f746c0 sched_switch(c7f746c0,0,104,191,1b9a0a8b,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7f746c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7a05d90,0,c0cc38e8,c7f746c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7a05da4,0,f62eda7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7a05da4,c7a05d90,c0ccba7b,621,c78937e0,...) at _cv_wait_sig+0x240 seltdwait(c78937e0,58,c6d8d380,c7f746c0,c6d3e5e0,...) at seltdwait+0xa2 kern_select(c7f746c0,8,bfbfdfd0,0,0,0,20,bfbfdf90,4) at kern_select+0x504 select(c7f746c0,f62edcf8,c0d01de9,c0ccc061,c7f0f000,...) at select+0x66 syscall(f62edd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a7db3, esp = 0xbfbfdf8c, ebp = 0xbfbfee18 --- Tracing command watchdogd pid 1355 tid 100162 td 0xc7f74900 sched_switch(c7f74900,0,104,191,d958b4db,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7f74900,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08e01b0,c7f74900,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e273c4,5c,c0cc6379,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e273c4,0,15c,c0cc6379,ea61,...) at _sleep+0x31e kern_nanosleep(c7f74900,f62eac64,f62eac6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7f74900,f62eacf8,c0d01de9,c0cddd37,c7f0f2a8,...) at nanosleep+0x6f syscall(f62ead38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2818d707, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command cron pid 1324 tid 100084 td 0xc783a6c0 Tracing command sendmail pid 1317 tid 100109 td 0xc7808d80 Tracing command sendmail pid 1313 tid 100080 td 0xc783ad80 sched_switch(c783ad80,0,104,191,117d8c76,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783ad80,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f616aa4c,c089429a,c77b5ad0,0,c783ad80,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77b5ae4,0,f616aa7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b5ae4,c77b5ad0,1389,621,f616ac30,...) at _cv_timedwait_sig+0x250 seltdwait(f616ac28,f616ac30,0,f616ab04,246,...) at seltdwait+0x8a kern_select(c783ad80,0,bfbfc530,0,0,f616ac70,20,5,0) at kern_select+0x504 select(c783ad80,f616acf8,c0d01de9,c0ccbf04,c7838d48,...) at select+0x66 syscall(f616ad38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283dddb3, esp = 0xbfbfc49c, ebp = 0xbfbfcfc8 --- Tracing command httpd pid 1306 tid 100155 td 0xc7cd1000 Tracing command httpd pid 1305 tid 100143 td 0xc7cd2900 Tracing command httpd pid 1304 tid 100092 td 0xc7895480 Tracing command httpd pid 1303 tid 100093 td 0xc7895240 Tracing command httpd pid 1302 tid 100144 td 0xc7cd26c0 sched_switch(c7cd26c0,0,104,191,48918160,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,58,...) at mi_switch+0x200 sleepq_switch(c7cd26c0,0,c0cc9741,1a0,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7ca4512,58,c0c8937e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7ca4512,c0f935d0,158,c0c8937e,0,...) at _sleep+0x354 kern_accept(c7cd26c0,10,f62acc70,f62acc6c,f62acc68,...) at kern_accept+0x152 accept(c7cd26c0,f62accf8,c,c7cd26c0,c7ccbd48,...) at accept+0x8f syscall(f62acd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (30, FreeBSD ELF32, accept), eip = 0x2818325f, esp = 0xbfbfe96c, ebp = 0xbfbfec58 --- Tracing command sshd pid 1296 tid 100134 td 0xc7c63240 sched_switch(c7c63240,0,104,191,f22b4e80,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c63240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7775a10,0,c0cc38e8,c7c63240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7775a24,0,f626ea7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7775a24,c7775a10,c0ccba7b,621,c7b01700,...) at _cv_wait_sig+0x240 seltdwait(c7b01700,58,c7c83980,c7c63240,c0b0ec4e,...) at seltdwait+0xa2 kern_select(c7c63240,5,2880c0b0,0,0,0,20,bfbfe2a0,a) at kern_select+0x504 select(c7c63240,f626ecf8,c,c7c63240,c7bac000,...) at select+0x66 syscall(f626ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284addb3, esp = 0xbfbfe29c, ebp = 0xbfbfee38 --- Tracing command httpd pid 1272 tid 100100 td 0xc7894240 sched_switch(c7894240,0,104,191,d504033,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7894240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61f3a4c,c089429a,c77b6150,0,c7894240,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77b6164,0,f61f3a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b6164,c77b6150,3e9,621,f61f3c30,...) at _cv_timedwait_sig+0x250 seltdwait(f61f3c28,f61f3c30,ec6,f61f3ae4,c0b0ec4e,...) at seltdwait+0x8a kern_select(c7894240,0,0,0,0,f61f3c70,20,1,0) at kern_select+0x504 select(c7894240,f61f3cf8,c0d01de9,c0ccbe45,c7a08000,...) at select+0x66 syscall(f61f3d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ecdb3, esp = 0xbfbfecac, ebp = 0xbfbfeda8 --- Tracing command moused pid 1216 tid 100088 td 0xc783a000 sched_switch(c783a000,0,104,191,2f815fc9,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783a000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7a03250,0,c0cc38e8,c783a000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7a03264,0,f618aa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7a03264,c7a03250,c0ccba7b,621,c7b012a0,...) at _cv_wait_sig+0x240 seltdwait(c7b012a0,58,c6d8d380,c783a000,0,...) at seltdwait+0xa2 kern_select(c783a000,6,bfbfea34,0,0,0,20,bfbfe9c0,1) at kern_select+0x504 select(c783a000,f618acf8,c0d01de9,c0cddd37,c7804d48,...) at select+0x66 syscall(f618ad38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b0db3, esp = 0xbfbfe9bc, ebp = 0xbfbfeb58 --- Tracing command ntpd pid 1150 tid 100098 td 0xc78946c0 sched_switch(c78946c0,0,104,191,174c3164,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c78946c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7a042d0,0,c0cc38e8,c78946c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7a042e4,0,f61eda7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7a042e4,c7a042d0,c0ccba7b,621,c7824118,...) at _cv_wait_sig+0x240 seltdwait(c7824118,58,c6d8d380,c78946c0,0,...) at seltdwait+0xa2 kern_select(c78946c0,1c,bfbfed28,0,0,0,20,bfbfed00,0) at kern_select+0x504 select(c78946c0,f61edcf8,16,c78946c0,c7a08550,...) at select+0x66 syscall(f61edd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28359db3, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nagios pid 1083 tid 100154 td 0xc7809b40 sched_switch(c7809b40,0,104,191,6c8d047,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7809b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62d0aa8,c089429a,c7776c90,0,c7809b40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7776ca4,0,f62d0ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7776ca4,c7776c90,1f5,621,f62d0b5c,...) at _cv_timedwait_sig+0x250 seltdwait(f62d0c5c,f62d0c64,52f,c7809b40,f62d0b5c,...) at seltdwait+0x8a poll(c7809b40,f62d0cf8,c0d01de9,c0ccc589,c7cca550,...) at poll+0x300 syscall(f62d0d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x281d9d0f, esp = 0xbf9fceec, ebp = 0xbf9fcf08 --- Tracing command nagios pid 1083 tid 100153 td 0xc7cd1240 sched_switch(c7cd1240,0,104,191,da2cc90,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7cd1240,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fb,c08e01b0,c7cd1240,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e273c4,5c,c0cc6379,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e273c4,0,15c,c0cc6379,fb,...) at _sleep+0x31e kern_nanosleep(c7cd1240,f62cdc64,f62cdc6c,0,ee6b280,...) at kern_nanosleep+0xc1 nanosleep(c7cd1240,f62cdcf8,c0d01de9,c0ccc4c9,c7cca550,...) at nanosleep+0x6f syscall(f62cdd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28216707, esp = 0xbfbfeaec, ebp = 0xbfbfeb08 --- Tracing command snmpd pid 1066 tid 100124 td 0xc783d6c0 sched_switch(c783d6c0,0,104,191,bacbeeac,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783d6c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6250a4c,c089429a,c7776e10,0,c783d6c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7776e24,0,f6250a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7776e24,c7776e10,1387,621,c7824380,...) at _cv_timedwait_sig+0x250 seltdwait(f6250c28,f6250c30,c6d8d380,c783d6c0,c08ae740,...) at seltdwait+0x8a kern_select(c783d6c0,a,bfbfecb8,bfbfec38,bfbfebb8,f6250c70,20,4,f3a0a) at kern_select+0x504 select(c783d6c0,f6250cf8,c0d01de9,c0ccc152,c7badaa0,...) at select+0x66 syscall(f6250d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28657db3, esp = 0xbfbfea3c, ebp = 0xbfbfede8 --- Tracing command rpc.lockd pid 1034 tid 100089 td 0xc7895900 sched_switch(c7895900,0,104,191,976f75df,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7895900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f618e9fc,c089429a,c77bc300,0,c7895900,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7abd810,0,f618ea2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7abd810,c77bc300,1388,3b1,c7ace700,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7895a68,14,c0ce9546,c0ce8c3b,f618eb8c,...) at svc_run_internal+0x356 svc_run(c77bc300,0,4,c0a904a0,f618eb8c,...) at svc_run+0x7f nlm_syscall(c7895900,f618ecf8,c0d01de9,c0ccc868,c6f3baa0,...) at nlm_syscall+0x77d syscall(f618ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fad5b, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpc.statd pid 1027 tid 100077 td 0xc783d480 sched_switch(c783d480,0,104,191,35921755,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783d480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f615ea4c,c089429a,c7a04550,0,c783d480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7a04564,0,f615ea7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7a04564,c7a04550,7531,621,c780b1f8,...) at _cv_timedwait_sig+0x250 seltdwait(f615ec28,f615ec30,c6d8d380,c783d480,c0b0ec4e,...) at seltdwait+0x8a kern_select(c783d480,8,bfbfed34,0,0,f615ec70,20,1e,0) at kern_select+0x504 select(c783d480,f615ecf8,c0d01de9,c0ccc152,c7839550,...) at select+0x66 syscall(f615ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818ddb3, esp = 0xbfbfec8c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 1020 tid 100140 td 0xc7b096c0 sched_switch(c7b096c0,0,104,191,348222a2,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b096c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62a0bf8,c089429a,c7279980,0,c7b096c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7abd850,0,f62a0c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7abd850,c7279980,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f62a0d24,c0879af8,c7279980,f62a0d38,c0cc0509,...) at svc_run_internal+0x356 svc_thread_start(c7279980,f62a0d38,c0cc0509,343,c7bad550,...) at svc_thread_start+0x10 fork_exit(c0a9e500,c7279980,f62a0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1020 tid 100139 td 0xc7b09900 sched_switch(c7b09900,0,104,191,f5424dc3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b09900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f629dbf8,c089429a,c7279980,0,c7b09900,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c78322d0,0,f629dc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c78322d0,c7279980,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f629dd24,c0879af8,c7279980,f629dd38,c0cc0509,...) at svc_run_internal+0x356 svc_thread_start(c7279980,f629dd38,c0cc0509,343,c7bad550,...) at svc_thread_start+0x10 fork_exit(c0a9e500,c7279980,f629dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1020 tid 100138 td 0xc7b09b40 sched_switch(c7b09b40,0,104,191,5d628a5f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7b09b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f629abf8,c089429a,c7279980,0,c7b09b40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7abd890,0,f629ac28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7abd890,c7279980,1388,3b1,52,...) at _cv_timedwait_sig+0x250 svc_run_internal(f629ad24,c0879af8,c7279980,f629ad38,c0cc0509,...) at svc_run_internal+0x356 svc_thread_start(c7279980,f629ad38,c0cc0509,343,c7bad550,...) at svc_thread_start+0x10 fork_exit(c0a9e500,c7279980,f629ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1020 tid 100126 td 0xc7c65480 sched_switch(c7c65480,0,104,191,9df082d3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c65480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6256ae8,c089429a,c7279980,0,c7c65480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7831ad0,0,f6256b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7831ad0,c7279980,1388,3b1,f6256b60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7c655e8,14,c0ce9546,c0ce7ffa,f6256c3c,...) at svc_run_internal+0x356 svc_run(c7279980,0,c0ce82fe,1c2,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8b0,f6256c3c,c,c6d8d380,f6256c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c7c65480,f6256cf8,bfbfe8b0,c7c65480,0,...) at nfssvc_nfsserver+0x24f nfssvc(c7c65480,f6256cf8,c0d01de9,c0ccc428,c7bad550,...) at nfssvc+0x83 syscall(f6256d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dbd3b, esp = 0xbfbfe86c, ebp = 0xbfbfead8 --- Tracing command nfsd pid 1019 tid 100131 td 0xc7c63900 sched_switch(c7c63900,0,104,191,2265d805,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c63900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c78315d0,0,c0cc38e8,c7c63900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c78315e4,0,f6265a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c78315e4,c78315d0,c0ccba7b,621,c780ca80,...) at _cv_wait_sig+0x240 seltdwait(c780ca80,58,c6d8d380,c7c63900,c0b0ec4e,...) at seltdwait+0xa2 kern_select(c7c63900,5,bfbfece0,0,0,0,20,bfbfeae0,1) at kern_select+0x504 select(c7c63900,f6265cf8,c,c7c63900,c7bac7f8,...) at select+0x66 syscall(f6265d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28184db3, esp = 0xbfbfeadc, ebp = 0xbfbfee18 --- Tracing command mountd pid 1010 tid 100122 td 0xc7805b40 sched_switch(c7805b40,0,104,191,f3641826,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7805b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7109690,0,c0cc38e8,c7805b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c71096a4,0,f6247a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c71096a4,c7109690,c0ccba7b,621,c780bd20,...) at _cv_wait_sig+0x240 seltdwait(c780bd20,58,c6d8d380,c7805b40,c0f66840,...) at seltdwait+0xa2 kern_select(c7805b40,9,bfbfed7c,0,0,0,20,bfbfed50,bfbfed7c) at kern_select+0x504 select(c7805b40,f6247cf8,c0d01de9,c0ccbfb9,c7803000,...) at select+0x66 syscall(f6247d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28197db3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 917 tid 100133 td 0xc7c63480 sched_switch(c7c63480,0,104,191,35ade1db,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c63480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f626baa8,c089429a,c77b51d0,0,c7c63480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77b51e4,0,f626bad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b51e4,c77b51d0,7531,621,f626bb8c,...) at _cv_timedwait_sig+0x250 seltdwait(f626bc5c,f626bc64,52f,c7c63480,f626bb5c,...) at seltdwait+0x8a poll(c7c63480,f626bcf8,c0d01de9,c0ccc152,c7bac2a8,...) at poll+0x300 syscall(f626bd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28145d0f, esp = 0xbfbfcbdc, ebp = 0xbfbfeda8 --- Tracing command syslogd pid 891 tid 100099 td 0xc7894480 sched_switch(c7894480,0,104,191,11805d7d,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7894480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7a03cd0,0,c0cc38e8,c7894480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7a03ce4,0,f61f0a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7a03ce4,c7a03cd0,c0ccba7b,621,c780cd58,...) at _cv_wait_sig+0x240 seltdwait(c780cd58,58,c6d8d380,c7894480,1ed,...) at seltdwait+0xa2 kern_select(c7894480,9,2847f0ac,0,0,0,20,bfbfe2b0,0) at kern_select+0x504 select(c7894480,f61f0cf8,c0d01de9,c0ccbf04,c7a082a8,...) at select+0x66 syscall(f61f0d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28196db3, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 --- Tracing command devd pid 701 tid 100103 td 0xc783db40 sched_switch(c783db40,0,104,191,aed3244a,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783db40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7831a90,0,c0cc38e8,c783db40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7831aa4,0,f61fca7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7831aa4,c7831a90,c0ccba7b,621,c780c498,...) at _cv_wait_sig+0x240 seltdwait(c780c498,58,c6d8d380,c783db40,c0cbcdd0,...) at seltdwait+0xa2 kern_select(c783db40,6,bfbfe9a0,0,0,0,20,bfbfe970,10) at kern_select+0x504 select(c783db40,f61fccf8,c0d01de9,c0c634f9,c78397f8,...) at select+0x66 syscall(f61fcd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808c273, esp = 0xbfbfe96c, ebp = 0xbfbfee48 --- Tracing command flowcleaner pid 20 tid 100075 td 0xc7100480 sched_switch(c7100480,0,104,191,ab794b97,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7100480,0,c0cc9741,283,c7100480,...) at sleepq_switch+0x15f sleepq_timedwait(c0f93c28,0,f3f6acc4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f93c28,c0f93c30,4e20,627,0,...) at _cv_timedwait+0x250 flowtable_cleaner(0,f3f6ad38,c0cc0509,343,c77992a8,...) at flowtable_cleaner+0x1bc fork_exit(c09504e0,0,f3f6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f6ad70, ebp = 0 --- Tracing command softdepflush pid 19 tid 100074 td 0xc71006c0 sched_switch(c71006c0,0,104,191,e881d697,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,44,...) at mi_switch+0x200 sleepq_switch(c71006c0,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f9f460,44,c0cee812,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f9f460,c0f9f418,44,c0cee812,3e8,...) at _sleep+0x339 softdep_flush(0,f3f67d38,c0cc0509,343,c7799550,...) at softdep_flush+0x250 fork_exit(c0ae8200,0,f3f67d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f67d70, ebp = 0 --- Tracing command vnlru pid 18 tid 100073 td 0xc7100900 sched_switch(c7100900,0,104,191,bc14f266,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,50,...) at mi_switch+0x200 sleepq_switch(c7100900,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c77997f8,50,c0cd375f,0,0,...) at sleepq_timedwait+0x6b _sleep(c77997f8,c0f939f8,250,c0cd375f,3e8,...) at _sleep+0x339 vnlru_proc(0,f3f64d38,c0cc0509,343,c77997f8,...) at vnlru_proc+0xe7 fork_exit(c093bfa0,0,f3f64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f64d70, ebp = 0 --- Tracing command syncer pid 17 tid 100072 td 0xc7100b40 sched_switch(c7100b40,0,104,191,cadd954e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7100b40,0,c0cc9741,283,c7100b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0f93a38,0,f3f61c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f93a38,c0f93a24,3e8,6d4,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f3f61d38,c0cc0509,343,c7799aa0,...) at sched_sync+0x502 fork_exit(c093b3d0,0,f3f61d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f61d70, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100071 td 0xc7100d80 sched_switch(c7100d80,0,104,191,ca38cd19,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7100d80,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f93768,44,c0cd0c1d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f93768,c0f93770,44,c0cd0c1d,3e8,...) at _sleep+0x339 buf_daemon(0,f3f5ed38,c0cc0509,343,c7799d48,...) at buf_daemon+0x16e fork_exit(c0922dc0,0,f3f5ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5ed70, ebp = 0 --- Tracing command pagezero pid 15 tid 100070 td 0xc7102000 sched_switch(c7102000,0,104,191,ad7b5a09,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7102000,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa0294,0,c0cf474a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fa0294,c0f9fd80,0,c0cf474a,493e0,...) at _sleep+0x339 vm_pagezero(0,f3f5bd38,c0cc0509,343,c6d882a8,...) at vm_pagezero+0xdc fork_exit(c0b27fc0,0,f3f5bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5bd70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100069 td 0xc7102240 sched_switch(c7102240,0,104,191,e1aac5e3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,68,...) at mi_switch+0x200 sleepq_switch(c7102240,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0f9fec4,68,c0cd0c1d,0,0,...) at sleepq_wait+0x63 _sleep(c0f9fec4,c0f9fec8,68,c0cd0c1d,0,...) at _sleep+0x36b vm_daemon(0,f3f58d38,c0cc0509,343,c6d88550,...) at vm_daemon+0x59 fork_exit(c0b22450,0,f3f58d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f58d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100068 td 0xc7102480 sched_switch(c7102480,0,104,191,ab793da,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7102480,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f9fe8c,44,c0cd0c1d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f9fe8c,c0f9fd80,44,c0cd0c1d,1388,...) at _sleep+0x339 vm_pageout(0,f3f55d38,c0cc0509,343,c6d887f8,...) at vm_pageout+0x2bb fork_exit(c0b232d0,0,f3f55d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f55d70, ebp = 0 --- Tracing command xpt_thrd pid 7 tid 100067 td 0xc71026c0 sched_switch(c71026c0,0,104,191,6b149a04,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c71026c0,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0df31d4,4c,c0c5e5bb,0,0,...) at sleepq_wait+0x63 _sleep(c0df31d4,c0df3218,4c,c0c5e5bb,0,...) at _sleep+0x36b xpt_scanner_thread(0,f3ef2d38,c0cc0509,343,c6d88aa0,...) at xpt_scanner_thread+0x47 fork_exit(c0484700,0,f3ef2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ef2d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc6fcd240 sched_switch(c6fcd240,0,104,191,ef0d42dc,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6fcd240,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c70f8c3c,4c,c0cba747,0,0,...) at sleepq_timedwait+0x6b _sleep(c70f8c3c,c70f8cf0,4c,c0cba747,3e8,...) at _sleep+0x339 fdc_thread(c70f8c00,f3ee6d38,c0cc0509,343,c6d88d48,...) at fdc_thread+0x27d fork_exit(c0ba56b0,c70f8c00,f3ee6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee6d70, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc6fcd6c0 sched_switch(c6fcd6c0,0,104,191,6b300a2d,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6fcd6c0,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7005000,5c,c0cba747,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7005000,c7009488,15c,c0cba747,0,...) at _sleep+0x354 fw_bus_probe_thread(c7005000,f3ed6d38,c0cc0509,343,c6f3b000,...) at fw_bus_probe_thread+0xa08 fork_exit(c0668f50,c7005000,f3ed6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed6d70, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc6fe1000 sched_switch(c6fe1000,0,104,191,2cccd5,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1000,0,c0cc9741,260,c6fe1000,...) at sleepq_switch+0x15f sleepq_wait(c6fe6d0c,0,f3ebfcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6d0c,c6fe6dac,c0cb3370,6c,c6fe6d14,...) at _cv_wait+0x240 usb_process(c6fe6d04,f3ebfd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6d04,f3ebfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebfd70, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc6fe1240 sched_switch(c6fe1240,0,104,191,7d3484ee,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1240,0,c0cc9741,260,c6fe1240,...) at sleepq_switch+0x15f sleepq_wait(c6fe6cdc,0,f3ebccbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6cdc,c6fe6dac,c0cb3370,6c,c6fe6ce4,...) at _cv_wait+0x240 usb_process(c6fe6cd4,f3ebcd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6cd4,f3ebcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebcd70, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc6fe1480 sched_switch(c6fe1480,0,104,191,ffc5e2e7,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1480,0,c0cc9741,260,c6fe1480,...) at sleepq_switch+0x15f sleepq_wait(c6fe6cac,0,f3eb9cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6cac,c6fe6dac,c0cb3370,6c,c6fe6cb4,...) at _cv_wait+0x240 usb_process(c6fe6ca4,f3eb9d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6ca4,f3eb9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb9d70, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc6fe16c0 sched_switch(c6fe16c0,0,104,191,ffc5d103,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe16c0,0,c0cc9741,260,c6fe16c0,...) at sleepq_switch+0x15f sleepq_wait(c6fe6c7c,0,f3eb6cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6c7c,c6fe6dac,c0cb3370,6c,c6fe6c84,...) at _cv_wait+0x240 usb_process(c6fe6c74,f3eb6d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6c74,f3eb6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb6d70, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc6fe1b40 sched_switch(c6fe1b40,0,104,191,ffc5bb5e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1b40,0,c0cc9741,260,c6fe1b40,...) at sleepq_switch+0x15f sleepq_wait(c6fdcb5c,0,f3eaecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcb5c,c6fdcbfc,c0cb3370,6c,c6fdcb64,...) at _cv_wait+0x240 usb_process(c6fdcb54,f3eaed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcb54,f3eaed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eaed70, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc6fe1d80 sched_switch(c6fe1d80,0,104,191,749fe74a,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1d80,0,c0cc9741,260,c6fe1d80,...) at sleepq_switch+0x15f sleepq_wait(c6fdcb2c,0,f3eabcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcb2c,c6fdcbfc,c0cb3370,6c,c6fdcb34,...) at _cv_wait+0x240 usb_process(c6fdcb24,f3eabd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcb24,f3eabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eabd70, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc6fa36c0 sched_switch(c6fa36c0,0,104,191,ff6068d2,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa36c0,0,c0cc9741,260,c6fa36c0,...) at sleepq_switch+0x15f sleepq_wait(c6fdcafc,0,f3ea8cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcafc,c6fdcbfc,c0cb3370,6c,c6fdcb04,...) at _cv_wait+0x240 usb_process(c6fdcaf4,f3ea8d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcaf4,f3ea8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea8d70, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc6fa3900 sched_switch(c6fa3900,0,104,191,ff605786,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa3900,0,c0cc9741,260,c6fa3900,...) at sleepq_switch+0x15f sleepq_wait(c6fdcacc,0,f3ea5cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcacc,c6fdcbfc,c0cb3370,6c,c6fdcad4,...) at _cv_wait+0x240 usb_process(c6fdcac4,f3ea5d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcac4,f3ea5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea5d70, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc6fa3b40 sched_switch(c6fa3b40,0,104,191,ff6043be,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa3b40,0,c0cc9741,260,c6fa3b40,...) at sleepq_switch+0x15f sleepq_wait(c6fd8b5c,0,f3ea1cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8b5c,c6fd8bfc,c0cb3370,6c,c6fd8b64,...) at _cv_wait+0x240 usb_process(c6fd8b54,f3ea1d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8b54,f3ea1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea1d70, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc6fa3d80 sched_switch(c6fa3d80,0,104,191,749f0e85,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa3d80,0,c0cc9741,260,c6fa3d80,...) at sleepq_switch+0x15f sleepq_wait(c6fd8b2c,0,f3e9ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8b2c,c6fd8bfc,c0cb3370,6c,c6fd8b34,...) at _cv_wait+0x240 usb_process(c6fd8b24,f3e9ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8b24,f3e9ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9ed70, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc6fcc000 sched_switch(c6fcc000,0,104,191,fefaa227,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc000,0,c0cc9741,260,c6fcc000,...) at sleepq_switch+0x15f sleepq_wait(c6fd8afc,0,f3e9bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8afc,c6fd8bfc,c0cb3370,6c,c6fd8b04,...) at _cv_wait+0x240 usb_process(c6fd8af4,f3e9bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8af4,f3e9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9bd70, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc6fcc240 sched_switch(c6fcc240,0,104,191,fefa909a,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc240,0,c0cc9741,260,c6fcc240,...) at sleepq_switch+0x15f sleepq_wait(c6fd8acc,0,f3e98cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8acc,c6fd8bfc,c0cb3370,6c,c6fd8ad4,...) at _cv_wait+0x240 usb_process(c6fd8ac4,f3e98d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8ac4,f3e98d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e98d70, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc6fcc480 sched_switch(c6fcc480,0,104,191,fefa7ede,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc480,0,c0cc9741,260,c6fcc480,...) at sleepq_switch+0x15f sleepq_wait(c6fceb5c,0,f3e94cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceb5c,c6fcebfc,c0cb3370,6c,c6fceb64,...) at _cv_wait+0x240 usb_process(c6fceb54,f3e94d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceb54,f3e94d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e94d70, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc6fcc6c0 sched_switch(c6fcc6c0,0,104,191,749e68ca,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc6c0,0,c0cc9741,260,c6fcc6c0,...) at sleepq_switch+0x15f sleepq_wait(c6fceb2c,0,f3e91cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceb2c,c6fcebfc,c0cb3370,6c,c6fceb34,...) at _cv_wait+0x240 usb_process(c6fceb24,f3e91d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceb24,f3e91d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e91d70, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc6fcc900 sched_switch(c6fcc900,0,104,191,fe94fd27,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc900,0,c0cc9741,260,c6fcc900,...) at sleepq_switch+0x15f sleepq_wait(c6fceafc,0,f3e8ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceafc,c6fcebfc,c0cb3370,6c,c6fceb04,...) at _cv_wait+0x240 usb_process(c6fceaf4,f3e8ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceaf4,f3e8ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8ed70, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc6fccb40 sched_switch(c6fccb40,0,104,191,fe94eaf9,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fccb40,0,c0cc9741,260,c6fccb40,...) at sleepq_switch+0x15f sleepq_wait(c6fceacc,0,f3e8bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceacc,c6fcebfc,c0cb3370,6c,c6fcead4,...) at _cv_wait+0x240 usb_process(c6fceac4,f3e8bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceac4,f3e8bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8bd70, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc6fcd000 sched_switch(c6fcd000,0,104,191,fe94d5c4,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd000,0,c0cc9741,260,c6fcd000,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b5c,0,f3e84cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8b5c,c6fc8bfc,c0cb3370,6c,c6fc8b64,...) at _cv_wait+0x240 usb_process(c6fc8b54,f3e84d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8b54,f3e84d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e84d70, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc6f61d80 sched_switch(c6f61d80,0,104,191,74155ece,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61d80,0,c0cc9741,260,c6f61d80,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b2c,0,f3e81cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8b2c,c6fc8bfc,c0cb3370,6c,c6fc8b34,...) at _cv_wait+0x240 usb_process(c6fc8b24,f3e81d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8b24,f3e81d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e81d70, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc6fa1000 sched_switch(c6fa1000,0,104,191,fe2e9f54,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1000,0,c0cc9741,260,c6fa1000,...) at sleepq_switch+0x15f sleepq_wait(c6fc8afc,0,f3e7ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8afc,c6fc8bfc,c0cb3370,6c,c6fc8b04,...) at _cv_wait+0x240 usb_process(c6fc8af4,f3e7ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8af4,f3e7ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7ed70, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc6fa1240 sched_switch(c6fa1240,0,104,191,fe2e8da4,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1240,0,c0cc9741,260,c6fa1240,...) at sleepq_switch+0x15f sleepq_wait(c6fc8acc,0,f3e7bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8acc,c6fc8bfc,c0cb3370,6c,c6fc8ad4,...) at _cv_wait+0x240 usb_process(c6fc8ac4,f3e7bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8ac4,f3e7bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7bd70, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc6fa16c0 sched_switch(c6fa16c0,0,104,191,fe2e7985,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa16c0,0,c0cc9741,260,c6fa16c0,...) at sleepq_switch+0x15f sleepq_wait(c6fc3b5c,0,f3e74cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3b5c,c6fc3bfc,c0cb3370,6c,c6fc3b64,...) at _cv_wait+0x240 usb_process(c6fc3b54,f3e74d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3b54,f3e74d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e74d70, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc6fa1900 sched_switch(c6fa1900,0,104,191,73f9e2a2,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1900,0,c0cc9741,260,c6fa1900,...) at sleepq_switch+0x15f sleepq_wait(c6fc3b2c,0,f3e71cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3b2c,c6fc3bfc,c0cb3370,6c,c6fc3b34,...) at _cv_wait+0x240 usb_process(c6fc3b24,f3e71d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3b24,f3e71d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e71d70, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc6fa1b40 sched_switch(c6fa1b40,0,104,191,fdc34448,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1b40,0,c0cc9741,260,c6fa1b40,...) at sleepq_switch+0x15f sleepq_wait(c6fc3afc,0,f3e6ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3afc,c6fc3bfc,c0cb3370,6c,c6fc3b04,...) at _cv_wait+0x240 usb_process(c6fc3af4,f3e6ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3af4,f3e6ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6ed70, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc6fa1d80 sched_switch(c6fa1d80,0,104,191,fdc330bb,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1d80,0,c0cc9741,260,c6fa1d80,...) at sleepq_switch+0x15f sleepq_wait(c6fc3acc,0,f3e6bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3acc,c6fc3bfc,c0cb3370,6c,c6fc3ad4,...) at _cv_wait+0x240 usb_process(c6fc3ac4,f3e6bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3ac4,f3e6bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6bd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d8b240 sched_switch(c6d8b240,0,104,191,2d6124a8,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b240,0,c0cc9741,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e27224,0,c0cba747,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e27224,0,0,c0cba747,64,...) at _sleep+0x339 pause(c0cba747,64,c0ca6d3c,111,0,...) at pause+0x47 random_kthread(0,c6b55d38,c0cc0509,343,c6f3b550,...) at random_kthread+0x1ef fork_exit(c07463f0,0,c6b55d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b55d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d8b6c0 sched_switch(c6d8b6c0,0,104,191,1e4ab629,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8b6c0,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e24fc4,4c,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c0e24fc4,c0e24f28,24c,c0cba747,0,...) at _sleep+0x36b g_io_schedule_down(c6d8b6c0,0,c0cbbe5a,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c6b4fd38,c0cc0509,343,c6d87000,...) at g_down_procbody+0x8d fork_exit(c0840080,0,c6b4fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4fd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d8b900 sched_switch(c6d8b900,0,104,191,1e61baca,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8b900,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e24fc0,4c,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c0e24fc0,c0e24f48,24c,c0cba747,0,...) at _sleep+0x36b g_io_schedule_up(c6d8b900,0,c0cbbe5a,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6b4cd38,c0cc0509,343,c6d872a8,...) at g_up_procbody+0x8d fork_exit(c0840110,0,c6b4cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4cd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d8bb40 sched_switch(c6d8bb40,0,104,191,2d2882f8,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8bb40,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e24fb8,4c,c0cba747,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e24fb8,0,4c,c0cba747,64,...) at _sleep+0x339 g_event_procbody(0,c6b49d38,c0cc0509,343,c6d87550,...) at g_event_procbody+0xcb fork_exit(c08401a0,0,c6b49d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b49d70, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc7102b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc7102d80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100062 td 0xc6fcd480 sched_switch(c6fcd480,0,109,191,2dfed71a,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c700ea70,...) at mi_switch+0x200 ithread_loop(c70f6860,f3ed9d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c70f6860,f3ed9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed9d70, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc6fcdb40 sched_switch(c6fcdb40,0,109,191,fda3bc72,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c870,...) at mi_switch+0x200 ithread_loop(c6f622c0,f3ecdd38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6f622c0,f3ecdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ecdd70, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc6fcdd80 sched_switch(c6fcdd80,0,109,191,6dc897b3,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8cb70,...) at mi_switch+0x200 ithread_loop(c6fb7b70,f3ec5d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb7b70,f3ec5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec5d70, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc6fe1900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc6fccd80 sched_switch(c6fccd80,0,109,191,236f49a4,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c970,...) at mi_switch+0x200 ithread_loop(c6fb7700,f3e88d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb7700,f3e88d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e88d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6fa1480 sched_switch(c6fa1480,0,109,191,22beacf7,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c9f0,...) at mi_switch+0x200 ithread_loop(c6fb2470,f3e78d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb2470,f3e78d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e78d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6fa3000 sched_switch(c6fa3000,0,109,191,b10f3fd,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8ca70,...) at mi_switch+0x200 ithread_loop(c6fb28c0,f3e68d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb28c0,f3e68d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e68d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6fa3240 sched_switch(c6fa3240,0,109,191,1e60ad6b,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c770,...) at mi_switch+0x200 ithread_loop(c6fb2070,f3d59d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb2070,f3d59d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3d59d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6fa3480 sched_switch(c6fa3480,0,109,191,73e75a62,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6f8edf0,...) at mi_switch+0x200 ithread_loop(c6f9b9e0,c6ba4d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6f9b9e0,c6ba4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ba4d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6dcf6c0 sched_switch(c6dcf6c0,0,109,191,fda4969d,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8cdf0,...) at mi_switch+0x200 ithread_loop(c6d86660,c6b9ad38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86660,c6b9ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b9ad70, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc6f61240 sched_switch(c6f61240,0,109,191,1a2fdf1f,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8d870,...) at mi_switch+0x200 ithread_loop(c6d86400,c6b64d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86400,c6b64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b64d70, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc6f61480 sched_switch(c6f61480,0,109,191,a7301c0a,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8da70,...) at mi_switch+0x200 ithread_loop(c6d1ca70,c6b61d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d1ca70,c6b61d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b61d70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc6f616c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc6f61b40 sched_switch(c6f61b40,0,109,191,4445b29d,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8def0,...) at mi_switch+0x200 ithread_loop(c6d1caa0,c6b58d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d1caa0,c6b58d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b58d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d8bd80 sched_switch(c6d8bd80,0,109,191,22b0533a,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c070,...) at mi_switch+0x200 ithread_loop(c6d86210,c6b46d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86210,c6b46d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b46d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dcf000 sched_switch(c6dcf000,0,109,191,6c88279,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c0f0,...) at mi_switch+0x200 ithread_loop(c6d86220,c6b43d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86220,c6b43d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b43d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dcf240 sched_switch(c6dcf240,0,109,191,2d63b89a,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c170,...) at mi_switch+0x200 ithread_loop(c6d86230,c6b40d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86230,c6b40d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b40d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dcf480 sched_switch(c6dcf480,0,109,191,1d84d1b7,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c570,...) at mi_switch+0x200 ithread_loop(c6d86240,c6b3dd38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86240,c6b3dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3dd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d89000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc6d89240 sched_switch(c6d89240,0,109,191,479e2b55,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c670,...) at mi_switch+0x200 ithread_loop(c6d86260,c6b37d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86260,c6b37d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b37d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d89480 sched_switch(c6d89480,0,60c,18c,1e850604,...) at sched_switch+0x36a mi_switch(60c,0,c0cc6cc1,806,0,...) at mi_switch+0x200 sched_preempt(c6d89480,0,c7c63b40,c6b33cb4,c0bc912e,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,d,c0e2adc0,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0894cda, esp = 0xc6b33c8c, ebp = 0xc6b33cb4 --- _thread_lock_flags(c6d89480,0,c0cc6cc1,9f8,c6d89480,...) at _thread_lock_flags+0x17a sched_idletd(0,c6b33d38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x271 fork_exit(c08c9020,0,c6b33d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d896c0 cpustop_handler(2,c6b30c20,c0be7156,c0e2743c,c6b30bb4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0e2743c,c6b30bb4,c0893e74,c0e2743c,c6d87aa0,...) at ipi_nmi_handler+0x2f trap(c6b30c2c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0bc0815, esp = 0xc6b30c6c, ebp = 0xc6b30c6c --- acpi_cpu_c1(c0bc8fef,c6b30cd4,1,ffffffff,c6b30cb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6b30cb4,c0bd4b0b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6b30cf8,c08c925e,0,c6b30cd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6b30cd4,c0cc6cc1,9fa,c6d896c0,...) at cpu_idle+0x1b sched_idletd(0,c6b30d38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x23e fork_exit(c08c9020,0,c6b30d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d89900 cpustop_handler(4,c6b2dc20,c0be7156,c0e27478,c6b2dbb4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0e27478,c6b2dbb4,c0893e74,c0e27478,c6d87aa0,...) at ipi_nmi_handler+0x2f trap(c6b2dc2c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0bc0815, esp = 0xc6b2dc6c, ebp = 0xc6b2dc6c --- acpi_cpu_c1(2,c6b2dcd4,2,ffffffff,c6b2dcb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6b2dcb4,c0bd4b0b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6b2dcf8,c08c925e,0,c6b2dcd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6b2dcd4,c0cc6cc1,9fa,c6d89900,...) at cpu_idle+0x1b sched_idletd(0,c6b2dd38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x23e fork_exit(c08c9020,0,c6b2dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d89b40 cpustop_handler(8,c6b2ac20,c0be7156,c0e274b4,c6b2abb4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0e274b4,c6b2abb4,c0893e74,c0e274b4,c6d87aa0,...) at ipi_nmi_handler+0x2f trap(c6b2ac2c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0bc0815, esp = 0xc6b2ac6c, ebp = 0xc6b2ac6c --- acpi_cpu_c1(3,c6b2acd4,3,ffffffff,c6b2acb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6b2acb4,c0bd4b0b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6b2acf8,c08c925e,0,c6b2acd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6b2acd4,c0cc6cc1,9fa,c6d89b40,...) at cpu_idle+0x1b sched_idletd(0,c6b2ad38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x23e fork_exit(c08c9020,0,c6b2ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d89d80 sched_switch(c6d89d80,0,104,191,4b417e15,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6d89d80,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6d87d48,5c,c0ccc015,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d87d48,c6d87dd0,15c,c0ccc015,0,...) at _sleep+0x354 kern_wait(c6d89d80,ffffffff,c6b26c74,0,0,...) at kern_wait+0xb76 wait4(c6d89d80,c6b26cf8,c0d01de9,c0ccbe45,c6d87d48,...) at wait4+0x3b syscall(c6b26d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054cc3, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6d8b000 sched_switch(c6d8b000,0,104,191,fdc0bfcc,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b000,0,c0cc9741,260,c6d8b000,...) at sleepq_switch+0x15f sleepq_wait(c0f9ec80,0,c6b23c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f9ec80,c0f9ec64,c0cea2ad,194,0,...) at _cv_wait+0x240 audit_worker(0,c6b23d38,c0cc0509,343,c6d88000,...) at audit_worker+0x84 fork_exit(c0aae680,0,c6b23d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d70, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc7102900 sched_switch(c7102900,0,104,191,3d7901a3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7102900,0,c0cc9741,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e27224,0,c0cbeaba,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e27224,0,0,c0cbeaba,bb8,...) at _sleep+0x339 pause(c0cbeaba,bb8,11f,11d,c0e25128,...) at pause+0x47 deadlkres(0,f3eefd38,c0cc0509,343,c0e250a0,...) at deadlkres+0x2f2 fork_exit(c085fe30,0,f3eefd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eefd70, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc6fcd900 sched_switch(c6fcd900,0,104,191,14ef4920,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd900,0,c0cc9741,260,c6fcd900,...) at sleepq_switch+0x15f sleepq_wait(c7004640,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c7004640,c7004658,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c700949c,f3ed3d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c700949c,f3ed3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6dcf900 sched_switch(c6dcf900,0,104,191,6b3ee3df,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcf900,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd40,0,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c6f3cd40,c6f3cd58,0,c0cba747,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e25938,c6b70d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0xba fork_exit(c08e2c50,c0e25938,c6b70d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b70d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6dcfb40 sched_switch(c6dcfb40,0,104,191,6b3ed128,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcfb40,0,c0cc9741,260,c6dcfb40,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cd80,c6f3cd98,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c0df6080,c6b6dd38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c0df6080,c6b6dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6dcfd80 sched_switch(c6dcfd80,0,104,191,6b3ec416,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcfd80,0,c0cc9741,260,c6dcfd80,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cd80,c6f3cd98,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c0df6080,c6b6ad38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c0df6080,c6b6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f61000 sched_switch(c6f61000,0,104,191,6b3eb482,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61000,0,c0cc9741,260,c6f61000,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cd80,c6f3cd98,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c0df6080,c6b67d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c0df6080,c6b67d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b67d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f61900 sched_switch(c6f61900,0,104,191,20fa7a5d,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61900,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3d100,0,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c6f3d100,c6f3d118,0,c0cba747,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e39ac8,c6b5bd38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0xba fork_exit(c08e2c50,c0e39ac8,c6b5bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d8b480 sched_switch(c6d8b480,0,104,191,2029a42e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b480,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6d6ec80,0,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c6d6ec80,c6d6ec98,0,c0cba747,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e38560,c6b52d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0xba fork_exit(c08e2c50,c0e38560,c6b52d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b52d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0e25350 strlen(f000eef3,c1420ba0,ffffffff,f,c6d8b6c0,...) at strlen+0x8 kvprintf(c0cc3860,c08d8c70,c1420ba0,a,c1420be0,...) at kvprintf+0x8fe vsnprintf(c0e26e40,100,c0cc3860,c1420be0,0,...) at vsnprintf+0x3b panic(c0cc3860,f000eef3,c0cf0a84,7ea,c1420c24,...) at panic+0x8d _mtx_assert(0,4,c0cf0a84,7ea,c8199330,...) at _mtx_assert+0x87 swp_pager_meta_ctl(0,c817f660,1,0,c1420c58,...) at swp_pager_meta_ctl+0x37 swap_pager_getpages(c817f660,c1420cb0,2,0,1,...) at swap_pager_getpages+0xe7 faultin(c81992a8,0,c0cf1b07,308,2710,...) at faultin+0x280 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x2a8 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 171 MB: 156 140 124 108 92 76 60 44 28 12 Dump complete = 0xf db:0:doadump> reset (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04d2739 in db_fncall (dummy1=0xc094a0d8, dummy2=0x0, dummy3=0xffffffff, dummy4=0xc14206ec "") at ../../../ddb/db_command.c:548 #2 0xc04d2b6f in db_command (last_cmdp=0xc0df425c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d2c24 in db_command_script (command=0xc0df5168 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d6df0 in db_script_exec (scriptname=0xc0df4ac0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d6e81 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0ff3b00, modif=0xc1420824 "") at ../../../ddb/db_script.c:375 #6 0xc04d2b31 in db_command (last_cmdp=0xc0df425c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d2c8a in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d4b2d in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08d61c6 in kdb_trap (type=0xc, code=0x0, tf=0xc1420a10) at ../../../kern/subr_kdb.c:535 #10 0xc0be6a4f in trap_fatal (frame=0xc1420a10, eva=0xf000eef3) at ../../../i386/i386/trap.c:931 #11 0xc0be72cc in trap (frame=0xc1420a10) at ../../../i386/i386/trap.c:328 #12 0xc0bc8a0b in calltrap () at ../../../i386/i386/exception.s:165 #13 0xc094a0d8 in strlen (str=0xf000eef3
) at ../../../libkern/strlen.c:41 #14 0xc08d99be in kvprintf (fmt=0xc0cc3868 " not owned at %s:%d", func=0xc08d8c70 , arg=0xc1420ba0, radix=0xa, ap=0xc1420be4 "\204\nÏÀê\a") at ../../../kern/subr_prf.c:728 #15 0xc08da30b in vsnprintf (str=0xc0e26e40 "mutex ", size=0x100, format=0xc0cc3860 "mutex %s not owned at %s:%d", ap=0xc1420be0 "óî") at ../../../kern/subr_prf.c:461 #16 0xc08a3bad in panic (fmt=0xc0cc3860 "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:556 #17 0xc0893ae7 in _mtx_assert (m=0x0, what=0x4, file=0xc0cf0a84 "../../../vm/swap_pager.c", line=0x7ea) at ../../../kern/kern_mutex.c:706 #18 0xc0b04897 in swp_pager_meta_ctl (object=0x0, pindex=0xc8199330, flags=0x0) at ../../../vm/swap_pager.c:2026 #19 0xc0b05837 in swap_pager_getpages (object=0xc817f660, m=0xc1420cb0, count=0x2, reqpage=0x0) at ../../../vm/swap_pager.c:1128 #20 0xc0b12190 in faultin (p=0xc81992a8) at vm_pager.h:131 #21 0xc0b125f8 in scheduler (dummy=0x0) at ../../../vm/vm_glue.c:792 #22 0xc085dfd6 in mi_startup () at ../../../kern/init_main.c:251 #23 0xc0476055 in begin () at ../../../i386/i386/locore.s:324 (kgdb) f 19 #19 0xc0b05837 in swap_pager_getpages (object=0xc817f660, m=0xc1420cb0, count=0x2, reqpage=0x0) at ../../../vm/swap_pager.c:1128 1128 jblk = swp_pager_meta_ctl(m[j]->object, m[j]->pindex, 0); (kgdb) l 1123 ++i; 1124 1125 for (j = reqpage + 1; j < count; ++j) { 1126 daddr_t jblk; 1127 1128 jblk = swp_pager_meta_ctl(m[j]->object, m[j]->pindex, 0); 1129 if (blk != jblk - (j - reqpage)) 1130 break; 1131 } 1132 (kgdb) p j $1 = 0x1 (kgdb) p count $2 = 0x2 (kgdb) p m[1] $3 = 0xc1420d10 (kgdb) p *m[1] $4 = {pageq = {tqe_next = 0xc1420d38, tqe_prev = 0xc0894633}, listq = {tqe_next = 0xc8199330, tqe_prev = 0x8}, left = 0xc0cf1b07, right = 0x308, object = 0x0, pindex = 0xc8199330, phys_addr = 0xc0e25128, md = {pv_list = {tqh_first = 0xc1420d6c, tqh_last = 0xc0b125f8}, pat_mode = 0xc81992a8}, queue = 0x0, segind = 0x0, flags = 0x0, order = 0x7, pool = 0x1b, cow = 0xc0cf, wire_count = 0x308, hold_count = 0x2710, oflags = 0x0, act_count = 0xa8, busy = 0x92, valid = 0x19, dirty = 0xc8} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/vm/swap_pager.c =================================================================== --- /usr/src/sys/vm/swap_pager.c (revision 207220) +++ /usr/src/sys/vm/swap_pager.c (working copy) @@ -378,6 +378,14 @@ static void swp_pager_meta_free(vm_object_t, vm_pi static void swp_pager_meta_free_all(vm_object_t); static daddr_t swp_pager_meta_ctl(vm_object_t, vm_pindex_t, int); +static void +swp_pager_free_nrpage(vm_page_t m) +{ + + if (m->wire_count == 0) + vm_page_free(m); +} + /* * SWP_SIZECHECK() - update swap_pager_full indication * @@ -1131,9 +1139,9 @@ swap_pager_getpages(vm_object_t object, vm_page_t vm_page_lock_queues(); for (k = 0; k < i; ++k) - vm_page_free(m[k]); + swp_pager_free_nrpage(m[k]); for (k = j; k < count; ++k) - vm_page_free(m[k]); + swp_pager_free_nrpage(m[k]); vm_page_unlock_queues(); } @@ -1529,7 +1537,7 @@ swp_pager_async_iodone(struct buf *bp) */ m->valid = 0; if (i != bp->b_pager.pg_reqpage) - vm_page_free(m); + swp_pager_free_nrpage(m); else vm_page_flash(m); /* Index: /usr/src/sys/vm/vm_glue.c =================================================================== --- /usr/src/sys/vm/vm_glue.c (revision 207220) +++ /usr/src/sys/vm/vm_glue.c (working copy) @@ -538,23 +538,37 @@ static void vm_thread_swapin(struct thread *td) { vm_object_t ksobj; - vm_page_t m, ma[KSTACK_MAX_PAGES]; - int i, pages, rv; + vm_page_t ma[KSTACK_MAX_PAGES]; + int i, j, k, pages, rv; pages = td->td_kstack_pages; ksobj = td->td_kstack_obj; VM_OBJECT_LOCK(ksobj); + for (i = 0; i < pages; i++) + ma[i] = vm_page_grab(ksobj, i, VM_ALLOC_NORMAL | VM_ALLOC_RETRY | + VM_ALLOC_WIRED); for (i = 0; i < pages; i++) { - m = vm_page_grab(ksobj, i, VM_ALLOC_NORMAL | VM_ALLOC_RETRY | - VM_ALLOC_WIRED); - if (m->valid != VM_PAGE_BITS_ALL) { - rv = vm_pager_get_pages(ksobj, &m, 1, 0); + if (ma[i]->valid != VM_PAGE_BITS_ALL) { + KASSERT(ma[i]->oflags & VPO_BUSY, + ("lost busy 1")); + vm_object_pip_add(ksobj, 1); + for (j = i + 1; j < pages; j++) { + KASSERT(ma[j]->valid == VM_PAGE_BITS_ALL || + (ma[j]->oflags & VPO_BUSY), + ("lost busy 2")); + if (ma[j]->valid == VM_PAGE_BITS_ALL) + break; + } + rv = vm_pager_get_pages(ksobj, ma + i, j, 0); if (rv != VM_PAGER_OK) - panic("vm_thread_swapin: cannot get kstack for proc: %d", td->td_proc->p_pid); - m = vm_page_lookup(ksobj, i); - } - ma[i] = m; - vm_page_wakeup(m); + panic("vm_thread_swapin: cannot get kstack for proc: %d", + td->td_proc->p_pid); + vm_object_pip_wakeup(ksobj); + for (k = i; k <= j; k++) + ma[k] = vm_page_lookup(ksobj, k); + vm_page_wakeup(ma[i]); + } else if (ma[i]->oflags & VPO_BUSY) + vm_page_wakeup(ma[i]); } VM_OBJECT_UNLOCK(ksobj); pmap_qenter(td->td_kstack, ma, pages);