GENERIC HEAD from 2010-04-25 23:51:05 UTC, r207220M, vmcore.439 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2010 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r207220M: Mon Apr 26 15:49:30 CEST 2010 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536089088 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 638737 free (2849 frags, 79486 blocks, 0.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 49287706 free (2522 frags, 6160648 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 3145857 free (380521 frags, 345667 blocks, 1.7% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 8184511 free (134335 frags, 1006272 blocks, 0.3% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. lock order reversal: 1st 0xc7a11880 ufs (ufs) @ kern/vfs_lookup.c:502 2nd 0xe6d04b80 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:11190 3rd 0xc7a35880 ufs (ufs) @ kern/vfs_subr.c:2091 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f61ea310,c08ea405,c08da5ab,c0ccb6b1,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb6b1,c6d3dfc8,c6d418a8,f61ea36c,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb6b1,c7a35880,c0cbd9e9,c6d418a8,c0cd2735,...) at _witness_debugger+0x25 witness_checkorder(c7a35880,9,c0cd272c,82b,0,...) at witness_checkorder+0x839 __lockmgr_args(c7a35880,80100,c7a358ec,0,0,...) at __lockmgr_args+0x804 ffs_lock(f61ea48c,c08ea1ab,c0cd1be6,80100,c7a35828,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0dd7380,f61ea48c,c7a4b9a4,c0df1e00,c7a35828,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7a35828,80100,c0cd272c,82b,4,...) at _vn_lock+0x78 vget(c7a35828,80100,c7a4b900,50,0,...) at vget+0xbb vfs_hash_get(c7a13b50,46140a,80000,c7a4b900,f61ea5dc,...) at vfs_hash_get+0xed ffs_vgetf(c7a13b50,46140a,80000,f61ea5dc,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c7a11828,0,c0cef322,147,0,...) at softdep_sync_metadata+0xc92 ffs_syncvnode(c7a11828,1,c7a11920,c6d3dfc8,c0f66948,...) at ffs_syncvnode+0x3e2 ffs_truncate(c7a11828,200,0,880,c6d8d380,...) at ffs_truncate+0x8a2 ufs_direnter(c7a11828,c7a35828,f61ea944,f61eabd4,0,...) at ufs_direnter+0x924 ufs_makeinode(f61eabd4,c0dd7880,f61eab30,f61eaa8c,c0c04615,...) at ufs_makeinode+0x5c5 ufs_create(f61eab30,c0d0573f,0,0,f61eaba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0dd7380,f61eab30,f61eabd4,f61eaac8,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f61eaba8,f61eac5c,1a4,0,c6d8d380,...) at vn_open_cred+0x205 vn_open(f61eaba8,f61eac5c,1a4,c780ca48,0,...) at vn_open+0x3b kern_openat(c7a4b900,ffffff9c,804c5e8,0,602,...) at kern_openat+0x125 kern_open(c7a4b900,804c5e8,0,601,21b6,...) at kern_open+0x35 open(c7a4b900,f61eacf8,c0d01de9,c0caba63,c7a432a8,...) at open+0x30 syscall(f61ead38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28174243, esp = 0xbfbfec4c, ebp = 0xbfbfecb8 --- re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe6d1dce0 bufwait (bufwait) @ kern/vfs_bio.c:2581 2nd 0xc782c000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f61f3868,c08ea405,c08da5ab,c0ccb698,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb698,c6d3dfc8,c6d41910,f61f38c4,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb698,c782c000,c0cefb1a,c6d41910,c0cef7ac,...) at _witness_debugger+0x25 witness_checkorder(c782c000,9,c0cef7a3,11b,0,...) at witness_checkorder+0x839 _sx_xlock(c782c000,0,c0cef7a3,11b,c7880b54,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d1dc80,f61f3a1c,38,e77e20e0,f61f3994,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7880b54,f61f3a1c,20e0,f61f3980,f61f3984,...) at ufsdirhash_add+0x13 ufs_direnter(c7a12414,c7ba715c,f61f3a1c,f61f3c00,e6d1e4a0,...) at ufs_direnter+0x749 ufs_mkdir(f61f3c28,c0d05579,0,0,f61f3b6c,...) at ufs_mkdir+0x916 VOP_MKDIR_APV(c0dd7380,f61f3c28,f61f3c00,f61f3b6c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7a4b240,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7a4b240,bfbfef5a,0,1ff,f61f3d2c,...) at kern_mkdir+0x2e mkdir(c7a4b240,f61f3cf8,c0d01de9,c0ccbf40,c7838aa0,...) at mkdir+0x29 syscall(f61f3d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28171203, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Performing sanity check of nagios configuration: OK Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc7895310 ufs (ufs) @ kern/vfs_mount.c:1201 2nd 0xc7a12310 syncer (syncer) @ kern/vfs_subr.c:2204 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f630ca38,c08ea405,c08da5ab,c0ccb698,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb698,c6d418a8,c6d41978,f630ca94,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb698,c7a12310,c0cd28a7,c6d41978,c0cd2735,...) at _witness_debugger+0x25 witness_checkorder(c7a12310,9,c0cd272c,89c,0,...) at witness_checkorder+0x839 __lockmgr_args(c7a12310,80100,c7a1237c,0,0,...) at __lockmgr_args+0x804 vop_stdlock(f630cbb0,3,c0cd2735,80100,c7a122b8,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0dc5c60,f630cbb0,c0894633,c0df1e00,c7a122b8,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7a122b8,80100,c0cd272c,89c,0,...) at _vn_lock+0x78 vputx(f630cc54,c09311fe,c7a122b8,0,c0cd1f2a,...) at vputx+0x254 vrele(c7a122b8,0,c0cd1f2a,4f6,80,...) at vrele+0x10 dounmount(c7a0c5a8,8000000,c7ed16c0,47b,ff1ca3a5,...) at dounmount+0x3ce unmount(c7ed16c0,f630ccf8,c,c7ed16c0,c7ece000,...) at unmount+0x2ff syscall(f630cd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db39f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- lock order reversal: 1st 0xc7895310 ufs (ufs) @ kern/vfs_mount.c:1201 2nd 0xc7a0ab38 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1426 KDB: stack backtrace: db_trace_self_wrapper(c0cc8627,f630c9dc,c08ea405,c08da5ab,c0ccb698,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08da5ab,c0ccb698,c6d418a8,c6d41770,f630ca38,...) at kdb_backtrace+0x29 _witness_debugger(c0ccb698,c7a0ab38,c0cb97dd,c6d41770,c0cec367,...) at _witness_debugger+0x25 witness_checkorder(c7a0ab38,9,c0cec35e,592,c7a0aba4,...) at witness_checkorder+0x839 __lockmgr_args(c7a0ab38,80400,c7a0aba4,0,0,...) at __lockmgr_args+0x804 vop_stdlock(f630cb54,c0cc38e8,df,80400,c7a0aae0,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0db0760,f630cb54,0,c0df1e00,c7a0aae0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7a0aae0,80400,c0cec35e,592,c7a0c5a8,...) at _vn_lock+0x78 softdep_flushworklist(c7a0c5a8,f630cc00,c7ed16c0,55a,c0cd3215,...) at softdep_flushworklist+0x47 ffs_sync(c7a0c5a8,1,c0cd1f2a,4f6,80,...) at ffs_sync+0x2fd dounmount(c7a0c5a8,8000000,c7ed16c0,47b,ff1ca3a5,...) at dounmount+0x44e unmount(c7ed16c0,f630ccf8,c,c7ed16c0,c7ece000,...) at unmount+0x2ff syscall(f630cd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db39f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 62263 files, 1489369 used, 49287706 free (2522 frags, 6160648 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Mon Apr 26 16:04:01 CEST 2010 FreeBSD/i386 (x4.osted.lan) (console) login: Apr 26 16:04:35 x4 ntpd_initres[1447]: can't open configuration file /tmp/ntpK1786r: No such file or directory Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xf000eef3 fault code = supervisor read, page not present instruction pointer = 0x20:0xc094a0d8 stack pointer = 0x28:0xc1420a50 frame pointer = 0x28:0xc1420a50 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 0 (swapper) [ thread pid 0 tid 100000 ] Stopped at strlen+0x8: cmpb $0,0(%edx) db> run pho db:0:pho> bt Tracing pid 0 tid 100000 td 0xc0e25350 strlen(f000eef3,c1420ba0,c1420a7c,c0bd0893,f8,...) at strlen+0x8 kvprintf(c0cc3860,c08d8c70,c1420ba0,a,c1420be0,...) at kvprintf+0x8fe vsnprintf(c0e26e40,100,c0cc3860,c1420be0,1,...) at vsnprintf+0x3b panic(c0cc3860,f000eef3,c0cf0a84,7ea,c1420c24,...) at panic+0x8d _mtx_assert(0,4,c0cf0a84,7ea,d0b2b330,...) at _mtx_assert+0x87 swp_pager_meta_ctl(0,cd6fd6e8,1,0,c1420c58,...) at swp_pager_meta_ctl+0x37 swap_pager_getpages(cd6fd6e8,c1420cb0,2,0,c1420ca8,...) at swap_pager_getpages+0xe7 faultin(d0b2b2a8,0,c0cf1b07,308,2710,...) at faultin+0x280 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x2a8 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x632b00 curthread = 0xc8932d80: pid 13441 "swap" curpcb = 0xf650ed90 fpcurthread = none idlethread = 0xc6d89480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d17b00 curthread = 0xc0e25350: pid 0 "swapper" curpcb = 0xc1420d90 fpcurthread = none idlethread = 0xc6d896c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d1ab00 curthread = 0xc7cf2900: pid 13445 "swap" curpcb = 0xf62b8d90 fpcurthread = none idlethread = 0xc6d89900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d1db00 curthread = 0xc7cf1480: pid 13461 "check_users" curpcb = 0xf631bd90 fpcurthread = none idlethread = 0xc6d89b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 13462 (nagios) thread 0xcc0b2900 (100412) exclusive sleep mutex vm object (standard object) r = 0 (0xcb86c4c8) locked @ vm/vm_fault.c:688 shared sx user map (user map) r = 0 (0xc82426a0) locked @ vm/vm_map.c:3540 Process 13461 (check_users) thread 0xc7cf1480 (100174) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xc7a11634) locked @ kern/vfs_subr.c:2099 shared lockmgr ufs (ufs) r = 0 (0xc7a115c8) locked @ kern/vfs_subr.c:2091 shared lockmgr ufs (ufs) r = 0 (0xc7a121b4) locked @ kern/vfs_subr.c:2091 Process 13448 (swap) thread 0xca8d8480 (100462) shared sx user map (user map) r = 0 (0xc8241cf8) locked @ vm/vm_map.c:3540 Process 13447 (swap) thread 0xc7ed1b40 (100167) shared sx user map (user map) r = 0 (0xc84a3300) locked @ vm/vm_map.c:3540 Process 13445 (swap) thread 0xc7cf2900 (100141) exclusive sleep mutex vm page queue mutex (vm page queue mutex) r = 0 (0xc0f9fe00) locked @ vm/vm_fault.c:926 exclusive sleep mutex vm object (standard object) r = 0 (0xcb9a83b8) locked @ vm/vm_fault.c:925 shared sx user map (user map) r = 0 (0xc6d8e6a0) locked @ vm/vm_map.c:3540 Process 13444 (swap) thread 0xcac87000 (100441) shared sx user map (user map) r = 0 (0xc7a4e958) locked @ vm/vm_map.c:3540 Process 13442 (swap) thread 0xc8271000 (100292) shared sx user map (user map) r = 0 (0xc84a3870) locked @ vm/vm_map.c:3540 Process 13441 (swap) thread 0xc8932d80 (100302) exclusive sleep mutex vm page queue free mutex (vm page queue free mutex) r = 0 (0xc0f9fd80) locked @ vm/vm_page.c:1057 exclusive sleep mutex vm object (standard object) r = 0 (0xc7cd4bb0) locked @ vm/vm_fault.c:269 shared sx user map (user map) r = 0 (0xc7a4e870) locked @ vm/vm_map.c:3540 Process 1461 (sshd) thread 0xc7b3d240 (100115) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7ebc3c4) locked @ kern/uipc_sockbuf.c:148 Process 1083 (nagios) thread 0xc7b3c480 (100122) exclusive sleep mutex vm object (standard object) r = 0 (0xc8ed8770) locked @ vm/vm_fault.c:688 shared sx user map (user map) r = 0 (0xc783d6a0) locked @ vm/vm_map.c:3540 Process 0 (kernel) thread 0xc0e25350 (100000) exclusive sleep mutex vm object (standard object) r = 0 (0xcd6fd6e8) locked @ vm/vm_glue.c:546 db:0:alllocks> show lockedvnods Locked vnodes 0xc7a1215c: tag ufs, type VDIR usecount 0, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) v_object 0xc788f000 ref 0 pages 0 lock type ufs: SHARED (count 1) #0 0xc088c442 at __lockmgr_args+0x592 #1 0xc0af1761 at ffs_lock+0xa1 #2 0xc0c03645 at VOP_LOCK1_APV+0xb5 #3 0xc09467a8 at _vn_lock+0x78 #4 0xc09398cb at vget+0xbb #5 0xc092c5cd at vfs_hash_get+0xed #6 0xc0aebe59 at ffs_vgetf+0x49 #7 0xc0aec3be at ffs_vget+0x2e #8 0xc0afde68 at ufs_root+0x28 #9 0xc092dbf1 at lookup+0x9a1 #10 0xc092e70f at namei+0x57f #11 0xc0940c82 at kern_accessat+0xb2 #12 0xc0940e66 at kern_access+0x36 #13 0xc0940e99 at access+0x29 #14 0xc0be6ed0 at syscall+0x230 #15 0xc0bc8a70 at Xint0x80_syscall+0x20 ino 2, on dev ad4s1f 0xc7a11570: tag ufs, type VDIR usecount 0, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc787ddd0 ref 0 pages 1 lock type ufs: SHARED (count 1) #0 0xc088c442 at __lockmgr_args+0x592 #1 0xc0af1761 at ffs_lock+0xa1 #2 0xc0c03645 at VOP_LOCK1_APV+0xb5 #3 0xc09467a8 at _vn_lock+0x78 #4 0xc09398cb at vget+0xbb #5 0xc092628b at cache_lookup+0x67b #6 0xc092646d at vfs_cache_lookup+0xad #7 0xc0c047c5 at VOP_LOOKUP_APV+0xe5 #8 0xc092d8cb at lookup+0x67b #9 0xc092e70f at namei+0x57f #10 0xc0940c82 at kern_accessat+0xb2 #11 0xc0940e66 at kern_access+0x36 #12 0xc0940e99 at access+0x29 #13 0xc0be6ed0 at syscall+0x230 #14 0xc0bc8a70 at Xint0x80_syscall+0x20 ino 3956736, on dev ad4s1f db:0:lockedvnods> show mount 0xc77adb50 /dev/ad4s1a on / (ufs) 0xc77ae000 devfs on /dev (devfs) 0xc7a14000 /dev/ad4s1f on /usr (ufs) 0xc7a13b50 /dev/ad4s1d on /var (ufs) 0xc7a1387c procfs on /proc (procfs) 0xc7a135a8 /dev/ad4s1e on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 13462 1083 1083 181 RL nagios 13461 13460 13460 181 R CPU 3 check_users 13460 1 13460 181 S piperd 0xc7a3f000 nagios 13448 13440 1469 1001 RL+ swap 13447 13440 1469 1001 RL+ swap 13445 13440 1469 1001 R+ CPU 2 swap 13444 13440 1469 1001 RL+ swap 13443 13440 1469 1001 RE+ swap 13442 13440 1469 1001 RL+ swap 13441 13440 1469 1001 RL+ CPU 0 swap 13440 13436 1469 1001 ?W+ swap 13436 13285 1469 1001 SW+ wait 0xc7ece7f8 swap 13285 13284 1469 1001 ?WL+ run 13284 13283 1469 1001 SW+ wait 0xc7ce5550 run 13283 13277 1469 1001 S+ nanslp 0xc0e273c4 run 13277 1469 1469 1001 SW+ wait 0xc82437f8 sh 2129 1276 1276 80 SW accept 0xc7ebd03e httpd 1469 1464 1469 1001 SW+ wait 0xc7ce4550 sh 1464 1463 1464 1001 SWs+ wait 0xc7804d48 bash 1463 1461 1461 1001 S select 0xc78ae464 sshd 1461 1300 1461 0 SWs sbwait 0xc7ebc3f0 sshd 1438 1 1438 0 Ss+ ttyin 0xc6fbae70 getty 1437 1 1437 0 Ss+ ttyin 0xc6fbac70 getty 1436 1 1436 0 Ss+ ttyin 0xc6fb9c70 getty 1435 1 1435 0 Ss+ ttyin 0xc70f8a70 getty 1434 1 1434 0 Ss+ ttyin 0xc6fbaa70 getty 1433 1 1433 0 Ss+ ttyin 0xc70f9070 getty 1432 1 1432 0 Ss+ ttyin 0xc70f8870 getty 1431 1 1431 0 Ss+ ttyin 0xc70f8070 getty 1430 1 1430 0 Ss+ ttyin 0xc70f8670 getty 1397 1 1397 0 Ss select 0xc77757e4 inetd 1360 1 1360 0 Ss nanslp 0xc0e273c4 watchdogd 1322 1 1322 0 SWs nanslp 0xc0e273c4 cron 1315 1 1315 25 SWs pause 0xc7ecfaf8 sendmail 1311 1 1311 0 Ss select 0xc77769a4 sendmail 1310 1276 1276 80 SW accept 0xc7ebd03e httpd 1309 1276 1276 80 SW accept 0xc7ebd03e httpd 1308 1276 1276 80 SW accept 0xc7ebd03e httpd 1307 1276 1276 80 SW accept 0xc7ebd03e httpd 1306 1276 1276 80 SW accept 0xc7ebd03e httpd 1300 1 1300 0 Ss select 0xc7ea98a4 sshd 1276 1 1276 0 Ss select 0xc77b31a4 httpd 1220 1 1220 0 Ss select 0xc7832024 moused 1154 1 1154 0 Ss select 0xc7f9b4e4 ntpd 1083 1 1083 181 RLs (threaded) nagios 100127 S select 0xc71089e4 nagios 100122 RunQ nagios 1066 1 1065 0 S select 0xc77768e4 snmpd 1034 1 1034 0 Ss rpcsvc 0xc7717550 NLM: master 1027 1 1027 0 Ss select 0xc77762a4 rpc.statd 1020 1019 1019 0 S (threaded) nfsd 100126 S rpcsvc 0xc7776c90 nfsd: service 100125 S rpcsvc 0xc7776cd0 nfsd: service 100124 S rpcsvc 0xc7776d10 nfsd: service 100102 S rpcsvc 0xc7775450 nfsd: master 1019 1 1019 0 Ss select 0xc77b36a4 nfsd 1010 1 1010 0 Ss select 0xc7729624 mountd 917 1 917 0 Ss select 0xc78321e4 rpcbind 891 1 891 0 Ss select 0xc77753a4 syslogd 701 1 701 0 Ss select 0xc77b3be4 devd 20 0 0 0 DL flowclea 0xc0f93c28 [flowcleaner] 19 0 0 0 DL sdflush 0xc0f9f460 [softdepflush] 18 0 0 0 DL vlruwt 0xc77997f8 [vnlru] 17 0 0 0 DL syncer 0xc0f93a38 [syncer] 16 0 0 0 DL psleep 0xc0f93768 [bufdaemon] 15 0 0 0 DL pgzero 0xc0fa0294 [pagezero] 9 0 0 0 DL psleep 0xc0f9fec4 [vmdaemon] 8 0 0 0 RL [pagedaemon] 7 0 0 0 DL ccb_scan 0xc0df31d4 [xpt_thrd] 6 0 0 0 DL - 0xc70f8c3c [fdc0] 5 0 0 0 SL - 0xc7005000 [fw0_probe] 14 0 0 0 DL (threaded) [usb] 100057 D - 0xc6fe6d0c [usbus5] 100056 D - 0xc6fe6cdc [usbus5] 100055 D - 0xc6fe6cac [usbus5] 100054 D - 0xc6fe6c7c [usbus5] 100052 D - 0xc6fdcb5c [usbus4] 100051 D - 0xc6fdcb2c [usbus4] 100050 D - 0xc6fdcafc [usbus4] 100049 D - 0xc6fdcacc [usbus4] 100048 D - 0xc6fd8b5c [usbus3] 100047 D - 0xc6fd8b2c [usbus3] 100046 D - 0xc6fd8afc [usbus3] 100045 D - 0xc6fd8acc [usbus3] 100044 D - 0xc6fceb5c [usbus2] 100043 D - 0xc6fceb2c [usbus2] 100042 D - 0xc6fceafc [usbus2] 100041 D - 0xc6fceacc [usbus2] 100039 D - 0xc6fc8b5c [usbus1] 100038 D - 0xc6fc8b2c [usbus1] 100037 D - 0xc6fc8afc [usbus1] 100036 D - 0xc6fc8acc [usbus1] 100034 D - 0xc6fc3b5c [usbus0] 100033 D - 0xc6fc3b2c [usbus0] 100032 D - 0xc6fc3afc [usbus0] 100031 D - 0xc6fc3acc [usbus0] 13 0 0 0 DL - 0xc0e27224 [yarrow] 4 0 0 0 DL - 0xc0e24fc4 [g_down] 3 0 0 0 DL - 0xc0e24fc0 [g_up] 2 0 0 0 DL - 0xc0e24fb8 [g_event] 12 0 0 0 RL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 RunQ [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [irq9: acpi0] 100022 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 RunQ [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 RunQ [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 DLs swread 0xc17bd558 [init] 10 0 0 0 DL audit_wo 0xc0f9ec80 [audit] 0 0 0 0 RLs (threaded) [kernel] 100066 D deadlkre 0xc0e27224 [deadlkres] 100060 D - 0xc7004640 [fw0_taskq] 100026 D - 0xc6f3cd40 [kqueue taskq] 100025 D - 0xc6f3cd80 [acpi_task_2] 100024 D - 0xc6f3cd80 [acpi_task_1] 100023 D - 0xc6f3cd80 [acpi_task_0] 100019 D - 0xc6f3d100 [thread taskq] 100016 D - 0xc6d6ec80 [firmware taskq] 100000 Run CPU 1 [swapper] 13437 13285 1469 1001 Z+ syscall 13446 13440 1469 1001 Z+ swap db:0:ps> allt Tracing command nagios pid 13462 tid 100412 td 0xcc0b2900 sched_switch(cc0b2900,0,103,18c,c7e22607,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,ca6c0280,...) at mi_switch+0x200 turnstile_wait(ca6c0280,c81c26c0,0,1ac,c0f9fe00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0f9fe00,cc0b2900,0,c0cf193e,8c,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f9fe00,0,c0cf193e,8c,f6670c0c,...) at _mtx_lock_flags+0xf7 vm_fault(c8242658,28442000,2,0,28442010,...) at vm_fault+0x143f trap_pfault(5,0,c0d01eb6,2f4,c86752a8,...) at trap_pfault+0x10d trap(f6670d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281afa07, esp = 0xbfbfe2d0, ebp = 0xbfbfe358 --- Tracing command check_users pid 13461 tid 100174 td 0xc7cf1480 cpustop_handler(8,f631bc10,c0be7156,c0e274b4,f631bba4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0e274b4,f631bba4,c0e274b4,c0e274b4,c7a447f8,...) at ipi_nmi_handler+0x2f trap(f631bc1c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08a3b55, esp = 0xf631bc5c, ebp = 0xf631bc80 --- panic(c0d01e31,c0cc86e3,2,c0cc86e3,c7a447f8,...) at panic+0x35 syscall(f631bd38) at syscall+0x350 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (2, FreeBSD ELF32, fork), eip = 0x28056823, esp = 0xbfbfccdc, ebp = 0xbfbfccf8 --- Tracing command nagios pid 13460 tid 100254 td 0xc824ab40 sched_switch(c824ab40,0,104,191,84d4bf6f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c824ab40,0,c0cc9741,1a0,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7a3f000,4c,c0ccbc2c,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7a3f000,c7a3f170,14c,c0ccbc2c,0,...) at _sleep+0x354 pipe_read(c7822150,f642bc58,c7784000,0,c824ab40,...) at pipe_read+0x417 dofileread(f642bc58,ffffffff,ffffffff,0,c7822150,...) at dofileread+0x96 kern_readv(c824ab40,5,f642bc58,f642bc78,1,...) at kern_readv+0x58 read(c824ab40,f642bcf8,c,c824ab40,c8243550,...) at read+0x4f syscall(f642bd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28233e33, esp = 0xbfbfe51c, ebp = 0xbfbfe538 --- Tracing command swap pid 13448 tid 100462 td 0xca8d8480 sched_switch(ca8d8480,0,103,18c,bd368241,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,c8907d00,...) at mi_switch+0x200 turnstile_wait(c8907d00,c8271d80,0,1ac,c0f9fe00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0f9fe00,ca8d8480,0,c0d00a64,cc3,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f9fe00,0,c0d00a64,cc3,c089420c,...) at _mtx_lock_flags+0xf7 pmap_enter(c8241d60,44703000,2,c3190808,3,...) at pmap_enter+0x84 vm_fault(c8241cb0,44703000,2,0,44703000,...) at vm_fault+0x1852 trap_pfault(5,0,c0d01eb6,7ffef135,ccc837f8,...) at trap_pfault+0x10d trap(f6709d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281932e3, esp = 0xbfbfe660, ebp = 0xbfbfe708 --- Tracing command swap pid 13447 tid 100167 td 0xc7ed1b40 sched_switch(c7ed1b40,0,103,18c,bd9a4ff1,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,c8907d00,...) at mi_switch+0x200 turnstile_wait(c8907d00,c8271d80,0,1ac,c0f9fe00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0f9fe00,c7ed1b40,0,c0d00a64,cc3,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f9fe00,0,c0d00a64,cc3,c089420c,...) at _mtx_lock_flags+0xf7 pmap_enter(c84a3368,44703000,2,c318b1b0,3,...) at pmap_enter+0x84 vm_fault(c84a32b8,44703000,2,0,44703000,...) at vm_fault+0x1852 trap_pfault(5,0,c0d01eb6,c0e27478,c7ece550,...) at trap_pfault+0x10d trap(f6306d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281932e3, esp = 0xbfbfe660, ebp = 0xbfbfe708 --- Tracing command swap pid 13445 tid 100141 td 0xc7cf2900 cpustop_handler(4,f62b8a60,c0be7156,c7ce42a8,c7b26800,...) at cpustop_handler+0x32 ipi_nmi_handler(c7ce42a8,c7b26800,f62b8a0c,c7cf2900,c7ce42a8,...) at ipi_nmi_handler+0x2f trap(f62b8a6c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0bd8f08, esp = 0xf62b8aac, ebp = 0xf62b8acc --- smp_tlb_shootdown(f62b8af4,c0bde04f,c5998000,c5999000,f62b8c58,...) at smp_tlb_shootdown+0x98 smp_invlpg_range(c5998000,c5999000,f62b8c58,c0b108d1,c5999000,...) at smp_invlpg_range+0x1c pmap_invalidate_range(c0ff2e60,c5998000,c5999000) at pmap_invalidate_range+0x4f pmap_qremove(c5998000,1,c0d00a64,89d,c6d8e708,...) at pmap_qremove+0x54 free_pv_entry(c0f9fe00,4,c0d00a64,91b) at free_pv_entry+0x1be pmap_pvh_free(c0f9fe00,4,c0d00a64,977,c2b6bf68,...) at pmap_pvh_free+0xcc pmap_remove_entry(c2b6bf68,4,c0d00a64,a9a,289ce000,...) at pmap_remove_entry+0x45 pmap_remove_pte(f62b8bc8,0,c0d00a64,ada,c6d8e708,...) at pmap_remove_pte+0xe4 pmap_remove(c6d8e708,28800000,44800000,2,c0fb0c98,...) at pmap_remove+0x17a vm_map_delete(c6d8e658,28800000,44800000,4,c6d8e658,...) at vm_map_delete+0x195 munmap(c7cf2900,f62b8cf8,c,c7cf2900,c7ce42a8,...) at munmap+0x170 syscall(f62b8d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (73, FreeBSD ELF32, munmap), eip = 0x2817a42b, esp = 0xbfbfe54c, ebp = 0xbfbfe5c8 --- Tracing command swap pid 13444 tid 100441 td 0xcac87000 sched_switch(cac87000,0,103,18c,beacd278,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,c8907d00,...) at mi_switch+0x200 turnstile_wait(c8907d00,c8271d80,0,1ac,c0f9fe00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0f9fe00,cac87000,0,c0d00a64,cc3,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f9fe00,0,c0d00a64,cc3,c089420c,...) at _mtx_lock_flags+0xf7 pmap_enter(c7a4e9c0,44703000,2,c31910c0,3,...) at pmap_enter+0x84 vm_fault(c7a4e910,44703000,2,0,44703000,...) at vm_fault+0x1852 trap_pfault(5,0,c0d01eb6,c0e274b4,ccc42550,...) at trap_pfault+0x10d trap(f66c7d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281932e3, esp = 0xbfbfe660, ebp = 0xbfbfe708 --- Tracing command swap pid 13443 tid 100179 td 0xc81c26c0 sched_switch(c81c26c0,0,104,191,d23283b2,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c81c26c0,0,c0cc9741,260,c0e26d1c,...) at sleepq_switch+0x15f sleepq_wait(c0e26d1c,0,c0cc4375,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0e26d1c,c81c26c0,0,c0cc02fd,19a,...) at _sx_xlock_hard+0x496 _sx_xlock(c0e26d1c,0,c0cc02fd,19a,c089420c,...) at _sx_xlock+0xc0 exit1(c81c26c0,0,f632ad2c,c0be6ed0,c81c26c0,...) at exit1+0xaf1 sys_exit(c81c26c0,f632acf8,c,c81c26c0,c81b8000,...) at sys_exit+0x1d syscall(f632ad38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x28118b2f, esp = 0xbfbfe7cc, ebp = 0xbfbfe7d8 --- Tracing command swap pid 13442 tid 100292 td 0xc8271000 sched_switch(c8271000,0,103,18c,c7e23d18,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,ca6c0280,...) at mi_switch+0x200 turnstile_wait(ca6c0280,c81c26c0,0,1ac,c0f9fe00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0f9fe00,c8271000,0,c0d00a64,cc3,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f9fe00,0,c0d00a64,cc3,c089420c,...) at _mtx_lock_flags+0xf7 pmap_enter(c84a38d8,44704000,2,c3fe30d8,3,...) at pmap_enter+0x84 vm_fault(c84a3828,44704000,2,0,44704000,...) at vm_fault+0x1852 trap_pfault(5,0,c0d01eb6,2f4,c82462a8,...) at trap_pfault+0x10d trap(f64bed38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281932e3, esp = 0xbfbfe660, ebp = 0xbfbfe708 --- Tracing command swap pid 13441 tid 100302 td 0xc8932d80 cpustop_handler(1,f650ea54,c0be7156,f650ea0c,c08b06b8,...) at cpustop_handler+0x32 ipi_nmi_handler(f650ea0c,c08b06b8,70160a8f,7ffef12c,c8442d48,...) at ipi_nmi_handler+0x2f trap(f650ea60) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0894447, esp = 0xf650eaa0, ebp = 0xf650eabc --- _mtx_lock_sleep(c0f9fe00,c8932d80,0,c0cf193e,39e,...) at _mtx_lock_sleep+0x97 _mtx_lock_flags(c0f9fe00,0,c0cf193e,39e,3,...) at _mtx_lock_flags+0xf7 vm_fault(c7a4e828,322f0000,2,0,322f0000,...) at vm_fault+0x1d11 trap_pfault(5,0,c0d01eb6,2f4,c8442d48,...) at trap_pfault+0x10d trap(f650ed38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281932e3, esp = 0xbfbfe660, ebp = 0xbfbfe708 --- Tracing command swap pid 13440 tid 100437 td 0xcac98240 Tracing command swap pid 13436 tid 100166 td 0xc7ed1d80 Tracing command run pid 13285 tid 100328 td 0xc7a42240 Tracing command run pid 13284 tid 100132 td 0xc7a4a480 Tracing command run pid 13283 tid 100231 td 0xc81d1480 sched_switch(c81d1480,0,104,191,bd2c56e8,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c81d1480,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e01b0,c81d1480,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e273c4,5c,c0cc6379,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e273c4,0,15c,c0cc6379,3e9,...) at _sleep+0x31e kern_nanosleep(c81d1480,f63d3c64,f63d3c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c81d1480,f63d3cf8,c0d01de9,c0ccc4c9,c81ceaa0,...) at nanosleep+0x6f syscall(f63d3d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28176707, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command sh pid 13277 tid 100253 td 0xc824ad80 Tracing command httpd pid 2129 tid 100257 td 0xc824a480 Tracing command sh pid 1469 tid 100140 td 0xc7cf2b40 Tracing command bash pid 1464 tid 100095 td 0xc78096c0 Tracing command sshd pid 1463 tid 100171 td 0xc7ed1240 sched_switch(c7ed1240,0,104,191,33ead976,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7ed1240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c78ae450,0,c0cc38e8,c7ed1240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c78ae464,0,f6312a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c78ae464,c78ae450,c0ccba7b,621,c7c90460,...) at _cv_wait_sig+0x240 seltdwait(c7c90460,58,c805e880,c7ed1240,c0b0ec4e,...) at seltdwait+0xa2 kern_select(c7ed1240,c,288060b8,288060dc,0,0,20,bfbfe1e0,0) at kern_select+0x504 select(c7ed1240,f6312cf8,c,c7ed1240,c7ce5aa0,...) at select+0x66 syscall(f6312d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284addb3, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1461 tid 100115 td 0xc7b3d240 Tracing command getty pid 1438 tid 100110 td 0xc7809000 sched_switch(c7809000,0,104,191,e314bc93,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7809000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7809000,c7809000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fbae70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbae70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fbae00,c6fbae70,f6228c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fbae00,f6228c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103600,f6228c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7b35ce8,f6228c58,c6d8d380,0,c7809000,...) at devfs_read_f+0x7e dofileread(f6228c58,ffffffff,ffffffff,0,c7b35ce8,...) at dofileread+0x96 kern_readv(c7809000,0,f6228c58,f6228c78,1,...) at kern_readv+0x58 read(c7809000,f6228cf8,c0d01de9,c0cddd37,c7804550,...) at read+0x4f syscall(f6228d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1437 tid 100168 td 0xc7ed1900 sched_switch(c7ed1900,0,104,191,e2f57929,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7ed1900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7ed1900,c7ed1900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fbac70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbac70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fbac00,c6fbac70,f6309c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fbac00,f6309c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103500,f6309c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780c118,f6309c58,c6d8d380,0,c7ed1900,...) at devfs_read_f+0x7e dofileread(f6309c58,ffffffff,ffffffff,0,c780c118,...) at dofileread+0x96 kern_readv(c7ed1900,0,f6309c58,f6309c78,1,...) at kern_readv+0x58 read(c7ed1900,f6309cf8,c0d01de9,c0cddd37,c7ece2a8,...) at read+0x4f syscall(f6309d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1436 tid 100076 td 0xc780a000 sched_switch(c780a000,0,104,191,e2f0cf0f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c780a000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c780a000,c780a000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fb9c70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fb9c70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fb9c00,c6fb9c70,f615ac58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fb9c00,f615ac58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103400,f615ac58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7b35cb0,f615ac58,c6d8d380,0,c780a000,...) at devfs_read_f+0x7e dofileread(f615ac58,ffffffff,ffffffff,0,c7b35cb0,...) at dofileread+0x96 kern_readv(c780a000,0,f615ac58,f615ac78,1,...) at kern_readv+0x58 read(c780a000,f615acf8,c0d01de9,c0cddd37,c78057f8,...) at read+0x4f syscall(f615ad38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1435 tid 100130 td 0xc7893000 sched_switch(c7893000,0,104,191,e30facf9,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7893000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7893000,c7893000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8a70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8a70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8a00,c70f8a70,f6297c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8a00,f6297c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103300,f6297c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780c380,f6297c58,c6d8d380,0,c7893000,...) at devfs_read_f+0x7e dofileread(f6297c58,ffffffff,ffffffff,0,c780c380,...) at dofileread+0x96 kern_readv(c7893000,0,f6297c58,f6297c78,1,...) at kern_readv+0x58 read(c7893000,f6297cf8,c0d01de9,c0cddd37,c7cde7f8,...) at read+0x4f syscall(f6297d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1434 tid 100097 td 0xc780a900 sched_switch(c780a900,0,104,191,e2febea3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c780a900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c780a900,c780a900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fbaa70,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbaa70,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fbaa00,c6fbaa70,f61d8c58,1,0,...) at tty_wait+0x71 ttydisc_read(c6fbaa00,f61d8c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103200,f61d8c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7b2de38,f61d8c58,c6d8d380,0,c780a900,...) at devfs_read_f+0x7e dofileread(f61d8c58,ffffffff,ffffffff,0,c7b2de38,...) at dofileread+0x96 kern_readv(c780a900,0,f61d8c58,f61d8c78,1,...) at kern_readv+0x58 read(c780a900,f61d8cf8,c0d01de9,c0cddd37,c7a442a8,...) at read+0x4f syscall(f61d8d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1433 tid 100081 td 0xc7839b40 sched_switch(c7839b40,0,104,191,e31326ab,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7839b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7839b40,c7839b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f9070,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f9070,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f9000,c70f9070,f616ec58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f9000,f616ec58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7103100,f616ec58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780da48,f616ec58,c6d8d380,0,c7839b40,...) at devfs_read_f+0x7e dofileread(f616ec58,ffffffff,ffffffff,0,c780da48,...) at dofileread+0x96 kern_readv(c7839b40,0,f616ec58,f616ec78,1,...) at kern_readv+0x58 read(c7839b40,f616ecf8,c0d01de9,c0cddd37,c7837aa0,...) at read+0x4f syscall(f616ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1432 tid 100118 td 0xc7806b40 sched_switch(c7806b40,0,104,191,e2edf7eb,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7806b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7806b40,c7806b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8870,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8870,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8800,c70f8870,f6259c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8800,f6259c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c70e7d00,f6259c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780c5e8,f6259c58,c6d8d380,0,c7806b40,...) at devfs_read_f+0x7e dofileread(f6259c58,ffffffff,ffffffff,0,c780c5e8,...) at dofileread+0x96 kern_readv(c7806b40,0,f6259c58,f6259c78,1,...) at kern_readv+0x58 read(c7806b40,f6259cf8,c0d01de9,c0cddd37,c7804000,...) at read+0x4f syscall(f6259d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1431 tid 100092 td 0xc7809d80 sched_switch(c7809d80,0,104,191,e2d9812e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7809d80,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,c7809d80,c7809d80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8070,0,c0ccddae,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8070,c0e26b70,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8000,c70f8070,f61a9c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8000,f61a9c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c70e7e00,f61a9c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c780d850,f61a9c58,c6d8d380,0,c7809d80,...) at devfs_read_f+0x7e dofileread(f61a9c58,ffffffff,ffffffff,0,c780d850,...) at dofileread+0x96 kern_readv(c7809d80,0,f61a9c58,f61a9c78,1,...) at kern_readv+0x58 read(c7809d80,f61a9cf8,c0d01de9,c0cddd37,c7805550,...) at read+0x4f syscall(f61a9d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1430 tid 100146 td 0xc7cf2240 sched_switch(c7cf2240,0,104,191,c94d910e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cf2240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c70f8604,0,c0cc38e8,c7cf2240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70f8670,0,f62c7b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70f8670,c70f8604,c0ccd77d,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70f8600,c70f8670,f62c7c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70f8600,f62c7c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6d76600,f62c7c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7891230,f62c7c58,c6d8d380,0,c7cf2240,...) at devfs_read_f+0x7e dofileread(f62c7c58,ffffffff,ffffffff,0,c7891230,...) at dofileread+0x96 kern_readv(c7cf2240,0,f62c7c58,f62c7c78,1,...) at kern_readv+0x58 read(c7cf2240,f62c7cf8,c0d01de9,c0cddd37,c7ce3aa0,...) at read+0x4f syscall(f62c7d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28193e33, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1397 tid 100077 td 0xc783c480 sched_switch(c783c480,0,104,191,cf34cb3f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783c480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c77757d0,0,c0cc38e8,c783c480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77757e4,0,f615ea7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77757e4,c77757d0,c0ccba7b,621,c7822620,...) at _cv_wait_sig+0x240 seltdwait(c7822620,58,c6d8d380,c783c480,c6d3e5e0,...) at seltdwait+0xa2 kern_select(c783c480,8,bfbfdfd0,0,0,0,20,bfbfdf90,4) at kern_select+0x504 select(c783c480,f615ecf8,c0d01de9,c0ccc061,c7838550,...) at select+0x66 syscall(f615ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a7db3, esp = 0xbfbfdf8c, ebp = 0xbfbfee18 --- Tracing command watchdogd pid 1360 tid 100128 td 0xc7893480 sched_switch(c7893480,0,104,191,ce6d64f1,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7893480,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08e01b0,c7893480,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e273c4,5c,c0cc6379,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e273c4,0,15c,c0cc6379,ea61,...) at _sleep+0x31e kern_nanosleep(c7893480,f6291c64,f6291c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7893480,f6291cf8,c0d01de9,c0cddd37,c7cded48,...) at nanosleep+0x6f syscall(f6291d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2818d707, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command cron pid 1322 tid 100164 td 0xc7ed3240 Tracing command sendmail pid 1315 tid 100159 td 0xc7ed3d80 Tracing command sendmail pid 1311 tid 100158 td 0xc7ed4000 sched_switch(c7ed4000,0,104,191,f38f0ab3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7ed4000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62eba4c,c089429a,c7776990,0,c7ed4000,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77769a4,0,f62eba7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77769a4,c7776990,1389,621,c97584d0,...) at _cv_timedwait_sig+0x250 seltdwait(f62ebc28,f62ebc30,c7cb3b00,c7ed4000,c15b1014,...) at seltdwait+0x8a kern_select(c7ed4000,7,bfbfc530,0,0,f62ebc70,20,5,0) at kern_select+0x504 select(c7ed4000,f62ebcf8,c0d01de9,c0ccc428,c7ecfd48,...) at select+0x66 syscall(f62ebd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283dddb3, esp = 0xbfbfc49c, ebp = 0xbfbfcfc8 --- Tracing command httpd pid 1310 tid 100157 td 0xc7ed4240 Tracing command httpd pid 1309 tid 100153 td 0xc7cf2000 Tracing command httpd pid 1308 tid 100129 td 0xc7893240 Tracing command httpd pid 1307 tid 100151 td 0xc783c900 Tracing command httpd pid 1306 tid 100134 td 0xc7892900 Tracing command sshd pid 1300 tid 100152 td 0xc783c6c0 sched_switch(c783c6c0,0,104,191,36958628,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c783c6c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7ea9890,0,c0cc38e8,c783c6c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7ea98a4,0,f62d9a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ea98a4,c7ea9890,c0ccba7b,621,c780c930,...) at _cv_wait_sig+0x240 seltdwait(c780c930,58,c7cb2d00,c783c6c0,0,...) at seltdwait+0xa2 kern_select(c783c6c0,5,2880c0b0,0,0,0,20,bfbfe2a0,a) at kern_select+0x504 select(c783c6c0,f62d9cf8,c0d01de9,c0ccc87a,c7b37aa0,...) at select+0x66 syscall(f62d9d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284addb3, esp = 0xbfbfe29c, ebp = 0xbfbfee38 --- Tracing command httpd pid 1276 tid 100138 td 0xc7893b40 sched_switch(c7893b40,0,104,191,78d3595e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7893b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62afa4c,c089429a,c77b3190,0,c7893b40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77b31a4,0,f62afa7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b31a4,c77b3190,3e9,621,f62afc30,...) at _cv_timedwait_sig+0x250 seltdwait(f62afc28,f62afc30,7ffef1ac,369e99,0,...) at seltdwait+0x8a kern_select(c7893b40,0,0,0,0,f62afc70,20,1,0) at kern_select+0x504 select(c7893b40,f62afcf8,c0d01de9,c0ccbe45,c7ce4aa0,...) at select+0x66 syscall(f62afd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ecdb3, esp = 0xbfbfecac, ebp = 0xbfbfeda8 --- Tracing command moused pid 1220 tid 100155 td 0xc7cf1b40 sched_switch(c7cf1b40,0,104,191,85858b06,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cf1b40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7832010,0,c0cc38e8,c7cf1b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7832024,0,f62e2a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7832024,c7832010,c0ccba7b,621,c780d5b0,...) at _cv_wait_sig+0x240 seltdwait(c780d5b0,58,c6d8d380,c7cf1b40,0,...) at seltdwait+0xa2 kern_select(c7cf1b40,6,bfbfea34,0,0,0,20,bfbfe9c0,1) at kern_select+0x504 select(c7cf1b40,f62e2cf8,c0d01de9,c0cddd37,c7ce32a8,...) at select+0x66 syscall(f62e2d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b0db3, esp = 0xbfbfe9bc, ebp = 0xbfbfeb58 --- Tracing command ntpd pid 1154 tid 100148 td 0xc7892000 sched_switch(c7892000,0,104,191,838fa39b,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7892000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7f9b4d0,0,c0cc38e8,c7892000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f9b4e4,0,f62cda7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7f9b4e4,c7f9b4d0,c0ccba7b,621,c7c900e0,...) at _cv_wait_sig+0x240 seltdwait(c7c900e0,58,c6d8d380,c7892000,0,...) at seltdwait+0xa2 kern_select(c7892000,1c,bfbfed28,0,0,0,20,bfbfed00,0) at kern_select+0x504 select(c7892000,f62cdcf8,16,c7892000,c7cdd550,...) at select+0x66 syscall(f62cdd38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28359db3, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nagios pid 1083 tid 100127 td 0xc7a4a6c0 sched_switch(c7a4a6c0,0,104,191,9fe1af5f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7a4a6c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f628eaa8,c089429a,c71089d0,0,c7a4a6c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c71089e4,0,f628ead8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c71089e4,c71089d0,1f5,621,f628eb5c,...) at _cv_timedwait_sig+0x250 seltdwait(f628ec5c,f628ec64,52f,c7a4a6c0,f628eb5c,...) at seltdwait+0x8a poll(c7a4a6c0,f628ecf8,c0d01de9,c0ccc589,c7b36000,...) at poll+0x300 syscall(f628ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x281d9d0f, esp = 0xbf9fceec, ebp = 0xbf9fcf08 --- Tracing command nagios pid 1083 tid 100122 td 0xc7b3c480 sched_switch(c7b3c480,0,103,18c,bd369847,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,c8907d00,...) at mi_switch+0x200 turnstile_wait(c8907d00,c8271d80,0,1ac,c0f9fe00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0f9fe00,c7b3c480,0,c0cf193e,134,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f9fe00,0,c0cf193e,134,f627fc0c,...) at _mtx_lock_flags+0xf7 vm_fault(c783d658,80cd000,2,0,80cd224,...) at vm_fault+0x216 trap_pfault(5,0,c0d01eb6,c0cc6cc1,c7b36000,...) at trap_pfault+0x10d trap(f627fd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8073519, esp = 0xbfbfe5a0, ebp = 0xbfbfe5b8 --- Tracing command snmpd pid 1066 tid 100082 td 0xc7839900 sched_switch(c7839900,0,104,191,783111f7,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7839900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6172a4c,c089429a,c77768d0,0,c7839900,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77768e4,0,f6172a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77768e4,c77768d0,1387,621,c780d0a8,...) at _cv_timedwait_sig+0x250 seltdwait(f6172c28,f6172c30,c6d8d380,c7839900,c08ae740,...) at seltdwait+0x8a kern_select(c7839900,a,bfbfecb8,bfbfec38,bfbfebb8,f6172c70,20,4,f3a41) at kern_select+0x504 select(c7839900,f6172cf8,c0d01de9,c0ccc152,c78377f8,...) at select+0x66 syscall(f6172d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28657db3, esp = 0xbfbfea3c, ebp = 0xbfbfede8 --- Tracing command rpc.lockd pid 1034 tid 100090 td 0xc78936c0 sched_switch(c78936c0,0,104,191,e89ae3ee,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c78936c0,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61929fc,c089429a,c77ba800,0,c78936c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7717550,0,f6192a2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7717550,c77ba800,1388,3b1,c72ac700,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7893828,14,c0ce9546,c0ce8c3b,f6192b8c,...) at svc_run_internal+0x356 svc_run(c77ba800,0,4,c0a904a0,f6192b8c,...) at svc_run+0x7f nlm_syscall(c78936c0,f6192cf8,c0d01de9,c0ccc868,c6f3b7f8,...) at nlm_syscall+0x77d syscall(f6192d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fad5b, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpc.statd pid 1027 tid 100083 td 0xc7100240 sched_switch(c7100240,0,104,191,e0a78dfd,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7100240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6176a4c,c089429a,c7776290,0,c7100240,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c77762a4,0,f6176a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77762a4,c7776290,7531,621,c7822dc8,...) at _cv_timedwait_sig+0x250 seltdwait(f6176c28,f6176c30,c6d8d380,c7100240,c0b0ec4e,...) at seltdwait+0x8a kern_select(c7100240,8,bfbfed34,0,0,f6176c70,20,1e,0) at kern_select+0x504 select(c7100240,f6176cf8,c0d01de9,c0ccc152,c7799000,...) at select+0x66 syscall(f6176d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818ddb3, esp = 0xbfbfec8c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 1020 tid 100126 td 0xc7a4a900 sched_switch(c7a4a900,0,104,191,f2e804b7,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7a4a900,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f628bbf8,c089429a,c7279980,0,c7a4a900,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7776c90,0,f628bc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7776c90,c7279980,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f628bd24,c0879af8,c7279980,f628bd38,c0cc0509,...) at svc_run_internal+0x356 svc_thread_start(c7279980,f628bd38,c0cc0509,343,c7a43550,...) at svc_thread_start+0x10 fork_exit(c0a9e500,c7279980,f628bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1020 tid 100125 td 0xc7a4ab40 sched_switch(c7a4ab40,0,104,191,f2c7a6b5,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7a4ab40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6288bf8,c089429a,c7279980,0,c7a4ab40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7776cd0,0,f6288c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7776cd0,c7279980,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6288d24,c0879af8,c7279980,f6288d38,c0cc0509,...) at svc_run_internal+0x356 svc_thread_start(c7279980,f6288d38,c0cc0509,343,c7a43550,...) at svc_thread_start+0x10 fork_exit(c0a9e500,c7279980,f6288d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1020 tid 100124 td 0xc7a4ad80 sched_switch(c7a4ad80,0,104,191,5701a060,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7a4ad80,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6285bf8,c089429a,c7279980,0,c7a4ad80,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7776d10,0,f6285c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7776d10,c7279980,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6285d24,c0879af8,c7279980,f6285d38,c0cc0509,...) at svc_run_internal+0x356 svc_thread_start(c7279980,f6285d38,c0cc0509,343,c7a43550,...) at svc_thread_start+0x10 fork_exit(c0a9e500,c7279980,f6285d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1020 tid 100102 td 0xc7a4bb40 sched_switch(c7a4bb40,0,104,191,78cb393c,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7a4bb40,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61e7ae8,c089429a,c7279980,0,c7a4bb40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7775450,0,f61e7b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7775450,c7279980,1388,3b1,f61e7b60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7a4bca8,14,c0ce9546,c0ce7ffa,f61e7c3c,...) at svc_run_internal+0x356 svc_run(c7279980,0,c0ce82fe,1c2,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8b0,f61e7c3c,c,c6d8d380,f61e7c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c7a4bb40,f61e7cf8,bfbfe8b0,c7a4bb40,0,...) at nfssvc_nfsserver+0x24f nfssvc(c7a4bb40,f61e7cf8,c0d01de9,c0ccc428,c7a43550,...) at nfssvc+0x83 syscall(f61e7d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dbd3b, esp = 0xbfbfe86c, ebp = 0xbfbfead8 --- Tracing command nfsd pid 1019 tid 100086 td 0xc7100000 sched_switch(c7100000,0,104,191,7ff939aa,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7100000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c77b3690,0,c0cc38e8,c7100000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77b36a4,0,f6182a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b36a4,c77b3690,c0ccba7b,621,c7b35540,...) at _cv_wait_sig+0x240 seltdwait(c7b35540,58,c6d8d380,c7100000,c0b0ec4e,...) at seltdwait+0xa2 kern_select(c7100000,5,bfbfece0,0,0,0,20,bfbfeae0,1) at kern_select+0x504 select(c7100000,f6182cf8,c,c7100000,c6f3bd48,...) at select+0x66 syscall(f6182d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28184db3, esp = 0xbfbfeadc, ebp = 0xbfbfee18 --- Tracing command mountd pid 1010 tid 100100 td 0xc780a240 sched_switch(c780a240,0,104,191,a1a45c62,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c780a240,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7729610,0,c0cc38e8,c780a240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7729624,0,f61e1a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7729624,c7729610,c0ccba7b,621,c7b35d58,...) at _cv_wait_sig+0x240 seltdwait(c7b35d58,58,c6d8d380,c780a240,c0f667e8,...) at seltdwait+0xa2 kern_select(c780a240,9,bfbfed7c,0,0,0,20,bfbfed50,bfbfed7c) at kern_select+0x504 select(c780a240,f61e1cf8,c0d01de9,c0ccbfb9,c7a43aa0,...) at select+0x66 syscall(f61e1d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28197db3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 917 tid 100085 td 0xc7839480 sched_switch(c7839480,0,104,191,d0066ae5,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7839480,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f617eaa8,c089429a,c78321d0,0,c7839480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c78321e4,0,f617ead8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c78321e4,c78321d0,7531,621,f617eb8c,...) at _cv_timedwait_sig+0x250 seltdwait(f617ec5c,f617ec64,52f,c7839480,f617eb5c,...) at seltdwait+0x8a poll(c7839480,f617ecf8,c0d01de9,c0ccc152,c78372a8,...) at poll+0x300 syscall(f617ed38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28145d0f, esp = 0xbfbfcbdc, ebp = 0xbfbfeda8 --- Tracing command syslogd pid 891 tid 100107 td 0xc7a4b000 sched_switch(c7a4b000,0,104,191,d6f22013,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7a4b000,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c7775390,0,c0cc38e8,c7a4b000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77753a4,0,f61f6a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77753a4,c7775390,c0ccba7b,621,c7b2d188,...) at _cv_wait_sig+0x240 seltdwait(c7b2d188,58,c6d8d380,c7a4b000,c0b0ec4e,...) at seltdwait+0xa2 kern_select(c7a4b000,9,2847f0ac,0,0,0,20,bfbfe2b0,0) at kern_select+0x504 select(c7a4b000,f61f6cf8,c0d01de9,c0ccc004,c78387f8,...) at select+0x66 syscall(f61f6d38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28196db3, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 --- Tracing command devd pid 701 tid 100080 td 0xc7839d80 sched_switch(c7839d80,0,104,191,6c056675,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7839d80,0,c0cc9741,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089429a,c77b3bd0,0,c0cc38e8,c7839d80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77b3be4,0,f616aa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b3be4,c77b3bd0,c0ccba7b,621,c7822000,...) at _cv_wait_sig+0x240 seltdwait(c7822000,58,c6d8d380,c7839d80,c0cbcdd0,...) at seltdwait+0xa2 kern_select(c7839d80,6,bfbfe9a0,0,0,0,20,bfbfe970,10) at kern_select+0x504 select(c7839d80,f616acf8,c0d01de9,c0c634f9,c7837d48,...) at select+0x66 syscall(f616ad38) at syscall+0x230 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808c273, esp = 0xbfbfe96c, ebp = 0xbfbfee48 --- Tracing command flowcleaner pid 20 tid 100075 td 0xc7100480 sched_switch(c7100480,0,104,191,d0c4efd7,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7100480,0,c0cc9741,283,c7100480,...) at sleepq_switch+0x15f sleepq_timedwait(c0f93c28,0,f3f6acc4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f93c28,c0f93c30,4e20,627,0,...) at _cv_timedwait+0x250 flowtable_cleaner(0,f3f6ad38,c0cc0509,343,c77992a8,...) at flowtable_cleaner+0x1bc fork_exit(c09504e0,0,f3f6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f6ad70, ebp = 0 --- Tracing command softdepflush pid 19 tid 100074 td 0xc71006c0 sched_switch(c71006c0,0,104,191,96708f27,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,44,...) at mi_switch+0x200 sleepq_switch(c71006c0,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f9f460,44,c0cee812,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f9f460,c0f9f418,44,c0cee812,3e8,...) at _sleep+0x339 softdep_flush(0,f3f67d38,c0cc0509,343,c7799550,...) at softdep_flush+0x250 fork_exit(c0ae8200,0,f3f67d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f67d70, ebp = 0 --- Tracing command vnlru pid 18 tid 100073 td 0xc7100900 sched_switch(c7100900,0,104,191,d211d93d,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,50,...) at mi_switch+0x200 sleepq_switch(c7100900,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c77997f8,50,c0cd375f,0,0,...) at sleepq_timedwait+0x6b _sleep(c77997f8,c0f939f8,250,c0cd375f,3e8,...) at _sleep+0x339 vnlru_proc(0,f3f64d38,c0cc0509,343,c77997f8,...) at vnlru_proc+0xe7 fork_exit(c093bfa0,0,f3f64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f64d70, ebp = 0 --- Tracing command syncer pid 17 tid 100072 td 0xc7100b40 sched_switch(c7100b40,0,104,191,a7ed8b90,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7100b40,0,c0cc9741,283,c7100b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0f93a38,0,f3f61c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f93a38,c0f93a24,3e8,6d4,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f3f61d38,c0cc0509,343,c7799aa0,...) at sched_sync+0x502 fork_exit(c093b3d0,0,f3f61d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f61d70, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100071 td 0xc7100d80 sched_switch(c7100d80,0,104,191,c23745fb,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7100d80,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f93768,44,c0cd0c1d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f93768,c0f93770,44,c0cd0c1d,3e8,...) at _sleep+0x339 buf_daemon(0,f3f5ed38,c0cc0509,343,c7799d48,...) at buf_daemon+0x16e fork_exit(c0922dc0,0,f3f5ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5ed70, ebp = 0 --- Tracing command pagezero pid 15 tid 100070 td 0xc7102000 sched_switch(c7102000,0,104,191,951a3e8c,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7102000,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa0294,0,c0cf474a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fa0294,c0f9fd80,0,c0cf474a,493e0,...) at _sleep+0x339 vm_pagezero(0,f3f5bd38,c0cc0509,343,c6d882a8,...) at vm_pagezero+0xdc fork_exit(c0b27fc0,0,f3f5bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5bd70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100069 td 0xc7102240 sched_switch(c7102240,0,104,191,7783148e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,68,...) at mi_switch+0x200 sleepq_switch(c7102240,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0f9fec4,68,c0cd0c1d,0,0,...) at sleepq_wait+0x63 _sleep(c0f9fec4,c0f9fec8,68,c0cd0c1d,0,...) at _sleep+0x36b vm_daemon(0,f3f58d38,c0cc0509,343,c6d88550,...) at vm_daemon+0x59 fork_exit(c0b22450,0,f3f58d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f58d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100068 td 0xc7102480 sched_switch(c7102480,0,103,18c,c615af94,...) at sched_switch+0x36a mi_switch(103,0,c0cc9fbb,2e2,c6fa2e80,...) at mi_switch+0x200 turnstile_wait(c6fa2e80,c8932d80,0,1ac,c7cd4bb0,...) at turnstile_wait+0x495 _mtx_lock_sleep(c7cd4bb0,c7102480,0,c0cf37f5,ff,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c7cd4bb0,0,c0cf37f5,ff,f3f55be0,...) at _mtx_lock_flags+0xf7 vm_pageout_fallback_object_lock(c238a228,f3f55ce8,c0cf37f5,300,1f4,...) at vm_pageout_fallback_object_lock+0xb8 vm_pageout(0,f3f55d38,c0cc0509,343,c6d887f8,...) at vm_pageout+0x891 fork_exit(c0b232d0,0,f3f55d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f55d70, ebp = 0 --- Tracing command xpt_thrd pid 7 tid 100067 td 0xc71026c0 sched_switch(c71026c0,0,104,191,43a423fd,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c71026c0,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0df31d4,4c,c0c5e5bb,0,0,...) at sleepq_wait+0x63 _sleep(c0df31d4,c0df3218,4c,c0c5e5bb,0,...) at _sleep+0x36b xpt_scanner_thread(0,f3ef2d38,c0cc0509,343,c6d88aa0,...) at xpt_scanner_thread+0x47 fork_exit(c0484700,0,f3ef2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ef2d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc6fcd240 sched_switch(c6fcd240,0,104,191,bd2c7639,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6fcd240,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c70f8c3c,4c,c0cba747,0,0,...) at sleepq_timedwait+0x6b _sleep(c70f8c3c,c70f8cf0,4c,c0cba747,3e8,...) at _sleep+0x339 fdc_thread(c70f8c00,f3ee6d38,c0cc0509,343,c6d88d48,...) at fdc_thread+0x27d fork_exit(c0ba56b0,c70f8c00,f3ee6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee6d70, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc6fcd6c0 sched_switch(c6fcd6c0,0,104,191,b0914d6d,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6fcd6c0,0,c0cc9741,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cc9741,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7005000,5c,c0cba747,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7005000,c7009488,15c,c0cba747,0,...) at _sleep+0x354 fw_bus_probe_thread(c7005000,f3ed6d38,c0cc0509,343,c6f3b000,...) at fw_bus_probe_thread+0xa08 fork_exit(c0668f50,c7005000,f3ed6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed6d70, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc6fe1000 sched_switch(c6fe1000,0,104,191,4603fc4f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1000,0,c0cc9741,260,c6fe1000,...) at sleepq_switch+0x15f sleepq_wait(c6fe6d0c,0,f3ebfcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6d0c,c6fe6dac,c0cb3370,6c,c6fe6d14,...) at _cv_wait+0x240 usb_process(c6fe6d04,f3ebfd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6d04,f3ebfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebfd70, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc6fe1240 sched_switch(c6fe1240,0,104,191,e78c36d6,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1240,0,c0cc9741,260,c6fe1240,...) at sleepq_switch+0x15f sleepq_wait(c6fe6cdc,0,f3ebccbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6cdc,c6fe6dac,c0cb3370,6c,c6fe6ce4,...) at _cv_wait+0x240 usb_process(c6fe6cd4,f3ebcd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6cd4,f3ebcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebcd70, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc6fe1480 sched_switch(c6fe1480,0,104,191,459da544,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1480,0,c0cc9741,260,c6fe1480,...) at sleepq_switch+0x15f sleepq_wait(c6fe6cac,0,f3eb9cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6cac,c6fe6dac,c0cb3370,6c,c6fe6cb4,...) at _cv_wait+0x240 usb_process(c6fe6ca4,f3eb9d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6ca4,f3eb9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb9d70, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc6fe16c0 sched_switch(c6fe16c0,0,104,191,459d9371,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe16c0,0,c0cc9741,260,c6fe16c0,...) at sleepq_switch+0x15f sleepq_wait(c6fe6c7c,0,f3eb6cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe6c7c,c6fe6dac,c0cb3370,6c,c6fe6c84,...) at _cv_wait+0x240 usb_process(c6fe6c74,f3eb6d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fe6c74,f3eb6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb6d70, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc6fe1b40 sched_switch(c6fe1b40,0,104,191,459d7ef1,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1b40,0,c0cc9741,260,c6fe1b40,...) at sleepq_switch+0x15f sleepq_wait(c6fdcb5c,0,f3eaecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcb5c,c6fdcbfc,c0cb3370,6c,c6fdcb64,...) at _cv_wait+0x240 usb_process(c6fdcb54,f3eaed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcb54,f3eaed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eaed70, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc6fe1d80 sched_switch(c6fe1d80,0,104,191,d8873870,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe1d80,0,c0cc9741,260,c6fe1d80,...) at sleepq_switch+0x15f sleepq_wait(c6fdcb2c,0,f3eabcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcb2c,c6fdcbfc,c0cb3370,6c,c6fdcb34,...) at _cv_wait+0x240 usb_process(c6fdcb24,f3eabd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcb24,f3eabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eabd70, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc6fa36c0 sched_switch(c6fa36c0,0,104,191,4539aa14,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa36c0,0,c0cc9741,260,c6fa36c0,...) at sleepq_switch+0x15f sleepq_wait(c6fdcafc,0,f3ea8cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcafc,c6fdcbfc,c0cb3370,6c,c6fdcb04,...) at _cv_wait+0x240 usb_process(c6fdcaf4,f3ea8d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcaf4,f3ea8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea8d70, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc6fa3900 sched_switch(c6fa3900,0,104,191,453998ad,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa3900,0,c0cc9741,260,c6fa3900,...) at sleepq_switch+0x15f sleepq_wait(c6fdcacc,0,f3ea5cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdcacc,c6fdcbfc,c0cb3370,6c,c6fdcad4,...) at _cv_wait+0x240 usb_process(c6fdcac4,f3ea5d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fdcac4,f3ea5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea5d70, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc6fa3b40 sched_switch(c6fa3b40,0,104,191,45398455,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa3b40,0,c0cc9741,260,c6fa3b40,...) at sleepq_switch+0x15f sleepq_wait(c6fd8b5c,0,f3ea1cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8b5c,c6fd8bfc,c0cb3370,6c,c6fd8b64,...) at _cv_wait+0x240 usb_process(c6fd8b54,f3ea1d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8b54,f3ea1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea1d70, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc6fa3d80 sched_switch(c6fa3d80,0,104,191,d886d770,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa3d80,0,c0cc9741,260,c6fa3d80,...) at sleepq_switch+0x15f sleepq_wait(c6fd8b2c,0,f3e9ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8b2c,c6fd8bfc,c0cb3370,6c,c6fd8b34,...) at _cv_wait+0x240 usb_process(c6fd8b24,f3e9ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8b24,f3e9ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9ed70, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc6fcc000 sched_switch(c6fcc000,0,104,191,44d53e12,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc000,0,c0cc9741,260,c6fcc000,...) at sleepq_switch+0x15f sleepq_wait(c6fd8afc,0,f3e9bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8afc,c6fd8bfc,c0cb3370,6c,c6fd8b04,...) at _cv_wait+0x240 usb_process(c6fd8af4,f3e9bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8af4,f3e9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9bd70, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc6fcc240 sched_switch(c6fcc240,0,104,191,44d52ab6,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc240,0,c0cc9741,260,c6fcc240,...) at sleepq_switch+0x15f sleepq_wait(c6fd8acc,0,f3e98cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8acc,c6fd8bfc,c0cb3370,6c,c6fd8ad4,...) at _cv_wait+0x240 usb_process(c6fd8ac4,f3e98d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fd8ac4,f3e98d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e98d70, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc6fcc480 sched_switch(c6fcc480,0,104,191,44d51924,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc480,0,c0cc9741,260,c6fcc480,...) at sleepq_switch+0x15f sleepq_wait(c6fceb5c,0,f3e94cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceb5c,c6fcebfc,c0cb3370,6c,c6fceb64,...) at _cv_wait+0x240 usb_process(c6fceb54,f3e94d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceb54,f3e94d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e94d70, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc6fcc6c0 sched_switch(c6fcc6c0,0,104,191,d8869921,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc6c0,0,c0cc9741,260,c6fcc6c0,...) at sleepq_switch+0x15f sleepq_wait(c6fceb2c,0,f3e91cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceb2c,c6fcebfc,c0cb3370,6c,c6fceb34,...) at _cv_wait+0x240 usb_process(c6fceb24,f3e91d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceb24,f3e91d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e91d70, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc6fcc900 sched_switch(c6fcc900,0,104,191,4471447f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc900,0,c0cc9741,260,c6fcc900,...) at sleepq_switch+0x15f sleepq_wait(c6fceafc,0,f3e8ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceafc,c6fcebfc,c0cb3370,6c,c6fceb04,...) at _cv_wait+0x240 usb_process(c6fceaf4,f3e8ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceaf4,f3e8ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8ed70, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc6fccb40 sched_switch(c6fccb40,0,104,191,44713355,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fccb40,0,c0cc9741,260,c6fccb40,...) at sleepq_switch+0x15f sleepq_wait(c6fceacc,0,f3e8bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fceacc,c6fcebfc,c0cb3370,6c,c6fcead4,...) at _cv_wait+0x240 usb_process(c6fceac4,f3e8bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fceac4,f3e8bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8bd70, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc6fcd000 sched_switch(c6fcd000,0,104,191,44712037,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd000,0,c0cc9741,260,c6fcd000,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b5c,0,f3e84cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8b5c,c6fc8bfc,c0cb3370,6c,c6fc8b64,...) at _cv_wait+0x240 usb_process(c6fc8b54,f3e84d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8b54,f3e84d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e84d70, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc6f61d80 sched_switch(c6f61d80,0,104,191,d8860da0,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61d80,0,c0cc9741,260,c6f61d80,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b2c,0,f3e81cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8b2c,c6fc8bfc,c0cb3370,6c,c6fc8b34,...) at _cv_wait+0x240 usb_process(c6fc8b24,f3e81d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8b24,f3e81d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e81d70, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc6fa1000 sched_switch(c6fa1000,0,104,191,440d4ed1,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1000,0,c0cc9741,260,c6fa1000,...) at sleepq_switch+0x15f sleepq_wait(c6fc8afc,0,f3e7ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8afc,c6fc8bfc,c0cb3370,6c,c6fc8b04,...) at _cv_wait+0x240 usb_process(c6fc8af4,f3e7ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8af4,f3e7ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7ed70, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc6fa1240 sched_switch(c6fa1240,0,104,191,440d3c64,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1240,0,c0cc9741,260,c6fa1240,...) at sleepq_switch+0x15f sleepq_wait(c6fc8acc,0,f3e7bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8acc,c6fc8bfc,c0cb3370,6c,c6fc8ad4,...) at _cv_wait+0x240 usb_process(c6fc8ac4,f3e7bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc8ac4,f3e7bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7bd70, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc6fa16c0 sched_switch(c6fa16c0,0,104,191,440d28ac,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa16c0,0,c0cc9741,260,c6fa16c0,...) at sleepq_switch+0x15f sleepq_wait(c6fc3b5c,0,f3e74cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3b5c,c6fc3bfc,c0cb3370,6c,c6fc3b64,...) at _cv_wait+0x240 usb_process(c6fc3b54,f3e74d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3b54,f3e74d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e74d70, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc6fa1900 sched_switch(c6fa1900,0,104,191,d7738975,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1900,0,c0cc9741,260,c6fa1900,...) at sleepq_switch+0x15f sleepq_wait(c6fc3b2c,0,f3e71cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3b2c,c6fc3bfc,c0cb3370,6c,c6fc3b34,...) at _cv_wait+0x240 usb_process(c6fc3b24,f3e71d38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3b24,f3e71d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e71d70, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc6fa1b40 sched_switch(c6fa1b40,0,104,191,43a912b3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1b40,0,c0cc9741,260,c6fa1b40,...) at sleepq_switch+0x15f sleepq_wait(c6fc3afc,0,f3e6ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3afc,c6fc3bfc,c0cb3370,6c,c6fc3b04,...) at _cv_wait+0x240 usb_process(c6fc3af4,f3e6ed38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3af4,f3e6ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6ed70, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc6fa1d80 sched_switch(c6fa1d80,0,104,191,43a8fee1,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fa1d80,0,c0cc9741,260,c6fa1d80,...) at sleepq_switch+0x15f sleepq_wait(c6fc3acc,0,f3e6bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3acc,c6fc3bfc,c0cb3370,6c,c6fc3ad4,...) at _cv_wait+0x240 usb_process(c6fc3ac4,f3e6bd38,c0cc0509,343,c6f3b2a8,...) at usb_process+0x193 fork_exit(c07d2ed0,c6fc3ac4,f3e6bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6bd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d8b240 sched_switch(c6d8b240,0,104,191,c8555667,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b240,0,c0cc9741,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e27224,0,c0cba747,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e27224,0,0,c0cba747,64,...) at _sleep+0x339 pause(c0cba747,64,c0ca6d3c,111,0,...) at pause+0x47 random_kthread(0,c6b55d38,c0cc0509,343,c6f3b550,...) at random_kthread+0x1ef fork_exit(c07463f0,0,c6b55d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b55d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d8b6c0 sched_switch(c6d8b6c0,0,104,191,beae79d5,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8b6c0,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e24fc4,4c,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c0e24fc4,c0e24f28,24c,c0cba747,0,...) at _sleep+0x36b g_io_schedule_down(c6d8b6c0,0,c0cbbe5a,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c6b4fd38,c0cc0509,343,c6d87000,...) at g_down_procbody+0x8d fork_exit(c0840080,0,c6b4fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4fd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d8b900 sched_switch(c6d8b900,0,104,191,d213ad69,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8b900,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e24fc0,4c,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c0e24fc0,c0e24f48,24c,c0cba747,0,...) at _sleep+0x36b g_io_schedule_up(c6d8b900,0,c0cbbe5a,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6b4cd38,c0cc0509,343,c6d872a8,...) at g_up_procbody+0x8d fork_exit(c0840110,0,c6b4cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4cd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d8bb40 sched_switch(c6d8bb40,0,104,191,d060f3d3,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8bb40,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e24fb8,4c,c0cba747,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e24fb8,0,4c,c0cba747,64,...) at _sleep+0x339 g_event_procbody(0,c6b49d38,c0cc0509,343,c6d87550,...) at g_event_procbody+0xcb fork_exit(c08401a0,0,c6b49d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b49d70, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc7102b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc7102d80 sched_switch(c7102d80,0,109,191,43a44a64,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8d2f0,...) at mi_switch+0x200 ithread_loop(c70fb0c0,f3ee9d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c70fb0c0,f3ee9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee9d70, ebp = 0 --- Tracing command intr pid 12 tid 100062 td 0xc6fcd480 sched_switch(c6fcd480,0,109,191,c94d7c1f,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c700ea70,...) at mi_switch+0x200 ithread_loop(c70f6860,f3ed9d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c70f6860,f3ed9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed9d70, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc6fcdb40 sched_switch(c6fcdb40,0,109,191,43617fba,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c870,...) at mi_switch+0x200 ithread_loop(c6f622c0,f3ecdd38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6f622c0,f3ecdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ecdd70, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc6fcdd80 sched_switch(c6fcdd80,0,109,191,b2757f07,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8cb70,...) at mi_switch+0x200 ithread_loop(c6fb7b70,f3ec5d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb7b70,f3ec5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec5d70, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc6fe1900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc6fccd80 sched_switch(c6fccd80,0,109,191,692cf65e,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c970,...) at mi_switch+0x200 ithread_loop(c6fb7700,f3e88d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb7700,f3e88d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e88d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6fa1480 sched_switch(c6fa1480,0,109,191,687aa216,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c9f0,...) at mi_switch+0x200 ithread_loop(c6fb2470,f3e78d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb2470,f3e78d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e78d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6fa3000 sched_switch(c6fa3000,0,109,191,bfb1fdaa,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8ca70,...) at mi_switch+0x200 ithread_loop(c6fb28c0,f3e68d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb28c0,f3e68d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e68d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6fa3240 sched_switch(c6fa3240,0,109,191,c6202d2b,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c770,...) at mi_switch+0x200 ithread_loop(c6fb2070,f3d59d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6fb2070,f3d59d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3d59d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6fa3480 sched_switch(c6fa3480,0,109,191,bf852ef8,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6f8edf0,...) at mi_switch+0x200 ithread_loop(c6f9b9e0,c6ba4d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6f9b9e0,c6ba4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ba4d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6dcf6c0 sched_switch(c6dcf6c0,0,109,191,43a4e976,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8cdf0,...) at mi_switch+0x200 ithread_loop(c6d86660,c6b9ad38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86660,c6b9ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b9ad70, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc6f61240 sched_switch(c6f61240,0,109,191,6a019537,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8d870,...) at mi_switch+0x200 ithread_loop(c6d86400,c6b64d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86400,c6b64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b64d70, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc6f61480 sched_switch(c6f61480,0,109,191,fcba5fe4,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8da70,...) at mi_switch+0x200 ithread_loop(c6d1ca70,c6b61d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d1ca70,c6b61d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b61d70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc6f616c0 sched_switch(c6f616c0,0,109,191,697c659b,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8daf0,...) at mi_switch+0x200 ithread_loop(c6d1ca80,c6b5ed38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d1ca80,c6b5ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5ed70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f61b40 sched_switch(c6f61b40,0,109,191,dda596e8,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8def0,...) at mi_switch+0x200 ithread_loop(c6d1caa0,c6b58d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d1caa0,c6b58d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b58d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d8bd80 sched_switch(c6d8bd80,0,109,191,d060c153,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c070,...) at mi_switch+0x200 ithread_loop(c6d86210,c6b46d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86210,c6b46d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b46d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dcf000 sched_switch(c6dcf000,0,109,191,bd2c7e9f,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c0f0,...) at mi_switch+0x200 ithread_loop(c6d86220,c6b43d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86220,c6b43d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b43d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dcf240 sched_switch(c6dcf240,0,109,191,c7e2a98e,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c170,...) at mi_switch+0x200 ithread_loop(c6d86230,c6b40d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86230,c6b40d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b40d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dcf480 sched_switch(c6dcf480,0,109,191,d1fdc375,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c570,...) at mi_switch+0x200 ithread_loop(c6d86240,c6b3dd38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86240,c6b3dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3dd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d89000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc6d89240 sched_switch(c6d89240,0,109,191,ef165155,...) at sched_switch+0x36a mi_switch(109,0,c0cc0788,52d,c6d8c670,...) at mi_switch+0x200 ithread_loop(c6d86260,c6b37d38,c0cc0509,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087cae0,c6d86260,c6b37d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b37d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d89480 sched_switch(c6d89480,0,60c,18c,c61594c7,...) at sched_switch+0x36a mi_switch(60c,0,c0cc6cc1,806,0,...) at mi_switch+0x200 sched_preempt(c6d89480,0,1f4,c6b33c6c,c0bc912e,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6f57618,c6f57600,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0bc0815, esp = 0xc6b33c6c, ebp = 0xc6b33c6c --- acpi_cpu_c1(0,c6b33cd4,0,ffffffff,c6b33cb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6b33cb4,c0bd4b0b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6b33cf8,c08c925e,0,c6b33cd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6b33cd4,c0cc6cc1,3af,c6d89480,...) at cpu_idle+0x1b sched_idletd(0,c6b33d38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x23e fork_exit(c08c9020,0,c6b33d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d896c0 sched_switch(c6d896c0,0,108,18c,b127a133,...) at sched_switch+0x36a mi_switch(108,0,c0cc6cc1,3ad,c6d896c0,...) at mi_switch+0x200 sched_idletd(0,c6b30d38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x19b fork_exit(c08c9020,0,c6b30d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d89900 sched_switch(c6d89900,0,108,18c,beace52f,...) at sched_switch+0x36a mi_switch(108,0,c0cc6cc1,3ad,c6d89900,...) at mi_switch+0x200 sched_idletd(0,c6b2dd38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x19b fork_exit(c08c9020,0,c6b2dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d89b40 sched_switch(c6d89b40,0,60c,18c,b1fffa41,...) at sched_switch+0x36a mi_switch(60c,0,c0cc6cc1,806,3,...) at mi_switch+0x200 sched_preempt(c6d89b40,3,1f4,c6b2ac6c,c0bc912e,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6d56e18,c6d56e00,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0bc0815, esp = 0xc6b2ac6c, ebp = 0xc6b2ac6c --- acpi_cpu_c1(3,c6b2acd4,3,ffffffff,c6b2acb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6b2acb4,c0bd4b0b,1,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(1,c6b2acf8,c08c925e,1,c6b2acd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(1,c6b2acd4,c0cc6cc1,3af,c6d89b40,...) at cpu_idle+0x1b sched_idletd(0,c6b2ad38,c0cc0509,343,c6d87aa0,...) at sched_idletd+0x23e fork_exit(c08c9020,0,c6b2ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d89d80 sched_switch(c6d89d80,0,104,191,bd2e0e89,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,40,...) at mi_switch+0x200 sleepq_switch(c6d89d80,0,c0cc9741,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c17bd558,40,c0cf0d17,0,0,...) at sleepq_timedwait+0x6b _sleep(c17bd558,c7cdac38,40,c0cf0d17,4e20,...) at _sleep+0x339 swap_pager_getpages(c7cdac38,c6b26bb8,1,0,c6b26c3c,...) at swap_pager_getpages+0x3df vm_fault(c78021d0,28414000,1,0,28414000,...) at vm_fault+0xf4f trap_pfault(5,0,c0d01eb6,2f4,c6d87d48,...) at trap_pfault+0x10d trap(c6b26d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x807cf1d, esp = 0xbfbfe880, ebp = 0xbfbfe8e8 --- Tracing command audit pid 10 tid 100001 td 0xc6d8b000 sched_switch(c6d8b000,0,104,191,43a69e26,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b000,0,c0cc9741,260,c6d8b000,...) at sleepq_switch+0x15f sleepq_wait(c0f9ec80,0,c6b23c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f9ec80,c0f9ec64,c0cea2ad,194,0,...) at _cv_wait+0x240 audit_worker(0,c6b23d38,c0cc0509,343,c6d88000,...) at audit_worker+0x84 fork_exit(c0aae680,0,c6b23d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d70, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc7102900 sched_switch(c7102900,0,104,191,38701e11,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7102900,0,c0cc9741,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e27224,0,c0cbeaba,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e27224,0,0,c0cbeaba,bb8,...) at _sleep+0x339 pause(c0cbeaba,bb8,11f,11d,c0e25128,...) at pause+0x47 deadlkres(0,f3eefd38,c0cc0509,343,c0e250a0,...) at deadlkres+0x2f2 fork_exit(c085fe30,0,f3eefd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eefd70, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc6fcd900 sched_switch(c6fcd900,0,104,191,cb8d8359,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd900,0,c0cc9741,260,c6fcd900,...) at sleepq_switch+0x15f sleepq_wait(c7004640,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c7004640,c7004658,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c700949c,f3ed3d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c700949c,f3ed3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6dcf900 sched_switch(c6dcf900,0,104,191,b09d4e51,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcf900,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd40,0,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c6f3cd40,c6f3cd58,0,c0cba747,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e25938,c6b70d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0xba fork_exit(c08e2c50,c0e25938,c6b70d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b70d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6dcfb40 sched_switch(c6dcfb40,0,104,191,b09d3c20,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcfb40,0,c0cc9741,260,c6dcfb40,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cd80,c6f3cd98,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c0df6080,c6b6dd38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c0df6080,c6b6dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6dcfd80 sched_switch(c6dcfd80,0,104,191,b09d2f8e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcfd80,0,c0cc9741,260,c6dcfd80,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cd80,c6f3cd98,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c0df6080,c6b6ad38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c0df6080,c6b6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f61000 sched_switch(c6f61000,0,104,191,b09d1f6f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61000,0,c0cc9741,260,c6f61000,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc5cc1,c0cba747,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cd80,c6f3cd98,c0cba747,0,c0cc38e8,...) at msleep_spin+0x21d taskqueue_thread_loop(c0df6080,c6b67d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e2c50,c0df6080,c6b67d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b67d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f61900 sched_switch(c6f61900,0,104,191,52ec464e,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61900,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3d100,0,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c6f3d100,c6f3d118,0,c0cba747,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e39ac8,c6b5bd38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0xba fork_exit(c08e2c50,c0e39ac8,c6b5bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d8b480 sched_switch(c6d8b480,0,104,191,6f7c5c5f,...) at sched_switch+0x36a mi_switch(104,0,c0cc9741,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b480,0,c0cc9741,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6d6ec80,0,c0cba747,0,0,...) at sleepq_wait+0x63 _sleep(c6d6ec80,c6d6ec98,0,c0cba747,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e38560,c6b52d38,c0cc0509,343,c0e250a0,...) at taskqueue_thread_loop+0xba fork_exit(c08e2c50,c0e38560,c6b52d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b52d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0e25350 strlen(f000eef3,c1420ba0,c1420a7c,c0bd0893,f8,...) at strlen+0x8 kvprintf(c0cc3860,c08d8c70,c1420ba0,a,c1420be0,...) at kvprintf+0x8fe vsnprintf(c0e26e40,100,c0cc3860,c1420be0,1,...) at vsnprintf+0x3b panic(c0cc3860,f000eef3,c0cf0a84,7ea,c1420c24,...) at panic+0x8d _mtx_assert(0,4,c0cf0a84,7ea,d0b2b330,...) at _mtx_assert+0x87 swp_pager_meta_ctl(0,cd6fd6e8,1,0,c1420c58,...) at swp_pager_meta_ctl+0x37 swap_pager_getpages(cd6fd6e8,c1420cb0,2,0,c1420ca8,...) at swap_pager_getpages+0xe7 faultin(d0b2b2a8,0,c0cf1b07,308,2710,...) at faultin+0x280 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x2a8 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 155 MB: 140 124 108 92 76 60 44 28 12 Dump complete = 0xf db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04d2739 in db_fncall (dummy1=0xc094a0d8, dummy2=0x0, dummy3=0xffffffff, dummy4=0xc14206ec "") at ../../../ddb/db_command.c:548 #2 0xc04d2b6f in db_command (last_cmdp=0xc0df425c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d2c24 in db_command_script (command=0xc0df5168 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d6df0 in db_script_exec (scriptname=0xc0df4ac0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d6e81 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0ff3b00, modif=0xc1420824 "") at ../../../ddb/db_script.c:375 #6 0xc04d2b31 in db_command (last_cmdp=0xc0df425c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d2c8a in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d4b2d in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08d61c6 in kdb_trap (type=0xc, code=0x0, tf=0xc1420a10) at ../../../kern/subr_kdb.c:535 #10 0xc0be6a4f in trap_fatal (frame=0xc1420a10, eva=0xf000eef3) at ../../../i386/i386/trap.c:931 #11 0xc0be72cc in trap (frame=0xc1420a10) at ../../../i386/i386/trap.c:328 #12 0xc0bc8a0b in calltrap () at ../../../i386/i386/exception.s:165 #13 0xc094a0d8 in strlen (str=0xf000eef3
) at ../../../libkern/strlen.c:41 #14 0xc08d99be in kvprintf (fmt=0xc0cc3868 " not owned at %s:%d", func=0xc08d8c70 , arg=0xc1420ba0, radix=0xa, ap=0xc1420be4 "\204\nÏÀê\a") at ../../../kern/subr_prf.c:728 #15 0xc08da30b in vsnprintf (str=0xc0e26e40 "mutex ", size=0x100, format=0xc0cc3860 "mutex %s not owned at %s:%d", ap=0xc1420be0 "óî") at ../../../kern/subr_prf.c:461 #16 0xc08a3bad in panic (fmt=0xc0cc3860 "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:556 #17 0xc0893ae7 in _mtx_assert (m=0x0, what=0x4, file=0xc0cf0a84 "../../../vm/swap_pager.c", line=0x7ea) at ../../../kern/kern_mutex.c:706 #18 0xc0b04897 in swp_pager_meta_ctl (object=0x0, pindex=0xd0b2b330, flags=0x0) at ../../../vm/swap_pager.c:2026 #19 0xc0b05837 in swap_pager_getpages (object=0xcd6fd6e8, m=0xc1420cb0, count=0x2, reqpage=0x0) at ../../../vm/swap_pager.c:1128 #20 0xc0b12190 in faultin (p=0xd0b2b2a8) at vm_pager.h:131 #21 0xc0b125f8 in scheduler (dummy=0x0) at ../../../vm/vm_glue.c:792 #22 0xc085dfd6 in mi_startup () at ../../../kern/init_main.c:251 #23 0xc0476055 in begin () at ../../../i386/i386/locore.s:324 (kgdb) f 19 #19 0xc0b05837 in swap_pager_getpages (object=0xcd6fd6e8, m=0xc1420cb0, count=0x2, reqpage=0x0) at ../../../vm/swap_pager.c:1128 1128 jblk = swp_pager_meta_ctl(m[j]->object, m[j]->pindex, 0); (kgdb) l 1123 ++i; 1124 1125 for (j = reqpage + 1; j < count; ++j) { 1126 daddr_t jblk; 1127 1128 jblk = swp_pager_meta_ctl(m[j]->object, m[j]->pindex, 0); 1129 if (blk != jblk - (j - reqpage)) 1130 break; 1131 } 1132 (kgdb) p j $7 = 0x1 (kgdb) p count $8 = 0x2 (kgdb) p m[0] $9 = 0xc19a5178 (kgdb) p *m[0] $10 = {pageq = {tqe_next = 0xc299c570, tqe_prev = 0xc0fa0060}, listq = {tqe_next = 0x0, tqe_prev = 0xc35dd630}, left = 0xc35dd628, right = 0x0, object = 0xcd6fd6e8, pindex = 0x1, phys_addr = 0xd878000, md = {pv_list = {tqh_first = 0x0, tqh_last = 0xc19a51a0}, pat_mode = 0x6}, queue = 0x0, segind = 0x2, flags = 0x0, order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x1, hold_count = 0x0, oflags = 0x1, act_count = 0x0, busy = 0x0, valid = 0x0, dirty = 0x0} (kgdb) p m[1] $11 = 0xc1420d10 (kgdb) p *m[1] $12 = {pageq = {tqe_next = 0xc1420d38, tqe_prev = 0xc0894633}, listq = {tqe_next = 0xd0b2b330, tqe_prev = 0x8}, left = 0xc0cf1b07, right = 0x308, object = 0x0, pindex = 0xd0b2b330, phys_addr = 0xc0e25128, md = {pv_list = {tqh_first = 0xc1420d6c, tqh_last = 0xc0b125f8}, pat_mode = 0xd0b2b2a8}, queue = 0x0, segind = 0x0, flags = 0x0, order = 0x7, pool = 0x1b, cow = 0xc0cf, wire_count = 0x308, hold_count = 0x2710, oflags = 0x0, act_count = 0xa8, busy = 0xb2, valid = 0xb2, dirty = 0xd0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/vm/swap_pager.c =================================================================== --- /usr/src/sys/vm/swap_pager.c (revision 207220) +++ /usr/src/sys/vm/swap_pager.c (working copy) @@ -378,6 +378,14 @@ static void swp_pager_meta_free(vm_object_t, vm_pi static void swp_pager_meta_free_all(vm_object_t); static daddr_t swp_pager_meta_ctl(vm_object_t, vm_pindex_t, int); +static void +swp_pager_free_nrpage(vm_page_t m) +{ + + if (m->wire_count == 0) + vm_page_free(m); +} + /* * SWP_SIZECHECK() - update swap_pager_full indication * @@ -1131,9 +1139,9 @@ swap_pager_getpages(vm_object_t object, vm_page_t vm_page_lock_queues(); for (k = 0; k < i; ++k) - vm_page_free(m[k]); + swp_pager_free_nrpage(m[k]); for (k = j; k < count; ++k) - vm_page_free(m[k]); + swp_pager_free_nrpage(m[k]); vm_page_unlock_queues(); } @@ -1529,7 +1537,7 @@ swp_pager_async_iodone(struct buf *bp) */ m->valid = 0; if (i != bp->b_pager.pg_reqpage) - vm_page_free(m); + swp_pager_free_nrpage(m); else vm_page_flash(m); /* Index: /usr/src/sys/vm/vm_glue.c =================================================================== --- /usr/src/sys/vm/vm_glue.c (revision 207220) +++ /usr/src/sys/vm/vm_glue.c (working copy) @@ -538,23 +538,37 @@ static void vm_thread_swapin(struct thread *td) { vm_object_t ksobj; - vm_page_t m, ma[KSTACK_MAX_PAGES]; - int i, pages, rv; + vm_page_t ma[KSTACK_MAX_PAGES]; + int i, j, k, pages, rv; pages = td->td_kstack_pages; ksobj = td->td_kstack_obj; VM_OBJECT_LOCK(ksobj); + for (i = 0; i < pages; i++) + ma[i] = vm_page_grab(ksobj, i, VM_ALLOC_NORMAL | VM_ALLOC_RETRY | + VM_ALLOC_WIRED); for (i = 0; i < pages; i++) { - m = vm_page_grab(ksobj, i, VM_ALLOC_NORMAL | VM_ALLOC_RETRY | - VM_ALLOC_WIRED); - if (m->valid != VM_PAGE_BITS_ALL) { - rv = vm_pager_get_pages(ksobj, &m, 1, 0); + if (ma[i]->valid != VM_PAGE_BITS_ALL) { + KASSERT(ma[i]->oflags & VPO_BUSY, + ("lost busy 1")); + vm_object_pip_add(ksobj, 1); + for (j = i + 1; j < pages; j++) { + KASSERT(ma[j]->valid == VM_PAGE_BITS_ALL || + (ma[j]->oflags & VPO_BUSY), + ("lost busy 2")); + if (ma[j]->valid == VM_PAGE_BITS_ALL) + break; + } + rv = vm_pager_get_pages(ksobj, ma + i, j, 0); if (rv != VM_PAGER_OK) - panic("vm_thread_swapin: cannot get kstack for proc: %d", td->td_proc->p_pid); - m = vm_page_lookup(ksobj, i); - } - ma[i] = m; - vm_page_wakeup(m); + panic("vm_thread_swapin: cannot get kstack for proc: %d", + td->td_proc->p_pid); + vm_object_pip_wakeup(ksobj); + for (k = i; k < j; k++) + ma[k] = vm_page_lookup(ksobj, k); + vm_page_wakeup(ma[i]); + } else if (ma[i]->oflags & VPO_BUSY) + vm_page_wakeup(ma[i]); } VM_OBJECT_UNLOCK(ksobj); pmap_qenter(td->td_kstack, ma, pages);