GENERIC HEAD from 2010-07-27 07:57:35 UTC, r210526, vmcore.462 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2010 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r210526: Tue Jul 27 11:24:55 CEST 2010 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536093184 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 630693 free (2973 frags, 78465 blocks, 0.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 48012485 free (20613 frags, 5998984 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 3376488 free (407744 frags, 371093 blocks, 1.8% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 8258998 free (103902 frags, 1019387 blocks, 0.2% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. lock order reversal: 1st 0xc7e15df0 ufs (ufs) @ kern/vfs_lookup.c:502 2nd 0xe6d05a20 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:11291 3rd 0xc7e16c94 ufs (ufs) @ kern/vfs_subr.c:2090 KDB: stack backtrace: db_trace_self_wrapper(c0cdba9e,f61a52d4,c08f6435,c08e599b,c0cdebc0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e599b,c0cdebc0,c6d3d100,c6d409e0,f61a5330,...) at kdb_backtrace+0x29 _witness_debugger(c0cdebc0,c7e16c94,c0cd0be3,c6d409e0,c0ce5d77,...) at _witness_debugger+0x25 witness_checkorder(c7e16c94,9,c0ce5d6e,82a,0,...) at witness_checkorder+0x839 __lockmgr_args(c7e16c94,80100,c7e16d00,0,0,...) at __lockmgr_args+0x804 ffs_lock(f61a5450,c08f61db,c0ce5228,80100,c7e16c3c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0debc80,f61a5450,c7c80624,c0e068a0,c7e16c3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7e16c3c,80100,c0ce5d6e,82a,4,...) at _vn_lock+0x78 vget(c7e16c3c,80100,c7c80580,50,0,...) at vget+0xbb vfs_hash_get(c7e1cb50,461413,80000,c7c80580,f61a55a0,...) at vfs_hash_get+0xed ffs_vgetf(c7e1cb50,461413,80000,f61a55a0,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c7e15d98,0,c0d0293b,144,0,...) at softdep_sync_metadata+0xc92 ffs_syncvnode(c7e15d98,1,c7c80580,f61a5660,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c7e15d98,200,0,880,c6d83b00,...) at ffs_truncate+0x88e ufs_direnter(c7e15d98,c7e16c3c,f61a5914,f61a5ba4,0,...) at ufs_direnter+0x8d4 ufs_makeinode(f61a5ba4,c0dec140,f61a5b00,f61a5a5c,c0c16485,...) at ufs_makeinode+0x557 ufs_create(f61a5b00,c0d1914e,0,0,f61a5b78,...) at ufs_create+0x30 VOP_CREATE_APV(c0debc80,f61a5b00,f61a5ba4,f61a5a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f61a5b78,f61a5c2c,1a4,0,c6d83b00,...) at vn_open_cred+0x205 vn_open(f61a5b78,f61a5c2c,1a4,c7c28578,0,...) at vn_open+0x3b kern_openat(c7c80580,ffffff9c,804c608,0,602,...) at kern_openat+0x125 kern_open(c7c80580,804c608,0,601,21b6,...) at kern_open+0x35 open(c7c80580,f61a5cec,f61a5d28,c0cdd3ed,0,...) at open+0x30 syscallenter(c7c80580,f61a5ce4,f61a5ce4,0,0,...) at syscallenter+0x25a syscall(f61a5d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28174643, esp = 0xbfbfec4c, ebp = 0xbfbfecb8 --- re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe6d1e6a0 bufwait (bufwait) @ kern/vfs_bio.c:2613 2nd 0xc7c4a200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0cdba9e,f61e9838,c08f6435,c08e599b,c0cdeba7,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e599b,c0cdeba7,c6d3d100,c6d40a48,f61e9894,...) at kdb_backtrace+0x29 _witness_debugger(c0cdeba7,c7c4a200,c0d0311b,c6d40a48,c0d02dad,...) at _witness_debugger+0x25 witness_checkorder(c7c4a200,9,c0d02da4,11b,0,...) at witness_checkorder+0x839 _sx_xlock(c7c4a200,0,c0d02da4,11b,c7e143a0,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d1e640,f61e99ec,160,e77fbcbc,f61e9964,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7e143a0,f61e99ec,3cbc,f61e9950,f61e9954,...) at ufsdirhash_add+0x13 ufs_direnter(c7e16984,c7fdfae0,f61e99ec,f61e9bd0,e6d1ee60,...) at ufs_direnter+0x6f9 ufs_mkdir(f61e9bf8,c0d18f88,0,0,f61e9b3c,...) at ufs_mkdir+0x85f VOP_MKDIR_APV(c0debc80,f61e9bf8,f61e9bd0,f61e9b3c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7e3d2c0,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7e3d2c0,bfbfef5a,0,1ff,f61e9c7c,...) at kern_mkdir+0x2e mkdir(c7e3d2c0,f61e9cec,f61e9d28,c0cdd3ed,0,...) at mkdir+0x29 syscallenter(c7e3d2c0,f61e9ce4,f61e9ce4,0,0,...) at syscallenter+0x25a syscall(f61e9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28171603, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Configuring syscons: keymap blanktime. Local package initialization:umount: unmount of /tmp failed: Device busy lock order reversal: 1st 0xc7cc2058 ufs (ufs) @ kern/vfs_mount.c:1201 2nd 0xc7cfdc94 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1594 KDB: stack backtrace: db_trace_self_wrapper(c0cdba9e,f61a59ac,c08f6435,c08e599b,c0cdeba7,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e599b,c0cdeba7,c6d409e0,c6d40910,f61a5a08,...) at kdb_backtrace+0x29 _witness_debugger(c0cdeba7,c7cfdc94,c0ccc967,c6d40910,c0cffadd,...) at _witness_debugger+0x25 witness_checkorder(c7cfdc94,9,c0cffad4,63a,c7cfdd00,...) at witness_checkorder+0x839 __lockmgr_args(c7cfdc94,80400,c7cfdd00,0,0,...) at __lockmgr_args+0x804 vop_stdlock(f61a5b24,c0cd6cc6,df,80400,c7cfdc3c,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0dc41c0,f61a5b24,0,c0e068a0,c7cfdc3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7cfdc3c,80400,c0cffad4,63a,c7e175a8,...) at _vn_lock+0x78 softdep_flushworklist(c7e175a8,f61a5bd0,c7c80580,563,0,...) at softdep_flushworklist+0x47 ffs_sync(c7e175a8,1,f61a5c14,4f6,0,...) at ffs_sync+0x2fd dounmount(c7e175a8,8080000,c7c80580,47b,ff1ca3a5,...) at dounmount+0x44e unmount(c7c80580,f61a5cec,281756a5,1,0,...) at unmount+0x2ff syscallenter(c7c80580,f61a5ce4,c0bf204d,c0e3b7f0,0,...) at syscallenter+0x25a syscall(f61a5d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db8cf, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames Starting kernel event timers: LAPIC @ 1000Hz, i8254 @ 8117Hz Starting kernel event timers: LAPIC @ 1000Hz, i8254 @ 127Hz Starting kernel event timers: LAPIC @ 1000Hz, i8254 @ 8117Hz Starting kernel event timers: LAPIC @ 1000Hz, i8254 @ 127Hz spin lock 0xc0e4e4f4 (smp rendezvous) held by 0xc80c7580 (tid 100151) too long panic: spin lock held too long cpuid = 0 KDB: enter: panic [ thread pid 1135 tid 100095 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1135 tid 100095 td 0xc7c81000 kdb_enter(c0cd8543,c0cd8543,c0cd6ef4,f6195ab4,0,...) at kdb_enter+0x3a panic(c0cd6ef4,c80c7580,c08e5980,c80c7580,18737,...) at panic+0x136 _mtx_lock_spin_failed(1,c7c81000,c0e4e4f4,0,f6195b0c,...) at _mtx_lock_spin_failed+0x59 _mtx_lock_spin(c0e4e4f4,c7c81000,0,c0d12750,48d,...) at _mtx_lock_spin+0x75 _mtx_lock_spin_flags(c0e4e4f4,0,c0d12750,48d,284f2000,...) at _mtx_lock_spin_flags+0x146 smp_targeted_tlb_shootdown(0,f6195b60,c0be91ec,2,284f2000,...) at smp_targeted_tlb_shootdown+0xe6 smp_masked_invlpg(2,284f2000,e,c52d4040,f6195b90,...) at smp_masked_invlpg+0x26 pmap_invalidate_page(c7c15ec0,284f2000,c0d13074,122e,c0d05d64,...) at pmap_invalidate_page+0x6c pmap_clear_modify(c31a13c8,0,c0d05d64,430,c0d0524b,...) at pmap_clear_modify+0x237 vm_object_madvise(c82c9dd0,f2,0,1,5,...) at vm_object_madvise+0x405 vm_map_madvise(c7c15e10,284f2000,284f3000,5,c7c78aa0,...) at vm_map_madvise+0x261 madvise(c7c81000,f6195cec,f6195d28,c0cdd3ed,0,...) at madvise+0xdb syscallenter(c7c81000,f6195ce4,f6195ce4,0,0,...) at syscallenter+0x25a syscall(f6195d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (75, FreeBSD ELF32, madvise), eip = 0x282dd86f, esp = 0xbfbfe8ec, ebp = 0xbfbfe988 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x61e080 curthread = 0xc7c81000: pid 1135 "ntpd" curpcb = 0xf6195d80 fpcurthread = none idlethread = 0xc6d88000: tid 100006 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d03080 curthread = 0xc0e39ef0: pid 0 "swapper" curpcb = 0xc1420d80 fpcurthread = none idlethread = 0xc6d882c0: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d06080 curthread = 0xc7e3d000: pid 1432 "syscall" curpcb = 0xf61edd80 fpcurthread = none idlethread = 0xc6d88580: tid 100004 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d09080 curthread = 0xc80c7580: pid 1311 "fsck_ufs" curpcb = 0xf629ed80 fpcurthread = none idlethread = 0xc6d88840: tid 100003 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1432 (syscall) thread 0xc7e3d000 (100117) exclusive sleep mutex time lock (time lock) r = 0 (0xc0e3a37c) locked @ kern/kern_clock.c:630 exclusive sleep mutex process lock (process lock) r = 0 (0xc7cbb880) locked @ kern/kern_exit.c:248 Process 1325 (sshd) thread 0xc7c802c0 (100100) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc80c3560) locked @ kern/uipc_sockbuf.c:148 Process 1311 (fsck_ufs) thread 0xc80c7580 (100151) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6cea840) locked @ vm/vm_pager.c:311 Process 1296 (cron) thread 0xc7c81b00 (100085) shared sx proctree (proctree) r = 0 (0xc0e3b9d0) locked @ kern/kern_fork.c:329 Process 1289 (sendmail) thread 0xc80c92c0 (100142) shared sx proctree (proctree) r = 0 (0xc0e3b9d0) locked @ kern/kern_fork.c:329 Process 1285 (sendmail) thread 0xc80ca000 (100138) shared sx proctree (proctree) r = 0 (0xc0e3b9d0) locked @ kern/kern_fork.c:329 Process 1135 (ntpd) thread 0xc7c81000 (100095) exclusive sleep mutex pmap (pmap) r = 0 (0xc7c15ec0) locked @ i386/i386/pmap.c:4654 exclusive sleep mutex vm page queue mutex (vm page queue mutex) r = 0 (0xc0fb5a00) locked @ i386/i386/pmap.c:4613 exclusive sleep mutex page lock (page lock) r = 0 (0xc0fb4f80) locked @ vm/vm_object.c:1072 exclusive sleep mutex vm object (standard object) r = 0 (0xc82c9dd0) locked @ vm/vm_object.c:1019 shared sx user map (user map) r = 0 (0xc7c15e58) locked @ vm/vm_map.c:1966 Process 12 (intr) thread 0xc6dce580 (100007) exclusive sleep mutex ohci0 (ohci0) r = 0 (0xc6fc2bfc) locked @ dev/usb/usb_hub.c:1606 Process 0 (kernel) thread 0xc0e39ef0 (100000) shared sx allproc (allproc) r = 0 (0xc0e3b9bc) locked @ vm/vm_glue.c:732 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc7bc1b50 /dev/ad4s1a on / (ufs) 0xc7bc2000 devfs on /dev (devfs) 0xc7e1d000 /dev/ad4s1f on /usr (ufs) 0xc7e1cb50 /dev/ad4s1d on /var (ufs) 0xc7e1c87c procfs on /proc (procfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1432 1335 1334 1001 RE+ CPU 2 syscall 1335 1334 1334 1001 S+ wait 0xc7e32550 syscall 1334 1328 1334 1001 S+ wait 0xc80bb7f8 syscall 1328 1327 1328 1001 Ss+ wait 0xc7c48aa0 bash 1327 1325 1325 1001 S select 0xc7b42364 sshd 1325 1279 1325 0 Ss sbwait 0xc80c358c sshd 1311 1310 22 0 RL+ CPU 3 fsck_ufs 1310 1305 22 0 S+ wait 0xc6f3e7f8 fsck 1305 1304 22 0 S+ wait 0xc6f3eaa0 sh 1304 1300 22 0 S+ wait 0xc7cba550 sh 1300 22 22 0 S+ wait 0xc7c7c000 sh 1296 1 1296 0 Ds allproc 0xc0e3b9bc cron 1289 1 1289 25 Ds allproc 0xc0e3b9bc sendmail 1285 1 1285 0 Ds allproc 0xc0e3b9bc sendmail 1279 1 1279 0 Ss select 0xc7e3a2a4 sshd 1201 1 1201 0 Ss select 0xc724d7a4 moused 1135 1 1135 0 Rs CPU 0 ntpd 1035 1 1035 0 Ss rpcsvc 0xc7bc70d0 NLM: master 1028 1 1028 0 Ss select 0xc7cd4d64 rpc.statd 1021 1020 1020 0 R (threaded) nfsd 100136 S rpcsvc 0xc7bc7250 nfsd: service 100135 RunQ nfsd: service 100134 RunQ nfsd: service 100084 S rpcsvc 0xc7bc8c50 nfsd: master 1020 1 1020 0 Ss select 0xc7e3b0e4 nfsd 1011 1 1011 0 Ss select 0xc7c39b64 mountd 918 1 918 0 Ss select 0xc724d2e4 rpcbind 892 1 892 0 Ss select 0xc724d424 syslogd 702 1 702 0 Ss select 0xc724d3e4 devd 22 1 22 0 Ss+ wait 0xc6f3ed48 sh 21 0 0 0 DL flowclea 0xc0fa88c8 [flowcleaner] 20 0 0 0 DL sdflush 0xc0fb4060 [softdepflush] 19 0 0 0 DL syncer 0xc0fa86d8 [syncer] 18 0 0 0 RL [vnlru] 17 0 0 0 RL [bufdaemon] 16 0 0 0 DL pgzero 0xc0fb5e94 [pagezero] 15 0 0 0 DL psleep 0xc0fb5ad0 [vmdaemon] 9 0 0 0 DL psleep 0xc0fb5a98 [pagedaemon] 8 0 0 0 DL ccb_scan 0xc0e07d54 [xpt_thrd] 7 0 0 0 DL waiting_ 0xc0faa0d8 [sctp_iterator] 6 0 0 0 RL [fdc0] 5 0 0 0 SL - 0xc700a000 [fw0_probe] 14 0 0 0 LL (threaded) [usb] 100057 D - 0xc6fecd0c [usbus5] 100056 D - 0xc6feccdc [usbus5] 100055 D - 0xc6feccac [usbus5] 100054 D - 0xc6fecc7c [usbus5] 100052 D - 0xc6fe0b5c [usbus4] 100051 D - 0xc6fe0b2c [usbus4] 100050 D - 0xc6fe0afc [usbus4] 100049 D - 0xc6fe0acc [usbus4] 100048 D - 0xc6fdbb5c [usbus3] 100047 D - 0xc6fdbb2c [usbus3] 100046 D - 0xc6fdbafc [usbus3] 100045 D - 0xc6fdbacc [usbus3] 100044 D - 0xc6fd1b5c [usbus2] 100043 D - 0xc6fd1b2c [usbus2] 100042 D - 0xc6fd1afc [usbus2] 100041 D - 0xc6fd1acc [usbus2] 100039 D - 0xc6fcab5c [usbus1] 100038 D - 0xc6fcab2c [usbus1] 100037 D - 0xc6fcaafc [usbus1] 100036 D - 0xc6fcaacc [usbus1] 100034 D - 0xc6fc2b5c [usbus0] 100033 L *ohci0 0xc6d89e80 [usbus0] 100032 D - 0xc6fc2afc [usbus0] 100031 D - 0xc6fc2acc [usbus0] 13 0 0 0 RL [yarrow] 4 0 0 0 DL - 0xc0e39b64 [g_down] 3 0 0 0 DL - 0xc0e39b60 [g_up] 2 0 0 0 DL - 0xc0e39b58 [g_event] 12 0 0 0 RL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [irq9: acpi0] 100026 I [swi6: task queue] 100025 I [swi6: Giant taskq] 100023 I [swi5: +] 100018 I [swi2: cambio] 100012 I [swi3: vm] 100011 I [swi1: netisr 0] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 RunQ [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d86d48 [init] 10 0 0 0 DL audit_wo 0xc0fb3880 [audit] 0 0 0 0 RLs (threaded) [kernel] 100066 D deadlkre 0xc0e3bec4 [deadlkres] 100060 D - 0xc7008cc0 [fw0_taskq] 100024 RunQ [thread taskq] 100022 D - 0xc6f3ca80 [acpi_task_2] 100021 D - 0xc6f3ca80 [acpi_task_1] 100020 D - 0xc6f3ca80 [acpi_task_0] 100019 D - 0xc6f3cac0 [kqueue taskq] 100013 D - 0xc6d66900 [firmware taskq] 100000 Run CPU 1 [swapper] 1435 1335 1334 1001 Z+ syscall 1434 1335 1334 1001 Z+ syscall 1433 1335 1334 1001 Z+ syscall db:0:ps> allt Tracing command syscall pid 1432 tid 100117 td 0xc7e3d000 cpustop_handler(4,f61edb1c,c0bf1906,281c5000,f61edaac,...) at cpustop_handler+0x34 ipi_nmi_handler(281c5000,f61edaac,c0b226c5,c6d8c6d8,c7cbb7f8,...) at ipi_nmi_handler+0x2f trap(f61edb28) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0bf9856, esp = 0xf61edb68, ebp = 0xf61edb84 --- configtimer(0,80000000,3e8,0,7f,...) at configtimer+0xe6 cpu_restartclocks(c0e3a598,0,c0d15efb,1bd,f61edbf0,...) at cpu_restartclocks+0x184 cpu_stopprofclock(c0e3a37c,0,c0cd1c8c,276,0,...) at cpu_stopprofclock+0x39 stopprofclock(c7cbb7f8,0,c0cd36db,f8,c7e3d0a4,...) at stopprofclock+0xe2 exit1(c7e3d000,0,f61edc7c,c08eea3a,c7e3d000,...) at exit1+0x462 sys_exit(c7e3d000,f61edcec,c7e3d000,f61edc70,0,...) at sys_exit+0x1d syscallenter(c7e3d000,f61edce4,f61edcb0,c08e65a0,c7cbb808,...) at syscallenter+0x25a syscall(f61edd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2811991f, esp = 0xbfbfe91c, ebp = 0xbfbfe928 --- Tracing command syscall pid 1335 tid 100112 td 0xc7e3e000 sched_switch(c7e3e000,0,104,191,f7e28c05,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7e3e000,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e32550,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e32550,c7e325d8,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7e3e000,598,f61ddc44,0,0,...) at kern_wait+0xb66 wait4(c7e3e000,f61ddcec,f61ddd28,c0cdd3ed,0,...) at wait4+0x3b syscallenter(c7e3e000,f61ddce4,f61ddce4,0,246,...) at syscallenter+0x25a syscall(f61ddd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28104a3b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 --- Tracing command syscall pid 1334 tid 100148 td 0xc80c8000 sched_switch(c80c8000,0,104,191,bd47d8de,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c80c8000,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c80bb7f8,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80bb7f8,c80bb880,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c80c8000,537,f6295c44,0,0,...) at kern_wait+0xb66 wait4(c80c8000,f6295cec,281ab71c,1,0,...) at wait4+0x3b syscallenter(c80c8000,f6295ce4,c0bf204d,c0e3b7f0,0,...) at syscallenter+0x25a syscall(f6295d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28104a3b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command bash pid 1328 tid 100104 td 0xc7c7db00 sched_switch(c7c7db00,0,104,191,36a374a5,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7c7db00,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c48aa0,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c48aa0,c7c48b28,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7c7db00,ffffffff,f61bcc44,6,0,...) at kern_wait+0xb66 wait4(c7c7db00,f61bccec,f61bcd28,c0cdd3ed,0,...) at wait4+0x3b syscallenter(c7c7db00,f61bcce4,f61bcce4,0,0,...) at syscallenter+0x25a syscall(f61bcd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c2a3b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 --- Tracing command sshd pid 1327 tid 100090 td 0xc7cc1000 sched_switch(c7cc1000,0,104,191,39e90cf1,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cc1000,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c7b42350,0,c0cd6cc6,c7cc1000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7b42364,0,f6181a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7b42364,c7b42350,c0cdefae,621,c7cd5690,...) at _cv_wait_sig+0x240 seltdwait(c7cd5690,58,c7bcf180,c7cc1000,246,...) at seltdwait+0xa2 kern_select(c7cc1000,c,288060b8,288060dc,0,0,20,c7cbb550,c7cbb550) at kern_select+0x504 select(c7cc1000,f6181cec,f6181d28,c0cdd3ed,0,...) at select+0x66 syscallenter(c7cc1000,f6181ce4,f6181ce4,0,0,...) at syscallenter+0x25a syscall(f6181d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b21b3, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1325 tid 100100 td 0xc7c802c0 sched_switch(c7c802c0,0,104,191,db2a68ff,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,58,...) at mi_switch+0x200 sleepq_switch(c7c802c0,0,c0cdcbc9,1a0,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c80c358c,58,c0ce2972,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80c358c,c80c354c,158,c0ce2972,0) at _sleep+0x354 sbwait(c80c3528,4,c0ce2a41,5c9,c80c354c,...) at sbwait+0x76 soreceive_generic(c80c34d4,0,f61a9c28,0,0,...) at soreceive_generic+0x3f0 soreceive(c80c34d4,0,f61a9c28,0,0,0) at soreceive+0x38 soo_read(c7cd5658,f61a9c28,c7bce500,0,c7c802c0,...) at soo_read+0x4e dofileread(f61a9c28,ffffffff,ffffffff,0,c7cd5658,...) at dofileread+0x96 kern_readv(c7c802c0,5,f61a9c28,f61a9c48,1,...) at kern_readv+0x58 read(c7c802c0,f61a9cec,f61a9d28,c0cdd3ed,0,...) at read+0x4f syscallenter(c7c802c0,f61a9ce4,f61a9ce4,0,0,...) at syscallenter+0x25a syscall(f61a9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284b2233, esp = 0xbfbfddac, ebp = 0xbfbfdde8 --- Tracing command fsck_ufs pid 1311 tid 100151 td 0xc80c7580 cpustop_handler(8,f629ea80,c0bf1906,38,c0cda0c3,...) at cpustop_handler+0x34 ipi_nmi_handler(38,c0cda0c3,4b5,30e4a,c80bb000,...) at ipi_nmi_handler+0x2f trap(f629ea8c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0be48c3, esp = 0xf629eacc, ebp = 0xf629eaec --- smp_tlb_shootdown(f629eb14,c0be899f,f00c0000,f00c1000,f3c,...) at smp_tlb_shootdown+0x93 smp_invlpg_range(f00c0000,f00c1000,f3c,c0ce382e,f00c1000,...) at smp_invlpg_range+0x1c pmap_invalidate_range(c0fd64e0,f00c0000,f00c1000) at pmap_invalidate_range+0x4f pmap_qremove(f00c0000,1,f3c,0,e6cea7e0,...) at pmap_qremove+0x54 vunmapbuf(e6cea7e0,4c,c0cd757d,2c,0,...) at vunmapbuf+0x26 physio(c7b7be00,f629ec28,0,0,800,...) at physio+0x266 devfs_read_f(c80ae738,f629ec28,c6d83b00,0,c80c7580,...) at devfs_read_f+0x7e dofileread(f629ec28,ffffffff,ffffffff,0,c80ae738,...) at dofileread+0x96 kern_readv(c80c7580,4,f629ec28,f629ec48,1,...) at kern_readv+0x58 read(c80c7580,f629ecec,f629ed28,c0cdd3ed,0,...) at read+0x4f syscallenter(c80c7580,f629ece4,f629ece4,0,0,...) at syscallenter+0x25a syscall(f629ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x281a2233, esp = 0xbfbfdc5c, ebp = 0xbfbfdcd8 --- Tracing command fsck pid 1310 tid 100079 td 0xc7c21580 sched_switch(c7c21580,0,104,191,7de48f55,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7c21580,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6f3e7f8,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6f3e7f8,c6f3e880,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7c21580,51f,f6155c44,0,0,...) at kern_wait+0xb66 wait4(c7c21580,f6155cec,280ca390,1,0,...) at wait4+0x3b syscallenter(c7c21580,f6155ce4,c0bf204d,c0e3b7f0,0,...) at syscallenter+0x25a syscall(f6155d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f2a3b, esp = 0xbfbfe44c, ebp = 0xbfbfe468 --- Tracing command sh pid 1305 tid 100078 td 0xc7c21840 sched_switch(c7c21840,0,104,191,7d95a8fd,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7c21840,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6f3eaa0,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6f3eaa0,c6f3eb28,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7c21840,ffffffff,f6151c44,2,0,...) at kern_wait+0xb66 wait4(c7c21840,f6151cec,f6151d28,c0cdd3ed,0,...) at wait4+0x3b syscallenter(c7c21840,f6151ce4,f6151ce4,0,0,...) at syscallenter+0x25a syscall(f6151d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28162a3b, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command sh pid 1304 tid 100120 td 0xc7cbfb00 sched_switch(c7cbfb00,0,104,191,1aeef0bd,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7cbfb00,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7cba550,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7cba550,c7cba5d8,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7cbfb00,ffffffff,f621dc44,2,0,...) at kern_wait+0xb66 wait4(c7cbfb00,f621dcec,f621dd28,c0cdd3ed,0,...) at wait4+0x3b syscallenter(c7cbfb00,f621dce4,f621dce4,0,0,...) at syscallenter+0x25a syscall(f621dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28162a3b, esp = 0xbfbfd68c, ebp = 0xbfbfd6a8 --- Tracing command sh pid 1300 tid 100087 td 0xc7c81580 sched_switch(c7c81580,0,104,191,1ae053a2,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7c81580,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c7c000,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c7c000,c7c7c088,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7c81580,ffffffff,f6175c44,2,0,...) at kern_wait+0xb66 wait4(c7c81580,f6175cec,f6175d28,c0cdd3ed,0,...) at wait4+0x3b syscallenter(c7c81580,f6175ce4,f6175ce4,0,0,...) at syscallenter+0x25a syscall(f6175d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28162a3b, esp = 0xbfbfd83c, ebp = 0xbfbfd858 --- Tracing command cron pid 1296 tid 100085 td 0xc7c81b00 sched_switch(c7c81b00,0,104,191,2d49a485,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c81b00,0,c0cdcbc9,260,c0e3b9bc,...) at sleepq_switch+0x15f sleepq_wait(c0e3b9bc,0,c0cd77a1,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0e3b9bc,c7c81b00,0,c0cd38e7,152,...) at _sx_xlock_hard+0x496 _sx_xlock(c0e3b9bc,0,c0cd38e7,152,f616dc24,...) at _sx_xlock+0xc0 fork1(c7c81b00,14,0,f616dc48,c7c81b00,...) at fork1+0x344 fork(c7c81b00,f616dcec,f616dd28,c0cdd3ed,0,...) at fork+0x29 syscallenter(c7c81b00,f616dce4,f616dce4,0,0,...) at syscallenter+0x25a syscall(f616dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (2, FreeBSD ELF32, fork), eip = 0x2810ea5b, esp = 0xbfbfec5c, ebp = 0xbfbfec98 --- Tracing command sendmail pid 1289 tid 100142 td 0xc80c92c0 sched_switch(c80c92c0,0,104,191,81d249cb,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c80c92c0,0,c0cdcbc9,260,c0e3b9bc,...) at sleepq_switch+0x15f sleepq_wait(c0e3b9bc,0,c0cd77a1,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0e3b9bc,c80c92c0,0,c0cd38e7,152,...) at _sx_xlock_hard+0x496 _sx_xlock(c0e3b9bc,0,c0cd38e7,152,c80bc7f8,...) at _sx_xlock+0xc0 fork1(c80c92c0,14,0,f6283c48,c80c92c0,...) at fork1+0x344 fork(c80c92c0,f6283cec,f6283d28,c0cdd3ed,0,...) at fork+0x29 syscallenter(c80c92c0,f6283ce4,f6283ce4,0,0,...) at syscallenter+0x25a syscall(f6283d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (2, FreeBSD ELF32, fork), eip = 0x28350a5b, esp = 0xbfbfcefc, ebp = 0xbfbfcf18 --- Tracing command sendmail pid 1285 tid 100138 td 0xc80ca000 sched_switch(c80ca000,0,104,191,7c756309,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c80ca000,0,c0cdcbc9,260,c0e3b9bc,...) at sleepq_switch+0x15f sleepq_wait(c0e3b9bc,0,c0cd77a1,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0e3b9bc,c80ca000,0,c0cd38e7,152,...) at _sx_xlock_hard+0x496 _sx_xlock(c0e3b9bc,0,c0cd38e7,152,c80bd2a8,...) at _sx_xlock+0xc0 fork1(c80ca000,14,0,f6277c48,c80ca000,...) at fork1+0x344 fork(c80ca000,f6277cec,f6277d28,c0cdd3ed,0,...) at fork+0x29 syscallenter(c80ca000,f6277ce4,f6277ce4,0,246,...) at syscallenter+0x25a syscall(f6277d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (2, FreeBSD ELF32, fork), eip = 0x28350a5b, esp = 0xbfbfc3cc, ebp = 0xbfbfc3e8 --- Tracing command sshd pid 1279 tid 100083 td 0xc7c20840 sched_switch(c7c20840,0,104,191,d737d2c2,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c20840,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c7e3a290,0,c0cd6cc6,c7c20840,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e3a2a4,0,f6165a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e3a2a4,c7e3a290,c0cdefae,621,c7c272a0,...) at _cv_wait_sig+0x240 seltdwait(c7c272a0,58,c7e53900,c7c20840,c6d8c228,...) at seltdwait+0xa2 kern_select(c7c20840,5,2880c0b0,0,0,0,20,c7c48000,c7c48000) at kern_select+0x504 select(c7c20840,f6165cec,2880d070,1,0,...) at select+0x66 syscallenter(c7c20840,f6165ce4,c0bf204d,c0e3b7f0,0,...) at syscallenter+0x25a syscall(f6165d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b21b3, esp = 0xbfbfe29c, ebp = 0xbfbfee38 --- Tracing command moused pid 1201 tid 100139 td 0xc80c9b00 sched_switch(c80c9b00,0,104,191,94130528,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c80c9b00,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c724d790,0,c0cd6cc6,c80c9b00,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c724d7a4,0,f627aa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c724d7a4,c724d790,c0cdefae,621,c7cfc5e8,...) at _cv_wait_sig+0x240 seltdwait(c7cfc5e8,58,c6d83b00,c80c9b00,0,...) at seltdwait+0xa2 kern_select(c80c9b00,6,bfbfea34,0,0,0,20,c80bd000,c80bd000) at kern_select+0x504 select(c80c9b00,f627acec,f627ad28,c0cdd3ed,0,...) at select+0x66 syscallenter(c80c9b00,f627ace4,f627ace4,0,0,...) at syscallenter+0x25a syscall(f627ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b41b3, esp = 0xbfbfe9cc, ebp = 0xbfbfeb58 --- Tracing command ntpd pid 1135 tid 100095 td 0xc7c81000 kdb_enter(c0cd8543,c0cd8543,c0cd6ef4,f6195ab4,0,...) at kdb_enter+0x3a panic(c0cd6ef4,c80c7580,c08e5980,c80c7580,18737,...) at panic+0x136 _mtx_lock_spin_failed(1,c7c81000,c0e4e4f4,0,f6195b0c,...) at _mtx_lock_spin_failed+0x59 _mtx_lock_spin(c0e4e4f4,c7c81000,0,c0d12750,48d,...) at _mtx_lock_spin+0x75 _mtx_lock_spin_flags(c0e4e4f4,0,c0d12750,48d,284f2000,...) at _mtx_lock_spin_flags+0x146 smp_targeted_tlb_shootdown(0,f6195b60,c0be91ec,2,284f2000,...) at smp_targeted_tlb_shootdown+0xe6 smp_masked_invlpg(2,284f2000,e,c52d4040,f6195b90,...) at smp_masked_invlpg+0x26 pmap_invalidate_page(c7c15ec0,284f2000,c0d13074,122e,c0d05d64,...) at pmap_invalidate_page+0x6c pmap_clear_modify(c31a13c8,0,c0d05d64,430,c0d0524b,...) at pmap_clear_modify+0x237 vm_object_madvise(c82c9dd0,f2,0,1,5,...) at vm_object_madvise+0x405 vm_map_madvise(c7c15e10,284f2000,284f3000,5,c7c78aa0,...) at vm_map_madvise+0x261 madvise(c7c81000,f6195cec,f6195d28,c0cdd3ed,0,...) at madvise+0xdb syscallenter(c7c81000,f6195ce4,f6195ce4,0,0,...) at syscallenter+0x25a syscall(f6195d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (75, FreeBSD ELF32, madvise), eip = 0x282dd86f, esp = 0xbfbfe8ec, ebp = 0xbfbfe988 --- Tracing command rpc.lockd pid 1035 tid 100141 td 0xc80c9580 sched_switch(c80c9580,0,104,191,8e4e6d93,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c80c9580,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62809cc,c089f2da,c71ea800,0,c80c9580,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7bc70d0,0,f62809fc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7bc70d0,c71ea800,1388,3b1,f6280a6c,...) at _cv_timedwait_sig+0x250 svc_run_internal(c80c9720,14,c0cfccbc,c0cfc3b1,f6280b5c,...) at svc_run_internal+0x356 svc_run(c71ea800,0,4,c0a9ddc0,f6280b5c,...) at svc_run+0x7f nlm_syscall(c80c9580,f6280cec,f6280d28,c0cdd3ed,0,...) at nlm_syscall+0x77d syscallenter(c80c9580,f6280ce4,f6280ce4,0,0,...) at syscallenter+0x25a syscall(f6280d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fe28b, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpc.statd pid 1028 tid 100089 td 0xc7c20000 sched_switch(c7c20000,0,104,191,30f9645a,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c20000,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f617da1c,c089f2da,c7cd4d50,0,c7c20000,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7cd4d64,0,f617da4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7cd4d64,c7cd4d50,7531,621,c80ae2d8,...) at _cv_timedwait_sig+0x250 seltdwait(f617dbf8,f617dc00,c6d83b00,c7c20000,c80b6c00,...) at seltdwait+0x8a kern_select(c7c20000,8,bfbfed34,0,0,f617dc40,20,1e,0) at kern_select+0x504 select(c7c20000,f617dcec,f617dd28,c0cdd3ed,0,...) at select+0x66 syscallenter(c7c20000,f617dce4,f617dce4,0,0,...) at syscallenter+0x25a syscall(f617dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818e1b3, esp = 0xbfbfec8c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 1021 tid 100136 td 0xc7cc1580 sched_switch(c7cc1580,0,104,191,992d75b4,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cc1580,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6271be8,c089f2da,c71e9700,0,c7cc1580,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7bc7250,0,f6271c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7bc7250,c71e9700,1388,3ec,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6271d14,c0884ac8,c71e9700,f6271d28,c0cd38e7,...) at svc_run_internal+0x356 svc_thread_start(c71e9700,f6271d28,c0cd38e7,343,c7c47d48,...) at svc_thread_start+0x10 fork_exit(c0aac3b0,c71e9700,f6271d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100135 td 0xc7cc1840 sched_switch(c7cc1840,0,104,191,b1d34e59,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cc1840,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f626ebe8,c089f2da,c71e9700,0,c7cc1840,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7bc7290,0,f626ec18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7bc7290,c71e9700,1388,3b1,5c,...) at _cv_timedwait_sig+0x250 svc_run_internal(f626ed14,c0884ac8,c71e9700,f626ed28,c0cd38e7,...) at svc_run_internal+0x356 svc_thread_start(c71e9700,f626ed28,c0cd38e7,343,c7c47d48,...) at svc_thread_start+0x10 fork_exit(c0aac3b0,c71e9700,f626ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100134 td 0xc7cc1b00 sched_switch(c7cc1b00,0,104,191,aa6bb708,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7cc1b00,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f626bbe8,c089f2da,c71e9700,0,c7cc1b00,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7bc72d0,0,f626bc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7bc72d0,c71e9700,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f626bd14,c0884ac8,c71e9700,f626bd28,c0cd38e7,...) at svc_run_internal+0x356 svc_thread_start(c71e9700,f626bd28,c0cd38e7,343,c7c47d48,...) at svc_thread_start+0x10 fork_exit(c0aac3b0,c71e9700,f626bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100084 td 0xc7c20580 sched_switch(c7c20580,0,104,191,8b8c43f7,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c20580,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6169ab8,c089f2da,c71e9700,0,c7c20580,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7bc8c50,0,f6169ae8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7bc8c50,c71e9700,1388,3b1,f6169b30,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7c20720,14,c0cfccbc,c0cfb770,f6169c0c,...) at svc_run_internal+0x356 svc_run(c71e9700,0,c0cfba74,1c2,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8b0,f6169c0c,c,c6d83b00,f6169c20,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c7c20580,f6169cec,c7c47d48,0,c7c20580,...) at nfssvc_nfsserver+0x24f nfssvc(c7c20580,f6169cec,f6169d28,c0cdd3ed,0,...) at nfssvc+0x83 syscallenter(c7c20580,f6169ce4,f6169ce4,0,0,...) at syscallenter+0x25a syscall(f6169d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dc26b, esp = 0xbfbfe86c, ebp = 0xbfbfead8 --- Tracing command nfsd pid 1020 tid 100093 td 0xc7c812c0 sched_switch(c7c812c0,0,104,191,370aa7d4,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c812c0,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c7e3b0d0,0,c0cd6cc6,c7c812c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e3b0e4,0,f618da4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e3b0e4,c7e3b0d0,c0cdefae,621,c7fc7bd0,...) at _cv_wait_sig+0x240 seltdwait(c7fc7bd0,58,c6d83b00,c7c812c0,c7fc3408,...) at seltdwait+0xa2 kern_select(c7c812c0,5,bfbfece0,0,0,0,20,c7c78d48,c7c78d48) at kern_select+0x504 select(c7c812c0,f618dcec,bfbffff4,1,0,...) at select+0x66 syscallenter(c7c812c0,f618dce4,c0bf204d,c0e3b7f0,0,...) at syscallenter+0x25a syscall(f618dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281851b3, esp = 0xbfbfeadc, ebp = 0xbfbfee18 --- Tracing command mountd pid 1011 tid 100109 td 0xc7e3e840 sched_switch(c7e3e840,0,104,191,2f222193,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e3e840,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c7c39b50,0,c0cd6cc6,c7e3e840,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c39b64,0,f61d4a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7c39b64,c7c39b50,c0cdefae,621,c7fc77a8,...) at _cv_wait_sig+0x240 seltdwait(c7fc77a8,58,c6d83b00,c7e3e840,c0f7b468,...) at seltdwait+0xa2 kern_select(c7e3e840,9,bfbfed7c,0,0,0,20,c7e32d48,c7e32d48) at kern_select+0x504 select(c7e3e840,f61d4cec,f61d4d28,c0cdd3ed,0,...) at select+0x66 syscallenter(c7e3e840,f61d4ce4,f61d4ce4,0,0,...) at syscallenter+0x25a syscall(f61d4d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819b1b3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 918 tid 100096 td 0xc7c80b00 sched_switch(c7c80b00,0,104,191,3f5a4ad7,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c80b00,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6199a78,c089f2da,c724d2d0,0,c7c80b00,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c724d2e4,0,f6199aa8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c724d2e4,c724d2d0,7531,621,f6199b5c,...) at _cv_timedwait_sig+0x250 seltdwait(f6199c2c,f6199c34,52f,c7c80b00,f6199b2c,...) at seltdwait+0x8a poll(c7c80b00,f6199cec,f6199d28,c0cdd3ed,0,...) at poll+0x300 syscallenter(c7c80b00,f6199ce4,f6199ce4,0,c0e400c0,...) at syscallenter+0x25a syscall(f6199d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813fafb, esp = 0xbfbfcbdc, ebp = 0xbfbfeda8 --- Tracing command syslogd pid 892 tid 100106 td 0xc7e402c0 sched_switch(c7e402c0,0,104,191,b1671de6,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e402c0,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c724d410,0,c0cd6cc6,c7e402c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c724d424,0,f61cba4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c724d424,c724d410,c0cdefae,621,c7cfc230,...) at _cv_wait_sig+0x240 seltdwait(c7cfc230,58,c6d83b00,c7e402c0,0,...) at seltdwait+0xa2 kern_select(c7e402c0,9,2847f0ac,0,0,0,20,c7e33550,c7e33550) at kern_select+0x504 select(c7e402c0,f61cbcec,f61cbd28,c0cdd3ed,0,...) at select+0x66 syscallenter(c7e402c0,f61cbce4,f61cbce4,0,246,...) at syscallenter+0x25a syscall(f61cbd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819a1b3, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 --- Tracing command devd pid 702 tid 100113 td 0xc7e3db00 sched_switch(c7e3db00,0,104,191,d84fb516,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e3db00,0,c0cdcbc9,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f2da,c724d3d0,0,c0cd6cc6,c7e3db00,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c724d3e4,0,f61e0a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c724d3e4,c724d3d0,c0cdefae,621,c7c27620,...) at _cv_wait_sig+0x240 seltdwait(c7c27620,58,c6d83b00,c7e3db00,c0ccffca,...) at seltdwait+0xa2 kern_select(c7e3db00,6,bfbfe9a0,0,0,0,20,c7e322a8,c7e322a8) at kern_select+0x504 select(c7e3db00,f61e0cec,f61e0d28,c0cdd3ed,0,...) at select+0x66 syscallenter(c7e3db00,f61e0ce4,f61e0ce4,0,0,...) at syscallenter+0x25a syscall(f61e0d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x808c323, esp = 0xbfbfe96c, ebp = 0xbfbfee48 --- Tracing command sh pid 22 tid 100077 td 0xc7c21b00 sched_switch(c7c21b00,0,104,191,18e124f8,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7c21b00,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6f3ed48,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6f3ed48,c6f3edd0,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c7c21b00,ffffffff,f614dc44,2,0,...) at kern_wait+0xb66 wait4(c7c21b00,f614dcec,f614dd28,c0cdd3ed,0,...) at wait4+0x3b syscallenter(c7c21b00,f614dce4,f614dce4,0,0,...) at syscallenter+0x25a syscall(f614dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28162a3b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command flowcleaner pid 21 tid 100076 td 0xc6fe7840 sched_switch(c6fe7840,0,104,191,9c89c038,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe7840,0,c0cdcbc9,283,c6fe7840,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa88c8,0,f3f5dcb4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0fa88c8,c0fa88d0,4e20,620,0,...) at _cv_timedwait+0x250 flowtable_cleaner(0,f3f5dd28,c0cd38e7,343,c7baa000,...) at flowtable_cleaner+0x1bc fork_exit(c095cb40,0,f3f5dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5dd60, ebp = 0 --- Tracing command softdepflush pid 20 tid 100075 td 0xc6fe7b00 sched_switch(c6fe7b00,0,104,191,f6bd9515,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,44,...) at mi_switch+0x200 sleepq_switch(c6fe7b00,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb4060,44,c0d01e41,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb4060,c0fb4018,44,c0d01e41,3e8,...) at _sleep+0x339 softdep_flush(0,f3f5ad28,c0cd38e7,343,c7baa2a8,...) at softdep_flush+0x257 fork_exit(c0af5710,0,f3f5ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5ad60, ebp = 0 --- Tracing command syncer pid 19 tid 100074 td 0xc7106000 sched_switch(c7106000,0,104,191,96aa393a,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7106000,0,c0cdcbc9,283,c7106000,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa86d8,0,f3f57c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0fa86d8,c0fa86c4,3e8,6d3,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f3f57d28,c0cd38e7,343,c7baa550,...) at sched_sync+0x502 fork_exit(c0946dc0,0,f3f57d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f57d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100073 td 0xc71062c0 sched_switch(c71062c0,0,104,191,51356fef,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,50,...) at mi_switch+0x200 sleepq_switch(c71062c0,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7baa7f8,50,c0ce6ce6,0,0,...) at sleepq_timedwait+0x6b _sleep(c7baa7f8,c0fa8698,250,c0ce6ce6,3e8,...) at _sleep+0x339 vnlru_proc(0,f3f54d28,c0cd38e7,343,c7baa7f8,...) at vnlru_proc+0xe7 fork_exit(c0947990,0,f3f54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f54d60, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100072 td 0xc7106580 sched_switch(c7106580,0,104,191,51355479,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7106580,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa8408,44,c0ce4229,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fa8408,c0fa8410,44,c0ce4229,3e8,...) at _sleep+0x339 buf_daemon(0,f3f51d28,c0cd38e7,343,c7baaaa0,...) at buf_daemon+0x16e fork_exit(c092edb0,0,f3f51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f51d60, ebp = 0 --- Tracing command pagezero pid 16 tid 100071 td 0xc7106840 sched_switch(c7106840,0,104,191,69281b2,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7106840,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb5e94,0,c0d07cc7,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb5e94,c0fb4980,0,c0d07cc7,493e0,...) at _sleep+0x339 vm_pagezero(0,f3f4ed28,c0cd38e7,343,c7baad48,...) at vm_pagezero+0xdc fork_exit(c0b36b70,0,f3f4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f4ed60, ebp = 0 --- Tracing command vmdaemon pid 15 tid 100070 td 0xc7106b00 sched_switch(c7106b00,0,104,191,17cdd373,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,68,...) at mi_switch+0x200 sleepq_switch(c7106b00,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fb5ad0,68,c0ce4229,0,0,...) at sleepq_wait+0x63 _sleep(c0fb5ad0,c0fb5ad4,68,c0ce4229,0,...) at _sleep+0x36b vm_daemon(0,f3f4bd28,c0cd38e7,343,c6d872a8,...) at vm_daemon+0x59 fork_exit(c0b30a20,0,f3f4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f4bd60, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100069 td 0xc7107000 sched_switch(c7107000,0,104,191,22849161,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7107000,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb5a98,44,c0ce4229,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb5a98,c0fb4980,44,c0ce4229,1388,...) at _sleep+0x339 vm_pageout(0,f3f48d28,c0cd38e7,343,c6d87550,...) at vm_pageout+0x2c7 fork_exit(c0b31a80,0,f3f48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f48d60, ebp = 0 --- Tracing command xpt_thrd pid 8 tid 100068 td 0xc71072c0 sched_switch(c71072c0,0,104,191,f757e2c4,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c71072c0,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e07d54,4c,c0c70745,0,0,...) at sleepq_wait+0x63 _sleep(c0e07d54,c0e07d98,4c,c0c70745,0,...) at _sleep+0x36b xpt_scanner_thread(0,f3ee5d28,c0cd38e7,343,c6d877f8,...) at xpt_scanner_thread+0x47 fork_exit(c0484fe0,0,f3ee5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee5d60, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100067 td 0xc7107580 sched_switch(c7107580,0,104,191,d5cbfdb6,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7107580,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0faa0d8,0,c0cf2add,0,0,...) at sleepq_wait+0x63 _sleep(c0faa0d8,c0faa0a0,0,c0cf2add,0,...) at _sleep+0x36b sctp_iterator_thread(0,f3ee2d28,c0cd38e7,343,c6d87aa0,...) at sctp_iterator_thread+0x5c fork_exit(c09d6960,0,f3ee2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee2d60, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc6fda2c0 sched_switch(c6fda2c0,0,104,191,51351f0d,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6fda2c0,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fbf03c,4c,c0ccd8d1,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fbf03c,c6fbf0f0,4c,c0ccd8d1,3e8,...) at _sleep+0x339 fdc_thread(c6fbf000,f3ed6d28,c0cd38e7,343,c6d87d48,...) at fdc_thread+0x27d fork_exit(c0bb5770,c6fbf000,f3ed6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed6d60, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc6fda840 sched_switch(c6fda840,0,104,191,197a9322,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6fda840,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c700a000,5c,c0ccd8d1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c700a000,c700e48c,15c,c0ccd8d1,0,...) at _sleep+0x354 fw_bus_probe_thread(c700a000,f3ec6d28,c0cd38e7,343,c6f3e000,...) at fw_bus_probe_thread+0xa08 fork_exit(c0671d30,c700a000,f3ec6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec6d60, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc6fe5580 sched_switch(c6fe5580,0,104,191,f73445a6,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe5580,0,c0cdcbc9,260,c6fe5580,...) at sleepq_switch+0x15f sleepq_wait(c6fecd0c,0,f3eafcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fecd0c,c6fecdac,c0cc6520,6c,c6fecd14,...) at _cv_wait+0x240 usb_process(c6fecd04,f3eafd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fecd04,f3eafd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eafd60, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc6fe5840 sched_switch(c6fe5840,0,104,191,c27dc0d2,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe5840,0,c0cdcbc9,260,c6fe5840,...) at sleepq_switch+0x15f sleepq_wait(c6feccdc,0,f3eaccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6feccdc,c6fecdac,c0cc6520,6c,c6fecce4,...) at _cv_wait+0x240 usb_process(c6feccd4,f3eacd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6feccd4,f3eacd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eacd60, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc6fe5b00 sched_switch(c6fe5b00,0,104,191,f6cd9a8c,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe5b00,0,c0cdcbc9,260,c6fe5b00,...) at sleepq_switch+0x15f sleepq_wait(c6feccac,0,f3ea9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6feccac,c6fecdac,c0cc6520,6c,c6feccb4,...) at _cv_wait+0x240 usb_process(c6fecca4,f3ea9d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fecca4,f3ea9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea9d60, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc6fe7000 sched_switch(c6fe7000,0,104,191,f6cd87ae,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe7000,0,c0cdcbc9,260,c6fe7000,...) at sleepq_switch+0x15f sleepq_wait(c6fecc7c,0,f3ea6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fecc7c,c6fecdac,c0cc6520,6c,c6fecc84,...) at _cv_wait+0x240 usb_process(c6fecc74,f3ea6d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fecc74,f3ea6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea6d60, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc6fe7580 sched_switch(c6fe7580,0,104,191,f6cd6dd2,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fe7580,0,c0cdcbc9,260,c6fe7580,...) at sleepq_switch+0x15f sleepq_wait(c6fe0b5c,0,f3e9ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe0b5c,c6fe0bfc,c0cc6520,6c,c6fe0b64,...) at _cv_wait+0x240 usb_process(c6fe0b54,f3e9ed28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fe0b54,f3e9ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9ed60, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc6fd8000 sched_switch(c6fd8000,0,104,191,ba71fb42,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd8000,0,c0cdcbc9,260,c6fd8000,...) at sleepq_switch+0x15f sleepq_wait(c6fe0b2c,0,f3e9bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe0b2c,c6fe0bfc,c0cc6520,6c,c6fe0b34,...) at _cv_wait+0x240 usb_process(c6fe0b24,f3e9bd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fe0b24,f3e9bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9bd60, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc6fd82c0 sched_switch(c6fd82c0,0,104,191,f6693832,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd82c0,0,c0cdcbc9,260,c6fd82c0,...) at sleepq_switch+0x15f sleepq_wait(c6fe0afc,0,f3e98cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe0afc,c6fe0bfc,c0cc6520,6c,c6fe0b04,...) at _cv_wait+0x240 usb_process(c6fe0af4,f3e98d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fe0af4,f3e98d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e98d60, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc6fd8580 sched_switch(c6fd8580,0,104,191,f66925d4,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd8580,0,c0cdcbc9,260,c6fd8580,...) at sleepq_switch+0x15f sleepq_wait(c6fe0acc,0,f3e95cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe0acc,c6fe0bfc,c0cc6520,6c,c6fe0ad4,...) at _cv_wait+0x240 usb_process(c6fe0ac4,f3e95d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fe0ac4,f3e95d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e95d60, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc6fd8840 sched_switch(c6fd8840,0,104,191,f66910b7,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd8840,0,c0cdcbc9,260,c6fd8840,...) at sleepq_switch+0x15f sleepq_wait(c6fdbb5c,0,f3e91cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdbb5c,c6fdbbfc,c0cc6520,6c,c6fdbb64,...) at _cv_wait+0x240 usb_process(c6fdbb54,f3e91d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fdbb54,f3e91d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e91d60, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc6fd8b00 sched_switch(c6fd8b00,0,104,191,ba713f35,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd8b00,0,c0cdcbc9,260,c6fd8b00,...) at sleepq_switch+0x15f sleepq_wait(c6fdbb2c,0,f3e8ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdbb2c,c6fdbbfc,c0cc6520,6c,c6fdbb34,...) at _cv_wait+0x240 usb_process(c6fdbb24,f3e8ed28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fdbb24,f3e8ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8ed60, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc6fd9000 sched_switch(c6fd9000,0,104,191,f60487f1,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd9000,0,c0cdcbc9,260,c6fd9000,...) at sleepq_switch+0x15f sleepq_wait(c6fdbafc,0,f3e8bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdbafc,c6fdbbfc,c0cc6520,6c,c6fdbb04,...) at _cv_wait+0x240 usb_process(c6fdbaf4,f3e8bd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fdbaf4,f3e8bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8bd60, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc6fd92c0 sched_switch(c6fd92c0,0,104,191,f6047626,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd92c0,0,c0cdcbc9,260,c6fd92c0,...) at sleepq_switch+0x15f sleepq_wait(c6fdbacc,0,f3e88cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdbacc,c6fdbbfc,c0cc6520,6c,c6fdbad4,...) at _cv_wait+0x240 usb_process(c6fdbac4,f3e88d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fdbac4,f3e88d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e88d60, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc6fd9580 sched_switch(c6fd9580,0,104,191,f604636d,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd9580,0,c0cdcbc9,260,c6fd9580,...) at sleepq_switch+0x15f sleepq_wait(c6fd1b5c,0,f3e84cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1b5c,c6fd1bfc,c0cc6520,6c,c6fd1b64,...) at _cv_wait+0x240 usb_process(c6fd1b54,f3e84d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fd1b54,f3e84d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e84d60, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc6fd9840 sched_switch(c6fd9840,0,104,191,b9e7e79c,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd9840,0,c0cdcbc9,260,c6fd9840,...) at sleepq_switch+0x15f sleepq_wait(c6fd1b2c,0,f3e81cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1b2c,c6fd1bfc,c0cc6520,6c,c6fd1b34,...) at _cv_wait+0x240 usb_process(c6fd1b24,f3e81d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fd1b24,f3e81d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e81d60, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc6fd9b00 sched_switch(c6fd9b00,0,104,191,f59fc1bb,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fd9b00,0,c0cdcbc9,260,c6fd9b00,...) at sleepq_switch+0x15f sleepq_wait(c6fd1afc,0,f3e7ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1afc,c6fd1bfc,c0cc6520,6c,c6fd1b04,...) at _cv_wait+0x240 usb_process(c6fd1af4,f3e7ed28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fd1af4,f3e7ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7ed60, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc6fda000 sched_switch(c6fda000,0,104,191,f59faf05,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fda000,0,c0cdcbc9,260,c6fda000,...) at sleepq_switch+0x15f sleepq_wait(c6fd1acc,0,f3e7bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1acc,c6fd1bfc,c0cc6520,6c,c6fd1ad4,...) at _cv_wait+0x240 usb_process(c6fd1ac4,f3e7bd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fd1ac4,f3e7bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7bd60, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc6fc62c0 sched_switch(c6fc62c0,0,104,191,f59f977d,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc62c0,0,c0cdcbc9,260,c6fc62c0,...) at sleepq_switch+0x15f sleepq_wait(c6fcab5c,0,f3e74cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fcab5c,c6fcabfc,c0cc6520,6c,c6fcab64,...) at _cv_wait+0x240 usb_process(c6fcab54,f3e74d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fcab54,f3e74d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e74d60, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc6fc6580 sched_switch(c6fc6580,0,104,191,b95e9501,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc6580,0,c0cdcbc9,260,c6fc6580,...) at sleepq_switch+0x15f sleepq_wait(c6fcab2c,0,f3e71cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fcab2c,c6fcabfc,c0cc6520,6c,c6fcab34,...) at _cv_wait+0x240 usb_process(c6fcab24,f3e71d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fcab24,f3e71d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e71d60, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc6fc6840 sched_switch(c6fc6840,0,104,191,f53a2a80,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc6840,0,c0cdcbc9,260,c6fc6840,...) at sleepq_switch+0x15f sleepq_wait(c6fcaafc,0,f3e6ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fcaafc,c6fcabfc,c0cc6520,6c,c6fcab04,...) at _cv_wait+0x240 usb_process(c6fcaaf4,f3e6ed28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fcaaf4,f3e6ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6ed60, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc6fc6b00 sched_switch(c6fc6b00,0,104,191,f53a1757,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc6b00,0,c0cdcbc9,260,c6fc6b00,...) at sleepq_switch+0x15f sleepq_wait(c6fcaacc,0,f3e6bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fcaacc,c6fcabfc,c0cc6520,6c,c6fcaad4,...) at _cv_wait+0x240 usb_process(c6fcaac4,f3e6bd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fcaac4,f3e6bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6bd60, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc6fc92c0 sched_switch(c6fc92c0,0,104,191,f53a02d0,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc92c0,0,c0cdcbc9,260,c6fc92c0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2b5c,0,f3e64cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc2b5c,c6fc2bfc,c0cc6520,6c,c6fc2b64,...) at _cv_wait+0x240 usb_process(c6fc2b54,f3e64d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fc2b54,f3e64d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e64d60, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc6fc9580 sched_switch(c6fc9580,0,103,18c,66027c28,...) at sched_switch+0x36a mi_switch(103,0,c0cdd4b7,2e2,c6d89e80,...) at mi_switch+0x200 turnstile_wait(c6d89e80,c6dce580,0,1ac,c6fc2bfc,...) at turnstile_wait+0x495 _mtx_lock_sleep(c6fc2bfc,c6fc9580,0,c0cd6cc6,93,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c6fc2bfc,0,c0cd6cc6,93,f3e61cc0,...) at _mtx_lock_flags+0xf7 lock_mtx(c6fc2bfc,0,c0cd1fc5,91,0,...) at lock_mtx+0x29 _cv_wait(c6fc2b2c,c6fc2bfc,c0cc6520,6c,c6fc2b34,...) at _cv_wait+0x2f3 usb_process(c6fc2b24,f3e61d28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fc2b24,f3e61d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e61d60, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc6fc9840 sched_switch(c6fc9840,0,104,191,f4cf4972,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc9840,0,c0cdcbc9,260,c6fc9840,...) at sleepq_switch+0x15f sleepq_wait(c6fc2afc,0,f3e5ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc2afc,c6fc2bfc,c0cc6520,6c,c6fc2b04,...) at _cv_wait+0x240 usb_process(c6fc2af4,f3e5ed28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fc2af4,f3e5ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e5ed60, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc6fc9b00 sched_switch(c6fc9b00,0,104,191,f4cf3583,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fc9b00,0,c0cdcbc9,260,c6fc9b00,...) at sleepq_switch+0x15f sleepq_wait(c6fc2acc,0,f3e5bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc2acc,c6fc2bfc,c0cc6520,6c,c6fc2ad4,...) at _cv_wait+0x240 usb_process(c6fc2ac4,f3e5bd28,c0cd38e7,343,c6f3e2a8,...) at usb_process+0x193 fork_exit(c07dcfd0,c6fc2ac4,f3e5bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e5bd60, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6e92580 sched_switch(c6e92580,0,104,191,5bec5528,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6e92580,0,c0cdcbc9,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e3bec4,0,c0ccd8d1,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e3bec4,0,0,c0ccd8d1,64,...) at _sleep+0x339 pause(c0ccd8d1,64,c0cb9e7b,111,0,...) at pause+0x47 random_kthread(0,c6b55d28,c0cd38e7,343,c6f3e550,...) at random_kthread+0x1ef fork_exit(c074fdd0,0,c6b55d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b55d60, ebp = 0 --- Tracing command g_down pid 4 tid 100016 td 0xc6e92840 sched_switch(c6e92840,0,104,191,b94b644,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6e92840,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e39b64,4c,c0ccd8d1,0,0,...) at sleepq_wait+0x63 _sleep(c0e39b64,c0e39ac8,24c,c0ccd8d1,0,...) at _sleep+0x36b g_io_schedule_down(c6e92840,0,c0ccf02e,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c6b52d28,c0cd38e7,343,c6d86000,...) at g_down_procbody+0x8d fork_exit(c084a330,0,c6b52d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b52d60, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc6e92b00 sched_switch(c6e92b00,0,104,191,ba207ba,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6e92b00,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e39b60,4c,c0ccd8d1,0,0,...) at sleepq_wait+0x63 _sleep(c0e39b60,c0e39ae8,24c,c0ccd8d1,0,...) at _sleep+0x36b g_io_schedule_up(c6e92b00,0,c0ccf02e,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6b4fd28,c0cd38e7,343,c6d862a8,...) at g_up_procbody+0x8d fork_exit(c084a3c0,0,c6b4fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4fd60, ebp = 0 --- Tracing command g_event pid 2 tid 100014 td 0xc6e94000 sched_switch(c6e94000,0,104,191,f2a972e1,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6e94000,0,c0cdcbc9,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e39b58,4c,c0ccd8d1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e39b58,0,4c,c0ccd8d1,64,...) at _sleep+0x339 g_event_procbody(0,c6b4cd28,c0cd38e7,343,c6d86550,...) at g_event_procbody+0xcb fork_exit(c084a450,0,c6b4cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4cd60, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc7107b00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc7108000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100062 td 0xc6fda580 sched_switch(c6fda580,0,109,191,d5e48198,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c70f0370,...) at mi_switch+0x200 ithread_loop(c70fd2d0,f3ec9d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c70fd2d0,f3ec9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec9d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc6fe5000 sched_switch(c6fe5000,0,109,191,f430eba1,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dccaf0,...) at mi_switch+0x200 ithread_loop(c6fdfb10,f3ebdd28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fdfb10,f3ebdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebdd60, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc6fe52c0 sched_switch(c6fe52c0,0,109,191,1c1f25f,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dccdf0,...) at mi_switch+0x200 ithread_loop(c6fb1970,f3eb5d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fb1970,f3eb5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb5d60, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc6fe72c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc6fc6000 sched_switch(c6fc6000,0,109,191,1dbda193,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dccbf0,...) at mi_switch+0x200 ithread_loop(c6fb15c0,f3e78d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fb15c0,f3e78d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e78d60, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6fc9000 sched_switch(c6fc9000,0,109,191,1cfde52b,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dccc70,...) at mi_switch+0x200 ithread_loop(c6fb1100,f3e68d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fb1100,f3e68d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e68d60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6e942c0 sched_switch(c6e942c0,0,109,191,1c20dfa1,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcccf0,...) at mi_switch+0x200 ithread_loop(c6fa5710,f3e58d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fa5710,f3e58d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e58d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6e94580 sched_switch(c6e94580,0,109,191,ba124ea,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcc9f0,...) at mi_switch+0x200 ithread_loop(c6fa52b0,f3d49d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fa52b0,f3d49d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3d49d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6e94840 sched_switch(c6e94840,0,109,191,6fb7d2e,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6f8fd70,...) at mi_switch+0x200 ithread_loop(c6fa0390,c6ba4d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6fa0390,c6ba4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ba4d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6e94b00 sched_switch(c6e94b00,0,109,191,f431c30a,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcd170,...) at mi_switch+0x200 ithread_loop(c6d854f0,c6b9ad28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d854f0,c6b9ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b9ad60, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6f61000 sched_switch(c6f61000,0,109,191,ad2b8cc4,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcd770,...) at mi_switch+0x200 ithread_loop(c6d1b9a0,c6b70d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d1b9a0,c6b70d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b70d60, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc6f612c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100023 td 0xc6f61840 sched_switch(c6f61840,0,109,191,790dea00,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcd870,...) at mi_switch+0x200 ithread_loop(c6d852a0,c6b67d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d852a0,c6b67d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b67d60, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6e922c0 sched_switch(c6e922c0,0,109,191,16641751,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcdb70,...) at mi_switch+0x200 ithread_loop(c6d853d0,c6b58d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d853d0,c6b58d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b58d60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d8a580 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc6d8a840 sched_switch(c6d8a840,0,109,191,d1842f23,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcc470,...) at mi_switch+0x200 ithread_loop(c6d850b0,c6b43d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d850b0,c6b43d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b43d60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6d8ab00 sched_switch(c6d8ab00,0,109,191,f6bd4f1f,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcc4f0,...) at mi_switch+0x200 ithread_loop(c6d850c0,c6b40d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d850c0,c6b40d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b40d60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dce000 sched_switch(c6dce000,0,109,191,d01cb7c0,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcc570,...) at mi_switch+0x200 ithread_loop(c6d850d0,c6b3dd28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d850d0,c6b3dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3dd60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6dce2c0 sched_switch(c6dce2c0,0,109,191,ee1c10ae,...) at sched_switch+0x36a mi_switch(109,0,c0cd3b66,52d,c6dcc5f0,...) at mi_switch+0x200 ithread_loop(c6d850e0,c6b3ad28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x1f6 fork_exit(c0887ab0,c6d850e0,c6b3ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3ad60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6dce580 sched_switch(c6dce580,0,602,18c,66026a4a,...) at sched_switch+0x36a mi_switch(602,0,c0cd8bd4,cd,c6dce580,...) at mi_switch+0x200 critical_exit(c0e4dcac,c6b37b4c,c089eeb4,c0e4dcac,4,...) at critical_exit+0xa8 spinlock_exit(c0e4dcac,4,c0cd6cc6,109) at spinlock_exit+0x10 _mtx_unlock_spin_flags(c0e4dcac,0,c0cdcbc9,10d,c6b37b84,...) at _mtx_unlock_spin_flags+0xf4 sleepq_release(c6fc2b2c,1,0,0,c6fc2b84,...) at sleepq_release+0x39 cv_signal(c6fc2b2c,4,c0cc6520,120,c6fc2b84,...) at cv_signal+0x4e usb_proc_msignal(c6fc2b24,c6fc2b84,c6fc2b98,646,c6fc2aa0,...) at usb_proc_msignal+0x16a usb_needs_explore(c6fc2aa0,0,c6b37c04,c07c5be7,c6fc2aa0,...) at usb_needs_explore+0x10b usb_bus_power_update(c6fc2aa0,0,c0cc3868,132,0,...) at usb_bus_power_update+0x19 usb_power_wdog(c6fc2aa0,1,c0cd9894,187,c7c81000,...) at usb_power_wdog+0x97 softclock(c0e3c0a0,c6b37cb8,c089eeb4,c0e3fa40,c6dcc8b8,...) at softclock+0x256 intr_event_execute_handlers(c6d867f8,c6dcc880,c0cd3b66,533,c6dcc8f0,...) at intr_event_execute_handlers+0x125 ithread_loop(c6d850f0,c6b37d28,c0cd38e7,343,c6d867f8,...) at ithread_loop+0x9f fork_exit(c0887ab0,c6d850f0,c6b37d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b37d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d88000 sched_switch(c6d88000,0,608,18c,60512be0,...) at sched_switch+0x36a mi_switch(608,0,c0cd8bd4,cd,c6d88000,...) at mi_switch+0x200 critical_exit(c100a700,0,0,0,c6f57000,...) at critical_exit+0xa8 lapic_handle_timer(c6b33c1c) at lapic_handle_timer+0x95 Xtimerint() at Xtimerint+0x20 --- interrupt, eip = 0xc0bd0bd5, esp = 0xc6b33c5c, ebp = 0xc6b33c5c --- acpi_cpu_c1(c6b33c78,c0e07fd0,0,ffffffff,c6b33ca4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(2710,c0e3fa40,c6b33ca4,c0be16bb,1,...) at acpi_cpu_idle+0xfe cpu_idle_amdc1e(1,c6b33ce8,c08d3d2e,1,c6b33cc4,...) at cpu_idle_amdc1e+0x56 cpu_idle(1,c6b33cc4,c0cda0c3,3af,c6d88000,...) at cpu_idle+0x1b sched_idletd(0,c6b33d28,c0cd38e7,343,c6d86aa0,...) at sched_idletd+0x23e fork_exit(c08d3af0,0,c6b33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d882c0 sched_switch(c6d882c0,0,108,18c,360365db,...) at sched_switch+0x36a mi_switch(108,0,c0cda0c3,3ad,c6d882c0,...) at mi_switch+0x200 sched_idletd(0,c6b30d28,c0cd38e7,343,c6d86aa0,...) at sched_idletd+0x19b fork_exit(c08d3af0,0,c6b30d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d88580 sched_switch(c6d88580,0,108,18c,f7f6d35b,...) at sched_switch+0x36a mi_switch(108,0,c0cda0c3,3ad,c6d88580,...) at mi_switch+0x200 sched_idletd(0,c6b2dd28,c0cd38e7,343,c6d86aa0,...) at sched_idletd+0x19b fork_exit(c08d3af0,0,c6b2dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d88840 sched_switch(c6d88840,0,60c,18c,f803d625,...) at sched_switch+0x36a mi_switch(60c,0,c0cda0c3,804,3,...) at mi_switch+0x200 sched_preempt(c6d88840,3,0,c6b2ac5c,c0bd952f,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6d55818,c6d55800,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2f --- interrupt, eip = 0xc0bd0bd5, esp = 0xc6b2ac5c, ebp = 0xc6b2ac5c --- acpi_cpu_c1(c6b2ac78,c0e07fd0,3,28,28,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(2710,c0e40dc0,c6b2aca4,c0be16bb,1,...) at acpi_cpu_idle+0xfe cpu_idle_amdc1e(1,c6b2ace8,c08d3d2e,1,c6b2acc4,...) at cpu_idle_amdc1e+0x56 cpu_idle(1,c6b2acc4,c0cda0c3,9f9,c6d88840,...) at cpu_idle+0x1b sched_idletd(0,c6b2ad28,c0cd38e7,343,c6d86aa0,...) at sched_idletd+0x23e fork_exit(c08d3af0,0,c6b2ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d88b00 sched_switch(c6d88b00,0,104,191,170b14b9,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6d88b00,0,c0cdcbc9,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdcbc9,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6d86d48,5c,c0cdf548,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d86d48,c6d86dd0,15c,c0cdf548,0,...) at _sleep+0x354 kern_wait(c6d88b00,ffffffff,c6b26c44,2,0,...) at kern_wait+0xb66 wait4(c6d88b00,c6b26cec,bfbfe7c8,1,0,...) at wait4+0x3b syscallenter(c6d88b00,c6b26ce4,c0bf204d,c0e3b7f0,0,...) at syscallenter+0x25a syscall(c6b26d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054cc3, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 --- Tracing command audit pid 10 tid 100001 td 0xc6d8a000 sched_switch(c6d8a000,0,104,191,f4ccca06,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8a000,0,c0cdcbc9,260,c6d8a000,...) at sleepq_switch+0x15f sleepq_wait(c0fb3880,0,c6b23c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0fb3880,c0fb3864,c0cfda23,194,0,...) at _cv_wait+0x240 audit_worker(0,c6b23d28,c0cd38e7,343,c6d87000,...) at audit_worker+0x84 fork_exit(c0abc520,0,c6b23d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d60, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc7107840 sched_switch(c7107840,0,104,191,2bdb5f01,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7107840,0,c0cdcbc9,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e3bec4,0,c0cd1ce4,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e3bec4,0,0,c0cd1ce4,bb8,...) at _sleep+0x339 pause(c0cd1ce4,bb8,120,11e,c0e39cc8,...) at pause+0x47 deadlkres(0,f3edfd28,c0cd38e7,343,c0e39c40,...) at deadlkres+0x302 fork_exit(c086a460,0,f3edfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3edfd60, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc6fdab00 sched_switch(c6fdab00,0,104,191,5e80223d,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdab00,0,c0cdcbc9,260,c6fdab00,...) at sleepq_switch+0x15f sleepq_wait(c7008cc0,0,c0cd90d7,c0ccd8d1,0,...) at sleepq_wait+0x63 msleep_spin(c7008cc0,c7008cd8,c0ccd8d1,0,c0e3fa40,...) at msleep_spin+0x21d taskqueue_thread_loop(c700e4a0,f3ec3d28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0x96 fork_exit(c08edee0,c700e4a0,f3ec3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec3d60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6f61580 sched_switch(c6f61580,0,100,18c,f67a77c3,...) at sched_switch+0x36a mi_switch(100,0,c0cda0c3,97a,0,...) at mi_switch+0x200 sched_bind(c6f61580,1,c0d17cd6,24b,c100a7a0,...) at sched_bind+0xa0 mca_scan_cpus(0,1,c0cdd339,53,c6b6acd8,...) at mca_scan_cpus+0x5d taskqueue_run(c6f3c880,c6f3c898,0,c0ccd8d1,0,...) at taskqueue_run+0xc3 taskqueue_thread_loop(c0e4e748,c6b6ad28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0x6e fork_exit(c08edee0,c0e4e748,c6b6ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f61b00 sched_switch(c6f61b00,0,104,191,ff4b6e9e,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f61b00,0,c0cdcbc9,260,c6f61b00,...) at sleepq_switch+0x15f sleepq_wait(c6f3ca80,0,c0cd90d7,c0ccd8d1,0,...) at sleepq_wait+0x63 msleep_spin(c6f3ca80,c6f3ca98,c0ccd8d1,0,c0e3fa40,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e0ac00,c6b64d28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0x96 fork_exit(c08edee0,c0e0ac00,c6b64d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b64d60, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6dce840 sched_switch(c6dce840,0,104,191,ff4b5f01,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dce840,0,c0cdcbc9,260,c6dce840,...) at sleepq_switch+0x15f sleepq_wait(c6f3ca80,0,c0cd90d7,c0ccd8d1,0,...) at sleepq_wait+0x63 msleep_spin(c6f3ca80,c6f3ca98,c0ccd8d1,0,c0e3fa40,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e0ac00,c6b61d28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0x96 fork_exit(c08edee0,c0e0ac00,c6b61d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b61d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6dceb00 sched_switch(c6dceb00,0,104,191,ff4b4d37,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dceb00,0,c0cdcbc9,260,c6dceb00,...) at sleepq_switch+0x15f sleepq_wait(c6f3ca80,0,c0cd90d7,c0ccd8d1,0,...) at sleepq_wait+0x63 msleep_spin(c6f3ca80,c6f3ca98,c0ccd8d1,0,c0e3fa40,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e0ac00,c6b5ed28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0x96 fork_exit(c08edee0,c0e0ac00,c6b5ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6e92000 sched_switch(c6e92000,0,104,191,ff459284,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6e92000,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3cac0,0,c0ccd8d1,0,0,...) at sleepq_wait+0x63 _sleep(c6f3cac0,c6f3cad8,0,c0ccd8d1,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e3a5b8,c6b5bd28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0xbc fork_exit(c08edee0,c0e3a5b8,c6b5bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc6d8a2c0 sched_switch(c6d8a2c0,0,104,191,1be1fe45,...) at sched_switch+0x36a mi_switch(104,0,c0cdcbc9,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8a2c0,0,c0cdcbc9,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6d66900,0,c0ccd8d1,0,0,...) at sleepq_wait+0x63 _sleep(c6d66900,c6d66918,0,c0ccd8d1,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e4d1e0,c6b49d28,c0cd38e7,343,c0e39c40,...) at taskqueue_thread_loop+0xbc fork_exit(c08edee0,c0e4d1e0,c6b49d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b49d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0e39ef0 cpustop_handler(2,c1420c98,c0bf1906,c089eeb4,c0e400c0,...) at cpustop_handler+0x34 ipi_nmi_handler(c089eeb4,c0e400c0,4,c0cd6cc6,c0e39c40,...) at ipi_nmi_handler+0x2f trap(c1420ca4) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc089f4b6, esp = 0xc1420ce4, ebp = 0xc1420d00 --- _mtx_lock_sleep(c7cbb880,c0e39ef0,0,c0d04d84,2de,...) at _mtx_lock_sleep+0xb6 _mtx_lock_flags(c7cbb880,0,c0d04d84,2de,2710,...) at _mtx_lock_flags+0xf7 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0xd6 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 126 MB: 111 95 79 63 47 31 15 Dump complete = 0xf db:0:doadump> reset (kgdb) bt #0 doadump () at pcpu.h:231 #1 0xc04d4599 in db_fncall (dummy1=0xc08e17da, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf6195754 "hW\031ö") at ../../../ddb/db_command.c:548 #2 0xc04d49cf in db_command (last_cmdp=0xc0e08ddc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d4a84 in db_command_script (command=0xc0e09ce8 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d8cd0 in db_script_exec (scriptname=0xc0e09640 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d8d61 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0fd71a0, modif=0xf619588c "") at ../../../ddb/db_script.c:375 #6 0xc04d4991 in db_command (last_cmdp=0xc0e08ddc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d4aea in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d6a0d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08e1656 in kdb_trap (type=0x3, code=0x0, tf=0xf6195a34) at ../../../kern/subr_kdb.c:535 #10 0xc0bf1f3b in trap (frame=0xf6195a34) at ../../../i386/i386/trap.c:697 #11 0xc0bd8ddc in calltrap () at ../../../i386/i386/exception.s:166 #12 0xc08e17da in kdb_enter (why=0xc0cd8543 "panic", msg=0xc0cd8543 "panic") at cpufunc.h:71 #13 0xc08aef76 in panic (fmt=0xc0cd6ef4 "spin lock held too long") at ../../../kern/kern_shutdown.c:573 #14 0xc089f349 in _mtx_lock_spin_failed (m=0xc0e4e4f4) at ../../../kern/kern_mutex.c:490 #15 0xc089f3d5 in _mtx_lock_spin (m=0xc0e4e4f4, tid=0xc7c81000, opts=0x0, file=0xc0d12750 "../../../i386/i386/mp_machdep.c", line=0x48d) at ../../../kern/kern_mutex.c:526 #16 0xc089f9f6 in _mtx_lock_spin_flags (m=0xc0e4e4f4, opts=0x0, file=0xc0d12750 "../../../i386/i386/mp_machdep.c", line=0x48d) at ../../../kern/kern_mutex.c:246 #17 0xc0be4716 in smp_targeted_tlb_shootdown (mask=0x2, vector=0xf5, addr1=0x284f2000, addr2=0x0) at ../../../i386/i386/mp_machdep.c:1165 #18 0xc0be47f6 in smp_masked_invlpg (mask=0x2, addr=0x284f2000) at ../../../i386/i386/mp_machdep.c:1240 #19 0xc0be91ec in pmap_invalidate_page (pmap=0xc7c15ec0, va=0x284f2000) at ../../../i386/i386/pmap.c:965 #20 0xc0bed067 in pmap_clear_modify (m=0xc31a13c8) at ../../../i386/i386/pmap.c:4666 #21 0xc0b29335 in vm_object_madvise (object=0xc82c9dd0, pindex=0xf2, count=Variable "count" is not available. ) at ../../../vm/vm_object.c:1119 #22 0xc0b25f51 in vm_map_madvise (map=0xc7c15e10, start=0x284f2000, end=0x284f3000, behav=Variable "behav" is not available. ) at ../../../vm/vm_map.c:2063 #23 0xc0b281cb in madvise (td=0xc7c81000, uap=0xf6195cec) at ../../../vm/vm_mmap.c:744 #24 0xc08eea3a in syscallenter (td=0xc7c81000, sa=0xf6195ce4) at ../../../kern/subr_trap.c:319 #25 0xc0bf17ef in syscall (frame=0xf6195d28) at ../../../i386/i386/trap.c:1060 #26 0xc0bd8e41 in Xint0x80_syscall () at ../../../i386/i386/exception.s:264 #27 0x00000033 in ?? () (kgdb) f 17 #17 0xc0be4716 in smp_targeted_tlb_shootdown (mask=0x2, vector=0xf5, addr1=0x284f2000, addr2=0x0) at ../../../i386/i386/mp_machdep.c:1165 1165 mtx_lock_spin(&smp_ipi_mtx); (kgdb) l 1160 if (ncpu < 1) 1161 return; 1162 } 1163 if (!(read_eflags() & PSL_I)) 1164 panic("%s: interrupts disabled", __func__); 1165 mtx_lock_spin(&smp_ipi_mtx); 1166 smp_tlb_addr1 = addr1; 1167 smp_tlb_addr2 = addr2; 1168 atomic_store_rel_int(&smp_tlb_wait, 0); 1169 if (mask == (u_int)-1) (kgdb) p smp_ipi_mtx $3 = {lock_object = {lo_name = 0xc0cdcfcb "smp rendezvous", lo_flags = 0x30000, lo_data = 0x0, lo_witness = 0x0}, mtx_lock = 0xc80c7580} (kgdb) proc 1135 [Switching to thread 90 (Thread 100095)]#17 0xc0be4716 in smp_targeted_tlb_shootdown (mask=0x2, vector=0xf5, addr1=0x284f2000, addr2=0x0) at ../../../i386/i386/mp_machdep.c:1165 1165 mtx_lock_spin(&smp_ipi_mtx); (kgdb) bt #0 doadump () at pcpu.h:231 #1 0xc04d4599 in db_fncall (dummy1=0xc08e17da, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf6195754 "hW\031ö") at ../../../ddb/db_command.c:548 #2 0xc04d49cf in db_command (last_cmdp=0xc0e08ddc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d4a84 in db_command_script (command=0xc0e09ce8 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d8cd0 in db_script_exec (scriptname=0xc0e09640 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d8d61 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0fd71a0, modif=0xf619588c "") at ../../../ddb/db_script.c:375 #6 0xc04d4991 in db_command (last_cmdp=0xc0e08ddc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d4aea in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d6a0d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08e1656 in kdb_trap (type=0x3, code=0x0, tf=0xf6195a34) at ../../../kern/subr_kdb.c:535 #10 0xc0bf1f3b in trap (frame=0xf6195a34) at ../../../i386/i386/trap.c:697 #11 0xc0bd8ddc in calltrap () at ../../../i386/i386/exception.s:166 #12 0xc08e17da in kdb_enter (why=0xc0cd8543 "panic", msg=0xc0cd8543 "panic") at cpufunc.h:71 #13 0xc08aef76 in panic (fmt=0xc0cd6ef4 "spin lock held too long") at ../../../kern/kern_shutdown.c:573 #14 0xc089f349 in _mtx_lock_spin_failed (m=0xc0e4e4f4) at ../../../kern/kern_mutex.c:490 #15 0xc089f3d5 in _mtx_lock_spin (m=0xc0e4e4f4, tid=0xc7c81000, opts=0x0, file=0xc0d12750 "../../../i386/i386/mp_machdep.c", line=0x48d) at ../../../kern/kern_mutex.c:526 #16 0xc089f9f6 in _mtx_lock_spin_flags (m=0xc0e4e4f4, opts=0x0, file=0xc0d12750 "../../../i386/i386/mp_machdep.c", line=0x48d) at ../../../kern/kern_mutex.c:246 #17 0xc0be4716 in smp_targeted_tlb_shootdown (mask=0x2, vector=0xf5, addr1=0x284f2000, addr2=0x0) at ../../../i386/i386/mp_machdep.c:1165 #18 0xc0be47f6 in smp_masked_invlpg (mask=0x2, addr=0x284f2000) at ../../../i386/i386/mp_machdep.c:1240 #19 0xc0be91ec in pmap_invalidate_page (pmap=0xc7c15ec0, va=0x284f2000) at ../../../i386/i386/pmap.c:965 #20 0xc0bed067 in pmap_clear_modify (m=0xc31a13c8) at ../../../i386/i386/pmap.c:4666 #21 0xc0b29335 in vm_object_madvise (object=0xc82c9dd0, pindex=0xf2, count=Variable "count" is not available. ) at ../../../vm/vm_object.c:1119 #22 0xc0b25f51 in vm_map_madvise (map=0xc7c15e10, start=0x284f2000, end=0x284f3000, behav=Variable "behav" is not available. ) at ../../../vm/vm_map.c:2063 #23 0xc0b281cb in madvise (td=0xc7c81000, uap=0xf6195cec) at ../../../vm/vm_mmap.c:744 #24 0xc08eea3a in syscallenter (td=0xc7c81000, sa=0xf6195ce4) at ../../../kern/subr_trap.c:319 #25 0xc0bf17ef in syscall (frame=0xf6195d28) at ../../../i386/i386/trap.c:1060 #26 0xc0bd8e41 in Xint0x80_syscall () at ../../../i386/i386/exception.s:264 #27 0x00000033 in ?? () (kgdb) f 17 #17 0xc0be4716 in smp_targeted_tlb_shootdown (mask=0x2, vector=0xf5, addr1=0x284f2000, addr2=0x0) at ../../../i386/i386/mp_machdep.c:1165 1165 mtx_lock_spin(&smp_ipi_mtx); (kgdb) p smp_ipi_mtx $4 = {lock_object = {lo_name = 0xc0cdcfcb "smp rendezvous", lo_flags = 0x30000, lo_data = 0x0, lo_witness = 0x0}, mtx_lock = 0xc80c7580} (kgdb) f 19 #19 0xc0be91ec in pmap_invalidate_page (pmap=0xc7c15ec0, va=0x284f2000) at ../../../i386/i386/pmap.c:965 965 smp_masked_invlpg(pmap->pm_active & other_cpus, va); (kgdb) p *pmap $5 = {pm_mtx = {lock_object = {lo_name = 0xc0d1002b "pmap", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc6d3a380}, mtx_lock = 0xc7c81000}, pm_pdir = 0xf61a2000, pm_pvchunk = { tqh_first = 0xc52d4000, tqh_last = 0xc52b6004}, pm_active = 0x3, pm_stats = {resident_count = 0x2ab, wired_count = 0x0}, pm_list = {le_next = 0xc7c82830, le_prev = 0xc7e5467c}, pm_gen_count = 0x0, pm_retries = 0x0, pm_root = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys -- Test scenario: syscall -t 30s -i 100 -h -v 44