GENERIC HEAD from Tue Mar 10 13:17:38 2009 +0200, d743471, No vmcore KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #1: Tue Mar 10 13:51:50 CET 2009 pho@x4.osted.lan:/var/tmp/deviant2/sys/amd64/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz K8-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 usable memory = 4144173056 (3952 MB) avail memory = 3984973824 (3800 MB) : Trying to mount root from ufs:/dev/ad4s2a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s2a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s2a: clean, 669827 free (1147 frags, 83585 blocks, 0.1% fragmentation) /dev/ad4s2e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s2e: clean, 50776373 free (709 frags, 6346958 blocks, 0.0% fragmentation) /dev/ad4s2f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s2f: clean, 994259 free (103331 frags, 111366 blocks, 2.1% fragmentation) /dev/ad4s2d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s2d: clean, 47151740 free (24564 frags, 5890897 blocks, 0.0% fragmentation) Setting hostname: x4.osted.lan. re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Configuring syscons: keymap blanktime. Tue Mar 10 13:55:28 CET 2009 FreeBSD/amd64 (x4.osted.lan) (console) login: lock order reversal: 1st 0xfffffffe8ff50c38 bufwait (bufwait) @ kern/vfs_bio.c:2450 2nd 0xffffff00064a1a00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2a _witness_debugger() at _witness_debugger+0x2e witness_checkorder() at witness_checkorder+0x81e _sx_xlock() at _sx_xlock+0x55 ufsdirhash_acquire() at ufsdirhash_acquire+0x44 ufsdirhash_add() at ufsdirhash_add+0x19 ufs_direnter() at ufs_direnter+0x5e4 ufs_makeinode() at ufs_makeinode+0x3c6 VOP_CREATE_APV() at VOP_CREATE_APV+0xb3 vn_open_cred() at vn_open_cred+0x485 kern_openat() at kern_openat+0x159 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (5, FreeBSD ELF64, open), rip = 0x800c657ac, rsp = 0x7fffffffe328, rbp = 0xa --- Mar 10 13:55:45 x4 su: pho to root on /dev/pts/0 hwpmc: TSC/1/64/0x20 K8/4/48/0x1ff lock order reversal: 1st 0xffffff0006cae7e8 ufs (ufs) @ kern/vfs_lookup.c:442 2nd 0xfffffffe907511e8 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150 3rd 0xffffff007bae4308 ufs (ufs) @ kern/vfs_subr.c:2100 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2a _witness_debugger() at _witness_debugger+0x2e witness_checkorder() at witness_checkorder+0x81e __lockmgr_args() at __lockmgr_args+0xc91 ffs_lock() at ffs_lock+0x9c VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b _vn_lock() at _vn_lock+0x57 vget() at vget+0x8b vfs_hash_get() at vfs_hash_get+0xd5 ffs_vgetf() at ffs_vgetf+0x48 softdep_sync_metadata() at softdep_sync_metadata+0x455 ffs_syncvnode() at ffs_syncvnode+0x210 ffs_truncate() at ffs_truncate+0x19c ufs_direnter() at ufs_direnter+0x44f ufs_mkdir() at ufs_mkdir+0x6f4 VOP_MKDIR_APV() at VOP_MKDIR_APV+0xb9 kern_mkdirat() at kern_mkdirat+0x2b2 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (136, FreeBSD ELF64, mkdir), rip = 0x80082e76c, rsp = 0x7fffffffe758, rbp = 0x7fffffffe7b0 --- NMI ... going to debugger [thread pid 11 tid 100003 ] Stopped at sched_idletd+0xa8: testl %r12d,%r12d db> bt Tracing pid 11 tid 100003 td 0xffffff00024d3700 sched_idletd() at sched_idletd+0xa8 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40029d40, rbp = 0 --- db> show register cs 0x20 ds 0x3b es 0x3b003b fs 0x1b0013 gs 0x1b ss 0x28 rax 0 rcx 0x2392 rdx 0xa5 rbx 0 rsp 0xfffffffe4001afe0 rbp 0xfffffffe40029c30 rsi 0x2710 rdi 0x1 r8 0 r9 0x2 r10 0 r11 0xffffffff801df610 acpi_cpu_idle r12 0 r13 0 r14 0xffffffff80bbb000 tdq_cpu+0x2580 r15 0xffffffff80bb9700 tdq_cpu+0xc80 rip 0xffffffff805641a8 sched_idletd+0xa8 rflags 0x287 sched_idletd+0xa8: testl %r12d,%r12d db> set $lines 0 db> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xffffff00024de700: pid 11 "idle: cpu0" curpcb = 0xfffffffe40038d50 fpcurthread = none idlethread = 0xffffff00024de700: pid 11 "idle: cpu0" curpmap = 0 tssp = 0xffffffff80dbd500 commontssp = 0xffffffff80dbd500 rsp0 = 0xfffffffe40038d50 gs32p = 0xffffffff80dbc338 ldt = 0xffffffff80dbc378 tss = 0xffffffff80dbc368 spin locks held: cpuid = 1 curthread = 0xffffff00024d3000: pid 11 "idle: cpu1" curpcb = 0xfffffffe40033d50 fpcurthread = none idlethread = 0xffffff00024d3000: pid 11 "idle: cpu1" curpmap = 0 tssp = 0xffffffff80dbd568 commontssp = 0xffffffff80dbd568 rsp0 = 0xfffffffe40033d50 gs32p = 0xffffffff80dbc3a0 ldt = 0xffffffff80dbc3e0 tss = 0xffffffff80dbc3d0 spin locks held: cpuid = 2 curthread = 0xffffff00024d3380: pid 11 "idle: cpu2" curpcb = 0xfffffffe4002ed50 fpcurthread = none idlethread = 0xffffff00024d3380: pid 11 "idle: cpu2" curpmap = 0 tssp = 0xffffffff80dbd5d0 commontssp = 0xffffffff80dbd5d0 rsp0 = 0xfffffffe4002ed50 gs32p = 0xffffffff80dbc408 ldt = 0xffffffff80dbc448 tss = 0xffffffff80dbc438 spin locks held: cpuid = 3 curthread = 0xffffff00024d3700: pid 11 "idle: cpu3" curpcb = 0xfffffffe40029d50 fpcurthread = none idlethread = 0xffffff00024d3700: pid 11 "idle: cpu3" curpmap = 0 tssp = 0xffffffff80dbd638 commontssp = 0xffffffff80dbd638 rsp0 = 0xfffffffe40029d50 gs32p = 0xffffffff80dbc470 ldt = 0xffffffff80dbc4b0 tss = 0xffffffff80dbc4a0 spin locks held: db> show alllocks Process 4115 (find) thread 0xffffff0006450a80 (100087) exclusive lockmgr bufwait (bufwait) r = 0 (0xfffffffe90fc37c8) locked @ kern/vfs_bio.c:1790 shared lockmgr ufs (ufs) r = 0 (0xffffff0061b237e8) locked @ kern/vfs_syscalls.c:4105 Process 2104 (sshd) thread 0xffffff0006ca6700 (100172) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xffffff0006b870e8) locked @ kern/uipc_sockbuf.c:148 Process 1108 (sshd) thread 0xffffff00067f5000 (100122) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xffffff0006b87868) locked @ kern/uipc_sockbuf.c:148 Process 1081 (sshd) thread 0xffffff00064ec380 (100076) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xffffff00069a70e8) locked @ kern/uipc_sockbuf.c:148 Process 1080 (sshd) thread 0xffffff0006451700 (100082) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xffffff0006a835e8) locked @ kern/uipc_sockbuf.c:148 db> ps pid ppid pgrp uid state wmesg wchan cmd 4115 4113 4113 0 S+ biord 0xfffffffe90fc3730 find 4114 0 0 0 SL pmcloop 0xffffff003e78b000 [hwpmc: proc(4113)] 4113 1137 4113 0 S+ kqread 0xffffff0108192e00 pmcstat 4112 1091 1089 1001 S nanslp 0xffffffff80bb2388 sleep 2107 2106 2107 1001 Ss+ ttyin 0xffffff0006210ca8 bash 2106 2104 2104 1001 S select 0xffffff0006cc19c0 sshd 2104 999 2104 0 Ss sbwait 0xffffff0006b87134 sshd 1137 1133 1137 0 S+ wait 0xffffff000692b8b0 bash 1133 1117 1133 0 S+ pause 0xffffff00069184f8 csh 1117 1111 1117 1001 S+ wait 0xffffff00065bd000 su 1111 1110 1111 1001 Ss+ wait 0xffffff0006455000 bash 1110 1108 1108 1001 S select 0xffffff0006a659c0 sshd 1108 999 1108 0 Ss sbwait 0xffffff0006b878b4 sshd 1092 1089 1089 1001 S piperd 0xffffff0006b94858 awk 1091 1089 1089 1001 S wait 0xffffff00065c28b0 sh 1089 1086 1089 1001 Ss wait 0xffffff00067de458 sh 1088 1087 1088 1001 Ss kqread 0xffffff0006497d00 tail 1087 1081 1081 1001 S select 0xffffff00065cd1c0 sshd 1086 1080 1080 1001 S select 0xffffff0006645cc0 sshd 1081 999 1081 0 Ss sbwait 0xffffff00069a7134 sshd 1080 999 1080 0 Ss sbwait 0xffffff0006a83634 sshd 1078 1 1078 0 Ss+ ttyin 0xffffff00062354a8 getty 1077 1 1077 0 Ss+ ttyin 0xffffff00062318a8 getty 1076 1 1076 0 Ss+ ttyin 0xffffff000621dca8 getty 1075 1 1075 0 Ss+ ttyin 0xffffff0006232ca8 getty 1074 1 1074 0 Ss+ ttyin 0xffffff0006233ca8 getty 1073 1 1073 0 Ss+ ttyin 0xffffff00062310a8 getty 1072 1 1072 0 Ss+ ttyin 0xffffff0006231ca8 getty 1071 1 1071 0 Ss+ ttyin 0xffffff00062298a8 getty 1070 1 1070 0 Ss+ ttyin 0xffffff000621c4a8 getty 1044 1 1044 0 Ss select 0xffffff0006646440 inetd 1016 1 1016 0 Ss nanslp 0xffffffff80bb2388 cron 1010 1 1010 25 Ss pause 0xffffff00067dd4f8 sendmail 1006 1 1006 0 Ss select 0xffffff00066464c0 sendmail 999 1 999 0 Ss select 0xffffff0006646540 sshd 962 1 962 0 Ss select 0xffffff00066466c0 ntpd 843 1 843 0 Ss select 0xffffff0006647240 moused 733 1 733 0 Ss select 0xffffff000648b040 syslogd 602 1 602 0 Ss select 0xffffff0006647d40 devd 43 0 0 0 SL sdflush 0xffffffff80d83078 [softdepflush] 42 0 0 0 SL vlruwt 0xffffff0006456458 [vnlru] 41 0 0 0 SL syncer 0xffffffff80d73500 [syncer] 40 0 0 0 SL psleep 0xffffffff80d7303c [bufdaemon] 39 0 0 0 SL pgzero 0xffffffff80d84a2c [pagezero] 38 0 0 0 SL psleep 0xffffffff80d83dc8 [vmdaemon] 9 0 0 0 SL psleep 0xffffffff80d83d8c [pagedaemon] 37 0 0 0 SL wmsg 0xfffffffe403e8cc0 [usbus5] 36 0 0 0 SL wmsg 0xfffffffe403e8d18 [usbus5] 35 0 0 0 SL wmsg 0xfffffffe403e8dd0 [usbus5] 34 0 0 0 SL wmsg 0xfffffffe403e8d78 [usbus5] 33 0 0 0 SL wmsg 0xfffffffe403e0350 [usbus4] 32 0 0 0 SL wmsg 0xfffffffe403e03a8 [usbus4] 31 0 0 0 SL wmsg 0xfffffffe403e0460 [usbus4] 30 0 0 0 SL wmsg 0xfffffffe403e0408 [usbus4] 29 0 0 0 SL wmsg 0xfffffffe403dd350 [usbus3] 28 0 0 0 SL wmsg 0xfffffffe403dd3a8 [usbus3] 27 0 0 0 SL wmsg 0xfffffffe403dd460 [usbus3] 26 0 0 0 SL wmsg 0xfffffffe403dd408 [usbus3] 25 0 0 0 SL wmsg 0xfffffffe403da350 [usbus2] 24 0 0 0 SL wmsg 0xfffffffe403da3a8 [usbus2] 23 0 0 0 SL wmsg 0xfffffffe403da460 [usbus2] 22 0 0 0 SL wmsg 0xfffffffe403da408 [usbus2] 21 0 0 0 SL wmsg 0xfffffffe403d7350 [usbus1] 20 0 0 0 SL wmsg 0xfffffffe403d73a8 [usbus1] 19 0 0 0 SL wmsg 0xfffffffe403d7460 [usbus1] 18 0 0 0 SL wmsg 0xfffffffe403d7408 [usbus1] 17 0 0 0 SL wmsg 0xfffffffe403d4350 [usbus0] 16 0 0 0 SL wmsg 0xfffffffe403d43a8 [usbus0] 15 0 0 0 SL wmsg 0xfffffffe403d4460 [usbus0] 14 0 0 0 SL wmsg 0xfffffffe403d4408 [usbus0] 8 0 0 0 SL waiting_ 0xffffffff80d76ae0 [sctp_iterator] 7 0 0 0 SL - 0xffffff0006209a48 [fdc0] 6 0 0 0 SL - 0xfffffffe403eb000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xffffffff80b7b9e0 [xpt_thrd] 13 0 0 0 SL - 0xffffffff80bb2084 [yarrow] 4 0 0 0 SL - 0xffffffff80bae6c8 [g_down] 3 0 0 0 SL - 0xffffffff80bae6c0 [g_up] 2 0 0 0 SL - 0xffffffff80bae6b0 [g_event] 12 0 0 0 WL (threaded) intr 100042 I [irq12: psm0] 100041 I [irq1: atkbd0] 100039 I [swi0: uart] 100036 I [irq20: fwohci0] 100035 I [irq14: ata0] 100034 I [irq19: ehci0] 100033 I [irq18: ohci2 ohci4] 100032 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi2: cambio] 100025 I [swi6: task queue] 100024 I [swi6: Giant taskq] 100022 I [swi5: +] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xffffff00024d08b0 [init] 10 0 0 0 SL audit_wo 0xffffffff80d824b0 [audit] 0 0 0 0 SLs (threaded) kernel 100037 D - 0xffffff00060e0a00 [fw0_taskq] 100023 D - 0xffffff0002639280 [thread taskq] 100021 D - 0xffffff0002639800 [acpi_task_2] 100020 D - 0xffffff0002639800 [acpi_task_1] 100019 D - 0xffffff0002639800 [acpi_task_0] 100018 D - 0xffffff00025d8580 [kqueue taskq] 100016 D - 0xffffff00024e2600 [firmware taskq] 100000 D sched 0xffffffff80bae7c0 [swapper] db> allt Tracing command find pid 4115 tid 100087 td 0xffffff0006450a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b bwait() at bwait+0x64 bufwait() at bufwait+0x56 bread() at bread+0x1e ffs_read() at ffs_read+0x335 VOP_READ_APV() at VOP_READ_APV+0xaf ufs_readdir() at ufs_readdir+0xbd VOP_READDIR_APV() at VOP_READDIR_APV+0xb5 kern_getdirentries() at kern_getdirentries+0x187 getdirentries() at getdirentries+0x23 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (196, FreeBSD ELF64, getdirentries), rip = 0x800719c7c, rsp = 0x7fffffffe8e8, rbp = 0x1 --- Tracing command hwpmc: proc(4113) pid 4114 tid 100174 td 0xffffff0006ca6000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b pmclog_loop() at pmclog_loop+0x3fa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb77b5d40, rbp = 0 --- Tracing command pmcstat pid 4113 tid 100276 td 0xffffff007e574700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_kevent() at kern_kevent+0x32a kevent() at kevent+0x90 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (363, FreeBSD ELF64, kevent), rip = 0x800b71d0c, rsp = 0x7fffffffe438, rbp = 0 --- Tracing command sleep pid 4112 tid 100224 td 0xffffff0090661000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19 _sleep() at _sleep+0x235 kern_nanosleep() at kern_nanosleep+0x118 nanosleep() at nanosleep+0x6e syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x80070bc5c, rsp = 0x7fffffffec58, rbp = 0x7fffffffecb0 --- Tracing command bash pid 2107 tid 100162 td 0xffffff00066be000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _cv_wait_sig() at _cv_wait_sig+0x17e tty_wait() at tty_wait+0x48 ttydisc_read() at ttydisc_read+0x2f4 ttydev_read() at ttydev_read+0xab devfs_read_f() at devfs_read_f+0x84 dofileread() at dofileread+0xa2 kern_readv() at kern_readv+0x60 read() at read+0x54 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (3, FreeBSD ELF64, read), rip = 0x800c027ec, rsp = 0x7fffffffe7e8, rbp = 0x7fffffffe807 --- Tracing command sshd pid 2106 tid 100109 td 0xffffff00066be380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _cv_wait_sig() at _cv_wait_sig+0x17e seltdwait() at seltdwait+0xac kern_select() at kern_select+0x63d select() at select+0x56 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (93, FreeBSD ELF64, select), rip = 0x8013bf76c, rsp = 0x7fffffffdd58, rbp = 0x7fffffffdde0 --- Tracing command sshd pid 2104 tid 100172 td 0xffffff0006ca6700 Tracing command bash pid 1137 tid 100146 td 0xffffff0006958700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_wait() at kern_wait+0x3cc wait4() at wait4+0x35 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x800b827ec, rsp = 0x7fffffffe788, rbp = 0x800eac8c0 --- Tracing command csh pid 1133 tid 100142 td 0xffffff000695a000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_sigsuspend() at kern_sigsuspend+0xca sigsuspend() at sigsuspend+0x34 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (341, FreeBSD ELF64, sigsuspend), rip = 0x80094279c, rsp = 0x7fffffffe418, rbp = 0x800c12500 --- Tracing command su pid 1117 tid 100130 td 0xffffff00065c5700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_wait() at kern_wait+0x3cc wait4() at wait4+0x35 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x8009dc7ec, rsp = 0x7fffffffe578, rbp = 0x46d --- Tracing command bash pid 1111 tid 100086 td 0xffffff0006451000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_wait() at kern_wait+0x3cc wait4() at wait4+0x35 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x800b827ec, rsp = 0x7fffffffe9a8, rbp = 0x800eaf680 --- Tracing command sshd pid 1110 tid 100138 td 0xffffff000695aa80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _cv_wait_sig() at _cv_wait_sig+0x17e seltdwait() at seltdwait+0xac kern_select() at kern_select+0x63d select() at select+0x56 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (93, FreeBSD ELF64, select), rip = 0x8013bf76c, rsp = 0x7fffffffdd58, rbp = 0x7fffffffdde0 --- Tracing command sshd pid 1108 tid 100122 td 0xffffff00067f5000 Tracing command awk pid 1092 tid 100126 td 0xffffff00065cf700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe pipe_read() at pipe_read+0x2bd dofileread() at dofileread+0xa2 kern_readv() at kern_readv+0x60 read() at read+0x54 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (3, FreeBSD ELF64, read), rip = 0x8008657ec, rsp = 0x7fffffffe938, rbp = 0x80097aea0 --- Tracing command sh pid 1091 tid 100125 td 0xffffff00065cfa80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_wait() at kern_wait+0x3cc wait4() at wait4+0x35 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x80092a7ec, rsp = 0x7fffffffe708, rbp = 0x441 --- Tracing command sh pid 1089 tid 100117 td 0xffffff00067f6380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_wait() at kern_wait+0x3cc wait4() at wait4+0x35 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x80092a7ec, rsp = 0x7fffffffea68, rbp = 0x441 --- Tracing command tail pid 1088 tid 100088 td 0xffffff00064e8380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19 _sleep() at _sleep+0x235 kern_kevent() at kern_kevent+0x32a kevent() at kevent+0x90 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (363, FreeBSD ELF64, kevent), rip = 0x800710d0c, rsp = 0x7fffffffead8, rbp = 0x1 --- Tracing command sshd pid 1087 tid 100137 td 0xffffff000695b000 Tracing command sshd pid 1086 tid 100085 td 0xffffff00064e8700 Tracing command sshd pid 1081 tid 100076 td 0xffffff00064ec380 Tracing command sshd pid 1080 tid 100082 td 0xffffff0006451700 Tracing command getty pid 1078 tid 100079 td 0xffffff00064eb700 Tracing command getty pid 1077 tid 100121 td 0xffffff00067f5380 Tracing command getty pid 1076 tid 100075 td 0xffffff00064ec700 Tracing command getty pid 1075 tid 100092 td 0xffffff00065d1380 Tracing command getty pid 1074 tid 100093 td 0xffffff00065d1000 Tracing command getty pid 1073 tid 100094 td 0xffffff00065d0a80 Tracing command getty pid 1072 tid 100095 td 0xffffff00065d0700 Tracing command getty pid 1071 tid 100096 td 0xffffff00065d0380 Tracing command getty pid 1070 tid 100090 td 0xffffff0006450700 Tracing command inetd pid 1044 tid 100131 td 0xffffff00067f4700 Tracing command cron pid 1016 tid 100084 td 0xffffff0006451380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19 _sleep() at _sleep+0x235 kern_nanosleep() at kern_nanosleep+0x118 nanosleep() at nanosleep+0x6e syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (240, FreeBSD ELF64, nanosleep), rip = 0x80092bc5c, rsp = 0x7fffffffebc8, rbp = 0x3b --- Tracing command sendmail pid 1010 tid 100120 td 0xffffff00067f5700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_sigsuspend() at kern_sigsuspend+0xca sigsuspend() at sigsuspend+0x34 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (341, FreeBSD ELF64, sigsuspend), rip = 0x800d2679c, rsp = 0x7fffffffcea8, rbp = 0x1 --- Tracing command sendmail pid 1006 tid 100123 td 0xffffff00067f4a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19 _cv_timedwait_sig() at _cv_timedwait_sig+0x18c seltdwait() at seltdwait+0x56 kern_select() at kern_select+0x63d select() at select+0x56 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (93, FreeBSD ELF64, select), rip = 0x800dbc76c, rsp = 0x7fffffffc318, rbp = 0x7fffffffc3b0 --- Tracing command sshd pid 999 tid 100077 td 0xffffff00064ec000 Tracing command ntpd pid 962 tid 100078 td 0xffffff00064eba80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _cv_wait_sig() at _cv_wait_sig+0x17e seltdwait() at seltdwait+0xac kern_select() at kern_select+0x63d select() at select+0x56 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (93, FreeBSD ELF64, select), rip = 0x800d3b76c, rsp = 0x7fffffffecb8, rbp = 0x7fffffffede0 --- Tracing command moused pid 843 tid 100115 td 0xffffff00067f6a80 Tracing command syslogd pid 733 tid 100119 td 0xffffff00067f5a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _cv_wait_sig() at _cv_wait_sig+0x17e seltdwait() at seltdwait+0xac kern_select() at kern_select+0x63d select() at select+0x56 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (93, FreeBSD ELF64, select), rip = 0x80084076c, rsp = 0x7fffffffdd78, rbp = 0x5 --- Tracing command devd pid 602 tid 100116 td 0xffffff00067f6700 Tracing command softdepflush pid 43 tid 100074 td 0xffffff0006451a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 softdep_flush() at softdep_flush+0x2c0 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52bed40, rbp = 0 --- Tracing command vnlru pid 42 tid 100073 td 0xffffff0006452000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 vnlru_proc() at vnlru_proc+0x608 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52b9d40, rbp = 0 --- Tracing command syncer pid 41 tid 100072 td 0xffffff0006452380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _cv_timedwait() at _cv_timedwait+0x18c sched_sync() at sched_sync+0x4df fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52b4d40, rbp = 0 --- Tracing command bufdaemon pid 40 tid 100071 td 0xffffff0006452700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 buf_daemon() at buf_daemon+0x208 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52afd40, rbp = 0 --- Tracing command pagezero pid 39 tid 100070 td 0xffffff0006452a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 vm_pagezero() at vm_pagezero+0x73 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52aad40, rbp = 0 --- Tracing command vmdaemon pid 38 tid 100069 td 0xffffff0006453000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b vm_daemon() at vm_daemon+0x4d fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52a5d40, rbp = 0 --- Tracing command pagedaemon pid 9 tid 100068 td 0xffffff000629d000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 vm_pageout() at vm_pageout+0x855 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb52a0d40, rbp = 0 --- Tracing command usbus5 pid 37 tid 100067 td 0xffffff000629d380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb523bd40, rbp = 0 --- Tracing command usbus5 pid 36 tid 100066 td 0xffffff000629d700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5236d40, rbp = 0 --- Tracing command usbus5 pid 35 tid 100065 td 0xffffff000629da80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5231d40, rbp = 0 --- Tracing command usbus5 pid 34 tid 100064 td 0xffffff000629e000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb522cd40, rbp = 0 --- Tracing command usbus4 pid 33 tid 100063 td 0xffffff000629e380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5227d40, rbp = 0 --- Tracing command usbus4 pid 32 tid 100062 td 0xffffff000629e700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5222d40, rbp = 0 --- Tracing command usbus4 pid 31 tid 100061 td 0xffffff000629ea80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb521dd40, rbp = 0 --- Tracing command usbus4 pid 30 tid 100060 td 0xffffff00062a0000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5218d40, rbp = 0 --- Tracing command usbus3 pid 29 tid 100059 td 0xffffff00062a0380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5213d40, rbp = 0 --- Tracing command usbus3 pid 28 tid 100058 td 0xffffff00062a0700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb520ed40, rbp = 0 --- Tracing command usbus3 pid 27 tid 100057 td 0xffffff00062a0a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5209d40, rbp = 0 --- Tracing command usbus3 pid 26 tid 100056 td 0xffffff0006023380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5204d40, rbp = 0 --- Tracing command usbus2 pid 25 tid 100055 td 0xffffff0006023700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51ffd40, rbp = 0 --- Tracing command usbus2 pid 24 tid 100054 td 0xffffff0006023a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51fad40, rbp = 0 --- Tracing command usbus2 pid 23 tid 100053 td 0xffffff0006290000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51f5d40, rbp = 0 --- Tracing command usbus2 pid 22 tid 100052 td 0xffffff0006290380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51f0d40, rbp = 0 --- Tracing command usbus1 pid 21 tid 100051 td 0xffffff0006290700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51ebd40, rbp = 0 --- Tracing command usbus1 pid 20 tid 100050 td 0xffffff0006290a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51e6d40, rbp = 0 --- Tracing command usbus1 pid 19 tid 100049 td 0xffffff0006291000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51e1d40, rbp = 0 --- Tracing command usbus1 pid 18 tid 100048 td 0xffffff0006291380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51dcd40, rbp = 0 --- Tracing command usbus0 pid 17 tid 100047 td 0xffffff0006291700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51d7d40, rbp = 0 --- Tracing command usbus0 pid 16 tid 100046 td 0xffffff0006291a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51d2d40, rbp = 0 --- Tracing command usbus0 pid 15 tid 100045 td 0xffffff0002640a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51cdd40, rbp = 0 --- Tracing command usbus0 pid 14 tid 100044 td 0xffffff0006020000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b usb2_process() at usb2_process+0x14b fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51c8d40, rbp = 0 --- Tracing command sctp_iterator pid 8 tid 100043 td 0xffffff0006020380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b sctp_iterator_thread() at sctp_iterator_thread+0x54 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51c3d40, rbp = 0 --- Tracing command fdc0 pid 7 tid 100040 td 0xffffff0006021000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 fdc_thread() at fdc_thread+0x774 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51b1d40, rbp = 0 --- Tracing command fw0_probe pid 6 tid 100038 td 0xffffff0006021700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe fw_bus_probe_thread() at fw_bus_probe_thread+0xbc fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb5199d40, rbp = 0 --- Tracing command xpt_thrd pid 5 tid 100026 td 0xffffff00024e4700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b xpt_scanner_thread() at xpt_scanner_thread+0x3a fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4009cd40, rbp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xffffff00024e3000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 random_kthread() at random_kthread+0x1ad fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4006fd40, rbp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xffffff00024e3700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 g_io_schedule_down() at g_io_schedule_down+0x250 g_down_procbody() at g_down_procbody+0x6f fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40065d40, rbp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xffffff00024e3a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 g_io_schedule_up() at g_io_schedule_up+0x154 g_up_procbody() at g_up_procbody+0x6f fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40060d40, rbp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xffffff00024e4000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 g_event_procbody() at g_event_procbody+0xa1 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4005bd40, rbp = 0 --- Tracing command intr pid 12 tid 100042 td 0xffffff0006020700 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xffffff0006020a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51b6d40, rbp = 0 --- Tracing command intr pid 12 tid 100039 td 0xffffff0006021380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb51a2d40, rbp = 0 --- Tracing command intr pid 12 tid 100036 td 0xffffff0006023000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb4f44d40, rbp = 0 --- Tracing command intr pid 12 tid 100035 td 0xffffff000263c700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb4f3fd40, rbp = 0 --- Tracing command intr pid 12 tid 100034 td 0xffffff000263ca80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xffffff000263e000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb4d23d40, rbp = 0 --- Tracing command intr pid 12 tid 100032 td 0xffffff000263e380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb4cdad40, rbp = 0 --- Tracing command intr pid 12 tid 100031 td 0xffffff000263e700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb4c91d40, rbp = 0 --- Tracing command intr pid 12 tid 100030 td 0xffffff000263ea80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb2c28d40, rbp = 0 --- Tracing command intr pid 12 tid 100029 td 0xffffff0002640000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe400abd40, rbp = 0 --- Tracing command intr pid 12 tid 100028 td 0xffffff0002640380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe400a6d40, rbp = 0 --- Tracing command intr pid 12 tid 100027 td 0xffffff0002640700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe400a1d40, rbp = 0 --- Tracing command intr pid 12 tid 100025 td 0xffffff00024e4a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40097d40, rbp = 0 --- Tracing command intr pid 12 tid 100024 td 0xffffff000263a000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40092d40, rbp = 0 --- Tracing command intr pid 12 tid 100022 td 0xffffff000263a700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40088d40, rbp = 0 --- Tracing command intr pid 12 tid 100012 td 0xffffff00024e4380 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xffffff00024d4380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40051d40, rbp = 0 --- Tracing command intr pid 12 tid 100010 td 0xffffff00024d4700 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4004cd40, rbp = 0 --- Tracing command intr pid 12 tid 100009 td 0xffffff00024d4a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40047d40, rbp = 0 --- Tracing command intr pid 12 tid 100008 td 0xffffff00024de000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40042d40, rbp = 0 --- Tracing command intr pid 12 tid 100007 td 0xffffff00024de380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d ithread_loop() at ithread_loop+0x246 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4003dd40, rbp = 0 --- Tracing command idle pid 11 tid 100006 td 0xffffff00024de700 cpustop_handler() at cpustop_handler+0x3b ipi_nmi_handler() at ipi_nmi_handler+0x30 trap() at trap+0x4fc nmi_calltrap() at nmi_calltrap+0x8 --- trap 0x13, rip = 0xffffffff807dfa06, rsp = 0xffffffff80dc52a0, rbp = 0xfffffffe40038b80 --- acpi_cpu_c1() at acpi_cpu_c1+0x6 acpi_cpu_idle() at acpi_cpu_idle+0x1a6 sched_idletd() at sched_idletd+0x223 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40038d40, rbp = 0 --- Tracing command idle pid 11 tid 100005 td 0xffffff00024d3000 cpustop_handler() at cpustop_handler+0x3b ipi_nmi_handler() at ipi_nmi_handler+0x30 trap() at trap+0x4fc nmi_calltrap() at nmi_calltrap+0x8 --- trap 0x13, rip = 0xffffffff807dfa06, rsp = 0xfffffffe4000efe0, rbp = 0xfffffffe40033b80 --- acpi_cpu_c1() at acpi_cpu_c1+0x6 acpi_cpu_idle() at acpi_cpu_idle+0x1a6 sched_idletd() at sched_idletd+0x223 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40033d40, rbp = 0 --- Tracing command idle pid 11 tid 100004 td 0xffffff00024d3380 cpustop_handler() at cpustop_handler+0x3b ipi_nmi_handler() at ipi_nmi_handler+0x30 trap() at trap+0x4fc nmi_calltrap() at nmi_calltrap+0x8 --- trap 0x13, rip = 0xffffffff807dfa06, rsp = 0xfffffffe40014fe0, rbp = 0xfffffffe4002eb80 --- acpi_cpu_c1() at acpi_cpu_c1+0x6 acpi_cpu_idle() at acpi_cpu_idle+0x1a6 sched_idletd() at sched_idletd+0x223 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4002ed40, rbp = 0 --- Tracing command idle pid 11 tid 100003 td 0xffffff00024d3700 sched_idletd() at sched_idletd+0xa8 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40029d40, rbp = 0 --- Tracing command init pid 1 tid 100002 td 0xffffff00024d3a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_catch_signals() at sleepq_catch_signals+0x24e sleepq_wait_sig() at sleepq_wait_sig+0x16 _sleep() at _sleep+0x2fe kern_wait() at kern_wait+0x3cc wait4() at wait4+0x35 syscall() at syscall+0x1bf Xfast_syscall() at Xfast_syscall+0xd0 --- syscall (7, FreeBSD ELF64, wait4), rip = 0x40c5dc, rsp = 0x7fffffffe888, rbp = 0x401d40 --- Tracing command audit pid 10 tid 100001 td 0xffffff00024d4000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _cv_wait() at _cv_wait+0x17a audit_worker() at audit_worker+0x77 fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4001fd40, rbp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xffffff0006021a80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d msleep_spin() at msleep_spin+0x209 taskqueue_thread_loop() at taskqueue_thread_loop+0x5c fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffeb50d4d40, rbp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xffffff000263a380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b taskqueue_thread_loop() at taskqueue_thread_loop+0xaa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4008dd40, rbp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xffffff000263aa80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b taskqueue_thread_loop() at taskqueue_thread_loop+0xaa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40083d40, rbp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xffffff000263c000 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b taskqueue_thread_loop() at taskqueue_thread_loop+0xaa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4007ed40, rbp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xffffff000263c380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b taskqueue_thread_loop() at taskqueue_thread_loop+0xaa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40079d40, rbp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xffffff00024dea80 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b taskqueue_thread_loop() at taskqueue_thread_loop+0xaa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe40074d40, rbp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xffffff00024e3380 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_wait() at sleepq_wait+0x4d _sleep() at _sleep+0x34b taskqueue_thread_loop() at taskqueue_thread_loop+0xaa fork_exit() at fork_exit+0x12a fork_trampoline() at fork_trampoline+0xe --- trap 0, rip = 0, rsp = 0xfffffffe4006ad40, rbp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xffffffff80baec20 sched_switch() at sched_switch+0x180 mi_switch() at mi_switch+0x21d sleepq_switch() at sleepq_switch+0x123 sleepq_timedwait() at sleepq_timedwait+0x4d _sleep() at _sleep+0x335 scheduler() at scheduler+0x292 mi_startup() at mi_startup+0x59 btext() at btext+0x2c db> call doadump Physical memory: 3952 MB Dumping 596 MB: 581 565 549 533 517 501 485 469 453 437 421 405 389 373 357 341 325 309 293 277 261 245 229 213 197 181 165 149 133 117 101 85 69 53 37 21 5Attempt to write outside dump device boundaries. ** DUMP FAILED (ERROR 6) ** = 0 db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) l *sched_idletd+0xa8 0xffffffff805641a8 is in sched_idletd (../../../kern/sched_ule.c:2552). 2547 * for load rather than entering a low power state that 2548 * requires an IPI. 2549 */ 2550 if (switchcnt > sched_idlespinthresh) { 2551 for (i = 0; i < sched_idlespins; i++) { 2552 if (tdq->tdq_load) 2553 break; 2554 cpu_spinwait(); 2555 } 2556 } git diff --name-only sys/amd64/amd64/trap.c -- Test scenario: pmcstat -P instructions -O /tmp/sample.out find /var -name not.there