dirichlet dumped core - see /var/crash/vmcore.1 Wed Jun 26 22:59:23 CEST 2013 FreeBSD dirichlet 10.0-CURRENT FreeBSD 10.0-CURRENT #0 r252305M: Wed Jun 26 21:53:17 CEST 2013 davide@dirichlet:/usr/obj/usr/home/davide/jeff_vmem/sys/GENERIC amd64 panic: pmap_demote_pde: oldpde is missing PG_PS and/or PG_V GNU gdb 6.1.1 [FreeBSD] Copyright 2004 Free Software Foundation, Inc. GDB is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Type "show copying" to see the conditions. There is absolutely no warranty for GDB. Type "show warranty" for details. This GDB was configured as "amd64-marcel-freebsd"... Unread portion of the kernel message buffer: <118>Jun 26 22:52:48 dirichlet syslogd: exiting on signal 15 Waiting (max 60 seconds) for system process `vnlru' to stop...done Waiting (max 60 seconds) for system process `bufdaemon' to stop...done Waiting (max 60 seconds) for system process `syncer' to stop...Syncing disks, vnodes remaining...5 1 1 0 0 done All buffers synced. lock order reversal: 1st 0xfffffe015af4c240 ufs (ufs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_mount.c:1236 2nd 0xfffffe015ab89418 syncer (syncer) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_subr.c:2210 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff904a2fe620 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff904a2fe6d0 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff904a2fe760 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff904a2fe890 vop_stdlock() at vop_stdlock+0x3c/frame 0xffffff904a2fe8b0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf9/frame 0xffffff904a2fe8e0 _vn_lock() at _vn_lock+0xab/frame 0xffffff904a2fe950 vputx() at vputx+0x206/frame 0xffffff904a2fe9b0 dounmount() at dounmount+0x2a4/frame 0xffffff904a2fea20 vfs_unmountall() at vfs_unmountall+0x61/frame 0xffffff904a2fea50 kern_reboot() at kern_reboot+0x548/frame 0xffffff904a2feac0 sys_reboot() at sys_reboot+0x58/frame 0xffffff904a2feae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff904a2febf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff904a2febf0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x80085ea0c, rsp = 0x7fffffffd978, rbp = 0x7fffffffdae0 --- lock order reversal: 1st 0xfffffe015a3749a0 ufs (ufs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_mount.c:1236 2nd 0xfffffe015a33b240 devfs (devfs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff904a2fe5b0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff904a2fe660 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff904a2fe6f0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff904a2fe820 vop_stdlock() at vop_stdlock+0x3c/frame 0xffffff904a2fe840 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf9/frame 0xffffff904a2fe870 _vn_lock() at _vn_lock+0xab/frame 0xffffff904a2fe8e0 vget() at vget+0x70/frame 0xffffff904a2fe930 devfs_allocv() at devfs_allocv+0xfd/frame 0xffffff904a2fe980 devfs_root() at devfs_root+0x43/frame 0xffffff904a2fe9b0 dounmount() at dounmount+0x2d7/frame 0xffffff904a2fea20 vfs_unmountall() at vfs_unmountall+0x61/frame 0xffffff904a2fea50 kern_reboot() at kern_reboot+0x548/frame 0xffffff904a2feac0 sys_reboot() at sys_reboot+0x58/frame 0xffffff904a2feae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff904a2febf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff904a2febf0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x80085ea0c, rsp = 0x7fffffffd978, rbp = 0x7fffffffdae0 --- panic: pmap_demote_pde: oldpde is missing PG_PS and/or PG_V cpuid = 0 KDB: enter: panic Reading symbols from /boot/kernel.old/if_run.ko.symbols...done. Loaded symbols for /boot/kernel.old/if_run.ko.symbols Reading symbols from /boot/kernel.old/runfw.ko.symbols...done. Loaded symbols for /boot/kernel.old/runfw.ko.symbols Reading symbols from /boot/kernel.old/ums.ko.symbols...done. Loaded symbols for /boot/kernel.old/ums.ko.symbols Reading symbols from /boot/kernel.old/zfs.ko.symbols...done. Loaded symbols for /boot/kernel.old/zfs.ko.symbols Reading symbols from /boot/kernel.old/opensolaris.ko.symbols...done. Loaded symbols for /boot/kernel.old/opensolaris.ko.symbols Reading symbols from /boot/kernel.old/hwpmc.ko.symbols...done. Loaded symbols for /boot/kernel.old/hwpmc.ko.symbols #0 doadump (textdump=0) at pcpu.h:236 236 pcpu.h: No such file or directory. in pcpu.h (kgdb) #0 doadump (textdump=0) at pcpu.h:236 #1 0xffffffff80339372 in db_fncall (dummy1=, dummy2=, dummy3=, dummy4=) at /usr/home/davide/jeff_vmem/sys/ddb/db_command.c:578 #2 0xffffffff8033906d in db_command (cmd_table=) at /usr/home/davide/jeff_vmem/sys/ddb/db_command.c:449 #3 0xffffffff8033d2cf in db_script_exec ( scriptname=0xffffff904a2fe240 "kdb.enter.panic", warnifnotfound=) at /usr/home/davide/jeff_vmem/sys/ddb/db_script.c:302 #4 0xffffffff8033d0f6 in db_script_kdbenter (eventname=0x0) at /usr/home/davide/jeff_vmem/sys/ddb/db_script.c:324 #5 0xffffffff8033b77b in db_trap (type=, code=0) at /usr/home/davide/jeff_vmem/sys/ddb/db_main.c:230 #6 0xffffffff808f2273 in kdb_trap (type=3, code=0, tf=) at /usr/home/davide/jeff_vmem/sys/kern/subr_kdb.c:654 #7 0xffffffff80c53909 in trap (frame=0xffffff904a2fe590) at /usr/home/davide/jeff_vmem/sys/amd64/amd64/trap.c:579 #8 0xffffffff80c3c632 in calltrap () at /usr/home/davide/jeff_vmem/sys/amd64/amd64/exception.S:232 #9 0xffffffff808f1a4e in kdb_enter (why=0xffffffff80f18efd "panic", msg=) at cpufunc.h:63 #10 0xffffffff808bb8c6 in vpanic (fmt=, ap=) at /usr/home/davide/jeff_vmem/sys/kern/kern_shutdown.c:747 #11 0xffffffff808bb776 in kassert_panic (fmt=) at /usr/home/davide/jeff_vmem/sys/kern/kern_shutdown.c:642 #12 0xffffffff80c4960e in pmap_demote_pde_locked (pmap=0xffffffff8159c8d0, pde=0xfffffe00020021e0, va=18446743524079566848, lockp=0xffffff904a2fe8a0) at /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:2688 #13 0xffffffff80c48d83 in pmap_remove_pde () at /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:2839 #14 0xffffffff80c486ff in pmap_remove (pmap=0xffffffff8159c8d0, sva=, eva=18446743524115267584) at /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:3007 #15 0xffffffff80b286a4 in kmem_unback (addr=18446743524079472640, size=35794944) at /usr/home/davide/jeff_vmem/sys/vm/vm_kern.c:484 #16 0xffffffff80b2875c in kmem_free (vmem=0xffffffff81576200, addr=18446743524079472640, size=35794944) at /usr/home/davide/jeff_vmem/sys/vm/vm_kern.c:501 #17 0xffffffff80b216e5 in uma_large_free (slab=0xfffffe015a635540) at /usr/home/davide/jeff_vmem/sys/vm/uma_core.c:1104 #18 0xffffffff808a2d1f in free (addr=, mtp=0xffffffff812821e0) at /usr/home/davide/jeff_vmem/sys/kern/kern_malloc.c:601 #19 0xffffffff808e6359 in blist_destroy (bl=0xfffffe015a2ba0c0) at /usr/home/davide/jeff_vmem/sys/kern/subr_blist.c:203 #20 0xffffffff80b1cca4 in swapoff_one (sp=0xfffffe015a587280, cred=) at /usr/home/davide/jeff_vmem/sys/vm/swap_pager.c:2348 #21 0xffffffff80b1ce0a in swapoff_all () at /usr/home/davide/jeff_vmem/sys/vm/swap_pager.c:2372 #22 0xffffffff808bb18d in kern_reboot (howto=0) at /usr/home/davide/jeff_vmem/sys/kern/kern_shutdown.c:432 #23 0xffffffff808bac38 in sys_reboot (td=, uap=) at /usr/home/davide/jeff_vmem/sys/kern/kern_shutdown.c:191 #24 0xffffffff80c54555 in amd64_syscall (td=0xfffffe0292029920, traced=0) at subr_syscall.c:134 #25 0xffffffff80c3c91b in Xfast_syscall () at /usr/home/davide/jeff_vmem/sys/amd64/amd64/exception.S:391 #26 0x000000080085ea0c in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) ------------------------------------------------------------------------ ps -axl UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 0 0 0 -8 0 0 0 fffffe02920c2c00 DLs - 0:00.10 [kernel] 0 1 0 0 20 0 9344 0 wait DLs - 0:00.02 [init] 0 2 0 0 -16 0 0 0 idle DL - 0:00.00 [mpt_reco 0 3 0 0 -16 0 0 0 waiting_ DL - 0:00.00 [sctp_ite 0 4 0 0 -16 0 0 0 ccb_scan DL - 0:00.00 [xpt_thrd 0 5 0 0 -16 0 0 0 idle DL - 0:00.00 [enc_daem 0 6 0 0 -16 0 0 0 idle DL - 0:00.00 [enc_daem 0 7 0 0 -16 0 0 0 psleep DL - 0:00.00 [pagedaem 0 8 0 0 -16 0 0 0 psleep DL - 0:00.00 [vmdaemon 0 9 0 0 155 0 0 0 pgzero DL - 0:00.00 [pagezero 0 10 0 0 -16 0 0 0 audit_wo DL - 0:00.00 [audit] 0 11 0 0 155 0 0 0 - RL - 3:51.45 [idle] 0 12 0 0 -84 0 0 0 - WL - 0:00.19 [intr] 0 13 0 0 -8 0 0 0 - DL - 0:00.08 [geom] 0 14 0 0 -16 0 0 0 - DL - 0:00.00 [yarrow] 0 15 0 0 -68 0 0 0 - DL - 0:00.12 [usb] 0 16 0 0 -16 0 0 0 kpsusp DL - 0:00.00 [bufdaemo 0 17 0 0 -16 0 0 0 kpsusp DL - 0:00.00 [vnlru] 0 18 0 0 16 0 0 0 kpsusp DL - 0:00.00 [syncer] 0 19 0 0 20 0 0 0 sdflush DL - 0:00.00 [softdepf 0 1539 0 0 -8 0 0 0 zvol:io DL - 0:00.00 [zfskern] 0 52292 1 0 39 0 12136 0 - R - 0:00.00 [reboot] ------------------------------------------------------------------------ vmstat -s 3272944 cpu context switches 258052 device interrupts 150220 software interrupts 33823902 traps 37479634 system calls 21 kernel threads created 14488 fork() calls 37783 vfork() calls 0 rfork() calls 0 swap pager pageins 0 swap pager pages paged in 0 swap pager pageouts 0 swap pager pages paged out 4530 vnode pager pageins 32848 vnode pager pages paged in 7 vnode pager pageouts 9 vnode pager pages paged out 0 page daemon wakeups 0 pages examined by the page daemon 2625 pages reactivated 971290 copy-on-write faults 300 copy-on-write optimized faults 23940134 zero fill pages zeroed 0 zero fill pages prezeroed 2526 intransit blocking page faults 25341033 total VM faults taken 4967 page faults requiring I/O 0 pages affected by kernel thread creation 917475 pages affected by fork() 1585513 pages affected by vfork() 0 pages affected by rfork() 0 pages cached 27900878 pages freed 0 pages freed by daemon 0 pages freed by exiting processes 166 pages active 44 pages inactive 0 pages in VM cache 748929 pages wired down 15586089 pages free 4096 bytes per page 23140443 total name lookups cache hits (90% pos + 8% neg) system 0% per-directory deletions 0%, falsehits 0%, toolong 0% ------------------------------------------------------------------------ vmstat -m Type InUse MemUse HighUse Requests Size(s) CAM dev queue 9 1K - 9 32 USB 65 87K - 69 16,32,128,256,512,1024,4096 USBdev 58 6K - 60 32,64,128,512,4096 cdev 7 2K - 7 256 CAM SIM 9 3K - 9 256 filedesc 47802 791K - 147857 16,32,2048,4096 sigio 0 0K - 1 64 filecaps 0 0K - 6 64 kdtrace 438 106K - 53618 64,256 kenv 78 11K - 84 16,32,64,128 kqueue 0 0K - 222 64,256,512,2048 proc-args 2 1K - 42868 16,32,64,128,256 CAM XPT 69 7K - 455 16,32,64,128,256,1024,2048 hhook 2 1K - 2 256 ithread 176 29K - 176 32,128,256 KTRACE 100 13K - 100 128 entropy 1024 64K - 1024 64 linker 217 999K - 257 16,32,64,128,256,512,1024,2048,4096 lockf 2 1K - 2553 64,128 loginclass 2 1K - 22 64 devbuf 19019 40173K - 19790 16,32,64,128,256,512,1024,2048,4096 temp 55 30K - 208700 16,32,64,128,256,512,1024,2048,4096 ip6ndp 6 1K - 6 64,128 kbdmux 7 18K - 7 16,512,1024,2048 LED 28 2K - 28 16,128 module 462 58K - 462 128 mtx_pool 3 18K - 3 2048 scsi_da 4 1K - 586 16,32,64,512 osd 4 1K - 7 16,32,64 pmchooks 1 1K - 1 128 SCSI ENC 147 241K - 6258 16,64,256,1024,2048 pgrp 2 1K - 13390 128 session 2 1K - 72 128 proc 2 256K - 2 subproc 170 162K - 52441 512,4096 cred 16 3K - 791302 64,256 plimit 2 1K - 493 256 uidinfo 2 33K - 192 128 pci_link 16 2K - 16 64,128 DEVFS3 216 54K - 242 256 DEVFS1 160 80K - 176 512 DEVFS 33 1K - 34 16,128 DEVFSP 0 0K - 3 64 sysctl 0 0K - 4818 16,32,64 sysctloid 6998 347K - 7181 16,32,64,128 sysctltmp 0 0K - 14991 16,32,64,128,256,4096 tidhash 1 256K - 1 callout 9 3208K - 9 umtx 942 118K - 942 128 p1003.1b 1 1K - 1 16 SWAP 2 34957K - 4 64 bus 1339 124K - 10694 16,32,64,128,256,1024 bus-sc 122 461K - 7295 16,32,64,128,256,512,1024,2048,4096 devstat 10 21K - 10 32,4096 eventhandler 90 8K - 90 64,128 kobj 308 1232K - 585 4096 Per-cpu 1 1K - 1 32 rman 282 33K - 704 16,32,128 sbuf 0 0K - 4364 16,32,64,128,256,512,1024,2048,4096 stack 0 0K - 2 256 taskqueue 81 13K - 131 16,32,64,256,1024 Unitno 20 2K - 8520 32,64 vmem 2 320K - 9 1024,2048,4096 Witness 1 128K - 1 ioctlops 0 0K - 38961 16,32,64,128,256,512,1024 select 106 14K - 106 128 iov 0 0K - 3296545 16,64,128,256,512 msg 4 30K - 4 2048,4096 sem 4 106K - 4 2048,4096 shm 1 20K - 5 2048 tty 21 21K - 25 1024,2048 pts 1 1K - 3 256 mbuf_tag 0 0K - 50 32,64,128 shmfd 1 8K - 1 soname 0 0K - 1608 16,32,128 pcb 13 8341K - 236 16,32,128,1024,2048 acl 0 0K - 1 4096 vfscache 1 16384K - 1 cl_savebuf 0 0K - 3385 64 export_host 1 1K - 1 256 vfs_hash 1 8192K - 1 vnodes 1 1K - 1 256 mount 2 1K - 192 16,32,64,128,256,512 vnodemarker 0 0K - 416 512 BPF 5 1K - 17 16,128,512,4096 ifnet 6 11K - 6 128,2048 ifaddr 272 23K - 273 32,64,128,256,512,2048,4096 ether_multi 19 1K - 30 16,32,64 clone 7 1K - 7 128 arpcom 3 1K - 3 16 lltable 13 6K - 16 256,512 routetbl 31 5K - 317 32,64,128,256,512 80211vap 1 4K - 1 4096 80211crypto 0 0K - 2 128 80211com 1 8K - 1 80211node 18446744073709551614 18014398509481952K - 0 80211nodeie 0 0K - 7 32,128,256 80211ratectl 2 1K - 4 16,64 80211scan 2 6K - 5 512,2048,4096 igmp 5 2K - 5 256 in_multi 2 1K - 3 256 pfs_nodes 21 6K - 21 256 sctp_a_it 0 0K - 4 16 sctp_vrf 1 1K - 1 64 sctp_ifa 3 1K - 4 128 sctp_ifn 1 1K - 2 128 sctp_iter 0 0K - 4 256 hostcache 1 28K - 1 syncache 1 100K - 1 in6_mfilter 0 0K - 1 1024 in6_multi 15 2K - 16 32,256 ip6_moptions 0 0K - 2 32,256 GEOM 93 19K - 1302 16,32,64,128,256,512,1024,2048 mld 5 1K - 5 128 acpi_perf 8 2K - 8 256 NFS FHA 1 2K - 1 2048 NLM 0 0K - 1 32 rpc 5 2K - 207 16,32,64,128,256,512,1024 audit_evclass 188 6K - 229 32 pagedep 1 1024K - 1978 256 inodedep 1 8192K - 42283 512 bmsafemap 1 8K - 39958 256 newblk 1 1024K - 116296 256 indirdep 0 0K - 1139 128 freefrag 0 0K - 11922 128 freeblks 0 0K - 20454 256 freefile 0 0K - 28623 64 diradd 0 0K - 49973 128 mkdir 0 0K - 1426 128 dirrem 0 0K - 38723 128 newdirblk 0 0K - 732 64 freework 1 1K - 47501 64,128 freedep 0 0K - 301 64 jaddref 0 0K - 51399 128 jremref 0 0K - 38737 128 jmvref 0 0K - 5309 128 jnewblk 0 0K - 116295 128 jfreefrag 0 0K - 11922 128 jseg 0 0K - 1123 128 jsegdep 0 0K - 218353 64 sbdep 0 0K - 75 64 savedino 0 0K - 12943 256 jblocks 0 0K - 2 128,256 ufs_dirhash 0 0K - 183 16,32,64,128,256,512 ufs_quota 1 8192K - 1 ufs_mount 0 0K - 3 512,4096 vm_pgdata 2 8193K - 3 128 UMAHash 8 88K - 29 512,1024,2048,4096 CAM DEV 15 30K - 270 2048 feeder 7 1K - 7 32 ddb_capture 1 48K - 1 raid_data 0 0K - 150 32,128,256 memdesc 1 4K - 1 4096 atkbddev 2 1K - 2 64 CAM CCB 207 414K - 410 2048 acpiintr 1 1K - 1 64 acpica 4191 450K - 99979 16,32,64,128,256,512,1024,2048 md_nvidia_data 0 0K - 25 512 UART 9 7K - 9 16,1024 md_sii_data 0 0K - 25 512 apmdev 1 1K - 1 128 madt_table 0 0K - 1 4096 CAM path 21 1K - 3576 32 acpitask 1 8K - 1 io_apic 2 4K - 2 2048 acpisem 19 3K - 19 128 CAM periph 14 4K - 157 16,32,64,128,256 MCA 18 3K - 18 64,128 acpidev 68 5K - 68 64 msi 20 3K - 20 128 nexusdev 4 1K - 4 16 CAM queue 31 21K - 1079 16,32,64,128,256,512,1024,4096 isadev 6 1K - 6 128 solaris 3072 139973K - 42432783 16,32,64,128,256,512,1024,2048,4096 kstat_data 5 1K - 5 64 pmc 147 1106K - 156 16,64,128,256,512,1024,4096 ------------------------------------------------------------------------ vmstat -z vmstat: memstat_kvm_uma: invalid address (0x17000000170) ITEM SIZE LIMIT USED FREE REQ FAIL SLEEP ------------------------------------------------------------------------ vmstat -i interrupt total rate irq18: ehci0 uhci5 2 0 irq19: uhci2 uhci4 27 0 irq23: uhci3 ehci1 197690 1633 cpu0:timer 453959 3751 irq274: mpt0 60333 498 cpu1:timer 370877 3065 cpu6:timer 462777 3824 cpu7:timer 369011 3049 cpu5:timer 317587 2624 cpu3:timer 452552 3740 cpu4:timer 352633 2914 cpu2:timer 327284 2704 Total 3364732 27807 ------------------------------------------------------------------------ pstat -T 2/2096124 files 0M/0M swap space ------------------------------------------------------------------------ pstat -s Device 512-blocks Used Avail Capacity ------------------------------------------------------------------------ iostat iostat: kvm_read(_tk_nin): invalid address (0x0) iostat: disabling TTY statistics da0 da1 da2 cpu KB/t tps MB/s KB/t tps MB/s KB/t tps MB/s us ni sy in id 46.84 433 19.80 2.07 1 0.00 15.14 27 0.40 8 0 3 0 89 ------------------------------------------------------------------------ ipcs -a Message Queues: T ID KEY MODE OWNER GROUP CREATOR CGROUP CBYTES QNUM QBYTES LSPID LRPID STIME RTIME CTIME Shared Memory: T ID KEY MODE OWNER GROUP CREATOR CGROUP NATTCH SEGSZ CPID LPID ATIME DTIME CTIME m 65536 117578137 --rw-r--r-- root wheel root wheel 0 1712 1341 1341 22:04:52 22:52:48 22:04:52 Semaphores: T ID KEY MODE OWNER GROUP CREATOR CGROUP NSEMS OTIME CTIME ------------------------------------------------------------------------ ipcs -T msginfo: msgmax: 16384 (max characters in a message) msgmni: 40 (# of message queues) msgmnb: 2048 (max characters in a message queue) msgtql: 40 (max # of messages in system) msgssz: 8 (size of a message segment) msgseg: 2048 (# of message segments in system) shminfo: shmmax: 536870912 (max shared memory segment size) shmmin: 1 (min shared memory segment size) shmmni: 192 (max number of shared memory identifiers) shmseg: 128 (max shared memory segments per process) shmall: 131072 (max amount of shared memory in pages) seminfo: semmni: 50 (# of semaphore identifiers) semmns: 340 (# of semaphores in system) semmnu: 150 (# of undo structures in system) semmsl: 340 (max # of semaphores per id) semopm: 100 (max # of operations per semop call) semume: 50 (max # of undo entries per process) semusz: 632 (size in bytes of undo structure) semvmx: 32767 (semaphore maximum value) semaem: 16384 (adjust on exit max value) ------------------------------------------------------------------------ nfsstat Client Info: Rpc Counts: Getattr Setattr Lookup Readlink Read Write Create Remove 0 0 0 0 0 0 0 0 Rename Link Symlink Mkdir Rmdir Readdir RdirPlus Access 0 0 0 0 0 0 0 0 Mknod Fsstat Fsinfo PathConf Commit 0 0 0 0 0 Rpc Info: TimedOut Invalid X Replies Retries Requests 0 0 0 0 0 Cache Info: Attr Hits Misses Lkup Hits Misses BioR Hits Misses BioW Hits Misses 0 0 0 0 0 0 0 0 BioRLHits Misses BioD Hits Misses DirE Hits Misses Accs Hits Misses 0 0 0 0 0 0 0 0 Server Info: Getattr Setattr Lookup Readlink Read Write Create Remove 0 0 0 0 0 0 0 0 Rename Link Symlink Mkdir Rmdir Readdir RdirPlus Access 0 0 0 0 0 0 0 0 Mknod Fsstat Fsinfo PathConf Commit 0 0 0 0 0 Server Ret-Failed 0 Server Faults 0 Server Cache Stats: Inprog Idem Non-idem Misses 0 0 0 0 Server Write Gathering: WriteOps WriteRPC Opsaved 0 0 0 ------------------------------------------------------------------------ netstat -s tcp: 36039 packets sent 35890 data packets (6904660 bytes) 22 data packets (8256 bytes) retransmitted 2 data packets unnecessarily retransmitted 0 resends initiated by MTU discovery 103 ack-only packets (84 delayed) 0 URG only packets 0 window probe packets 0 window update packets 35 control packets 20000 packets received 19085 acks (for 6904615 bytes) 48 duplicate acks 0 acks for unsent data 1610 packets (95380 bytes) received in-sequence 0 completely duplicate packets (0 bytes) 0 old duplicate packets 0 packets with some dup. data (0 bytes duped) 4 out-of-order packets (144 bytes) 0 packets (0 bytes) of data after window 0 window probes 5 window update packets 0 packets received after close 0 discarded for bad checksums 0 discarded for bad header offset fields 0 discarded because packet too short 0 discarded due to memory problems 30 connection requests 4 connection accepts 0 bad connection attempts 0 listen queue overflows 0 ignored RSTs in the windows 5 connections established (including accepts) 82 connections closed (including 0 drops) 3 connections updated cached RTT on close 3 connections updated cached RTT variance on close 0 connections updated cached ssthresh on close 29 embryonic connections dropped 19085 segments updated rtt (of 14896 attempts) 14 retransmit timeouts 0 connections dropped by rexmit timeout 0 persist timeouts 0 connections dropped by persist timeout 0 Connections (fin_wait_2) dropped because of timeout 0 keepalive timeouts 0 keepalive probes sent 0 connections dropped by keepalive 6130 correct ACK header predictions 692 correct data packet header predictions 4 syncache entries added 0 retransmitted 0 dupsyn 0 dropped 4 completed 0 bucket overflow 0 cache overflow 0 reset 0 stale 0 aborted 0 badack 0 unreach 0 zone failures 4 cookies sent 0 cookies received 2 hostcache entries added 0 bucket overflow 10 SACK recovery episodes 13 segment rexmits in SACK recovery episodes 5376 byte rexmits in SACK recovery episodes 58 SACK options (SACK blocks) received 3 SACK options (SACK blocks) sent 0 SACK scoreboard overflow 0 packets with ECN CE bit set 0 packets with ECN ECT(0) bit set 0 packets with ECN ECT(1) bit set 0 successful ECN handshakes 0 times ECN reduced the congestion window udp: 199 datagrams received 0 with incomplete header 0 with bad data length field 0 with bad checksum 0 with no checksum 24 dropped due to no socket 1 broadcast/multicast datagram undelivered 0 dropped due to full socket buffers 0 not for hashed pcb 174 delivered 178 datagrams output 0 times multicast source filter matched ip: 20244 total packets received 0 bad header checksums 0 with size smaller than minimum 0 with data size < data length 0 with ip length > max ip packet size 0 with header length < data size 0 with data length < header length 0 with bad options 0 with incorrect version number 0 fragments received 0 fragments dropped (dup or out of space) 0 fragments dropped after timeout 0 packets reassembled ok 20194 packets for this host 48 packets for unknown/unsupported protocol 0 packets forwarded (0 packets fast forwarded) 2 packets not forwardable 0 packets received for unknown multicast group 0 redirects sent 36278 packets sent from this host 0 packets sent with fabricated ip header 0 output packets dropped due to no bufs, etc. 0 output packets discarded due to no route 0 output datagrams fragmented 0 fragments created 0 datagrams that can't be fragmented 0 tunneling packets that can't find gif 0 datagrams with bad address in header icmp: 24 calls to icmp_error 0 errors not generated in response to an icmp message Output histogram: echo reply: 1 destination unreachable: 24 0 messages with bad code fields 0 messages less than the minimum length 0 messages with bad checksum 0 messages with bad length 0 multicast echo requests ignored 0 multicast timestamp requests ignored Input histogram: destination unreachable: 24 echo: 1 1 message response generated 0 invalid return addresses 0 no return routes igmp: 24 messages received 0 messages received with too few bytes 0 messages received with wrong TTL 0 messages received with bad checksum 0 V1/V2 membership queries received 24 V3 membership queries received 0 membership queries received with invalid field(s) 24 general queries received 0 group queries received 0 group-source queries received 0 group-source queries dropped 0 membership reports received 0 membership reports received with invalid field(s) 0 membership reports received for groups to which we belong 0 V3 reports received without Router Alert 0 membership reports sent arp: 4 ARP requests sent 522 ARP replies sent 1087 ARP requests received 3 ARP replies received 1090 ARP packets received 0 total packets dropped due to no ARP entry 1 ARP entry timed out 0 Duplicate IPs seen ip6: 6 total packets received 0 with size smaller than minimum 0 with data size < data length 0 with bad options 0 with incorrect version number 0 fragments received 0 fragments dropped (dup or out of space) 0 fragments dropped after timeout 0 fragments that exceeded limit 0 packets reassembled ok 6 packets for this host 0 packets forwarded 0 packets not forwardable 0 redirects sent 6 packets sent from this host 0 packets sent with fabricated ip header 0 output packets dropped due to no bufs, etc. 0 output packets discarded due to no route 0 output datagrams fragmented 0 fragments created 0 datagrams that can't be fragmented 0 packets that violated scope rules 0 multicast packets which we don't join Input histogram: TCP: 2 UDP: 4 Mbuf statistics: 4 one mbuf two or more mbuf: lo0= 2 0 one ext mbuf 0 two or more ext mbuf 0 packets whose headers are not contiguous 0 tunneling packets that can't find gif 0 packets discarded because of too many headers 5 failures of source address selection source addresses on a non-outgoing I/F 5 addresses scope=f Source addresses selection rule applied: 5 same address icmp6: 0 calls to icmp6_error 0 errors not generated in response to an icmp6 message 0 errors not generated because of rate limitation 0 messages with bad code fields 0 messages < minimum length 0 bad checksums 0 messages with bad length Histogram of error messages to be generated: 0 no route 0 administratively prohibited 0 beyond scope 0 address unreachable 0 port unreachable 0 packet too big 0 time exceed transit 0 time exceed reassembly 0 erroneous header field 0 unrecognized next header 0 unrecognized option 0 redirect 0 unknown 0 message responses generated 0 messages with too many ND options 0 messages with bad ND options 0 bad neighbor solicitation messages 0 bad neighbor advertisement messages 0 bad router solicitation messages 0 bad router advertisement messages 0 bad redirect messages 0 path MTU changes rip6: 0 messages received 0 checksum calculations on inbound 0 messages with bad checksum 0 messages dropped due to no socket 0 multicast messages dropped due to no socket 0 messages dropped due to full socket buffers 0 delivered 0 datagrams output ------------------------------------------------------------------------ netstat -m netstat: memstat_kvm_all: invalid address (0x17000000170) ------------------------------------------------------------------------ netstat -id Name Mtu Network Address Ipkts Ierrs Idrop Opkts Oerrs Coll Drop igb0* 1500 00:25:90:2d:5a:d8 0 0 0 0 0 0 0 igb1* 1500 00:25:90:2d:5a:d9 0 0 0 0 0 0 0 lo0 16384 360 0 0 360 0 0 0 lo0 16384 localhost ::1 6 - - 6 - - - lo0 16384 fe80::1%lo0 fe80::1 0 - - 0 - - - lo0 16384 your-net localhost 354 - - 354 - - - run0* 2290 34:08:04:94:f2:c4 0 0 0 36496 18 0 0 wlan0 1500 34:08:04:94:f2:c4 20982 0 0 36446 0 0 0 wlan0 1500 192.168.1.0 dirichlet.homenet 19863 - - 35924 - - - ------------------------------------------------------------------------ netstat -anr Routing tables Internet: Destination Gateway Flags Refs Use Netif Expire default 192.168.1.1 UGS 0 11 wlan0 127.0.0.1 link#3 UH 0 354 lo0 192.168.1.156 link#5 UHS 0 0 lo0 Internet6: Destination Gateway Flags Netif Expire ::/96 ::1 UGRS lo0 ::1 link#3 UH lo0 ::ffff:0.0.0.0/96 ::1 UGRS lo0 fe80::/10 ::1 UGRS lo0 fe80::%lo0/64 link#3 U lo0 fe80::1%lo0 link#3 UHS lo0 ff01::%lo0/32 ::1 U lo0 ff02::/16 ::1 UGRS lo0 ff02::%lo0/32 ::1 U lo0 ------------------------------------------------------------------------ netstat -anA Active Internet connections (including servers) Tcpcb Proto Recv-Q Send-Q Local Address Foreign Address (state) fffffe015ab7d000 tcp4 0 0 192.168.1.156.22 192.168.1.36.35844 FIN_WAIT_1 fffffe015ab7d400 tcp4 0 52 192.168.1.156.22 192.168.1.36.20221 FIN_WAIT_1 Active UNIX domain sockets Address Type Recv-Q Send-Q Inode Conn Refs Nextref Addr fffffe015a83f870 dgram 0 0 0 0 0 fffffe015a8480f0 ------------------------------------------------------------------------ netstat -aL Current listen queue sizes (qlen/incqlen/maxqlen) Proto Listen Local Address ------------------------------------------------------------------------ fstat fstat: can't read file 1 at 0xfffffffffffffff fstat: can't read file 2 at 0x78 USER CMD PID FD MOUNT INUM MODE SZ|DV R/W root reboot 52292 root - - bad - root reboot 52292 wd - - bad - root reboot 52292 text - - bad - root reboot 52292 0 - - bad - root zfskern 1539 root - - bad - root zfskern 1539 wd - - bad - root init 1 root - - bad - root init 1 wd - - bad - root init 1 text - - bad - root kernel 0 root - - bad - root kernel 0 wd - - bad - ------------------------------------------------------------------------ dmesg Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r252305M: Wed Jun 26 21:53:17 CEST 2013 davide@dirichlet:/usr/obj/usr/home/davide/jeff_vmem/sys/GENERIC amd64 FreeBSD clang version 3.3 (trunk 178860) 20130405 WARNING: WITNESS option enabled, expect reduced performance. CPU: Intel(R) Xeon(R) CPU E5620 @ 2.40GHz (2400.05-MHz K8-class CPU) Origin = "GenuineIntel" Id = 0x206c2 Family = 0x6 Model = 0x2c Stepping = 2 Features=0xbfebfbff Features2=0x9ee3fd AMD Features=0x2c100800 AMD Features2=0x1 TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 64310218752 (61331 MB) Event timer "LAPIC" quality 600 ACPI APIC Table: <031712 APIC1550> FreeBSD/SMP: Multiprocessor System Detected: 8 CPUs FreeBSD/SMP: 1 package(s) x 4 core(s) x 2 SMT threads cpu0 (BSP): APIC ID: 32 cpu1 (AP): APIC ID: 33 cpu2 (AP): APIC ID: 34 cpu3 (AP): APIC ID: 35 cpu4 (AP): APIC ID: 50 cpu5 (AP): APIC ID: 51 cpu6 (AP): APIC ID: 52 cpu7 (AP): APIC ID: 53 ioapic0: Changing APIC ID to 6 ioapic1: Changing APIC ID to 7 ioapic0 irqs 0-23 on motherboard ioapic1 irqs 24-47 on motherboard kbd1 at kbdmux0 acpi0: on motherboard acpi0: Power Button (fixed) acpi0: reservation of 0, a0000 (3) failed acpi0: reservation of 100000, bff00000 (3) failed cpu0: on acpi0 ACPI BIOS Warning (bug): Incorrect checksum in table [OEMB] - 0x95, should be 0x92 (20130626/tbprint-222) cpu1: on acpi0 cpu2: on acpi0 cpu3: on acpi0 cpu4: on acpi0 cpu5: on acpi0 cpu6: on acpi0 cpu7: on acpi0 attimer0: port 0x40-0x43 irq 0 on acpi0 Timecounter "i8254" frequency 1193182 Hz quality 0 Event timer "i8254" frequency 1193182 Hz quality 100 atrtc0: port 0x70-0x71 irq 8 on acpi0 Event timer "RTC" frequency 32768 Hz quality 0 hpet0: iomem 0xfed00000-0xfed003ff on acpi0 Timecounter "HPET" frequency 14318180 Hz quality 950 Event timer "HPET" frequency 14318180 Hz quality 350 Event timer "HPET1" frequency 14318180 Hz quality 340 Event timer "HPET2" frequency 14318180 Hz quality 340 Event timer "HPET3" frequency 14318180 Hz quality 340 Timecounter "ACPI-safe" frequency 3579545 Hz quality 850 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x808-0x80b on acpi0 pcib0: port 0xcf8-0xcff on acpi0 pci0: on pcib0 pcib1: at device 1.0 on pci0 pci7: on pcib1 igb0: port 0xef80-0xef9f mem 0xfafe0000-0xfaffffff,0xfafc0000-0xfafdffff,0xfaf9c000-0xfaf9ffff irq 28 at device 0.0 on pci7 igb0: Using MSIX interrupts with 9 vectors igb0: Ethernet address: 00:25:90:2d:5a:d8 igb0: Bound queue 0 to cpu 0 igb0: Bound queue 1 to cpu 1 igb0: Bound queue 2 to cpu 2 igb0: Bound queue 3 to cpu 3 igb0: Bound queue 4 to cpu 4 igb0: Bound queue 5 to cpu 5 igb0: Bound queue 6 to cpu 6 igb0: Bound queue 7 to cpu 7 igb1: port 0xef40-0xef5f mem 0xfaf60000-0xfaf7ffff,0xfaf40000-0xfaf5ffff,0xfaf1c000-0xfaf1ffff irq 40 at device 0.1 on pci7 igb1: Using MSIX interrupts with 9 vectors igb1: Ethernet address: 00:25:90:2d:5a:d9 igb1: Bound queue 0 to cpu 0 igb1: Bound queue 1 to cpu 1 igb1: Bound queue 2 to cpu 2 igb1: Bound queue 3 to cpu 3 igb1: Bound queue 4 to cpu 4 igb1: Bound queue 5 to cpu 5 igb1: Bound queue 6 to cpu 6 igb1: Bound queue 7 to cpu 7 pcib2: at device 3.0 on pci0 pci6: on pcib2 pcib3: at device 5.0 on pci0 pci5: on pcib3 pcib4: at device 7.0 on pci0 pci4: on pcib4 pcib5: at device 8.0 on pci0 pci3: on pcib5 mpt0: port 0xd000-0xd0ff mem 0xfabec000-0xfabeffff,0xfabf0000-0xfabfffff irq 31 at device 0.0 on pci3 mpt0: MPI Version=1.5.19.0 pcib6: at device 9.0 on pci0 pci2: on pcib6 pci0: at device 20.0 (no driver attached) pci0: at device 20.1 (no driver attached) pci0: at device 20.2 (no driver attached) pci0: at device 20.3 (no driver attached) pci0: at device 22.0 (no driver attached) pci0: at device 22.1 (no driver attached) pci0: at device 22.2 (no driver attached) pci0: at device 22.3 (no driver attached) pci0: at device 22.4 (no driver attached) pci0: at device 22.5 (no driver attached) pci0: at device 22.6 (no driver attached) pci0: at device 22.7 (no driver attached) uhci0: port 0xcea0-0xcebf irq 16 at device 26.0 on pci0 uhci0: LegSup = 0x2f00 usbus0 on uhci0 uhci1: port 0xce80-0xce9f irq 21 at device 26.1 on pci0 uhci1: LegSup = 0x2f00 usbus1 on uhci1 uhci2: port 0xce20-0xce3f irq 19 at device 26.2 on pci0 uhci2: LegSup = 0x2f00 usbus2 on uhci2 ehci0: mem 0xfaef8000-0xfaef83ff irq 18 at device 26.7 on pci0 usbus3: EHCI version 1.0 usbus3 on ehci0 uhci3: port 0xcf20-0xcf3f irq 23 at device 29.0 on pci0 uhci3: LegSup = 0x2f00 usbus4 on uhci3 uhci4: port 0xcf00-0xcf1f irq 19 at device 29.1 on pci0 uhci4: LegSup = 0x2f00 usbus5 on uhci4 uhci5: port 0xcec0-0xcedf irq 18 at device 29.2 on pci0 uhci5: LegSup = 0x2f00 usbus6 on uhci5 ehci1: mem 0xfaefa000-0xfaefa3ff irq 23 at device 29.7 on pci0 usbus7: EHCI version 1.0 usbus7 on ehci1 pcib7: at device 30.0 on pci0 pci1: on pcib7 vgapci0: mem 0xf8000000-0xf8ffffff,0xf9ffc000-0xf9ffffff,0xfa000000-0xfa7fffff irq 16 at device 3.0 on pci1 isab0: at device 31.0 on pci0 isa0: on isab0 ahci0: port 0xcff0-0xcff7,0xcfac-0xcfaf,0xcfe0-0xcfe7,0xcfa8-0xcfab,0xcf80-0xcf9f mem 0xfaefe000-0xfaefe7ff irq 19 at device 31.2 on pci0 ahci0: AHCI v1.20 with 6 3Gbps ports, Port Multiplier not supported ahcich0: at channel 0 on ahci0 ahcich1: at channel 1 on ahci0 ahcich2: at channel 2 on ahci0 ahcich3: at channel 3 on ahci0 ahcich4: at channel 4 on ahci0 ahcich5: at channel 5 on ahci0 ahciem0: on ahci0 pci0: at device 31.3 (no driver attached) acpi_button0: on acpi0 uart0: <16550 or compatible> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 uart1: <16550 or compatible> port 0x2f8-0x2ff irq 3 on acpi0 uart2: <16550 or compatible> port 0x3e8-0x3ef irq 5 on acpi0 atkbdc0: port 0x60,0x64 irq 1 on acpi0 atkbd0: irq 1 on atkbdc0 kbd0 at atkbd0 atkbd0: [GIANT-LOCKED] qpi0: on motherboard orm0: at iomem 0xc0000-0xc7fff on isa0 sc0: at flags 0x100 on isa0 sc0: VGA <16 virtual consoles, flags=0x300> vga0: at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0 ppc0: cannot reserve I/O port range est0: on cpu0 p4tcc0: on cpu0 est1: on cpu1 p4tcc1: on cpu1 est2: on cpu2 p4tcc2: on cpu2 est3: on cpu3 p4tcc3: on cpu3 est4: on cpu4 p4tcc4: on cpu4 est5: on cpu5 p4tcc5: on cpu5 est6: on cpu6 p4tcc6: on cpu6 est7: on cpu7 p4tcc7: on cpu7 Timecounters tick every 1.000 msec usbus0: 12Mbps Full Speed USB v1.0 usbus1: 12Mbps Full Speed USB v1.0 usbus2: 12Mbps Full Speed USB v1.0 usbus3: 480Mbps High Speed USB v2.0 usbus4: 12Mbps Full Speed USB v1.0 usbus5: 12Mbps Full Speed USB v1.0 usbus6: 12Mbps Full Speed USB v1.0 usbus7: 480Mbps High Speed USB v2.0 ugen1.1: at usbus1 uhub0: on usbus1 ugen0.1: at usbus0 uhub1: on usbus0 ugen3.1: at usbus3 uhub2: on usbus3 ugen2.1: at usbus2 uhub3: on usbus2 ugen5.1: at usbus5 uhub4: on usbus5 ugen4.1: at usbus4 uhub5: on usbus4 ugen7.1: at usbus7 uhub6: on usbus7 ugen6.1: at usbus6 uhub7: on usbus6 ses0 at mpt0 bus 0 scbus0 target 4 lun 0 ses0: Fixed Enclosure Services SCSI-5 device ses0: 300.000MB/s transfers ses0: Command Queueing enabled ses0: SCSI-3 ENC Device da0 at mpt0 bus 0 scbus0 target 0 lun 0 da0: Fixed Direct Access SCSI-5 device da0: 300.000MB/s transfers da0: Command Queueing enabled da0: 953869MB (1953525168 512 byte sectors: 255H 63S/T 121601C) da1 at mpt0 bus 0 scbus0 target 1 lun 0 da1: Fixed Direct Access SCSI-5 device da1: 300.000MB/s transfers da1: Command Queueing enabled da1: 953869MB (1953525168 512 byte sectors: 255H 63S/T 121601C) da2 at mpt0 bus 0 scbus0 target 2 lun 0 da2: Fixed Direct Access SCSI-5 device da2: 300.000MB/s transfers da2: Command Queueing enabled da2: 953869MB (1953525168 512 byte sectors: 255H 63S/T 121601C) da3 at mpt0 bus 0 scbus0 target 3 lun 0 da3: Fixed Direct Access SCSI-5 device da3: 300.000MB/s transfers da3: Command Queueing enabled da3: 953869MB (1953525168 512 byte sectors: 255H 63S/T 121601C) ses1 at ahciem0 bus 0 scbus7 target 0 lun 0 ses1: SEMB S-E-S 2.00 device ses1: SEMB SES Device ses0: da0,pass0: Element descriptor: 'Slot 06' ses0: da0,pass0: SAS Device Slot Element: 1 Phys at Slot 5 ses0: phy 0: SATA device ses0: phy 0: parent 50030480014b85ff addr 50030480014b85f1 ses0: da1,pass1: Element descriptor: 'Slot 09' ses0: da1,pass1: SAS Device Slot Element: 1 Phys at Slot 8 ses0: phy 0: SATA device ses0: phy 0: parent 50030480014b85ff addr 50030480014b85f4 ses0: da2,pass2: Element descriptor: 'Slot 10' ses0: da2,pass2: SAS Device Slot Element: 1 Phys at Slot 9 ses0: phy 0: SATA device ses0: phy 0: parent 50030480014b85ff addr 50030480014b85f5 ses0: da3,pass3: Element descriptor: 'Slot 12' ses0: da3,pass3: SAS Device Slot Element: 1 Phys at Slot 11 ses0: phy 0: SATA device ses0: phy 0: parent 50030480014b85ff addr 50030480014b85f7 SMP: AP CPU #1 Launched! SMP: AP CPU #6 Launched! SMP: AP CPU #7 Launched! SMP: AP CPU #5 Launched! SMP: AP CPU #3 Launched! SMP: AP CPU #4 Launched! SMP: AP CPU #2 Launched! Timecounter "TSC-low" frequency 1200025856 Hz quality 1000 WARNING: WITNESS option enabled, expect reduced performance. uhub1: 2 ports with 2 removable, self powered uhub0: 2 ports with 2 removable, self powered uhub3: 2 ports with 2 removable, self powered uhub7: 2 ports with 2 removable, self powered uhub4: 2 ports with 2 removable, self powered uhub5: 2 ports with 2 removable, self powered Root mount waiting for: usbus7 usbus3 Root mount waiting for: usbus7 usbus3 uhub2: 6 ports with 6 removable, self powered uhub6: 6 ports with 6 removable, self powered Root mount waiting for: usbus7 usbus3 ugen7.2: at usbus7 run0: on usbus7 run0: MAC/BBP RT3070 (rev 0x0201), RF RT3020 (MIMO 1T1R), address 34:08:04:94:f2:c4 Trying to mount root from ufs:/dev/da0p2 [rw]... Setting hostuuid: 31387a98-213d-b45b-fa52-0025902d5ad8. Setting hostid: 0xbccd3f32. Entropy harvesting: interrupts ethernet point_to_point ugen2.2: at usbus2 ukbd0: on usbus2 kbd2 at ukbd0 kickstart. WARNING: reducing swap size to maximum of 262144MB per unit Starting file system checks: /dev/da0p2: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p2: clean, 206578039 free (352607 frags, 25778179 blocks, 0.1% fragmentation) Mounting local file systems:. Writing entropy file:. Setting hostname: dirichlet. wlan0: Ethernet address: 34:08:04:94:f2:c4 Starting wpa_supplicant. run0: firmware RT2870 ver. 0.236 loaded Starting Network: lo0 igb0 igb1 run0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 igb0: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:25:90:2d:5a:d8 nd6 options=29 media: Ethernet autoselect status: no carrier igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:25:90:2d:5a:d9 nd6 options=29 media: Ethernet autoselect status: no carrier run0: flags=8843 metric 0 mtu 2290 ether 34:08:04:94:f2:c4 nd6 options=29 media: IEEE 802.11 Wireless Ethernet autoselect mode 11g status: associated Starting devd. Starting Network: igb0. igb0: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:25:90:2d:5a:d8 nd6 options=29 media: Ethernet autoselect status: no carrier Starting Network: igb1. igb1: flags=8c02 metric 0 mtu 1500 options=401bb ether 00:25:90:2d:5a:d9 nd6 options=29 media: Ethernet autoselect status: no carrier ums0: on usbus2 Starting ums0 moused. add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 Waiting 30s for the default route interface: ................(wlan0) ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/event2 /usr/local/lib/mysql /usr/local/lib/pth /usr/local/lib/qt4 32-bit compatibility ldconfig path: /usr/lib32 /usr/local/lib32/compat Creating and/or trimming log files. Starting syslogd. savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device Jun 26 22:04:48 dirichlet savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device No core dumps found. Starting rpcbind. lock order reversal: 1st 0xffffff8f944f1f78 bufwait (bufwait) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_bio.c:3058 2nd 0xfffffe015a5d0800 dirhash (dirhash) @ /usr/home/davide/jeff_vmem/sys/ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff9049f12440 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff9049f124f0 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff9049f12580 _sx_xlock() at _sx_xlock+0x75/frame 0xffffff9049f125c0 ufsdirhash_add() at ufsdirhash_add+0x3b/frame 0xffffff9049f12600 ufs_direnter() at ufs_direnter+0x688/frame 0xffffff9049f126c0 ufs_mkdir() at ufs_mkdir+0x863/frame 0xffffff9049f128c0 VOP_MKDIR_APV() at VOP_MKDIR_APV+0xf0/frame 0xffffff9049f128f0 kern_mkdirat() at kern_mkdirat+0x21a/frame 0xffffff9049f12ae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff9049f12bf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff9049f12bf0 --- syscall (136, FreeBSD ELF64, sys_mkdir), rip = 0x80093203a, rsp = 0x7fffffffd788, rbp = 0x7fffffffdc70 --- Clearing /tmp (X related). NFSv4 is disabled Starting mountd. Starting nfsd. Starting statd. Starting lockd. Recovering vi editor sessions: lock order reversal: 1st 0xfffffe015a974240 ufs (ufs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_lookup.c:517 2nd 0xffffff8f944f6820 bufwait (bufwait) @ /usr/home/davide/jeff_vmem/sys/ufs/ffs/ffs_vnops.c:262 3rd 0xfffffe015a973d50 ufs (ufs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff9049ef8df0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff9049ef8ea0 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff9049ef8f30 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff9049ef9060 ffs_lock() at ffs_lock+0x84/frame 0xffffff9049ef90b0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf9/frame 0xffffff9049ef90e0 _vn_lock() at _vn_lock+0xab/frame 0xffffff9049ef9150 vget() at vget+0x70/frame 0xffffff9049ef91a0 vfs_hash_get() at vfs_hash_get+0xf5/frame 0xffffff9049ef91f0 ffs_vgetf() at ffs_vgetf+0x41/frame 0xffffff9049ef9280 softdep_sync_buf() at softdep_sync_buf+0x8ee/frame 0xffffff9049ef9330 ffs_syncvnode() at ffs_syncvnode+0x258/frame 0xffffff9049ef93b0 ffs_truncate() at ffs_truncate+0x6be/frame 0xffffff9049ef9590 ufs_direnter() at ufs_direnter+0x891/frame 0xffffff9049ef9650 ufs_makeinode() at ufs_makeinode+0x573/frame 0xffffff9049ef9810 VOP_CREATE_APV() at VOP_CREATE_APV+0xea/frame 0xffffff9049ef9840 vn_open_cred() at vn_open_cred+0x2dc/frame 0xffffff9049ef9990 kern_openat() at kern_openat+0x1fc/frame 0xffffff9049ef9ae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff9049ef9bf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff9049ef9bf0 --- syscall (5, FreeBSD ELF64, sys_open), rip = 0x80144bd0a, rsp = 0x7fffffffbcd8, rbp = 0x7fffffffbd90 --- . Removing stale Samba tdb files: ....... done Starting nmbd. Starting smbd. Starting local daemons:. Updating motd:. Jun 26 22:04:53 dirichlet smbd[1378]: [2013/06/26 22:04:53.055424, 0] printing/print_cups.c:151(cups_connect) Jun 26 22:04:53 dirichlet smbd[1378]: Unable to connect to CUPS server localhost:631 - Connection refused Jun 26 22:04:53 dirichlet smbd[1342]: [2013/06/26 22:04:53.055960, 0] printing/print_cups.c:528(cups_async_callback) Jun 26 22:04:53 dirichlet smbd[1342]: failed to retrieve printer list: NT_STATUS_UNSUCCESSFUL Configuring syscons: blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting cron. Starting default mousedmoused: unable to open /dev/psm0: No such file or directory . Starting background file system checks in 60 seconds. Wed Jun 26 22:04:53 CEST 2013 Jun 26 22:05:05 dirichlet su: davide to root on /dev/pts/0 ZFS filesystem version: 5 ZFS storage pool version: features support (5000) Jun 26 22:06:11 dirichlet su: davide to root on /dev/pts/1 hwpmc: SOFT/16/64/0x67 TSC/1/64/0x20 IAP/4/48/0x3ff IAF/3/48/0x67 UCP/8/48/0x3f8 UCF/1/48/0x60 Jun 26 22:17:15 dirichlet su: davide to root on /dev/pts/0 Jun 26 22:18:46 dirichlet su: davide to root on /dev/pts/0 Jun 26 22:52:48 dirichlet reboot: rebooted by davide Jun 26 22:52:48 dirichlet syslogd: exiting on signal 15 Waiting (max 60 seconds) for system process `vnlru' to stop...done Waiting (max 60 seconds) for system process `bufdaemon' to stop...done Waiting (max 60 seconds) for system process `syncer' to stop...Syncing disks, vnodes remaining...5 1 1 0 0 done All buffers synced. lock order reversal: 1st 0xfffffe015af4c240 ufs (ufs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_mount.c:1236 2nd 0xfffffe015ab89418 syncer (syncer) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_subr.c:2210 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff904a2fe620 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff904a2fe6d0 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff904a2fe760 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff904a2fe890 vop_stdlock() at vop_stdlock+0x3c/frame 0xffffff904a2fe8b0 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf9/frame 0xffffff904a2fe8e0 _vn_lock() at _vn_lock+0xab/frame 0xffffff904a2fe950 vputx() at vputx+0x206/frame 0xffffff904a2fe9b0 dounmount() at dounmount+0x2a4/frame 0xffffff904a2fea20 vfs_unmountall() at vfs_unmountall+0x61/frame 0xffffff904a2fea50 kern_reboot() at kern_reboot+0x548/frame 0xffffff904a2feac0 sys_reboot() at sys_reboot+0x58/frame 0xffffff904a2feae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff904a2febf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff904a2febf0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x80085ea0c, rsp = 0x7fffffffd978, rbp = 0x7fffffffdae0 --- lock order reversal: 1st 0xfffffe015a3749a0 ufs (ufs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_mount.c:1236 2nd 0xfffffe015a33b240 devfs (devfs) @ /usr/home/davide/jeff_vmem/sys/kern/vfs_subr.c:2099 KDB: stack backtrace: db_trace_self_wrapper() at db_trace_self_wrapper+0x2b/frame 0xffffff904a2fe5b0 kdb_backtrace() at kdb_backtrace+0x39/frame 0xffffff904a2fe660 witness_checkorder() at witness_checkorder+0xd4f/frame 0xffffff904a2fe6f0 __lockmgr_args() at __lockmgr_args+0x6f2/frame 0xffffff904a2fe820 vop_stdlock() at vop_stdlock+0x3c/frame 0xffffff904a2fe840 VOP_LOCK1_APV() at VOP_LOCK1_APV+0xf9/frame 0xffffff904a2fe870 _vn_lock() at _vn_lock+0xab/frame 0xffffff904a2fe8e0 vget() at vget+0x70/frame 0xffffff904a2fe930 devfs_allocv() at devfs_allocv+0xfd/frame 0xffffff904a2fe980 devfs_root() at devfs_root+0x43/frame 0xffffff904a2fe9b0 dounmount() at dounmount+0x2d7/frame 0xffffff904a2fea20 vfs_unmountall() at vfs_unmountall+0x61/frame 0xffffff904a2fea50 kern_reboot() at kern_reboot+0x548/frame 0xffffff904a2feac0 sys_reboot() at sys_reboot+0x58/frame 0xffffff904a2feae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff904a2febf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff904a2febf0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x80085ea0c, rsp = 0x7fffffffd978, rbp = 0x7fffffffdae0 --- panic: pmap_demote_pde: oldpde is missing PG_PS and/or PG_V cpuid = 0 KDB: enter: panic ------------------------------------------------------------------------ kernel config options CONFIG_AUTOGENERATED ident GENERIC machine amd64 cpu HAMMER makeoptions WITH_CTF=1 makeoptions DEBUG=-g options USB_DEBUG options RDRAND_RNG options PADLOCK_RNG options ATH_ENABLE_11N options AH_AR5416_INTERRUPT_MITIGATION options AH_SUPPORT_AR5416 options IEEE80211_SUPPORT_MESH options IEEE80211_AMPDU_AGE options IEEE80211_DEBUG options SC_PIXEL_MODE options VESA options AHD_REG_PRETTY_PRINT options AHC_REG_PRETTY_PRINT options ATA_STATIC_ID options SMP options MALLOC_DEBUG_MAXZONES=8 options WITNESS_SKIPSPIN options WITNESS options INVARIANT_SUPPORT options INVARIANTS options DEADLKRES options GDB options DDB options KDB options INCLUDE_CONFIG_FILE options DDB_CTF options KDTRACE_HOOKS options KDTRACE_FRAME options MAC options CAPABILITIES options CAPABILITY_MODE options AUDIT options HWPMC_HOOKS options KBD_INSTALL_CDEV options PRINTF_BUFR_SIZE=128 options _KPOSIX_PRIORITY_SCHEDULING options SYSVSEM options SYSVMSG options SYSVSHM options STACK options KTRACE options SCSI_DELAY=5000 options COMPAT_FREEBSD7 options COMPAT_FREEBSD6 options COMPAT_FREEBSD5 options COMPAT_FREEBSD4 options COMPAT_FREEBSD32 options GEOM_LABEL options GEOM_RAID options GEOM_PART_GPT options PSEUDOFS options PROCFS options CD9660 options MSDOSFS options NFS_ROOT options NFSLOCKD options NFSD options NFSCL options MD_ROOT options QUOTA options UFS_GJOURNAL options UFS_DIRHASH options UFS_ACL options SOFTUPDATES options FFS options SCTP options TCP_OFFLOAD options INET6 options INET options PREEMPTION options SCHED_ULE options NEW_PCIB options GEOM_PART_MBR options GEOM_PART_EBR_COMPAT options GEOM_PART_EBR options GEOM_PART_BSD device isa device mem device io device uart_ns8250 device cpufreq device acpi device pci device fdc device ahci device ata device mvs device siis device ahc device ahd device esp device hptiop device isp device mpt device mps device sym device trm device adv device adw device aic device bt device isci device scbus device ch device da device sa device cd device pass device ses device amr device arcmsr device ciss device dpt device hptmv device hptrr device hpt27xx device iir device ips device mly device twa device tws device aac device aacp device aacraid device ida device mfi device mlx device twe device atkbdc device atkbd device psm device kbdmux device vga device splash device sc device agp device cbb device pccard device cardbus device uart device ppc device ppbus device lpt device ppi device puc device bxe device de device em device igb device ixgbe device le device ti device txp device vx device miibus device ae device age device alc device ale device bce device bfe device bge device cas device dc device et device fxp device gem device hme device jme device lge device msk device nfe device nge device pcn device re device rl device sf device sge device sis device sk device ste device stge device tl device tx device vge device vr device wb device xl device cs device ed device ex device ep device fe device sn device xe device wlan device wlan_wep device wlan_ccmp device wlan_tkip device wlan_amrr device an device ath device ath_pci device ath_hal device ath_rate_sample device ipw device iwi device iwn device malo device mwl device ral device wi device wpi device loop device random device ether device vlan device tun device md device gif device faith device firmware device bpf device uhci device ohci device ehci device xhci device usb device ukbd device umass device sound device snd_cmi device snd_csa device snd_emu10kx device snd_es137x device snd_hda device snd_ich device snd_via8233 device mmc device mmcsd device sdhci device virtio device virtio_pci device vtnet device virtio_blk device virtio_scsi device virtio_balloon ------------------------------------------------------------------------ ddb capture buffer db:0:kdb.enter.panic> run lockinfo db:1:lockinfo> show locks exclusive sleep mutex pmap (pmap) r = 0 (0xffffffff8159c8d0) locked @ /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:2939 shared rw pmap pv global (pmap pv global) r = 0 (0xffffffff8151ca80) locked @ /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:2938 exclusive sleep mutex Giant (Giant) r = 1 (0xffffffff8156bb48) locked @ /usr/home/davide/jeff_vmem/sys/vm/swap_pager.c:2360 db:1:locks> show alllocks Process 52292 (reboot) thread 0xfffffe0292029920 (100515) exclusive sleep mutex pmap (pmap) r = 0 (0xffffffff8159c8d0) locked @ /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:2939 shared rw pmap pv global (pmap pv global) r = 0 (0xffffffff8151ca80) locked @ /usr/home/davide/jeff_vmem/sys/amd64/amd64/pmap.c:2938 exclusive sleep mutex Giant (Giant) r = 1 (0xffffffff8156bb48) locked @ /usr/home/davide/jeff_vmem/sys/vm/swap_pager.c:2360 db:1:alllocks> show lockedvnods Locked vnodes db:0:kdb.enter.panic> show pcpu cpuid = 0 dynamic pcpu = 0x5edd00 curthread = 0xfffffe0292029920: pid 52292 "reboot" curpcb = 0xffffff904a2fecc0 fpcurthread = none idlethread = 0xfffffe0098e51920: tid 100003 "idle: cpu0" curpmap = 0xfffffe015abf78d8 tssp = 0xffffffff81583810 commontssp = 0xffffffff81583810 rsp0 = 0xffffff904a2fecc0 gs32p = 0xffffffff81585288 ldt = 0xffffffff815852c8 tss = 0xffffffff815852b8 spin locks held: db:0:kdb.enter.panic> bt Tracing pid 52292 tid 100515 td 0xfffffe0292029920 kdb_enter() at kdb_enter+0x3e/frame 0xffffff904a2fe660 vpanic() at vpanic+0x146/frame 0xffffff904a2fe6a0 kassert_panic() at kassert_panic+0x136/frame 0xffffff904a2fe710 pmap_demote_pde_locked() at pmap_demote_pde_locked+0x78e/frame 0xffffff904a2fe7d0 pmap_remove_pde() at pmap_remove_pde+0x3b3/frame 0xffffff904a2fe850 pmap_remove() at pmap_remove+0x28f/frame 0xffffff904a2fe8d0 kmem_unback() at kmem_unback+0x24/frame 0xffffff904a2fe900 kmem_free() at kmem_free+0x2c/frame 0xffffff904a2fe930 uma_large_free() at uma_large_free+0x45/frame 0xffffff904a2fe950 free() at free+0x6f/frame 0xffffff904a2fe990 blist_destroy() at blist_destroy+0x19/frame 0xffffff904a2fe9b0 swapoff_one() at swapoff_one+0x594/frame 0xffffff904a2fea20 swapoff_all() at swapoff_all+0x11a/frame 0xffffff904a2fea50 kern_reboot() at kern_reboot+0x54d/frame 0xffffff904a2feac0 sys_reboot() at sys_reboot+0x58/frame 0xffffff904a2feae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff904a2febf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff904a2febf0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x80085ea0c, rsp = 0x7fffffffd978, rbp = 0x7fffffffdae0 --- db:0:kdb.enter.panic> ps pid ppid pgrp uid state wmesg wchan cmd 52292 1 52292 0 R+ CPU 0 reboot 1539 0 0 0 DL (threaded) [zfskern] 100502 D zvol:io 0xfffffe0292977dd8 [zvol tank/vol] 100501 D tx->tx_s 0xfffffe02922c1a18 [txg_thread_enter] 100500 D tx->tx_q 0xfffffe02922c1a38 [txg_thread_enter] 100498 D spa->spa 0xfffffe02920809f0 [trim tank] 100197 D l2arc_fe 0xffffffff81b51ad8 [l2arc_feed_thread] 100187 D arc_recl 0xffffffff81b49d90 [arc_reclaim_thread] 19 0 0 0 DL sdflush 0xffffffff815155ec [softdepflush] 18 0 0 0 DL kpsusp 0xfffffe015a0cea98 [syncer] 17 0 0 0 DL kpsusp 0xfffffe015a0cf128 [vnlru] 16 0 0 0 DL kpsusp 0xfffffe015a0cf5e0 [bufdaemon] 9 0 0 0 DL pgzero 0xffffffff815170fc [pagezero] 8 0 0 0 DL psleep 0xffffffff81516350 [vmdaemon] 7 0 0 0 DL psleep 0xffffffff81583584 [pagedaemon] 6 0 0 0 DL idle 0xfffffe015a0b84b8 [enc_daemon1] 5 0 0 0 DL idle 0xfffffe015a0b8970 [enc_daemon0] 4 0 0 0 DL ccb_scan 0xffffffff812ec130 [xpt_thrd] 3 0 0 0 DL waiting_ 0xffffffff815776b0 [sctp_iterator] 15 0 0 0 DL (threaded) [usb] 100108 D - 0xffffff80016c9e18 [usbus7] 100107 D - 0xffffff80016c9dc0 [usbus7] 100106 D - 0xffffff80016c9d68 [usbus7] 100105 D - 0xffffff80016c9d10 [usbus7] 100104 D - 0xffffff800153aef0 [usbus6] 100103 D - 0xffffff800153ae98 [usbus6] 100102 D - 0xffffff800153ae40 [usbus6] 100101 D - 0xffffff800153ade8 [usbus6] 100100 D - 0xffffff80013abef0 [usbus5] 100099 D - 0xffffff80013abe98 [usbus5] 100098 D - 0xffffff80013abe40 [usbus5] 100097 D - 0xffffff80013abde8 [usbus5] 100096 D - 0xffffff800121cef0 [usbus4] 100095 D - 0xffffff800121ce98 [usbus4] 100094 D - 0xffffff800121ce40 [usbus4] 100093 D - 0xffffff800121cde8 [usbus4] 100091 D - 0xffffff8001090e18 [usbus3] 100090 D - 0xffffff8001090dc0 [usbus3] 100089 D - 0xffffff8001090d68 [usbus3] 100088 D - 0xffffff8001090d10 [usbus3] 100086 D - 0xffffff8000f01ef0 [usbus2] 100085 D - 0xffffff8000f01e98 [usbus2] 100084 D - 0xffffff8000f01e40 [usbus2] 100083 D - 0xffffff8000f01de8 [usbus2] 100081 D - 0xffffff8000d72ef0 [usbus1] 100080 D - 0xffffff8000d72e98 [usbus1] 100079 D - 0xffffff8000d72e40 [usbus1] 100078 D - 0xffffff8000d72de8 [usbus1] 100076 D - 0xffffff8000b80ef0 [usbus0] 100075 D - 0xffffff8000b80e98 [usbus0] 100074 D - 0xffffff8000b80e40 [usbus0] 100073 D - 0xffffff8000b80de8 [usbus0] 2 0 0 0 DL idle 0xffffff8000b77000 [mpt_recovery0] 14 0 0 0 DL - 0xffffffff81305328 [yarrow] 13 0 0 0 DL (threaded) [geom] 100023 D - 0xffffffff8156ab60 [g_down] 100022 D - 0xffffffff8156ab58 [g_up] 100021 D - 0xffffffff8156ab50 [g_event] 12 0 0 0 WL (threaded) [intr] 100111 I [irq1: atkbd0] 100110 I [swi0: uart uart+] 100109 I [irq275: ahci0] 100092 I [irq23: uhci3 ehci1] 100087 I [irq18: ehci0 uhci5] 100082 I [irq19: uhci2 uhci4] 100077 I [irq21: uhci1] 100072 I [irq16: uhci0] 100070 I [irq274: mpt0] 100069 I [irq273: igb1:link] 100067 I [irq272: igb1:que 7] 100065 I [irq271: igb1:que 6] 100063 I [irq270: igb1:que 5] 100061 I [irq269: igb1:que 4] 100059 I [irq268: igb1:que 3] 100057 I [irq267: igb1:que 2] 100055 I [irq266: igb1:que 1] 100053 I [irq265: igb1:que 0] 100052 I [irq264: igb0:link] 100050 I [irq263: igb0:que 7] 100048 I [irq262: igb0:que 6] 100046 I [irq261: igb0:que 5] 100044 I [irq260: igb0:que 4] 100042 I [irq259: igb0:que 3] 100040 I [irq258: igb0:que 2] 100038 I [irq257: igb0:que 1] 100036 I [irq256: igb0:que 0] 100032 I [swi2: cambio] 100031 I [swi5: fast taskq] 100029 I [swi6: Giant taskq] 100027 I [swi6: task queue] 100020 I [swi3: vm] 100019 I [swi1: netisr 0] 100018 I [swi4: clock] 100017 I [swi4: clock] 100016 I [swi4: clock] 100015 I [swi4: clock] 100014 I [swi4: clock] 100013 I [swi4: clock] 100012 I [swi4: clock] 100011 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100010 Run CPU 7 [idle: cpu7] 100009 Run CPU 6 [idle: cpu6] 100008 Run CPU 5 [idle: cpu5] 100007 Run CPU 4 [idle: cpu4] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xfffffe0098e50000 [init] 10 0 0 0 DL audit_wo 0xffffffff8157adb0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100499 D - 0xfffffe02920c2c00 [zfs_vn_rele_taskq] 100497 D - 0xfffffe02920a1000 [zio_ioctl_intr] 100496 D - 0xfffffe02920a1200 [zio_ioctl_issue] 100495 D - 0xfffffe02920a1400 [zio_claim_intr] 100494 D - 0xfffffe02920a1600 [zio_claim_issue] 100493 D - 0xfffffe02920a1800 [zio_free_intr] 100492 D - 0xfffffe015a424100 [zio_free_issue_99] 100491 D - 0xfffffe015a424100 [zio_free_issue_98] 100490 D - 0xfffffe015a424100 [zio_free_issue_97] 100489 D - 0xfffffe015a424100 [zio_free_issue_96] 100488 D - 0xfffffe015a424100 [zio_free_issue_95] 100487 D - 0xfffffe015a424100 [zio_free_issue_94] 100486 D - 0xfffffe015a424100 [zio_free_issue_93] 100485 D - 0xfffffe015a424100 [zio_free_issue_92] 100484 D - 0xfffffe015a424100 [zio_free_issue_91] 100483 D - 0xfffffe015a424100 [zio_free_issue_90] 100482 D - 0xfffffe015a424100 [zio_free_issue_89] 100481 D - 0xfffffe015a424100 [zio_free_issue_88] 100480 D - 0xfffffe015a424100 [zio_free_issue_87] 100479 D - 0xfffffe015a424100 [zio_free_issue_86] 100478 D - 0xfffffe015a424100 [zio_free_issue_85] 100477 D - 0xfffffe015a424100 [zio_free_issue_84] 100476 D - 0xfffffe015a424100 [zio_free_issue_83] 100475 D - 0xfffffe015a424100 [zio_free_issue_82] 100474 D - 0xfffffe015a424100 [zio_free_issue_81] 100473 D - 0xfffffe015a424100 [zio_free_issue_80] 100472 D - 0xfffffe015a424100 [zio_free_issue_79] 100471 D - 0xfffffe015a424100 [zio_free_issue_78] 100470 D - 0xfffffe015a424100 [zio_free_issue_77] 100469 D - 0xfffffe015a424100 [zio_free_issue_76] 100468 D - 0xfffffe015a424100 [zio_free_issue_75] 100467 D - 0xfffffe015a424100 [zio_free_issue_74] 100466 D - 0xfffffe015a424100 [zio_free_issue_73] 100465 D - 0xfffffe015a424100 [zio_free_issue_72] 100464 D - 0xfffffe015a424100 [zio_free_issue_71] 100463 D - 0xfffffe015a424100 [zio_free_issue_70] 100462 D - 0xfffffe015a424100 [zio_free_issue_69] 100461 D - 0xfffffe015a424100 [zio_free_issue_68] 100460 D - 0xfffffe015a424100 [zio_free_issue_67] 100459 D - 0xfffffe015a424100 [zio_free_issue_66] 100458 D - 0xfffffe015a424100 [zio_free_issue_65] 100457 D - 0xfffffe015a424100 [zio_free_issue_64] 100456 D - 0xfffffe015a424100 [zio_free_issue_63] 100455 D - 0xfffffe015a424100 [zio_free_issue_62] 100454 D - 0xfffffe015a424100 [zio_free_issue_61] 100453 D - 0xfffffe015a424100 [zio_free_issue_60] 100452 D - 0xfffffe015a424100 [zio_free_issue_59] 100451 D - 0xfffffe015a424100 [zio_free_issue_58] 100450 D - 0xfffffe015a424100 [zio_free_issue_57] 100449 D - 0xfffffe015a424100 [zio_free_issue_56] 100448 D - 0xfffffe015a424100 [zio_free_issue_55] 100447 D - 0xfffffe015a424100 [zio_free_issue_54] 100446 D - 0xfffffe015a424100 [zio_free_issue_53] 100445 D - 0xfffffe015a424100 [zio_free_issue_52] 100444 D - 0xfffffe015a424100 [zio_free_issue_51] 100443 D - 0xfffffe015a424100 [zio_free_issue_50] 100442 D - 0xfffffe015a424100 [zio_free_issue_49] 100441 D - 0xfffffe015a424100 [zio_free_issue_48] 100440 D - 0xfffffe015a424100 [zio_free_issue_47] 100439 D - 0xfffffe015a424100 [zio_free_issue_46] 100438 D - 0xfffffe015a424100 [zio_free_issue_45] 100437 D - 0xfffffe015a424100 [zio_free_issue_44] 100436 D - 0xfffffe015a424100 [zio_free_issue_43] 100435 D - 0xfffffe015a424100 [zio_free_issue_42] 100434 D - 0xfffffe015a424100 [zio_free_issue_41] 100433 D - 0xfffffe015a424100 [zio_free_issue_40] 100432 D - 0xfffffe015a424100 [zio_free_issue_39] 100431 D - 0xfffffe015a424100 [zio_free_issue_38] 100430 D - 0xfffffe015a424100 [zio_free_issue_37] 100429 D - 0xfffffe015a424100 [zio_free_issue_36] 100428 D - 0xfffffe015a424100 [zio_free_issue_35] 100427 D - 0xfffffe015a424100 [zio_free_issue_34] 100426 D - 0xfffffe015a424100 [zio_free_issue_33] 100425 D - 0xfffffe015a424100 [zio_free_issue_32] 100424 D - 0xfffffe015a424100 [zio_free_issue_31] 100423 D - 0xfffffe015a424100 [zio_free_issue_30] 100422 D - 0xfffffe015a424100 [zio_free_issue_29] 100421 D - 0xfffffe015a424100 [zio_free_issue_28] 100420 D - 0xfffffe015a424100 [zio_free_issue_27] 100419 D - 0xfffffe015a424100 [zio_free_issue_26] 100418 D - 0xfffffe015a424100 [zio_free_issue_25] 100417 D - 0xfffffe015a424100 [zio_free_issue_24] 100416 D - 0xfffffe015a424100 [zio_free_issue_23] 100415 D - 0xfffffe015a424100 [zio_free_issue_22] 100414 D - 0xfffffe015a424100 [zio_free_issue_21] 100413 D - 0xfffffe015a424100 [zio_free_issue_20] 100412 D - 0xfffffe015a424100 [zio_free_issue_19] 100411 D - 0xfffffe015a424100 [zio_free_issue_18] 100410 D - 0xfffffe015a424100 [zio_free_issue_17] 100409 D - 0xfffffe015a424100 [zio_free_issue_16] 100408 D - 0xfffffe015a424100 [zio_free_issue_15] 100407 D - 0xfffffe015a424100 [zio_free_issue_14] 100406 D - 0xfffffe015a424100 [zio_free_issue_13] 100405 D - 0xfffffe015a424100 [zio_free_issue_12] 100404 D - 0xfffffe015a424100 [zio_free_issue_11] 100403 D - 0xfffffe015a424100 [zio_free_issue_10] 100402 D - 0xfffffe015a424100 [zio_free_issue_9] 100401 D - 0xfffffe015a424100 [zio_free_issue_8] 100400 D - 0xfffffe015a424100 [zio_free_issue_7] 100399 D - 0xfffffe015a424100 [zio_free_issue_6] 100398 D - 0xfffffe015a424100 [zio_free_issue_5] 100397 D - 0xfffffe015a424100 [zio_free_issue_4] 100396 D - 0xfffffe015a424100 [zio_free_issue_3] 100395 D - 0xfffffe015a424100 [zio_free_issue_2] 100394 D - 0xfffffe015a424100 [zio_free_issue_1] 100393 D - 0xfffffe015a424100 [zio_free_issue_0] 100392 D - 0xfffffe015a424700 [zio_write_intr_high] 100391 D - 0xfffffe015a424700 [zio_write_intr_high] 100390 D - 0xfffffe015a424700 [zio_write_intr_high] 100389 D - 0xfffffe015a424700 [zio_write_intr_high] 100388 D - 0xfffffe015a424700 [zio_write_intr_high] 100387 D - 0xfffffe015a425100 [zio_write_intr_7] 100386 D - 0xfffffe015a425100 [zio_write_intr_6] 100385 D - 0xfffffe015a425100 [zio_write_intr_5] 100384 D - 0xfffffe015a425100 [zio_write_intr_4] 100383 D - 0xfffffe015a425100 [zio_write_intr_3] 100382 D - 0xfffffe015a425100 [zio_write_intr_2] 100381 D - 0xfffffe015a425100 [zio_write_intr_1] 100380 D - 0xfffffe015a425100 [zio_write_intr_0] 100379 D - 0xfffffe015a425700 [zio_write_issue_hig] 100378 D - 0xfffffe015a425700 [zio_write_issue_hig] 100377 D - 0xfffffe015a425700 [zio_write_issue_hig] 100376 D - 0xfffffe015a425700 [zio_write_issue_hig] 100375 D - 0xfffffe015a425700 [zio_write_issue_hig] 100374 D - 0xfffffe015a426100 [zio_write_issue_7] 100373 D - 0xfffffe015a426100 [zio_write_issue_6] 100372 D - 0xfffffe015a426100 [zio_write_issue_5] 100371 D - 0xfffffe015a426100 [zio_write_issue_4] 100370 D - 0xfffffe015a426100 [zio_write_issue_3] 100369 D - 0xfffffe015a426100 [zio_write_issue_2] 100368 D - 0xfffffe015a426100 [zio_write_issue_1] 100367 D - 0xfffffe015a426100 [zio_write_issue_0] 100366 D - 0xfffffe015a426800 [zio_read_intr_7] 100365 D - 0xfffffe015a426800 [zio_read_intr_6] 100364 D - 0xfffffe015a426800 [zio_read_intr_5] 100363 D - 0xfffffe015a426800 [zio_read_intr_4] 100362 D - 0xfffffe015a426800 [zio_read_intr_3] 100361 D - 0xfffffe015a426800 [zio_read_intr_2] 100360 D - 0xfffffe015a426800 [zio_read_intr_1] 100359 D - 0xfffffe015a426800 [zio_read_intr_0] 100358 D - 0xfffffe02920a2200 [zio_read_issue_7] 100357 D - 0xfffffe02920a2200 [zio_read_issue_6] 100356 D - 0xfffffe02920a2200 [zio_read_issue_5] 100355 D - 0xfffffe02920a2200 [zio_read_issue_4] 100354 D - 0xfffffe02920a2200 [zio_read_issue_3] 100353 D - 0xfffffe02920a2200 [zio_read_issue_2] 100352 D - 0xfffffe02920a2200 [zio_read_issue_1] 100351 D - 0xfffffe02920a2200 [zio_read_issue_0] 100350 D - 0xfffffe02920c2600 [zio_null_intr] 100349 D - 0xfffffe02920c2400 [zio_null_issue] 100196 D - 0xfffffe015a4c0100 [system_taskq_7] 100195 D - 0xfffffe015a4c0100 [system_taskq_6] 100194 D - 0xfffffe015a4c0100 [system_taskq_5] 100193 D - 0xfffffe015a4c0100 [system_taskq_4] 100192 D - 0xfffffe015a4c0100 [system_taskq_3] 100191 D - 0xfffffe015a4c0100 [system_taskq_2] 100190 D - 0xfffffe015a4c0100 [system_taskq_1] 100189 D - 0xfffffe015a4c0100 [system_taskq_0] 100125 D - 0xfffffe015a304400 [run0 net80211 taskq] 100113 D - 0xffffffff81320e97 [deadlkres] 100112 D - 0xfffffe009d22fb00 [mca taskq] 100068 D - 0xfffffe0098e78c00 [igb1 que] 100066 D - 0xfffffe009d115000 [igb1 que] 100064 D - 0xfffffe009d115300 [igb1 que] 100062 D - 0xfffffe009d115600 [igb1 que] 100060 D - 0xfffffe009d115900 [igb1 que] 100058 D - 0xfffffe009d115c00 [igb1 que] 100056 D - 0xfffffe009d116000 [igb1 que] 100054 D - 0xfffffe009d116300 [igb1 que] 100051 D - 0xfffffe009d117100 [igb0 que] 100049 D - 0xfffffe009d117400 [igb0 que] 100047 D - 0xfffffe009d117700 [igb0 que] 100045 D - 0xfffffe009d117a00 [igb0 que] 100043 D - 0xfffffe009d117d00 [igb0 que] 100041 D - 0xfffffe009d118100 [igb0 que] 100039 D - 0xfffffe0098e37200 [igb0 que] 100037 D - 0xfffffe0098e37500 [igb0 que] 100035 D - 0xfffffe0098e75400 [acpi_task_2] 100034 D - 0xfffffe0098e75400 [acpi_task_1] 100033 D - 0xfffffe0098e75400 [acpi_task_0] 100030 D - 0xfffffe0098e75b00 [thread taskq] 100028 D - 0xfffffe0098e76100 [ffs_trim taskq] 100026 D - 0xfffffe0098e76600 [kqueue taskq] 100024 D - 0xfffffe0098e76900 [firmware taskq] 100000 D sched 0xffffffff8156ac58 [swapper] db:0:kdb.enter.panic> alltrace Tracing command reboot pid 52292 tid 100515 td 0xfffffe0292029920 kdb_enter() at kdb_enter+0x3e/frame 0xffffff904a2fe660 vpanic() at vpanic+0x146/frame 0xffffff904a2fe6a0 kassert_panic() at kassert_panic+0x136/frame 0xffffff904a2fe710 pmap_demote_pde_locked() at pmap_demote_pde_locked+0x78e/frame 0xffffff904a2fe7d0 pmap_remove_pde() at pmap_remove_pde+0x3b3/frame 0xffffff904a2fe850 pmap_remove() at pmap_remove+0x28f/frame 0xffffff904a2fe8d0 kmem_unback() at kmem_unback+0x24/frame 0xffffff904a2fe900 kmem_free() at kmem_free+0x2c/frame 0xffffff904a2fe930 uma_large_free() at uma_large_free+0x45/frame 0xffffff904a2fe950 free() at free+0x6f/frame 0xffffff904a2fe990 blist_destroy() at blist_destroy+0x19/frame 0xffffff904a2fe9b0 swapoff_one() at swapoff_one+0x594/frame 0xffffff904a2fea20 swapoff_all() at swapoff_all+0x11a/frame 0xffffff904a2fea50 kern_reboot() at kern_reboot+0x54d/frame 0xffffff904a2feac0 sys_reboot() at sys_reboot+0x58/frame 0xffffff904a2feae0 amd64_syscall() at amd64_syscall+0x265/frame 0xffffff904a2febf0 Xfast_syscall() at Xfast_syscall+0xfb/frame 0xffffff904a2febf0 --- syscall (55, FreeBSD ELF64, sys_reboot), rip = 0x80085ea0c, rsp = 0x7fffffffd978, rbp = 0x7fffffffdae0 --- Tracing command zfskern pid 1539 tid 100502 td 0xfffffe029202d000 sched_switch() at sched_switch+0x482/frame 0xffffff904a2eaa10 mi_switch() at mi_switch+0x179/frame 0xffffff904a2eaa50 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff904a2eaa90 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904a2eaac0 _sleep() at _sleep+0x369/frame 0xffffff904a2eab60 zvol_geom_worker() at zvol_geom_worker+0xa5/frame 0xffffff904a2eabb0 fork_exit() at fork_exit+0x84/frame 0xffffff904a2eabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904a2eabf0 --- trap 0, rip = 0, rsp = 0xffffff904a2eacb0, rbp = 0 --- Tracing command zfskern pid 1539 tid 100501 td 0xfffffe0292917490 sched_switch() at sched_switch+0x482/frame 0xffffff904a2e59a0 mi_switch() at mi_switch+0x179/frame 0xffffff904a2e59e0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff904a2e5a20 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff904a2e5a50 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x1fe/frame 0xffffff904a2e5ad0 txg_sync_thread() at txg_sync_thread+0x1dd/frame 0xffffff904a2e5bb0 fork_exit() at fork_exit+0x84/frame 0xffffff904a2e5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904a2e5bf0 --- trap 0, rip = 0, rsp = 0xffffff904a2e5cb0, rbp = 0 --- Tracing command zfskern pid 1539 tid 100500 td 0xfffffe0292917920 sched_switch() at sched_switch+0x482/frame 0xffffff904a2dc9e0 mi_switch() at mi_switch+0x179/frame 0xffffff904a2dca20 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff904a2dca60 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff904a2dca90 _cv_wait() at _cv_wait+0x1df/frame 0xffffff904a2dcb00 txg_quiesce_thread() at txg_quiesce_thread+0x30b/frame 0xffffff904a2dcbb0 fork_exit() at fork_exit+0x84/frame 0xffffff904a2dcbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904a2dcbf0 --- trap 0, rip = 0, rsp = 0xffffff904a2dccb0, rbp = 0 --- Tracing command zfskern pid 1539 tid 100498 td 0xfffffe02920e1920 sched_switch() at sched_switch+0x482/frame 0xffffff904a2d2a40 mi_switch() at mi_switch+0x179/frame 0xffffff904a2d2a80 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff904a2d2ac0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff904a2d2af0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x1fe/frame 0xffffff904a2d2b70 trim_thread() at trim_thread+0x9b/frame 0xffffff904a2d2bb0 fork_exit() at fork_exit+0x84/frame 0xffffff904a2d2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff904a2d2bf0 --- trap 0, rip = 0, rsp = 0xffffff904a2d2cb0, rbp = 0 --- Tracing command zfskern pid 1539 tid 100197 td 0xfffffe015a68b920 sched_switch() at sched_switch+0x482/frame 0xffffff9049fe4960 mi_switch() at mi_switch+0x179/frame 0xffffff9049fe49a0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049fe49e0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff9049fe4a10 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x1fe/frame 0xffffff9049fe4a90 l2arc_feed_thread() at l2arc_feed_thread+0xb19/frame 0xffffff9049fe4bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049fe4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049fe4bf0 --- trap 0, rip = 0, rsp = 0xffffff9049fe4cb0, rbp = 0 --- Tracing command zfskern pid 1539 tid 100187 td 0xfffffe015a6cd000 sched_switch() at sched_switch+0x482/frame 0xffffff9049fb29f0 mi_switch() at mi_switch+0x179/frame 0xffffff9049fb2a30 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049fb2a70 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff9049fb2aa0 _cv_timedwait_sbt() at _cv_timedwait_sbt+0x1fe/frame 0xffffff9049fb2b20 arc_reclaim_thread() at arc_reclaim_thread+0x302/frame 0xffffff9049fb2bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049fb2bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049fb2bf0 --- trap 0, rip = 0, rsp = 0xffffff9049fb2cb0, rbp = 0 --- Tracing command softdepflush pid 19 tid 100124 td 0xfffffe015a0d0490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e77a20 mi_switch() at mi_switch+0x179/frame 0xffffff9049e77a60 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e77aa0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff9049e77ad0 _sleep() at _sleep+0x336/frame 0xffffff9049e77b70 softdep_flush() at softdep_flush+0x20c/frame 0xffffff9049e77bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e77bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e77bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e77cb0, rbp = 0 --- Tracing command syncer pid 18 tid 100123 td 0xfffffe015a0d0920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e72990 mi_switch() at mi_switch+0x179/frame 0xffffff9049e729d0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e72a10 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e72a40 _sleep() at _sleep+0x369/frame 0xffffff9049e72ae0 kproc_suspend_check() at kproc_suspend_check+0x7c/frame 0xffffff9049e72b10 sched_sync() at sched_sync+0xd2/frame 0xffffff9049e72bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e72bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e72bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e72cb0, rbp = 0 --- Tracing command vnlru pid 17 tid 100122 td 0xfffffe015a0d4000 sched_switch() at sched_switch+0x482/frame 0xffffff9049e6d9b0 mi_switch() at mi_switch+0x179/frame 0xffffff9049e6d9f0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e6da30 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e6da60 _sleep() at _sleep+0x369/frame 0xffffff9049e6db00 kproc_suspend_check() at kproc_suspend_check+0x7c/frame 0xffffff9049e6db30 vnlru_proc() at vnlru_proc+0x51/frame 0xffffff9049e6dbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e6dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e6dbf0 --- trap 0, rip = 0, rsp = 0xffffff9049e6dcb0, rbp = 0 --- Tracing command bufdaemon pid 16 tid 100121 td 0xfffffe015a0d4490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e68a00 mi_switch() at mi_switch+0x179/frame 0xffffff9049e68a40 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e68a80 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e68ab0 _sleep() at _sleep+0x369/frame 0xffffff9049e68b50 kproc_suspend_check() at kproc_suspend_check+0x7c/frame 0xffffff9049e68b80 buf_daemon() at buf_daemon+0x9a/frame 0xffffff9049e68bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e68bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e68bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e68cb0, rbp = 0 --- Tracing command pagezero pid 9 tid 100120 td 0xfffffe009d39a490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e63a30 mi_switch() at mi_switch+0x179/frame 0xffffff9049e63a70 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e63ab0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff9049e63ae0 _sleep() at _sleep+0x336/frame 0xffffff9049e63b80 vm_pagezero() at vm_pagezero+0x88/frame 0xffffff9049e63bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e63bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e63bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e63cb0, rbp = 0 --- Tracing command vmdaemon pid 8 tid 100119 td 0xfffffe009d39a920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e5e9f0 mi_switch() at mi_switch+0x179/frame 0xffffff9049e5ea30 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e5ea70 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e5eaa0 _sleep() at _sleep+0x369/frame 0xffffff9049e5eb40 vm_daemon() at vm_daemon+0x7e/frame 0xffffff9049e5ebb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e5ebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e5ebf0 --- trap 0, rip = 0, rsp = 0xffffff9049e5ecb0, rbp = 0 --- Tracing command pagedaemon pid 7 tid 100118 td 0xfffffe015a0b9000 sched_switch() at sched_switch+0x482/frame 0xffffff9049e59960 mi_switch() at mi_switch+0x179/frame 0xffffff9049e599a0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e599e0 sleepq_timedwait() at sleepq_timedwait+0x43/frame 0xffffff9049e59a10 _sleep() at _sleep+0x336/frame 0xffffff9049e59ab0 vm_pageout() at vm_pageout+0x24b/frame 0xffffff9049e59bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e59bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e59bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e59cb0, rbp = 0 --- Tracing command enc_daemon1 pid 6 tid 100117 td 0xfffffe015a0b9490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e549f0 mi_switch() at mi_switch+0x179/frame 0xffffff9049e54a30 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e54a70 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e54aa0 _sleep() at _sleep+0x369/frame 0xffffff9049e54b40 enc_daemon() at enc_daemon+0x109/frame 0xffffff9049e54bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e54bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e54bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e54cb0, rbp = 0 --- Tracing command enc_daemon0 pid 5 tid 100116 td 0xfffffe015a0b9920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e4f9f0 mi_switch() at mi_switch+0x179/frame 0xffffff9049e4fa30 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e4fa70 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e4faa0 _sleep() at _sleep+0x369/frame 0xffffff9049e4fb40 enc_daemon() at enc_daemon+0x109/frame 0xffffff9049e4fbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e4fbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e4fbf0 --- trap 0, rip = 0, rsp = 0xffffff9049e4fcb0, rbp = 0 --- Tracing command xpt_thrd pid 4 tid 100115 td 0xfffffe009d261920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e4aa30 mi_switch() at mi_switch+0x179/frame 0xffffff9049e4aa70 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e4aab0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e4aae0 _sleep() at _sleep+0x369/frame 0xffffff9049e4ab80 xpt_scanner_thread() at xpt_scanner_thread+0xdc/frame 0xffffff9049e4abb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e4abf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e4abf0 --- trap 0, rip = 0, rsp = 0xffffff9049e4acb0, rbp = 0 --- Tracing command sctp_iterator pid 3 tid 100114 td 0xfffffe009d399000 sched_switch() at sched_switch+0x482/frame 0xffffff9049e45a40 mi_switch() at mi_switch+0x179/frame 0xffffff9049e45a80 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e45ac0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e45af0 _sleep() at _sleep+0x369/frame 0xffffff9049e45b90 sctp_iterator_thread() at sctp_iterator_thread+0x59/frame 0xffffff9049e45bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e45bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e45bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e45cb0, rbp = 0 --- Tracing command usb pid 15 tid 100108 td 0xfffffe009d260920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e26a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e26aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e26ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e26b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e26b80 usb_process() at usb_process+0xd4/frame 0xffffff9049e26bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e26bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e26bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e26cb0, rbp = 0 --- Tracing command usb pid 15 tid 100107 td 0xfffffe009d261000 sched_switch() at sched_switch+0x482/frame 0xffffff9049e21a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e21aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e21ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e21b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e21b80 usb_process() at usb_process+0xd4/frame 0xffffff9049e21bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e21bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e21bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e21cb0, rbp = 0 --- Tracing command usb pid 15 tid 100106 td 0xfffffe009d261490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e1ca60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e1caa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e1cae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e1cb10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e1cb80 usb_process() at usb_process+0xd4/frame 0xffffff9049e1cbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e1cbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e1cbf0 --- trap 0, rip = 0, rsp = 0xffffff9049e1ccb0, rbp = 0 --- Tracing command usb pid 15 tid 100105 td 0xfffffe009d24c490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e17a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e17aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e17ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e17b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e17b80 usb_process() at usb_process+0xd4/frame 0xffffff9049e17bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e17bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e17bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e17cb0, rbp = 0 --- Tracing command usb pid 15 tid 100104 td 0xfffffe009d24c920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e12a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e12aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e12ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e12b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e12b80 usb_process() at usb_process+0xd4/frame 0xffffff9049e12bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e12bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e12bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e12cb0, rbp = 0 --- Tracing command usb pid 15 tid 100103 td 0xfffffe009d259000 sched_switch() at sched_switch+0x482/frame 0xffffff9049e0da60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e0daa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e0dae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e0db10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e0db80 usb_process() at usb_process+0xd4/frame 0xffffff9049e0dbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e0dbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e0dbf0 --- trap 0, rip = 0, rsp = 0xffffff9049e0dcb0, rbp = 0 --- Tracing command usb pid 15 tid 100102 td 0xfffffe009d259490 sched_switch() at sched_switch+0x482/frame 0xffffff9049e08a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e08aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e08ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e08b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e08b80 usb_process() at usb_process+0xd4/frame 0xffffff9049e08bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e08bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e08bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e08cb0, rbp = 0 --- Tracing command usb pid 15 tid 100101 td 0xfffffe009d259920 sched_switch() at sched_switch+0x482/frame 0xffffff9049e03a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049e03aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049e03ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049e03b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049e03b80 usb_process() at usb_process+0xd4/frame 0xffffff9049e03bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049e03bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049e03bf0 --- trap 0, rip = 0, rsp = 0xffffff9049e03cb0, rbp = 0 --- Tracing command usb pid 15 tid 100100 td 0xfffffe009d244920 sched_switch() at sched_switch+0x482/frame 0xffffff9049dfea60 mi_switch() at mi_switch+0x179/frame 0xffffff9049dfeaa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049dfeae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049dfeb10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049dfeb80 usb_process() at usb_process+0xd4/frame 0xffffff9049dfebb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049dfebf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049dfebf0 --- trap 0, rip = 0, rsp = 0xffffff9049dfecb0, rbp = 0 --- Tracing command usb pid 15 tid 100099 td 0xfffffe009d24b000 sched_switch() at sched_switch+0x482/frame 0xffffff9049df9a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049df9aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049df9ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049df9b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049df9b80 usb_process() at usb_process+0xd4/frame 0xffffff9049df9bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049df9bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049df9bf0 --- trap 0, rip = 0, rsp = 0xffffff9049df9cb0, rbp = 0 --- Tracing command usb pid 15 tid 100098 td 0xfffffe009d24b490 sched_switch() at sched_switch+0x482/frame 0xffffff9049df4a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049df4aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049df4ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049df4b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049df4b80 usb_process() at usb_process+0xd4/frame 0xffffff9049df4bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049df4bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049df4bf0 --- trap 0, rip = 0, rsp = 0xffffff9049df4cb0, rbp = 0 --- Tracing command usb pid 15 tid 100097 td 0xfffffe009d24b920 sched_switch() at sched_switch+0x482/frame 0xffffff9049defa60 mi_switch() at mi_switch+0x179/frame 0xffffff9049defaa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049defae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049defb10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049defb80 usb_process() at usb_process+0xd4/frame 0xffffff9049defbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049defbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049defbf0 --- trap 0, rip = 0, rsp = 0xffffff9049defcb0, rbp = 0 --- Tracing command usb pid 15 tid 100096 td 0xfffffe009d24c000 sched_switch() at sched_switch+0x482/frame 0xffffff9049deaa60 mi_switch() at mi_switch+0x179/frame 0xffffff9049deaaa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049deaae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049deab10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049deab80 usb_process() at usb_process+0xd4/frame 0xffffff9049deabb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049deabf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049deabf0 --- trap 0, rip = 0, rsp = 0xffffff9049deacb0, rbp = 0 --- Tracing command usb pid 15 tid 100095 td 0xfffffe009d243000 sched_switch() at sched_switch+0x482/frame 0xffffff9049de5a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049de5aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049de5ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049de5b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049de5b80 usb_process() at usb_process+0xd4/frame 0xffffff9049de5bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049de5bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049de5bf0 --- trap 0, rip = 0, rsp = 0xffffff9049de5cb0, rbp = 0 --- Tracing command usb pid 15 tid 100094 td 0xfffffe009d243490 sched_switch() at sched_switch+0x482/frame 0xffffff9049de0a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049de0aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049de0ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049de0b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049de0b80 usb_process() at usb_process+0xd4/frame 0xffffff9049de0bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049de0bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049de0bf0 --- trap 0, rip = 0, rsp = 0xffffff9049de0cb0, rbp = 0 --- Tracing command usb pid 15 tid 100093 td 0xfffffe009d243920 sched_switch() at sched_switch+0x482/frame 0xffffff9049ddba60 mi_switch() at mi_switch+0x179/frame 0xffffff9049ddbaa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049ddbae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049ddbb10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049ddbb80 usb_process() at usb_process+0xd4/frame 0xffffff9049ddbbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049ddbbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049ddbbf0 --- trap 0, rip = 0, rsp = 0xffffff9049ddbcb0, rbp = 0 --- Tracing command usb pid 15 tid 100091 td 0xfffffe009d244490 sched_switch() at sched_switch+0x482/frame 0xffffff9049dd1a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049dd1aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049dd1ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049dd1b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049dd1b80 usb_process() at usb_process+0xd4/frame 0xffffff9049dd1bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049dd1bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049dd1bf0 --- trap 0, rip = 0, rsp = 0xffffff9049dd1cb0, rbp = 0 --- Tracing command usb pid 15 tid 100090 td 0xfffffe009d234490 sched_switch() at sched_switch+0x482/frame 0xffffff9049dcca60 mi_switch() at mi_switch+0x179/frame 0xffffff9049dccaa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049dccae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049dccb10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049dccb80 usb_process() at usb_process+0xd4/frame 0xffffff9049dccbb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049dccbf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049dccbf0 --- trap 0, rip = 0, rsp = 0xffffff9049dcccb0, rbp = 0 --- Tracing command usb pid 15 tid 100089 td 0xfffffe009d234920 sched_switch() at sched_switch+0x482/frame 0xffffff9049dc7a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049dc7aa0 sleepq_switch() at sleepq_switch+0x18a/frame 0xffffff9049dc7ae0 sleepq_wait() at sleepq_wait+0x43/frame 0xffffff9049dc7b10 _cv_wait() at _cv_wait+0x1df/frame 0xffffff9049dc7b80 usb_process() at usb_process+0xd4/frame 0xffffff9049dc7bb0 fork_exit() at fork_exit+0x84/frame 0xffffff9049dc7bf0 fork_trampoline() at fork_trampoline+0xe/frame 0xffffff9049dc7bf0 --- trap 0, rip = 0, rsp = 0xffffff9049dc7cb0, rbp = 0 --- Tracing command usb pid 15 tid 100088 td 0xfffffe009d23e000 sched_switch() at sched_switch+0x482/frame 0xffffff9049dc2a60 mi_switch() at mi_switch+0x179/frame 0xffffff9049dc2aa0 s