GENERIC HEAD from Nov 3 12:11 UTC, vmcore.186 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2007 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Sat Nov 3 17:25:26 CET 2007 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1036513280 (988 MB) : Trying to mount root from ufs:/dev/ad0s1a fxp0: link state changed to UP interrupt total irq1: atkbd0 2 irq4: sio0 45 irq6: fdc0 1 irq14: ata0 11386403 irq16: uhci0 1 irq17: fxp0 456688 cpu0: timer 133468106 cpu1: timer 133508044 cpu3: timer 133502475 cpu2: timer 133502608 Total 545824716 KDB: stack backtrace: db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,20889fcc,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0aaa776,20889fcc,0,10e,20889fcc,...) at kdb_backtrace+0x29 hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 --- acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28 sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 11 tid 100014 ] Stopped at kdb_enter+0x32: leave db> set $lines 0 db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc3f0f660: pid 11 "idle" curpcb = 0xe2a2fd90 fpcurthread = none idlethread = 0xc3f0f660: pid 11 "idle" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc3f0f880: pid 11 "idle" curpcb = 0xe2a32d90 fpcurthread = none idlethread = 0xc3f0f880: pid 11 "idle" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc3f0faa0: pid 11 "idle" curpcb = 0xe2a35d90 fpcurthread = none idlethread = 0xc3f0faa0: pid 11 "idle" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc3f0d660: pid 11 "idle" curpcb = 0xe2a1ad90 fpcurthread = none idlethread = 0xc3f0d660: pid 11 "idle" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 94803 (tcp) thread 0xc49dfcc0 (100133) exclusive sx so_snd_sx r = 0 (0xc529f2a4) locked @ kern/uipc_sockbuf.c:145 Process 94798 (tcp) thread 0xc5835880 (100330) exclusive sx so_snd_sx r = 0 (0xc44be748) locked @ kern/uipc_sockbuf.c:145 Process 94782 (tcp) thread 0xc6032440 (100269) exclusive sx so_snd_sx r = 0 (0xc61e7bec) locked @ kern/uipc_sockbuf.c:145 Process 94776 (tcp) thread 0xc5426660 (100348) exclusive sx so_snd_sx r = 0 (0xc72bf430) locked @ kern/uipc_sockbuf.c:145 Process 94775 (tcp) thread 0xc408d000 (100412) exclusive sx so_snd_sx r = 0 (0xc61e6748) locked @ kern/uipc_sockbuf.c:145 Process 94774 (tcp) thread 0xc49df440 (100137) exclusive sx so_snd_sx r = 0 (0xc4a03430) locked @ kern/uipc_sockbuf.c:145 Process 94773 (tcp) thread 0xc798acc0 (100458) exclusive sx so_snd_sx r = 0 (0xc72bff04) locked @ kern/uipc_sockbuf.c:145 Process 94772 (tcp) thread 0xc434f880 (100063) exclusive sx so_snd_sx r = 0 (0xc49abf04) locked @ kern/uipc_sockbuf.c:145 Process 94771 (tcp) thread 0xc4a15660 (100402) exclusive sx so_snd_sx r = 0 (0xc63fa8d4) locked @ kern/uipc_sockbuf.c:145 Process 94768 (tcp) thread 0xc5aa5aa0 (100352) exclusive sx so_rcv_sx r = 0 (0xc529f530) locked @ kern/uipc_sockbuf.c:145 Process 94767 (tcp) thread 0xc5af4aa0 (100276) exclusive sx so_rcv_sx r = 0 (0xc63fa9d4) locked @ kern/uipc_sockbuf.c:145 Process 94766 (tcp) thread 0xc4a42880 (100324) exclusive sx so_rcv_sx r = 0 (0xc49ba9d4) locked @ kern/uipc_sockbuf.c:145 Process 94764 (tcp) thread 0xc71f3220 (100245) exclusive sx so_rcv_sx r = 0 (0xc4a9c08c) locked @ kern/uipc_sockbuf.c:145 Process 94763 (tcp) thread 0xc5860440 (100173) exclusive sx so_rcv_sx r = 0 (0xc63ed9d4) locked @ kern/uipc_sockbuf.c:145 Process 94762 (tcp) thread 0xc5af6cc0 (100214) exclusive sx so_rcv_sx r = 0 (0xc4316cec) locked @ kern/uipc_sockbuf.c:145 Process 94761 (tcp) thread 0xc40b6000 (100230) exclusive sx so_rcv_sx r = 0 (0xc63fa530) locked @ kern/uipc_sockbuf.c:145 Process 94759 (tcp) thread 0xc4a73660 (100140) exclusive sx so_rcv_sx r = 0 (0xc44e99d4) locked @ kern/uipc_sockbuf.c:145 Process 1026 (sshd) thread 0xc43afaa0 (100112) exclusive sx so_rcv_sx r = 0 (0xc44e9b60) locked @ kern/uipc_sockbuf.c:145 Process 899 (sshd) thread 0xc439ccc0 (100067) exclusive sx so_rcv_sx r = 0 (0xc44e908c) locked @ kern/uipc_sockbuf.c:145 Process 898 (sshd) thread 0xc40caaa0 (100094) exclusive sx so_rcv_sx r = 0 (0xc44e83a4) locked @ kern/uipc_sockbuf.c:145 Process 897 (sshd) thread 0xc40c9000 (100045) exclusive sx so_rcv_sx r = 0 (0xc44c89d4) locked @ kern/uipc_sockbuf.c:145 db> show lockedvnods Locked vnodes 0xc43a0ae0: tag devfs, type VCHR usecount 1, writecount 0, refcount 778 mountedhere 0xc42fbb00 flags () v_object 0xc43947c0 ref 0 pages 3090 lock type devfs: EXCL (count 1) by thread 0xc429eaa0 (pid 25)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc07ca390 at vop_stdlock+0x40 #2 0xc0a2b535 at VOP_LOCK1_APV+0xa5 #3 0xc07e44c8 at _vn_lock+0xf8 #4 0xc07d9a62 at sched_sync+0x372 #5 0xc073c6d8 at fork_exit+0xb8 #6 0xc09fa710 at fork_trampoline+0x8 dev ad0s1e 0xca90a570: tag ufs, type VDIR usecount 2, writecount 0, refcount 9 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc5843220 (pid 94754)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc094ce51 at ffs_lock+0x91 #2 0xc0a2b535 at VOP_LOCK1_APV+0xa5 #3 0xc07e44c8 at _vn_lock+0xf8 #4 0xc07cd81d at lookup+0xed #5 0xc07ce85e at namei+0x34e #6 0xc07e3d22 at vn_open_cred+0x62 #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 132, on dev ad0s1e 0xc7824984: tag ufs, type VDIR usecount 2, writecount 0, refcount 9 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc6244440 (pid 94757)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc094ce51 at ffs_lock+0x91 #2 0xc0a2b535 at VOP_LOCK1_APV+0xa5 #3 0xc07e44c8 at _vn_lock+0xf8 #4 0xc07cd81d at lookup+0xed #5 0xc07ce85e at namei+0x34e #6 0xc07e3d22 at vn_open_cred+0x62 #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 1203, on dev ad0s1e 0xc687cd98: tag ufs, type VDIR usecount 2, writecount 0, refcount 10 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc7983aa0 (pid 94755)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc094ce51 at ffs_lock+0x91 #2 0xc0a2b535 at VOP_LOCK1_APV+0xa5 #3 0xc07e44c8 at _vn_lock+0xf8 #4 0xc07cd81d at lookup+0xed #5 0xc07ce85e at namei+0x34e #6 0xc07e3d22 at vn_open_cred+0x62 #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 2508, on dev ad0s1e 0xca96f15c: tag ufs, type VDIR usecount 2, writecount 0, refcount 8 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc586b880 (pid 94756)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc094ce51 at ffs_lock+0x91 #2 0xc0a2b535 at VOP_LOCK1_APV+0xa5 #3 0xc07e44c8 at _vn_lock+0xf8 #4 0xc07cd81d at lookup+0xed #5 0xc07ce85e at namei+0x34e #6 0xc07e3d22 at vn_open_cred+0x62 #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 4997, on dev ad0s1e 0xc46dac3c: tag ufs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc5843220 (pid 94754)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc09485cd at ffs_vget+0x1cd #2 0xc092a60b at ffs_valloc+0x52b #3 0xc09592a5 at ufs_makeinode+0x65 #4 0xc0959a70 at ufs_create+0x30 #5 0xc0a2c525 at VOP_CREATE_APV+0xc5 #6 0xc07e3e9f at vn_open_cred+0x1df #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 18362, on dev ad0s1e 0xc4cf56cc: tag ufs, type VNON usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc6244440 (pid 94757)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc09485cd at ffs_vget+0x1cd #2 0xc092a60b at ffs_valloc+0x52b #3 0xc09592a5 at ufs_makeinode+0x65 #4 0xc0959a70 at ufs_create+0x30 #5 0xc0a2c525 at VOP_CREATE_APV+0xc5 #6 0xc07e3e9f at vn_open_cred+0x1df #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 18363, on dev ad0s1e 0xcb22b15c: tag ufs, type VNON usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc586b880 (pid 94756)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc09485cd at ffs_vget+0x1cd #2 0xc092a60b at ffs_valloc+0x52b #3 0xc09592a5 at ufs_makeinode+0x65 #4 0xc0959a70 at ufs_create+0x30 #5 0xc0a2c525 at VOP_CREATE_APV+0xc5 #6 0xc07e3e9f at vn_open_cred+0x1df #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 18364, on dev ad0s1e 0xc6d986cc: tag ufs, type VNON usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL (count 1) by thread 0xc7983aa0 (pid 94755)#0 0xc074aed0 at _lockmgr+0x560 #1 0xc09485cd at ffs_vget+0x1cd #2 0xc092a60b at ffs_valloc+0x52b #3 0xc09592a5 at ufs_makeinode+0x65 #4 0xc0959a70 at ufs_create+0x30 #5 0xc0a2c525 at VOP_CREATE_APV+0xc5 #6 0xc07e3e9f at vn_open_cred+0x1df #7 0xc07e4223 at vn_open+0x33 #8 0xc07e2e57 at kern_open+0xe7 #9 0xc07e3350 at open+0x30 #10 0xc0a14463 at syscall+0x2b3 #11 0xc09fa700 at Xint0x80_syscall+0x20 ino 18365, on dev ad0s1e db> ps pid ppid pgrp uid state wmesg wchan cmd 94807 913 906 1001 SL pfault 0xc0c266dc awk 94806 913 906 1001 SL pfault 0xc0c266dc sh 94805 913 906 1001 SL pfault 0xc0c266dc sh 94804 913 906 1001 SL pfault 0xc0c266dc vmstat 94803 94763 17113 1001 S+ vmwait 0xc0c266dc tcp 94799 94797 17113 1001 SL+ pfault 0xc0c266dc sysctl 94798 94761 17113 1001 S+ vmwait 0xc0c266dc tcp 94797 94769 17113 1001 S+ wait 0xc5869d48 sh 94782 94764 17113 1001 S+ vmwait 0xc0c266dc tcp 94776 94768 17113 1001 S+ vmwait 0xc0c266dc tcp 94775 94766 17113 1001 S+ vmwait 0xc0c266dc tcp 94774 94759 17113 1001 S+ vmwait 0xc0c266dc tcp 94773 94767 17113 1001 S+ vmwait 0xc0c266dc tcp 94772 94762 17113 1001 S+ vmwait 0xc0c266dc tcp 94771 94760 17113 1001 S+ sbwait 0xc63fa904 tcp 94770 94765 17113 1001 ?+ sysctl 94769 94765 17113 1001 S+ wait 0xc454d7f8 sysctl 94768 94758 17113 1001 S+ sbwait 0xc529f560 tcp 94767 94758 17113 1001 S+ sbwait 0xc63faa04 tcp 94766 94758 17113 1001 S+ sbwait 0xc49baa04 tcp 94765 94729 17113 1001 S+ wait 0xc5acbd48 sysctl 94764 94758 17113 1001 S+ sbwait 0xc4a9c0bc tcp 94763 94758 17113 1001 S+ sbwait 0xc63eda04 tcp 94762 94758 17113 1001 S+ sbwait 0xc4316d1c tcp 94761 94758 17113 1001 S+ sbwait 0xc63fa560 tcp 94760 94758 17113 1001 ?+ tcp 94759 94758 17113 1001 S+ sbwait 0xc44e9a04 tcp 94758 94730 17113 1001 S+ wait 0xc5868000 tcp 94757 94753 17113 1001 S+ getblk 0xd7f96a00 creat 94756 94753 17113 1001 S+ getblk 0xd7f96a00 creat 94755 94753 17113 1001 S+ getblk 0xd7f96a00 creat 94754 94753 17113 1001 S+ biowr 0xd7f969a0 creat 94753 94717 17113 1001 S+ wait 0xc51cb2a8 creat 94749 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94748 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94747 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94746 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94745 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94744 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94743 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94742 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94741 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94740 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94739 94738 17113 1001 SL+ pfault 0xc0c266dc swap 94738 94726 17113 1001 S+ wait 0xc5acb2a8 swap 94730 94715 17113 1001 SL+ pfault 0xc0c266dc tcp 94729 94715 17113 1001 SL+ pfault 0xc0c266dc sysctl 94726 94715 17113 1001 SL+ pfault 0xc0c266dc swap 94717 94715 17113 1001 SL+ pfault 0xc0c266dc creat 94716 94715 17113 1001 SL+ pfault 0xc0c266dc badcode 94715 94714 17113 1001 S+ wait 0xc62857f8 run 94714 94713 17113 1001 S+ wait 0xc4a1bd48 run 94713 94706 17113 1001 SL+ pfault 0xc0c266dc run 94706 17113 17113 1001 S+ wait 0xc55a32a8 sh 17113 1029 17113 1001 S+ wait 0xc5af2aa0 sh 1029 1028 1029 1001 Ss+ wait 0xc4771000 bash 1028 1026 1026 1001 S select 0xc0c1a37c sshd 1026 773 1026 0 Ss sbwait 0xc44e9b90 sshd 914 906 906 1001 S piperd 0xc436e18c awk 913 906 906 1001 S wait 0xc439e000 sh 908 903 908 1001 SLs+ pfault 0xc0c266dc top 907 905 907 1001 Ss kqread 0xc4474900 tail 906 904 906 1001 Ss wait 0xc444c2a8 sh 905 897 897 1001 S select 0xc0c1a37c sshd 904 899 899 1001 S select 0xc0c1a37c sshd 903 898 898 1001 SL pfault 0xc0c266dc sshd 899 773 899 0 Ss sbwait 0xc44e90bc sshd 898 773 898 0 Ss sbwait 0xc44e83d4 sshd 897 773 897 0 Ss sbwait 0xc44c8a04 sshd 894 1 894 0 Ss+ ttyin 0xc40da410 getty 893 1 893 0 Ss+ ttyin 0xc40df010 getty 892 1 892 0 Ss+ ttyin 0xc40dec10 getty 891 1 891 0 Ss+ ttyin 0xc40dfc10 getty 890 1 890 0 Ss+ ttyin 0xc40df810 getty 889 1 889 0 Ss+ ttyin 0xc40ddc10 getty 888 1 888 0 Ss+ ttyin 0xc40dd810 getty 887 1 887 0 Ss+ ttyin 0xc40de810 getty 872 1 872 0 Ss select 0xc0c1a37c inetd 845 1 845 0 Ss select 0xc0c1a37c moused 832 1 832 0 SLs pfault 0xc0c266dc watchdogd 789 1 789 0 SLs pfault 0xc0c266dc cron 782 1 782 25 ?s sendmail 778 1 778 0 SLs pfault 0xc0c266dc sendmail 773 1 773 0 ?s sshd 754 1 754 0 SLs pfault 0xc0c266dc ntpd 697 681 681 0 S - 0xc4295c00 nfsd 696 681 681 0 S - 0xc4326800 nfsd 695 681 681 0 S - 0xc42c3200 nfsd 694 681 681 0 S - 0xc4326a00 nfsd 693 681 681 0 S - 0xc42c3000 nfsd 692 681 681 0 S - 0xc42c2e00 nfsd 691 681 681 0 S - 0xc4326c00 nfsd 690 681 681 0 S - 0xc4326e00 nfsd 688 681 681 0 S - 0xc443e600 nfsd 687 681 681 0 S - 0xc443e400 nfsd 686 681 681 0 S - 0xc443e800 nfsd 685 681 681 0 S - 0xc42c2800 nfsd 684 681 681 0 S - 0xc42c2c00 nfsd 683 681 681 0 S - 0xc443e200 nfsd 682 681 681 0 S - 0xc42c2600 nfsd 681 1 681 0 Ss select 0xc0c1a37c nfsd 679 1 679 0 Ss select 0xc0c1a37c mountd 626 1 626 0 Ss select 0xc0c1a37c rpcbind 609 1 609 0 ?s syslogd 550 1 550 0 Ss select 0xc0c1a37c devd 27 0 0 0 SL sdflush 0xc0c26124 [softdepflush] 26 0 0 0 SL vlruwt 0xc429d550 [vnlru] 25 0 0 0 SL vmwait 0xc0c266dc [syncer] 24 0 0 0 SL psleep 0xc0c1a824 [bufdaemon] 23 0 0 0 SL pgzero 0xc0c26ce0 [pagezero] 22 0 0 0 SL psleep 0xc0c268f8 [vmdaemon] 21 0 0 0 SL wswbuf0 0xc0c26258 [pagedaemon] 20 0 0 0 SL waiting_ 0xc0c1c58c [sctp_iterator] 19 0 0 0 SL - 0xc401623c [fdc0] 18 0 0 0 SL usbtsk 0xc0bc6514 [usbtask-dr] 17 0 0 0 SL usbtsk 0xc0bc6500 [usbtask-hc] 16 0 0 0 SL usbevt 0xc404f210 [usb0] 15 0 0 0 SL - 0xc4038e80 [em0 taskq] 14 0 0 0 SL - 0xc3fbe980 [kqueue taskq] 9 0 0 0 SL - 0xc3fbec00 [acpi_task_2] 8 0 0 0 SL - 0xc3fbec00 [acpi_task_1] 7 0 0 0 SL - 0xc3fbec00 [acpi_task_0] 6 0 0 0 SL - 0xc3fbec80 [thread taskq] 5 0 0 0 SL ccb_scan 0xc0b976d4 [xpt_thrd] 13 0 0 0 SL - 0xc0bc8c14 [yarrow] 4 0 0 0 SL g_down 0xc0bc8c14 [g_down] 3 0 0 0 SL - 0xc0bc6c68 [g_up] 2 0 0 0 SL - 0xc0bc6c60 [g_event] 12 0 0 0 WL (threaded) intr 100041 I [irq7: ppc0] 100040 I [swi0: sio] 100039 I [irq12: psm0] 100038 I [irq1: atkbd0] 100037 I [irq15: ata1] 100036 I [irq14: ata0] 100035 I [irq17: fxp0] 100028 I [irq16: uhci0] 100027 I [irq9: acpi0] 100026 I [swi6: task queue] 100025 I [swi6: Giant taskq] 100024 I [swi5: +] 100023 I [swi2: cambio] 100016 I [swi1: net] 100015 I [swi3: vm] 100003 I [swi4: clock sio] 11 0 0 0 RL (threaded) idle 100014 Run CPU 0 [idle: cpu0] 100013 Run CPU 1 [idle: cpu1] 100012 Run CPU 2 [idle: cpu2] 100004 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc3f0cd48 [init] 10 0 0 0 SL audit_wo 0xc0c25b94 [audit] 0 0 0 0 SLs vmwait 0xc0c266dc [swapper] 94781 94770 17113 1001 Z+ sh 94750 94716 17113 1001 Z+ badcode 94718 94715 17113 1001 Z+ lockf 94721 94715 17113 1001 Z+ mmap 94722 94715 17113 1001 Z+ pty 94724 94715 17113 1001 Z+ shm 94727 94715 17113 1001 Z+ symlink 94735 94715 17113 1001 Z+ link 94731 94715 17113 1001 Z+ initial thread 94719 94715 17113 1001 Z+ mkdir 94720 94715 17113 1001 Z+ mkfifo 94723 94715 17113 1001 Z+ rw 94728 94715 17113 1001 Z+ syscall 94725 94715 17113 1001 Z+ socket 94732 94715 17113 1001 Z+ initial thread 94733 94715 17113 1001 Z+ udp 94734 94715 17113 1001 Z+ aio 94736 94715 17113 1001 Z+ lockf2 94737 94715 17113 1001 Z+ initial thread db> allt Tracing command awk pid 94807 tid 100300 td 0xc71f4aa0 sched_switch(c71f4aa0,0,1,180,238f2fd2,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c71f4aa0,...) at mi_switch+0x217 sleepq_switch(c71f4aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c5c56744,0,0,125,e6cbabe8,...) at vm_waitpfault+0x75 vm_fault(c68aabc8,2819b000,2,8,2819b1c2,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c55a8000,...) at trap_pfault+0x118 trap(e6cbad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28078550, esp = 0xbfbfe790, ebp = 0xbfbfe838 --- Tracing command sh pid 94806 tid 100343 td 0xc5a30cc0 sched_switch(c5a30cc0,0,1,180,d2d45d1a,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5a30cc0,...) at mi_switch+0x217 sleepq_switch(c5a30cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(cae749b0,7,0,125,e859dbe8,...) at vm_waitpfault+0x75 vm_fault(c44cc9f8,28096000,1,0,28096120,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c5c092a8,...) at trap_pfault+0x118 trap(e859dd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28066657, esp = 0xbfbfe68c, ebp = 0xbfbfe6d4 --- Tracing command sh pid 94805 tid 100299 td 0xc71f4cc0 sched_switch(c71f4cc0,0,1,180,d36dff1e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c71f4cc0,...) at mi_switch+0x217 sleepq_switch(c71f4cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c4ddfb24,7,0,125,e6cbdbe8,...) at vm_waitpfault+0x75 vm_fault(c43b1570,28096000,1,0,28096120,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c55a3d48,...) at trap_pfault+0x118 trap(e6cbdd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28066657, esp = 0xbfbfe68c, ebp = 0xbfbfe6d4 --- Tracing command vmstat pid 94804 tid 100428 td 0xc454b660 sched_switch(c454b660,0,1,180,633f0e8,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c454b660,...) at mi_switch+0x217 sleepq_switch(c454b660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c144683c,6,0,29f,e75cdbe8,...) at vm_waitpfault+0x75 vm_fault(c4b539f8,28095000,2,8,28095315,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c5ecb550,c5ecb550,...) at trap_pfault+0x118 trap(e75cdd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28060550, esp = 0xbfbfe7e0, ebp = 0xbfbfe888 --- Tracing command tcp pid 94803 tid 100133 td 0xc49dfcc0 sched_switch(c49dfcc0,0,1,180,95f56114,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c49dfcc0,...) at mi_switch+0x217 sleepq_switch(c49dfcc0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c671b000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e6aa2a20,c0962620,...) at kmem_malloc+0x389 page_alloc(c145e1e0,1000,e6aa2a13,102,c145e1e0,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e6aa2af4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,c0bd3c34,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c145e1e0,e6aa2af4,2,9d0001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,200,2,1,0,...) at m_getm2+0x128 m_uiotombuf(e6aa2c60,2,10200,0,0,...) at m_uiotombuf+0x79 sosend_generic(c529f18c,0,e6aa2c60,0,0,...) at sosend_generic+0x432 sosend(c529f18c,0,e6aa2c60,0,0,...) at sosend+0x54 soo_write(c65a8c60,e6aa2c60,c49e7e00,0,c49dfcc0,...) at soo_write+0x4b dofilewrite(e6aa2c60,ffffffff,ffffffff,0,c65a8c60,...) at dofilewrite+0x95 kern_writev(c49dfcc0,3,e6aa2c60,28225200,200,...) at kern_writev+0x58 write(c49dfcc0,e6aa2cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e6aa2d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command sysctl pid 94799 tid 100182 td 0xc585f000 sched_switch(c585f000,0,1,180,3c2aec8c,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c585f000,...) at mi_switch+0x217 sleepq_switch(c585f000,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c63b3744,3,0,125,e6b9abe8,...) at vm_waitpfault+0x75 vm_fault(c4354828,28176000,2,8,28176b84,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c5869550,...) at trap_pfault+0x118 trap(e6b9ad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280ed428, esp = 0xbfbfdfd0, ebp = 0xbfbfdfd8 --- Tracing command tcp pid 94798 tid 100330 td 0xc5835880 sched_switch(c5835880,0,1,180,355784f4,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5835880,...) at mi_switch+0x217 sleepq_switch(c5835880,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c6715000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e7102a20,c0962620,...) at kmem_malloc+0x389 page_alloc(c145e1e0,1000,e7102a13,102,c145e1e0,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e7102af4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,c0bd3c34,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c145e1e0,e7102af4,2,830001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,400,2,1,0,...) at m_getm2+0x128 m_uiotombuf(e7102c60,2,2800,0,0,...) at m_uiotombuf+0x79 sosend_generic(c44be630,0,e7102c60,0,0,...) at sosend_generic+0x432 sosend(c44be630,0,e7102c60,0,0,...) at sosend+0x54 soo_write(c66ffea0,e7102c60,c49e7e00,0,c5835880,...) at soo_write+0x4b dofilewrite(e7102c60,ffffffff,ffffffff,0,c66ffea0,...) at dofilewrite+0x95 kern_writev(c5835880,3,e7102c60,28203000,400,...) at kern_writev+0x58 write(c5835880,e7102cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e7102d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command sh pid 94797 tid 100185 td 0xc586b220 Tracing command tcp pid 94782 tid 100269 td 0xc6032440 sched_switch(c6032440,0,1,180,51c968a6,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c6032440,...) at mi_switch+0x217 sleepq_switch(c6032440,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c6716000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e6d05a20,c0962620,...) at kmem_malloc+0x389 page_alloc(c145e1e0,1000,e6d05a13,102,c145e1e0,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e6d05af4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,e6d05a98,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c145e1e0,e6d05af4,2,30001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,200,2,1,0,...) at m_getm2+0x128 m_uiotombuf(e6d05c60,2,9200,0,0,...) at m_uiotombuf+0x79 sosend_generic(c61e7ad4,0,e6d05c60,0,0,...) at sosend_generic+0x432 sosend(c61e7ad4,0,e6d05c60,0,0,...) at sosend+0x54 soo_write(c66ffb40,e6d05c60,c49e7e00,0,c6032440,...) at soo_write+0x4b dofilewrite(e6d05c60,ffffffff,ffffffff,0,c66ffb40,...) at dofilewrite+0x95 kern_writev(c6032440,3,e6d05c60,28225200,200,...) at kern_writev+0x58 write(c6032440,e6d05cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e6d05d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94776 tid 100348 td 0xc5426660 sched_switch(c5426660,0,1,180,4a72b86,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5426660,...) at mi_switch+0x217 sleepq_switch(c5426660,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c671e000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e6be5a20,c0962620,...) at kmem_malloc+0x389 page_alloc(c1466d20,1000,e6be5a13,102,c1466d20,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e6be5af4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,c0bd3c34,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c1466d20,e6be5af4,2,420001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,8,2,1,0,...) at m_getm2+0x190 m_uiotombuf(e6be5c60,2,47e8,0,0,...) at m_uiotombuf+0x79 sosend_generic(c72bf318,0,e6be5c60,0,0,...) at sosend_generic+0x432 sosend(c72bf318,0,e6be5c60,0,0,...) at sosend+0x54 soo_write(c6088750,e6be5c60,c49e7e00,0,c5426660,...) at soo_write+0x4b dofilewrite(e6be5c60,ffffffff,ffffffff,0,c6088750,...) at dofilewrite+0x95 kern_writev(c5426660,3,e6be5c60,2821a0d0,8,...) at kern_writev+0x58 write(c5426660,e6be5cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e6be5d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94775 tid 100412 td 0xc408d000 sched_switch(c408d000,0,1,180,574e4288,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c408d000,...) at mi_switch+0x217 sleepq_switch(c408d000,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c6718000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e6e5ca20,c0962620,...) at kmem_malloc+0x389 page_alloc(c145e1e0,1000,e6e5ca13,102,c145e1e0,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e6e5caf4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,e6e5ca98,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c145e1e0,e6e5caf4,2,80001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,400,2,1,0,...) at m_getm2+0x128 m_uiotombuf(e6e5cc60,2,3400,0,0,...) at m_uiotombuf+0x79 sosend_generic(c61e6630,0,e6e5cc60,0,0,...) at sosend_generic+0x432 sosend(c61e6630,0,e6e5cc60,0,0,...) at sosend+0x54 soo_write(c66ffb88,e6e5cc60,c49e7e00,0,c408d000,...) at soo_write+0x4b dofilewrite(e6e5cc60,ffffffff,ffffffff,0,c66ffb88,...) at dofilewrite+0x95 kern_writev(c408d000,3,e6e5cc60,28203000,400,...) at kern_writev+0x58 write(c408d000,e6e5ccfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e6e5cd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94774 tid 100137 td 0xc49df440 sched_switch(c49df440,0,1,180,2c5f3bd2,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c49df440,...) at mi_switch+0x217 sleepq_switch(c49df440,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c6719000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e6a96a20,c0962620,...) at kmem_malloc+0x389 page_alloc(c1466d20,1000,e6a96a13,102,c1466d20,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e6a96af4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,c074f4b4,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c1466d20,e6a96af4,2,9d0001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,20,2,1,0,...) at m_getm2+0x190 m_uiotombuf(e6a96c60,2,6f80,0,0,...) at m_uiotombuf+0x79 sosend_generic(c4a03318,0,e6a96c60,0,0,...) at sosend_generic+0x432 sosend(c4a03318,0,e6a96c60,0,0,...) at sosend+0x54 soo_write(c4ac5a68,e6a96c60,c49e7e00,0,c49df440,...) at soo_write+0x4b dofilewrite(e6a96c60,ffffffff,ffffffff,0,c4ac5a68,...) at dofilewrite+0x95 kern_writev(c49df440,3,e6a96c60,28219040,20,...) at kern_writev+0x58 write(c49df440,e6a96cfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e6a96d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94773 tid 100458 td 0xc798acc0 sched_switch(c798acc0,0,1,180,3e926d04,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c798acc0,...) at mi_switch+0x217 sleepq_switch(c798acc0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c671c000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e7eaca4c,c0962620,...) at kmem_malloc+0x389 page_alloc(c1466d20,1000,e7eaca3f,102,c1466d20,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,752,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,752,c0bd3c34,...) at uma_zone_slab+0x144 uma_zalloc_arg(c1466d20,e7eacaf4,2,980001,0,...) at uma_zalloc_arg+0x573 m_getm2(0,4,2,1,0,...) at m_getm2+0x190 m_uiotombuf(e7eacc60,2,764c,0,0,...) at m_uiotombuf+0x79 sosend_generic(c72bfdec,0,e7eacc60,0,0,...) at sosend_generic+0x432 sosend(c72bfdec,0,e7eacc60,0,0,...) at sosend+0x54 soo_write(c64f6900,e7eacc60,c49e7e00,0,c798acc0,...) at soo_write+0x4b dofilewrite(e7eacc60,ffffffff,ffffffff,0,c64f6900,...) at dofilewrite+0x95 kern_writev(c798acc0,3,e7eacc60,282210b8,4,...) at kern_writev+0x58 write(c798acc0,e7eaccfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e7eacd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94772 tid 100063 td 0xc434f880 sched_switch(c434f880,0,1,180,28a86762,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c434f880,...) at mi_switch+0x217 sleepq_switch(c434f880,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c6717000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,102,e694fa20,c0962620,...) at kmem_malloc+0x389 page_alloc(c1466d20,1000,e694fa13,102,c1466d20,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1462108,8,c0ad0361,893,...) at slab_zalloc+0xc0 uma_zone_slab(c1462108,0,c0ad0361,893,e694faf4,...) at uma_zone_slab+0x144 uma_zalloc_internal(c1462108,0,c0ad0361,78b,e694fa98,...) at uma_zalloc_internal+0x42 uma_zalloc_arg(c1466d20,e694faf4,2,340001,0,...) at uma_zalloc_arg+0x74b m_getm2(0,4,2,1,0,...) at m_getm2+0x190 m_uiotombuf(e694fc60,2,a40c,0,0,...) at m_uiotombuf+0x79 sosend_generic(c49abdec,0,e694fc60,0,0,...) at sosend_generic+0x432 sosend(c49abdec,0,e694fc60,0,0,...) at sosend+0x54 soo_write(c65a8948,e694fc60,c49e7e00,0,c434f880,...) at soo_write+0x4b dofilewrite(e694fc60,ffffffff,ffffffff,0,c65a8948,...) at dofilewrite+0x95 kern_writev(c434f880,3,e694fc60,282210b8,4,...) at kern_writev+0x58 write(c434f880,e694fcfc,c,c0a9f4ea,c0b5f560,...) at write+0x4f syscall(e694fd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2815fbf3, esp = 0xbfbfe73c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94771 tid 100402 td 0xc4a15660 Tracing command sysctl pid 94770 tid 100397 td 0xc59c5000 Tracing command sysctl pid 94769 tid 100315 td 0xc5738aa0 Tracing command tcp pid 94768 tid 100352 td 0xc5aa5aa0 sched_switch(c5aa5aa0,0,1,180,ff9c8366,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5aa5aa0,0,c0ab2ccd,19b,c529f560,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0cc0,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c529f560,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c529f560,c529f518,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c529f4f4,1,c0ab7b53,5ae,c529f518,...) at sbwait+0x76 soreceive_generic(c529f4a4,0,e7198c60,0,0,...) at soreceive_generic+0x42f soreceive(c529f4a4,0,e7198c60,0,0,...) at soreceive+0x4d soo_read(c57f65e8,e7198c60,c49e7e00,0,c5aa5aa0,...) at soo_read+0x3b dofileread(e7198c60,ffffffff,ffffffff,0,c57f65e8,...) at dofileread+0x96 kern_readv(c5aa5aa0,4,e7198c60,2820b060,8,...) at kern_readv+0x58 read(c5aa5aa0,e7198cfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e7198d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94767 tid 100276 td 0xc5af4aa0 sched_switch(c5af4aa0,0,1,180,4907b992,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5af4aa0,0,c0ab2ccd,19b,c63faa04,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0cc0,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c63faa04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c63faa04,c63fa9bc,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c63fa998,1,c0ab7b53,5ae,c63fa9bc,...) at sbwait+0x76 soreceive_generic(c63fa948,0,e6c3cc60,0,0,...) at soreceive_generic+0x42f soreceive(c63fa948,0,e6c3cc60,0,0,...) at soreceive+0x4d soo_read(c66ffe58,e6c3cc60,c49e7e00,0,c5af4aa0,...) at soo_read+0x3b dofileread(e6c3cc60,ffffffff,ffffffff,0,c66ffe58,...) at dofileread+0x96 kern_readv(c5af4aa0,4,e6c3cc60,2820b09c,4,...) at kern_readv+0x58 read(c5af4aa0,e6c3ccfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6c3cd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94766 tid 100324 td 0xc4a42880 sched_switch(c4a42880,0,1,180,5b29bba6,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4a42880,0,c0ab2ccd,19b,c49baa04,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c49baa04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c49baa04,c49ba9bc,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c49ba998,1,c0ab7b53,5ae,c49ba9bc,...) at sbwait+0x76 soreceive_generic(c49ba948,0,e6fe6c60,0,0,...) at soreceive_generic+0x42f soreceive(c49ba948,0,e6fe6c60,0,0,...) at soreceive+0x4d soo_read(c5c4f708,e6fe6c60,c49e7e00,0,c4a42880,...) at soo_read+0x3b dofileread(e6fe6c60,ffffffff,ffffffff,0,c5c4f708,...) at dofileread+0x96 kern_readv(c4a42880,4,e6fe6c60,28202800,400,...) at kern_readv+0x58 read(c4a42880,e6fe6cfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6fe6d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command sysctl pid 94765 tid 100197 td 0xc4a73880 Tracing command tcp pid 94764 tid 100245 td 0xc71f3220 sched_switch(c71f3220,0,1,180,563e30ae,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c71f3220,0,c0ab2ccd,19b,c4a9c0bc,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c4a9c0bc,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c4a9c0bc,c4a9c074,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c4a9c050,1,c0ab7b53,5ae,c4a9c074,...) at sbwait+0x76 soreceive_generic(c4a9c000,0,e6c99c60,0,0,...) at soreceive_generic+0x42f soreceive(c4a9c000,0,e6c99c60,0,0,...) at soreceive+0x4d soo_read(c65a1240,e6c99c60,c49e7e00,0,c71f3220,...) at soo_read+0x3b dofileread(e6c99c60,ffffffff,ffffffff,0,c65a1240,...) at dofileread+0x96 kern_readv(c71f3220,4,e6c99c60,2820b200,200,...) at kern_readv+0x58 read(c71f3220,e6c99cfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6c99d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94763 tid 100173 td 0xc5860440 sched_switch(c5860440,0,1,180,a0886ffc,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5860440,0,c0ab2ccd,19b,c63eda04,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c63eda04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c63eda04,c63ed9bc,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c63ed998,1,c0ab7b53,5ae,c63ed9bc,...) at sbwait+0x76 soreceive_generic(c63ed948,0,e6bb5c60,0,0,...) at soreceive_generic+0x42f soreceive(c63ed948,0,e6bb5c60,0,0,...) at soreceive+0x4d soo_read(c64f6360,e6bb5c60,c49e7e00,0,c5860440,...) at soo_read+0x3b dofileread(e6bb5c60,ffffffff,ffffffff,0,c64f6360,...) at dofileread+0x96 kern_readv(c5860440,4,e6bb5c60,2820b200,200,...) at kern_readv+0x58 read(c5860440,e6bb5cfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6bb5d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94762 tid 100214 td 0xc5af6cc0 sched_switch(c5af6cc0,0,1,180,2a53361c,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c5af6cc0,0,c0ab2ccd,19b,c4316d1c,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0cc0,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c4316d1c,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c4316d1c,c4316cd4,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c4316cb0,1,c0ab7b53,5ae,c4316cd4,...) at sbwait+0x76 soreceive_generic(c4316c60,0,e6c54c60,0,0,...) at soreceive_generic+0x42f soreceive(c4316c60,0,e6c54c60,0,0,...) at soreceive+0x4d soo_read(c4dbd5e8,e6c54c60,c49e7e00,0,c5af6cc0,...) at soo_read+0x3b dofileread(e6c54c60,ffffffff,ffffffff,0,c4dbd5e8,...) at dofileread+0x96 kern_readv(c5af6cc0,4,e6c54c60,2820b09c,4,...) at kern_readv+0x58 read(c5af6cc0,e6c54cfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6c54d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94761 tid 100230 td 0xc40b6000 sched_switch(c40b6000,0,1,180,377aa342,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c40b6000,0,c0ab2ccd,19b,c63fa560,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c63fa560,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c63fa560,c63fa518,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c63fa4f4,1,c0ab7b53,5ae,c63fa518,...) at sbwait+0x76 soreceive_generic(c63fa4a4,0,e6c6cc60,0,0,...) at soreceive_generic+0x42f soreceive(c63fa4a4,0,e6c6cc60,0,0,...) at soreceive+0x4d soo_read(c4dbd288,e6c6cc60,c49e7e00,0,c40b6000,...) at soo_read+0x3b dofileread(e6c6cc60,ffffffff,ffffffff,0,c4dbd288,...) at dofileread+0x96 kern_readv(c40b6000,4,e6c6cc60,28202800,400,...) at kern_readv+0x58 read(c40b6000,e6c6ccfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6c6cd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94760 tid 100476 td 0xc5a67220 Tracing command tcp pid 94759 tid 100140 td 0xc4a73660 sched_switch(c4a73660,0,1,180,367dec62,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4a73660,0,c0ab2ccd,19b,c44e9a04,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,58,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c44e9a04,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c44e9a04,c44e99bc,158,c0ab7a3e,0) at _sleep+0x359 sbwait(c44e9998,1,c0ab7b53,5ae,c44e99bc,...) at sbwait+0x76 soreceive_generic(c44e9948,0,e6aedc60,0,0,...) at soreceive_generic+0x42f soreceive(c44e9948,0,e6aedc60,0,0,...) at soreceive+0x4d soo_read(c6088d38,e6aedc60,c49e7e00,0,c4a73660,...) at soo_read+0x3b dofileread(e6aedc60,ffffffff,ffffffff,0,c6088d38,...) at dofileread+0x96 kern_readv(c4a73660,4,e6aedc60,2820b040,20,...) at kern_readv+0x58 read(c4a73660,e6aedcfc,c,c0a68103,c0b5f548,...) at read+0x4f syscall(e6aedd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2815fc13, esp = 0xbfbfe72c, ebp = 0xbfbfe788 --- Tracing command tcp pid 94758 tid 100174 td 0xc5860220 Tracing command creat pid 94757 tid 100296 td 0xc6244440 sched_switch(c6244440,0,1,180,f4db87d4,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c6244440,...) at mi_switch+0x217 sleepq_switch(c6244440,0,c0ab2ccd,21d,50,...) at sleepq_switch+0xf0 sleepq_wait(d7f96a00,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(d7f96a00,c0bc7c18,50,c0ab9023,0,...) at _sleep+0x369 acquire(e6cc6730,e6cc6728,c0aacc03,d7,c6244440,...) at acquire+0x73 _lockmgr(d7f96a00,202122,c43a0bb4,c6244440,c0ab8bc0,...) at _lockmgr+0x4bc getblk(c43a0ae0,24a0,0,4000,0,...) at getblk+0x1b0 breadn(c43a0ae0,24a0,0,4000,0,...) at breadn+0x44 bread(c43a0ae0,24a0,0,4000,0,...) at bread+0x4c ffs_vget(c440d2e8,47bb,2,e6cc6914,c0a2a9cf,...) at ffs_vget+0x374 ffs_valloc(c7824984,81b0,c49e7e00,e6cc6914,c636a80c,...) at ffs_valloc+0x52b ufs_makeinode(e6cc6ba8,c0b805c0,e6cc6a8c,e6cc6a5c,c0a2c525,...) at ufs_makeinode+0x65 ufs_create(e6cc6a8c,c0ae1507,0,e6cc6a8c,e6cc6b80,...) at ufs_create+0x30 VOP_CREATE_APV(c0b800a0,e6cc6a8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6cc6b80,e6cc6c78,1b0,c49e7e00,c4dbd1b0,...) at vn_open_cred+0x1df vn_open(e6cc6b80,e6cc6c78,1b0,c4dbd1b0,c1474b88,...) at vn_open+0x33 kern_open(c6244440,bfbfe728,0,602,1b0,...) at kern_open+0xe7 open(c6244440,e6cc6cfc,c,c0aca13e,c0b5f578,...) at open+0x30 syscall(e6cc6d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 --- Tracing command creat pid 94756 tid 100212 td 0xc586b880 sched_switch(c586b880,0,1,180,f4e301a8,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c586b880,...) at mi_switch+0x217 sleepq_switch(c586b880,0,c0ab2ccd,21d,50,...) at sleepq_switch+0xf0 sleepq_wait(d7f96a00,c0bc7c18,c0ab9023,0,0,...) at sleepq_wait+0x60 _sleep(d7f96a00,c0bc7c18,50,c0ab9023,0,...) at _sleep+0x369 acquire(e6bfa730,e6bfa728,c0aacc03,d7,c586b880,...) at acquire+0x73 _lockmgr(d7f96a00,202122,c43a0bb4,c586b880,c0ab8bc0,...) at _lockmgr+0x4bc getblk(c43a0ae0,24a0,0,4000,0,...) at getblk+0x1b0 breadn(c43a0ae0,24a0,0,4000,0,...) at breadn+0x44 bread(c43a0ae0,24a0,0,4000,0,...) at bread+0x4c ffs_vget(c440d2e8,47bc,2,e6bfa914,c0a2a9cf,...) at ffs_vget+0x374 ffs_valloc(ca96f15c,81b0,c49e7e00,e6bfa914,c873e00c,...) at ffs_valloc+0x52b ufs_makeinode(e6bfaba8,c0b805c0,e6bfaa8c,e6bfaa5c,c0a2c525,...) at ufs_makeinode+0x65 ufs_create(e6bfaa8c,c0ae1507,0,e6bfaa8c,e6bfab80,...) at ufs_create+0x30 VOP_CREATE_APV(c0b800a0,e6bfaa8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6bfab80,e6bfac78,1b0,c49e7e00,c5ba5048,...) at vn_open_cred+0x1df vn_open(e6bfab80,e6bfac78,1b0,c5ba5048,c1474b88,...) at vn_open+0x33 kern_open(c586b880,bfbfe728,0,602,1b0,...) at kern_open+0xe7 open(c586b880,e6bfacfc,c,c0aca13e,c0b5f578,...) at open+0x30 syscall(e6bfad38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 --- Tracing command creat pid 94755 tid 100446 td 0xc7983aa0 sched_switch(c7983aa0,0,1,180,f4f0b6d8,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c7983aa0,...) at mi_switch+0x217 sleepq_switch(c7983aa0,0,c0ab2ccd,21d,50,...) at sleepq_switch+0xf0 sleepq_wait(d7f96a00,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(d7f96a00,c0bc7c18,50,c0ab9023,0,...) at _sleep+0x369 acquire(e7db9730,e7db9728,c0aacc03,d7,c7983aa0,...) at acquire+0x73 _lockmgr(d7f96a00,202122,c43a0bb4,c7983aa0,c0ab8bc0,...) at _lockmgr+0x4bc getblk(c43a0ae0,24a0,0,4000,0,...) at getblk+0x1b0 breadn(c43a0ae0,24a0,0,4000,0,...) at breadn+0x44 bread(c43a0ae0,24a0,0,4000,0,...) at bread+0x4c ffs_vget(c440d2e8,47bd,2,e7db9914,c0a2a9cf,...) at ffs_vget+0x374 ffs_valloc(c687cd98,81b0,c49e7e00,e7db9914,c7129c0c,...) at ffs_valloc+0x52b ufs_makeinode(e7db9ba8,c0b805c0,e7db9a8c,e7db9a5c,c0a2c525,...) at ufs_makeinode+0x65 ufs_create(e7db9a8c,c0ae1507,0,e7db9a8c,e7db9b80,...) at ufs_create+0x30 VOP_CREATE_APV(c0b800a0,e7db9a8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e7db9b80,e7db9c78,1b0,c49e7e00,c4ac56c0,...) at vn_open_cred+0x1df vn_open(e7db9b80,e7db9c78,1b0,c4ac56c0,c1474b88,...) at vn_open+0x33 kern_open(c7983aa0,bfbfe728,0,602,1b0,...) at kern_open+0xe7 open(c7983aa0,e7db9cfc,c,c0aca13e,c0b5f578,...) at open+0x30 syscall(e7db9d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 --- Tracing command creat pid 94754 tid 100186 td 0xc5843220 sched_switch(c5843220,0,1,180,f4e7f61a,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5843220,...) at mi_switch+0x217 sleepq_switch(c5843220,0,c0ab2ccd,21d,4c,...) at sleepq_switch+0xf0 sleepq_wait(d7f969a0,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(d7f969a0,c0c1a878,4c,c0ab865b,0,...) at _sleep+0x369 bwait(d7f969a0,4c,c0ab865b,d7f969a0,e6b8884c,...) at bwait+0x60 bufwait(d7f969a0,d7f969a0,d7f969a0,c5ebd4a4,c4416000,...) at bufwait+0x48 bufwrite(d7f969a0,0,c0aced6e,6ce,0) at bufwrite+0x19d ffs_bufwrite(d7f969a0,c5df8800,100,4000,0,...) at ffs_bufwrite+0x2df ffs_update(c46dac3c,0,c49e7e00,0,c515000c,...) at ffs_update+0x34c ufs_makeinode(e6b88ba8,c0b805c0,e6b88a8c,e6b88a5c,c0a2c525,...) at ufs_makeinode+0x447 ufs_create(e6b88a8c,c0ae1507,0,e6b88a8c,e6b88b80,...) at ufs_create+0x30 VOP_CREATE_APV(c0b800a0,e6b88a8c,2,246,c0bd3c34,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6b88b80,e6b88c78,1b0,c49e7e00,c65a8b88,...) at vn_open_cred+0x1df vn_open(e6b88b80,e6b88c78,1b0,c65a8b88,c1474b88,...) at vn_open+0x33 kern_open(c5843220,bfbfe728,0,602,1b0,...) at kern_open+0xe7 open(c5843220,e6b88cfc,c,c0aca13e,c0b5f578,...) at open+0x30 syscall(e6b88d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28151bcb, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 --- Tracing command creat pid 94753 tid 100283 td 0xc5af1aa0 Tracing command swap pid 94749 tid 100217 td 0xc49e1cc0 sched_switch(c49e1cc0,0,1,180,d77f3ccc,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c49e1cc0,...) at mi_switch+0x217 sleepq_switch(c49e1cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c1445934,5a1d,0,125,e6accbe8,...) at vm_waitpfault+0x75 vm_fault(c4a9fe80,2dd1d000,2,8,2dd1d000,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c407a2a8,...) at trap_pfault+0x118 trap(e6accd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 94748 tid 100318 td 0xc4a08aa0 sched_switch(c4a08aa0,0,1,180,d2d3233e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4a08aa0,...) at mi_switch+0x217 sleepq_switch(c4a08aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c4e518b8,80,0,125,e6e80be8,...) at vm_waitpfault+0x75 vm_fault(c68aae80,28380000,2,8,28380000,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c454e000,...) at trap_pfault+0x118 trap(e6e80d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe780, ebp = 0xbfbfe7b8 --- Tracing command swap pid 94747 tid 100340 td 0xc52daaa0 sched_switch(c52daaa0,0,1,180,8f57444a,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c52daaa0,...) at mi_switch+0x217 sleepq_switch(c52daaa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c1446c1c,1,0,125,e6d6fbe8,...) at vm_waitpfault+0x75 vm_fault(c7b53570,2808a000,1,0,2808a288,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,4,c4b0caa0,...) at trap_pfault+0x118 trap(e6d6fd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 --- Tracing command swap pid 94746 tid 100199 td 0xc5af1660 sched_switch(c5af1660,0,1,180,cdcb57aa,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5af1660,...) at mi_switch+0x217 sleepq_switch(c5af1660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c55b97c0,4e8a,0,125,e6c21be8,...) at vm_waitpfault+0x75 vm_fault(c439f658,2d18a000,2,8,2d18a000,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c5aef2a8,...) at trap_pfault+0x118 trap(e6c21d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 94745 tid 100184 td 0xc586b440 sched_switch(c586b440,0,1,180,8cec8206,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c586b440,...) at mi_switch+0x217 sleepq_switch(c586b440,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c1446c1c,1,0,125,e6bf4be8,...) at vm_waitpfault+0x75 vm_fault(c44cfae0,2808a000,1,0,2808a288,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,0,c5869aa0,...) at trap_pfault+0x118 trap(e6bf4d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 --- Tracing command swap pid 94744 tid 100191 td 0xc5842660 sched_switch(c5842660,0,1,180,d358c09e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5842660,...) at mi_switch+0x217 sleepq_switch(c5842660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c60d34d8,58c3,0,125,e6b79be8,...) at vm_waitpfault+0x75 vm_fault(c4b343a0,2dbc3000,2,8,2dbc3000,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c5acad48,...) at trap_pfault+0x118 trap(e6b79d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 94743 tid 100362 td 0xc4b9d220 sched_switch(c4b9d220,0,1,180,f850ae06,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4b9d220,...) at mi_switch+0x217 sleepq_switch(c4b9d220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c1446c1c,1,0,125,e8201be8,...) at vm_waitpfault+0x75 vm_fault(c68abae0,2808a000,1,0,2808a288,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,0,c6278550,...) at trap_pfault+0x118 trap(e8201d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 --- Tracing command swap pid 94742 tid 100353 td 0xc59d6cc0 sched_switch(c59d6cc0,0,1,180,4c2ac88e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c59d6cc0,...) at mi_switch+0x217 sleepq_switch(c59d6cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c9ab65d0,e8,0,125,e837bbe8,...) at vm_waitpfault+0x75 vm_fault(c4e27cb0,283e8000,2,8,283e8000,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c5c0ad48,...) at trap_pfault+0x118 trap(e837bd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049251, esp = 0xbfbfe780, ebp = 0xbfbfe7b8 --- Tracing command swap pid 94741 tid 100122 td 0xc439d440 sched_switch(c439d440,0,1,180,f8204680,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c439d440,...) at mi_switch+0x217 sleepq_switch(c439d440,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c1446c1c,1,0,125,e69aebe8,...) at vm_waitpfault+0x75 vm_fault(c627b828,2808a000,1,0,2808a288,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c49de550,c49de550,...) at trap_pfault+0x118 trap(e69aed38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f523, esp = 0xbfbfe5cc, ebp = 0xbfbfe614 --- Tracing command swap pid 94740 tid 100179 td 0xc585f660 sched_switch(c585f660,0,1,180,16c276e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c585f660,...) at mi_switch+0x217 sleepq_switch(c585f660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(ca78983c,55c3,0,125,e6ba3be8,...) at vm_waitpfault+0x75 vm_fault(c4b50ae0,2d8c3000,2,8,2d8c3000,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c5868d48,...) at trap_pfault+0x118 trap(e6ba3d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281601a3, esp = 0xbfbfe700, ebp = 0xbfbfe738 --- Tracing command swap pid 94739 tid 100223 td 0xc49f0000 sched_switch(c49f0000,0,1,180,a8ff987e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c49f0000,...) at mi_switch+0x217 sleepq_switch(c49f0000,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c9ee207c,0,0,125,e6c81be8,...) at vm_waitpfault+0x75 vm_fault(c68ab828,28073000,1,0,28073424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,0,c40892a8,...) at trap_pfault+0x118 trap(e6c81d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280507bd, esp = 0xbfbfe71c, ebp = 0xbfbfe754 --- Tracing command swap pid 94738 tid 100193 td 0xc5842220 Tracing command tcp pid 94730 tid 100400 td 0xc4a15aa0 sched_switch(c4a15aa0,0,1,180,c3f8ba54,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4a15aa0,...) at mi_switch+0x217 sleepq_switch(c4a15aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c5927e88,0,0,125,e6f28be8,...) at vm_waitpfault+0x75 vm_fault(c44cfd98,28072000,1,0,28072424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c6285000,c6285000,...) at trap_pfault+0x118 trap(e6f28d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 --- Tracing command sysctl pid 94729 tid 100290 td 0xc52c9660 sched_switch(c52c9660,0,1,180,bed20384,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c52c9660,...) at mi_switch+0x217 sleepq_switch(c52c9660,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c4e75d90,0,0,125,e6d54be8,...) at vm_waitpfault+0x75 vm_fault(c4e271d0,28072000,1,0,28072424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,4,c554a550,...) at trap_pfault+0x118 trap(e6d54d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 --- Tracing command swap pid 94726 tid 100344 td 0xc5738cc0 sched_switch(c5738cc0,0,1,180,bc76af40,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5738cc0,...) at mi_switch+0x217 sleepq_switch(c5738cc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c585ba2c,0,0,125,e700abe8,...) at vm_waitpfault+0x75 vm_fault(c4b502b8,28073000,1,0,28073424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c5738cc0,c5c09550,...) at trap_pfault+0x118 trap(e700ad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280507bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 --- Tracing command creat pid 94717 tid 100273 td 0xc5af6220 sched_switch(c5af6220,0,1,180,bccddb46,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5af6220,...) at mi_switch+0x217 sleepq_switch(c5af6220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c63b36c8,0,0,125,e6c45be8,...) at vm_waitpfault+0x75 vm_fault(c4433000,28073000,1,0,28073424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c51b77f8,c51b77f8,...) at trap_pfault+0x118 trap(e6c45d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280507bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 --- Tracing command badcode pid 94716 tid 100215 td 0xc5af6aa0 sched_switch(c5af6aa0,0,1,180,bcc81840,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c5af6aa0,...) at mi_switch+0x217 sleepq_switch(c5af6aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c55909b0,0,0,125,e6c51be8,...) at vm_waitpfault+0x75 vm_fault(c4b4e740,28072000,1,0,28072424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c5af3d48,c5af3d48,...) at trap_pfault+0x118 trap(e6c51d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe7ac, ebp = 0xbfbfe7e4 --- Tracing command run pid 94715 tid 100403 td 0xc4a15440 Tracing command run pid 94714 tid 100233 td 0xc4095880 Tracing command run pid 94713 tid 100247 td 0xc4095440 sched_switch(c4095440,0,1,180,411d0dc6,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4095440,...) at mi_switch+0x217 sleepq_switch(c4095440,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c5a91364,0,0,125,e6c5dbe8,...) at vm_waitpfault+0x75 vm_fault(c68ab1d0,28072000,1,0,28072424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c62432a8,c62432a8,...) at trap_pfault+0x118 trap(e6c5dd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f7bd, esp = 0xbfbfe57c, ebp = 0xbfbfe5b4 --- Tracing command sh pid 94706 tid 100295 td 0xc6244660 Tracing command sh pid 17113 tid 100208 td 0xc5af0220 Tracing command bash pid 1029 tid 100114 td 0xc43af660 Tracing command sshd pid 1028 tid 100108 td 0xc444e440 Tracing command sshd pid 1026 tid 100112 td 0xc43afaa0 Tracing command awk pid 914 tid 100115 td 0xc4774cc0 sched_switch(c4774cc0,0,1,180,cc352f9a,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c4774cc0,0,c0ab2ccd,19b,c436e18c,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,4c,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c436e18c,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c436e18c,c436e2fc,14c,c0ab49ee,0,...) at _sleep+0x359 pipe_read(c4362a20,e6a8dc60,c4683300,0,c4774cc0,...) at pipe_read+0x3f6 dofileread(e6a8dc60,ffffffff,ffffffff,0,c4362a20,...) at dofileread+0x96 kern_readv(c4774cc0,0,e6a8dc60,28235000,1000,...) at kern_readv+0x58 read(c4774cc0,e6a8dcfc,c,16,c0b5f548,...) at read+0x4f syscall(e6a8dd38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818ec13, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command sh pid 913 tid 100072 td 0xc439c220 sched_switch(c439c220,0,1,180,b00a79d6,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c439c220,0,c0ab2ccd,19b,c439e000,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,5c,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c439e000,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c439e000,c439e090,15c,c0ab4dcc,0,...) at _sleep+0x359 kern_wait(c439c220,ffffffff,e6996c2c,2,0,...) at kern_wait+0xa66 wait4(c439c220,e6996cfc,10,c0ab4dab,c0b5f5a8,...) at wait4+0x3b syscall(e6996d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28152d8b, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command top pid 908 tid 100093 td 0xc40cacc0 sched_switch(c40cacc0,0,1,180,a75beb4,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c40cacc0,...) at mi_switch+0x217 sleepq_switch(c40cacc0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c4693ba0,0,0,125,e4732be8,...) at vm_waitpfault+0x75 vm_fault(c3f12658,2807a000,1,0,2807a424,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c444c7f8,...) at trap_pfault+0x118 trap(e4732d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280577bd, esp = 0xbfbfeb6c, ebp = 0xbfbfeba4 --- Tracing command tail pid 907 tid 100111 td 0xc43afcc0 sched_switch(c43afcc0,0,1,180,7401e992,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c43afcc0,0,c0ab2ccd,19b,c4474900,...) at sleepq_switch+0xf0 sleepq_catch_signals(e69f5aac,c074ef9d,c0bd0cc0,1,58,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c4474900,0,c0aafc5e,da,0,...) at sleepq_timedwait_sig+0x17 _sleep(c4474900,c4474900,158,c0aab917,3e9,...) at _sleep+0x331 kern_kevent(c43afcc0,4,0,1,e69f5c60,...) at kern_kevent+0x3c3 kevent(c43afcc0,e69f5cfc,18,c0a68103,c0b61708,...) at kevent+0x19b syscall(e69f5d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814491b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 --- Tracing command sh pid 906 tid 100091 td 0xc429e220 Tracing command sshd pid 905 tid 100047 td 0xc4027aa0 Tracing command sshd pid 904 tid 100052 td 0xc429e880 Tracing command sshd pid 903 tid 100116 td 0xc4774aa0 sched_switch(c4774aa0,0,1,180,39697b1a,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4774aa0,...) at mi_switch+0x217 sleepq_switch(c4774aa0,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c47444d8,129,0,125,e6a8abe8,...) at vm_waitpfault+0x75 vm_fault(c44cccb0,282cf000,1,0,282cfe8c,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c4771550,...) at trap_pfault+0x118 trap(e6a8ad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2823c941, esp = 0xbfbfe4ac, ebp = 0xbfbfe4d8 --- Tracing command sshd pid 899 tid 100067 td 0xc439ccc0 Tracing command sshd pid 898 tid 100094 td 0xc40caaa0 Tracing command sshd pid 897 tid 100045 td 0xc40c9000 Tracing command getty pid 894 tid 100066 td 0xc439d000 Tracing command getty pid 893 tid 100065 td 0xc434f440 Tracing command getty pid 892 tid 100097 td 0xc40ca440 Tracing command getty pid 891 tid 100062 td 0xc434faa0 Tracing command getty pid 890 tid 100060 td 0xc4352000 Tracing command getty pid 889 tid 100059 td 0xc4352220 Tracing command getty pid 888 tid 100057 td 0xc4352660 Tracing command getty pid 887 tid 100056 td 0xc4352880 Tracing command inetd pid 872 tid 100075 td 0xc4398aa0 Tracing command moused pid 845 tid 100073 td 0xc439c000 Tracing command watchdogd pid 832 tid 100109 td 0xc444e220 sched_switch(c444e220,0,1,180,3e24136a,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c444e220,...) at mi_switch+0x217 sleepq_switch(c444e220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c55e74d8,1e,0,125,e6a1dbe8,...) at vm_waitpfault+0x75 vm_fault(c43b1658,bfbfe000,1,0,bfbfed4c,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c47702a8,...) at trap_pfault+0x118 trap(e6a1dd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28163701, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 789 tid 100092 td 0xc429e000 sched_switch(c429e000,0,1,180,93e2a286,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c429e000,...) at mi_switch+0x217 sleepq_switch(c429e000,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(caf8464c,1,0,125,e4742be8,...) at vm_waitpfault+0x75 vm_fault(c4433bc8,28187000,1,0,281872ac,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,2ae,c444c550,...) at trap_pfault+0x118 trap(e4742d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28102991, esp = 0xbfbfecb0, ebp = 0xbfbfecd8 --- Tracing command sendmail pid 782 tid 100100 td 0xc4452660 Tracing command sendmail pid 778 tid 100098 td 0xc40ca220 sched_switch(c40ca220,0,1,180,e7f35d88,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c40ca220,...) at mi_switch+0x217 sleepq_switch(c40ca220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c4393a2c,4b,0,125,e4723be8,...) at vm_waitpfault+0x75 vm_fault(c439f828,8093000,1,0,8093410,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,c444d550,c444d550,...) at trap_pfault+0x118 trap(e4723d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8093410, esp = 0xbfbfd09c, ebp = 0xbfbfd0b8 --- Tracing command sshd pid 773 tid 100042 td 0xc40c9660 Tracing command ntpd pid 754 tid 100044 td 0xc40c9220 sched_switch(c40c9220,0,1,180,dc8725a8,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c40c9220,...) at mi_switch+0x217 sleepq_switch(c40c9220,0,c0ab2ccd,21d,a0,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,2a0,c0ad2319,0,...) at _sleep+0x369 vm_waitpfault(c447fd90,19,0,125,e470ebe8,...) at vm_waitpfault+0x75 vm_fault(c43b1e80,8061000,1,0,8061340,...) at vm_fault+0x6d4 trap_pfault(5,0,c0add5fd,e,c429a550,...) at trap_pfault+0x118 trap(e470ed38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8061340, esp = 0xbfbfec3c, ebp = 0xbfbfed58 --- Tracing command nfsd pid 697 tid 100076 td 0xc4398880 Tracing command nfsd pid 696 tid 100077 td 0xc4398660 Tracing command nfsd pid 695 tid 100078 td 0xc43af440 Tracing command nfsd pid 694 tid 100087 td 0xc43ac000 Tracing command nfsd pid 693 tid 100086 td 0xc43ac220 Tracing command nfsd pid 692 tid 100084 td 0xc43ac660 Tracing command nfsd pid 691 tid 100083 td 0xc43ac880 Tracing command nfsd pid 690 tid 100068 td 0xc439caa0 Tracing command nfsd pid 688 tid 100082 td 0xc43acaa0 Tracing command nfsd pid 687 tid 100099 td 0xc4452880 Tracing command nfsd pid 686 tid 100081 td 0xc43accc0 Tracing command nfsd pid 685 tid 100070 td 0xc439c660 Tracing command nfsd pid 684 tid 100080 td 0xc43af000 Tracing command nfsd pid 683 tid 100079 td 0xc43af220 Tracing command nfsd pid 682 tid 100058 td 0xc4352440 Tracing command nfsd pid 681 tid 100055 td 0xc4352aa0 Tracing command mountd pid 679 tid 100074 td 0xc4398cc0 Tracing command rpcbind pid 626 tid 100088 td 0xc439dcc0 sched_switch(c439dcc0,0,1,180,67de332c,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c439dcc0,0,c0ab2ccd,19b,c0c1a37c,...) at sleepq_switch+0xf0 sleepq_catch_signals(e69baad8,c074f33a,c0c1a364,0,c439dcc0,...) at sleepq_catch_signals+0x21e sleepq_timedwait_sig(c0c1a37c,7531,c0acc9ad,101,0,...) at sleepq_timedwait_sig+0x17 _cv_timedwait_sig(c0c1a37c,c0c1a364,7531,3bb,0,...) at _cv_timedwait_sig+0x20b poll(c439dcc0,e69bacfc,c,c0ab4f10,c0b60898,...) at poll+0x554 syscall(e69bad38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2812614f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 609 tid 100095 td 0xc40ca880 Tracing command devd pid 550 tid 100069 td 0xc439c880 Tracing command softdepflush pid 27 tid 100049 td 0xc4027660 sched_switch(c4027660,0,1,180,67fbe5fc,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,44,...) at mi_switch+0x217 sleepq_switch(c4027660,0,c0ab2ccd,240,44,...) at sleepq_switch+0xf0 sleepq_timedwait(c0c26124,3e8,c0ace599,0,0,...) at sleepq_timedwait+0x68 _sleep(c0c26124,c0c260fc,44,c0ace599,3e8,...) at _sleep+0x345 softdep_flush(0,e44acd38,c0aabc22,2f0,c429d2a8,...) at softdep_flush+0x2d2 fork_exit(c0942d50,0,e44acd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe44acd70, ebp = 0 --- Tracing command vnlru pid 26 tid 100050 td 0xc429ecc0 sched_switch(c429ecc0,0,1,180,6a04de38,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,50,...) at mi_switch+0x217 sleepq_switch(c429ecc0,0,c0ab2ccd,240,50,...) at sleepq_switch+0xf0 sleepq_timedwait(c429d550,3e8,c0abb34f,0,0,...) at sleepq_timedwait+0x68 _sleep(c429d550,c0c1aad8,250,c0abb34f,3e8,...) at _sleep+0x345 vnlru_proc(0,e4754d38,c0aabc22,2f0,c429d550,...) at vnlru_proc+0x114 fork_exit(c07da4c0,0,e4754d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4754d70, ebp = 0 --- Tracing command syncer pid 25 tid 100051 td 0xc429eaa0 sched_switch(c429eaa0,0,1,180,46000c2,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c429eaa0,...) at mi_switch+0x217 sleepq_switch(c429eaa0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c147108c,c0ad0f33,15b,15a,c6712000,...) at vm_wait+0xbe kmem_malloc(c147108c,1000,402,e47519a8,c0962620,...) at kmem_malloc+0x389 page_alloc(c146d1e0,1000,e475199b,402,c146d1e0,...) at page_alloc+0x27 slab_zalloc(c074f75c,c1474908,8,c0ad0361,752,...) at slab_zalloc+0xc0 uma_zone_slab(c1474908,0,c0ad0361,752,c0aa90db,...) at uma_zone_slab+0x144 uma_zalloc_arg(c146d1e0,0,402,2,c4416000,...) at uma_zalloc_arg+0x573 malloc(100,c0b7ef20,402,fc7,c0aa7f5b,...) at malloc+0xd2 softdep_disk_io_initiation(d7fc9700,4,d7fc9700,4,0,...) at softdep_disk_io_initiation+0x925 ffs_geom_strategy(c43a0bec,d7fc9700,d7fc9700,d7fc9700,c43a0ae0,...) at ffs_geom_strategy+0x14f bufwrite(d7fc9700,0,c0aced6e,6ce,d7fc9760) at bufwrite+0x191 ffs_bufwrite(d7fc9700,e4751c08,246,c0a29415,c07d9a8b,...) at ffs_bufwrite+0x2df vfs_bio_awrite(d7fc9700,0,c0ab9d04,1ae,c0ab8bc0,...) at vfs_bio_awrite+0x328 vop_stdfsync(e4751cd8,0,c0b5c3c0,e4751c94,c0a29415,...) at vop_stdfsync+0x15f devfs_fsync(e4751cd8,c0ae0b8f,c43a0bec,c43a0bec,c43a0ae0,...) at devfs_fsync+0x2e VOP_FSYNC_APV(c0b5c3c0,e4751cd8,c429eaa0,c0aba87f,666,...) at VOP_FSYNC_APV+0xc5 sched_sync(0,e4751d38,c0aabc22,2f0,c429d7f8,...) at sched_sync+0x39b fork_exit(c07d96f0,0,e4751d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4751d70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100020 td 0xc3f77440 sched_switch(c3f77440,0,1,180,61c2205c,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,44,...) at mi_switch+0x217 sleepq_switch(c3f77440,0,c0ab2ccd,240,44,...) at sleepq_switch+0xf0 sleepq_timedwait(c0c1a824,3e8,c0ab8f22,0,0,...) at sleepq_timedwait+0x68 _sleep(c0c1a824,c0c1a828,44,c0ab8f22,3e8,...) at _sleep+0x345 buf_daemon(0,e447bd38,c0aabc22,2f0,c3f767f8,...) at buf_daemon+0x21e fork_exit(c07c4bb0,0,e447bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe447bd70, ebp = 0 --- Tracing command pagezero pid 23 tid 100021 td 0xc3f77220 sched_switch(c3f77220,0,1,180,81c56eb0,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c3f77220,0,c0ab2ccd,240,0,...) at sleepq_switch+0xf0 sleepq_timedwait(c0c26ce0,493e0,c0ad30f3,0,0,...) at sleepq_timedwait+0x68 _sleep(c0c26ce0,c0c26884,0,c0ad30f3,493e0,...) at _sleep+0x345 vm_pagezero(0,e4478d38,c0aabc22,2f0,c3f76aa0,...) at vm_pagezero+0xdc fork_exit(c097cc00,0,e4478d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4478d70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100022 td 0xc3f77000 sched_switch(c3f77000,0,1,180,d824e6b2,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f77000,...) at mi_switch+0x217 sleepq_switch(c3f77000,0,c0ab2ccd,21d,68,...) at sleepq_switch+0xf0 sleepq_wait(c0c268f8,c0c268fc,c0ab8f22,0,0,...) at sleepq_wait+0x60 _sleep(c0c268f8,c0c268fc,68,c0ab8f22,0,...) at _sleep+0x369 vm_daemon(0,e4475d38,c0aabc22,2f0,c3f76d48,...) at vm_daemon+0x59 fork_exit(c0978040,0,e4475d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4475d70, ebp = 0 --- Tracing command pagedaemon pid 21 tid 100029 td 0xc4027000 sched_switch(c4027000,0,1,180,f58a6a10,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4027000,...) at mi_switch+0x217 sleepq_switch(c4027000,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c26258,c0c26954,c0ad2a74,0,0,...) at sleepq_wait+0x60 _sleep(c0c26258,c0c26954,44,c0ad2a74,0,...) at _sleep+0x369 getpbuf(c0c26258,0,c0acff29,49d,c0bd3964,...) at getpbuf+0x68 swap_pager_putpages(c55b97c0,e44a3bb0,10,0,e44a3ae0,...) at swap_pager_putpages+0x1f1 vm_pageout_flush(e44a3bb0,10,0,11f,e44a3b70,...) at vm_pageout_flush+0x169 vm_pageout_clean(c1bf91e8,0,c0ad2623,303,1388,...) at vm_pageout_clean+0x2e1 vm_pageout(0,e44a3d38,c0aabc22,2f0,c4058000,...) at vm_pageout+0xd5e fork_exit(c0978bf0,0,e44a3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe44a3d70, ebp = 0 --- Tracing command sctp_iterator pid 20 tid 100030 td 0xc4026cc0 sched_switch(c4026cc0,0,1,180,6cf8ab60,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4026cc0,...) at mi_switch+0x217 sleepq_switch(c4026cc0,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c0c1c58c,c0c1c494,c0ac1ff3,0,0,...) at sleepq_wait+0x60 _sleep(c0c1c58c,c0c1c494,0,c0ac1ff3,0,...) at _sleep+0x369 sctp_iterator_thread(0,e473fd38,c0aabc22,2f0,c40582a8,...) at sctp_iterator_thread+0x60 fork_exit(c0840830,0,e473fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 --- Tracing command fdc0 pid 19 tid 100031 td 0xc4026aa0 sched_switch(c4026aa0,0,1,180,65156564,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,4c,...) at mi_switch+0x217 sleepq_switch(c4026aa0,0,c0ab2ccd,240,4c,...) at sleepq_switch+0xf0 sleepq_timedwait(c401623c,3e8,c0aa6bdd,0,0,...) at sleepq_timedwait+0x68 _sleep(c401623c,c40162f0,4c,c0aa6bdd,3e8,...) at _sleep+0x345 fdc_thread(c4016200,e449dd38,c0aabc22,2f0,c4058550,...) at fdc_thread+0x2b8 fork_exit(c09d4be0,c4016200,e449dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe449dd70, ebp = 0 --- Tracing command usbtask-dr pid 18 tid 100032 td 0xc4026880 sched_switch(c4026880,0,1,180,9b894104,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4026880,...) at mi_switch+0x217 sleepq_switch(c4026880,0,c0ab2ccd,21d,5c,...) at sleepq_switch+0xf0 sleepq_wait(c0bc6514,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0bc6514,0,5c,c0aa3adb,0,...) at _sleep+0x369 usb_task_thread(c0bc6514,e449ad38,c0aabc22,2f0,c40587f8,...) at usb_task_thread+0x62 fork_exit(c06d6ec0,c0bc6514,e449ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe449ad70, ebp = 0 --- Tracing command usbtask-hc pid 17 tid 100033 td 0xc4026660 sched_switch(c4026660,0,1,180,9b890d34,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c4026660,...) at mi_switch+0x217 sleepq_switch(c4026660,0,c0ab2ccd,21d,5c,...) at sleepq_switch+0xf0 sleepq_wait(c0bc6500,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0bc6500,0,5c,c0aa3adb,0,...) at _sleep+0x369 usb_task_thread(c0bc6500,e4497d38,c0aabc22,2f0,c4058aa0,...) at usb_task_thread+0x62 fork_exit(c06d6ec0,c0bc6500,e4497d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4497d70, ebp = 0 --- Tracing command usb0 pid 16 tid 100034 td 0xc4026440 sched_switch(c4026440,0,1,180,b77068e,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,5c,...) at mi_switch+0x217 sleepq_switch(c4026440,0,c0ab2ccd,240,5c,...) at sleepq_switch+0xf0 sleepq_timedwait(c404f210,ea60,c0aa3a9e,0,0,...) at sleepq_timedwait+0x68 _sleep(c404f210,0,5c,c0aa3a9e,ea60,...) at _sleep+0x345 usb_event_thread(c4056080,e4494d38,c0aabc22,2f0,c4058d48,...) at usb_event_thread+0xca fork_exit(c06d6740,c4056080,e4494d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4494d70, ebp = 0 --- Tracing command em0 taskq pid 15 tid 100007 td 0xc3f0d000 sched_switch(c3f0d000,0,1,180,9b813970,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f0d000,...) at mi_switch+0x217 sleepq_switch(c3f0d000,0,c0ab2ccd,21d,c3f0d000,...) at sleepq_switch+0xf0 sleepq_wait(c4038e80,0,c0aafd72,c0aa6bdd,0,...) at sleepq_wait+0x60 msleep_spin(c4038e80,c4038e9c,c0aa6bdd,0,c0aae054,...) at msleep_spin+0x20d taskqueue_thread_loop(c400f2ec,e2a11d38,c0aabc22,2f0,c3f102a8,...) at taskqueue_thread_loop+0x8a fork_exit(c078d100,c400f2ec,e2a11d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 --- Tracing command kqueue taskq pid 14 tid 100008 td 0xc3f11440 sched_switch(c3f11440,0,1,180,9bc7e51c,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f11440,...) at mi_switch+0x217 sleepq_switch(c3f11440,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbe980,c3fbe99c,c0aa6bdd,0,0,...) at sleepq_wait+0x60 _sleep(c3fbe980,c3fbe99c,0,c0aa6bdd,0,...) at _sleep+0x369 taskqueue_thread_loop(c0bc746c,e2a41d38,c0aabc22,2f0,c3f10550,...) at taskqueue_thread_loop+0xb4 fork_exit(c078d100,c0bc746c,e2a41d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 --- Tracing command acpi_task_2 pid 9 tid 100009 td 0xc3f11220 sched_switch(c3f11220,0,1,180,9bc7b690,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f11220,...) at mi_switch+0x217 sleepq_switch(c3f11220,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbec00,c3fbec1c,c0aa6bdd,0,0,...) at sleepq_wait+0x60 _sleep(c3fbec00,c3fbec1c,0,c0aa6bdd,0,...) at _sleep+0x369 taskqueue_thread_loop(c0d9debc,e2a3ed38,c0aabc22,2f0,c3f107f8,...) at taskqueue_thread_loop+0xb4 fork_exit(c078d100,c0d9debc,e2a3ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 --- Tracing command acpi_task_1 pid 8 tid 100010 td 0xc3f11000 sched_switch(c3f11000,0,1,180,9bc78968,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f11000,...) at mi_switch+0x217 sleepq_switch(c3f11000,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbec00,c3fbec1c,c0aa6bdd,0,0,...) at sleepq_wait+0x60 _sleep(c3fbec00,c3fbec1c,0,c0aa6bdd,0,...) at _sleep+0x369 taskqueue_thread_loop(c0d9debc,e2a3bd38,c0aabc22,2f0,c3f10aa0,...) at taskqueue_thread_loop+0xb4 fork_exit(c078d100,c0d9debc,e2a3bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 --- Tracing command acpi_task_0 pid 7 tid 100011 td 0xc3f0fcc0 sched_switch(c3f0fcc0,0,1,180,9bc75790,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f0fcc0,...) at mi_switch+0x217 sleepq_switch(c3f0fcc0,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbec00,c3fbec1c,c0aa6bdd,0,0,...) at sleepq_wait+0x60 _sleep(c3fbec00,c3fbec1c,0,c0aa6bdd,0,...) at _sleep+0x369 taskqueue_thread_loop(c0d9debc,e2a38d38,c0aabc22,2f0,c3f10d48,...) at taskqueue_thread_loop+0xb4 fork_exit(c078d100,c0d9debc,e2a38d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 --- Tracing command thread taskq pid 6 tid 100017 td 0xc3f77aa0 sched_switch(c3f77aa0,0,1,180,9bc2d044,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f77aa0,...) at mi_switch+0x217 sleepq_switch(c3f77aa0,0,c0ab2ccd,21d,0,...) at sleepq_switch+0xf0 sleepq_wait(c3fbec80,c3fbec9c,c0aa6bdd,0,0,...) at sleepq_wait+0x60 _sleep(c3fbec80,c3fbec9c,0,c0aa6bdd,0,...) at _sleep+0x369 taskqueue_thread_loop(c0bd2d98,e4484d38,c0aabc22,2f0,c3f76000,...) at taskqueue_thread_loop+0xb4 fork_exit(c078d100,c0bd2d98,e4484d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4484d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100018 td 0xc3f77880 sched_switch(c3f77880,0,1,180,9b889478,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f77880,...) at mi_switch+0x217 sleepq_switch(c3f77880,0,c0ab2ccd,21d,4c,...) at sleepq_switch+0xf0 sleepq_wait(c0b976d4,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0b976d4,c0b976ec,4c,c0a653a2,0,...) at _sleep+0x369 xpt_scanner_thread(0,e4481d38,c0aabc22,2f0,c3f762a8,...) at xpt_scanner_thread+0x41 fork_exit(c0468990,0,e4481d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4481d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100019 td 0xc3f77660 sched_switch(c3f77660,0,1,180,79250468,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c3f77660,0,c0ab2ccd,240,0,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bc8c14,64,c0aa6bdd,2,0,...) at sleepq_timedwait+0x68 _sleep(c0bc8c14,0,0,c0aa6bdd,64,...) at _sleep+0x345 pause(c0aa6bdd,64,c0a9aaad,112,0,...) at pause+0x47 random_kthread(0,e447ed38,c0aabc22,2f0,c3f76550,...) at random_kthread+0x1d9 fork_exit(c0656b30,0,e447ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe447ed70, ebp = 0 --- Tracing command g_down pid 4 tid 100000 td 0xc3f0f000 sched_switch(c3f0f000,0,1,180,814ce862,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c3f0f000,0,c0ab2ccd,240,0,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bc8c14,64,c0aa8280,2,0,...) at sleepq_timedwait+0x68 _sleep(c0bc8c14,0,0,c0aa8280,64,...) at _sleep+0x345 pause(c0aa8280,64,200,0,64,...) at pause+0x47 g_io_schedule_down(c3f0f000,0,c0aa82a0,74,0,...) at g_io_schedule_down+0xac g_down_procbody(0,e2a26d38,c0aabc22,2f0,c3f0c000,...) at g_down_procbody+0x8d fork_exit(c070e370,0,e2a26d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 --- Tracing command g_up pid 3 tid 100001 td 0xc3f0dcc0 sched_switch(c3f0dcc0,0,1,180,789b9958,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,4c,...) at mi_switch+0x217 sleepq_switch(c3f0dcc0,0,c0ab2ccd,240,4c,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bc6c68,64,c0aa6bdd,0,0,...) at sleepq_timedwait+0x68 _sleep(c0bc6c68,c0bc6bc8,24c,c0aa6bdd,64,...) at _sleep+0x345 g_io_schedule_up(c3f0dcc0,0,c0aa82a0,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,e2a23d38,c0aabc22,2f0,c3f0c2a8,...) at g_up_procbody+0x8d fork_exit(c070e400,0,e2a23d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 --- Tracing command g_event pid 2 tid 100002 td 0xc3f0daa0 sched_switch(c3f0daa0,0,1,180,7d38acf0,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,4c,...) at mi_switch+0x217 sleepq_switch(c3f0daa0,0,c0ab2ccd,240,4c,...) at sleepq_switch+0xf0 sleepq_timedwait(c0bc6c60,64,c0aa6bdd,0,0,...) at sleepq_timedwait+0x68 _sleep(c0bc6c60,0,4c,c0aa6bdd,64,...) at _sleep+0x345 g_event_procbody(0,e2a20d38,c0aabc22,2f0,c3f0c550,...) at g_event_procbody+0xcb fork_exit(c070e490,0,e2a20d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc40c9880 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc40c9aa0 sched_switch(c40c9aa0,0,1,180,9b826d00,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c40d1964,...) at mi_switch+0x217 ithread_loop(c40c8260,e471ad38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c40c8260,e471ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe471ad70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc40c9cc0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc40ca000 sched_switch(c40ca000,0,1,180,9b81e9b4,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3f09464,...) at mi_switch+0x217 ithread_loop(c40c8560,e4720d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c40c8560,e4720d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4720d70, ebp = 0 --- Tracing command intr pid 12 tid 100037 td 0xc3f77cc0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xc4026000 sched_switch(c4026000,0,1,180,f508dd8a,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3f08ce4,...) at mi_switch+0x217 ithread_loop(c40bfae0,e448ed38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c40bfae0,e448ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe448ed70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc4026220 sched_switch(c4026220,0,1,180,c431830c,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3f4d6e4,...) at mi_switch+0x217 ithread_loop(c40bf170,e4491d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c40bf170,e4491d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4491d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4027220 sched_switch(c4027220,0,1,180,9b81970c,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3f4d764,...) at mi_switch+0x217 ithread_loop(c4054200,e44a6d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c4054200,e44a6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe44a6d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc4027440 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc3f11660 sched_switch(c3f11660,0,1,180,6d3a3ce6,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3fbea64,...) at mi_switch+0x217 ithread_loop(c3ffa020,e2a44d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c3ffa020,e2a44d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc3f11880 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc3f11aa0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100023 td 0xc3f11cc0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100016 td 0xc3f0f220 sched_switch(c3f0f220,0,1,180,4ddcc210,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3f4e4e4,...) at mi_switch+0x217 ithread_loop(c3f0b250,e2a29d38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c3f0b250,e2a29d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 --- Tracing command intr pid 12 tid 100015 td 0xc3f0f440 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100003 td 0xc3f0d880 sched_switch(c3f0d880,0,1,180,81d54110,...) at sched_switch+0x49b mi_switch(1,0,c0aabea4,469,c3f4e5e4,...) at mi_switch+0x217 ithread_loop(c3f0b270,e2a1dd38,c0aabc22,2f0,c3f0c7f8,...) at ithread_loop+0x34c fork_exit(c073ef10,c3f0b270,e2a1dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 --- Tracing command idle pid 11 tid 100014 td 0xc3f0f660 kdb_enter(c0a811ea,20889fcc,0,10e,20889fcc,...) at kdb_enter+0x32 hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x1a7 lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 --- acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28 sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 --- Tracing command idle pid 11 tid 100013 td 0xc3f0f880 cpustop_handler(2,e2a32c44,c0a1476d,c0777be8,e2a32bf4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0777be8,e2a32bf4,c0778604,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f trap(e2a32c50) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d8d4a5, esp = 0xe2a32c90, ebp = 0xe2a32c90 --- acpi_cpu_c1(c07630c7,c3f0f880,e2a32cac,1,c0bd0c40,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a32cf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0c40,0,c0ab0c91,322,c0bcae80,...) at cpu_idle+0x28 sched_idletd(0,e2a32d38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a32d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 --- Tracing command idle pid 11 tid 100012 td 0xc3f0faa0 cpustop_handler(4,e2a35c44,c0a1476d,c0777be8,e2a35bf4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0777be8,e2a35bf4,c0778604,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f trap(e2a35c50) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d8d4a5, esp = 0xe2a35c90, ebp = 0xe2a35c90 --- acpi_cpu_c1(c07630c7,c3f0faa0,e2a35cac,2,c0bd0cc0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a35cf8,c0778db9,c0bd0cc0,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0cc0,0,c0ab0c91,322,c0bcb4c0,...) at cpu_idle+0x28 sched_idletd(0,e2a35d38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a35d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc3f0d660 cpustop_handler(8,e2a1ac44,c0a1476d,c0777be8,e2a1abf4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0777be8,e2a1abf4,c0778604,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f trap(e2a1ac50) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d8d4a5, esp = 0xe2a1ac90, ebp = 0xe2a1ac90 --- acpi_cpu_c1(c07630c7,c3f0d660,e2a1acac,3,c0bd0cc0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a1acf8,c0778db9,c0bd0cc0,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0cc0,0,c0ab0c91,322,c0bcbb00,...) at cpu_idle+0x28 sched_idletd(0,e2a1ad38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a1ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 --- Tracing command init pid 1 tid 100005 td 0xc3f0d440 sched_switch(c3f0d440,0,1,180,e3ab3f12,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,0,...) at mi_switch+0x217 sleepq_switch(c3f0d440,0,c0ab2ccd,19b,c3f0cd48,...) at sleepq_switch+0xf0 sleepq_catch_signals(c074ef9d,c0bd0c40,1,c0aae054,5c,...) at sleepq_catch_signals+0x21e sleepq_wait_sig(c3f0cd48,0,c0aafc5e,da,0,...) at sleepq_wait_sig+0x14 _sleep(c3f0cd48,c3f0cdd8,15c,c0ab4dcc,0,...) at _sleep+0x359 kern_wait(c3f0d440,ffffffff,e2a17c2c,0,0,...) at kern_wait+0xa66 wait4(c3f0d440,e2a17cfc,10,e2a17d38,c0b5f5a8,...) at wait4+0x3b syscall(e2a17d38) at syscall+0x2b3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x805452f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command audit pid 10 tid 100006 td 0xc3f0d220 sched_switch(c3f0d220,0,1,180,9b82b0cc,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c3f0d220,...) at mi_switch+0x217 sleepq_switch(c3f0d220,0,c0ab2ccd,21d,c3f0d220,...) at sleepq_switch+0xf0 sleepq_wait(c0c25b94,c0c25b74,c0acc0e3,1,0,...) at sleepq_wait+0x60 _cv_wait(c0c25b94,c0c25b74,c0acca86,1c2,0,...) at _cv_wait+0x1fc audit_worker(0,e2a14d38,c0aabc22,2f0,c3f10000,...) at audit_worker+0x99 fork_exit(c0928550,0,e2a14d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a14d70, ebp = 0 --- Tracing command kernel pid 0 tid 0 td 0xc0bc6fd0 sched_switch(c0bc6fd0,0,1,180,cae5828c,...) at sched_switch+0x49b mi_switch(1,0,c0ab2ccd,1bf,c0bc6fd0,...) at mi_switch+0x217 sleepq_switch(c0bc6fd0,0,c0ab2ccd,21d,44,...) at sleepq_switch+0xf0 sleepq_wait(c0c266dc,0,c0aafc5e,da,0,...) at sleepq_wait+0x60 _sleep(c0c266dc,c0c26884,244,c0ad2327,0,...) at _sleep+0x369 vm_wait(c0bd0cc0,0,c0ad0d02,2df,c4397810,...) at vm_wait+0xbe scheduler(0,101ec00,101ec00,101e000,1028000,...) at scheduler+0x69 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 146 MB: 131 115 99 83 67 51 35 19 3 Dump complete = 0xf db> c interrupt total irq1: atkbd0 2 irq4: sio0 46 irq6: fdc0 1 irq14: ata0 11386404 irq16: uhci0 1 irq17: fxp0 456689 cpu0: timer 133468108 cpu1: timer 133511672 cpu3: timer 133506104 cpu2: timer 133506236 Total 545835606 KDB: stack backtrace: db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,2088ca56,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0aaa776,2088ca56,0,10e,2088ca56,...) at kdb_backtrace+0x29 hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 --- acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28 sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 11 tid 100014 ] Stopped at kdb_enter+0x32: leave db> c interrupt total irq1: atkbd0 2 irq4: sio0 47 irq6: fdc0 1 irq14: ata0 11386404 irq16: uhci0 1 irq17: fxp0 456689 cpu0: timer 133468110 cpu1: timer 133515301 cpu3: timer 133509732 cpu2: timer 133509865 Total 545846495 KDB: stack backtrace: db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,2088f4df,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0aaa776,2088f4df,0,10e,2088f4df,...) at kdb_backtrace+0x29 hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 --- acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28 sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 11 tid 100014 ] Stopped at kdb_enter+0x32: leave db> c interrupt total irq1: atkbd0 2 irq4: sio0 48 irq6: fdc0 1 irq14: ata0 11386404 irq16: uhci0 1 irq17: fxp0 456689 cpu0: timer 133468112 cpu1: timer 133518930 cpu3: timer 133513361 cpu2: timer 133513494 Total 545857384 KDB: stack backtrace: db_trace_self_wrapper(c0ab20e4,e2a2fc28,c072922b,c0aaa776,20891f68,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0aaa776,20891f68,0,10e,20891f68,...) at kdb_backtrace+0x29 hardclock(0,c0d8d4a5,0,0,c4015e00,...) at hardclock+0x19b lapic_handle_timer(e2a2fc50) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0d8d4a5, esp = 0xe2a2fc90, ebp = 0xe2a2fc90 --- acpi_cpu_c1(c0bd0c40,c3f0f660,e2a2fcac,0,c0bd0c40,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2a2fcf8,c0778db9,c0bd0c40,0,c0ab0c91,...) at acpi_cpu_idle+0x18c cpu_idle(c0bd0c40,0,c0ab0c91,2fc,c0bca840,...) at cpu_idle+0x28 sched_idletd(0,e2a2fd38,c0aabc22,2f0,c3f0caa0,...) at sched_idletd+0x249 fork_exit(c0778b70,0,e2a2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 11 tid 100014 ] Stopped at kdb_enter+0x32: leave db> reset (kgdb) p cnt $1 = {v_swtch = 0x0, v_trap = 0x0, v_syscall = 0x0, v_intr = 0x0, v_soft = 0x0, v_vm_faults = 0x0, v_cow_faults = 0x0, v_cow_optim = 0x0, v_zfod = 0x0, v_ozfod = 0x0, v_swapin = 0x0, v_swapout = 0x0, v_swappgsin = 0x0, v_swappgsout = 0x0, v_vnodein = 0x0, v_vnodeout = 0x0, v_vnodepgsin = 0x0, v_vnodepgsout = 0x0, v_intrans = 0x0, v_reactivated = 0x4e8c04, v_pdwakeups = 0x32ed, v_pdpages = 0x5403a0bb, v_tcached = 0x198a157, v_dfree = 0x0, v_pfree = 0x480880c, v_tfree = 0x0, v_page_size = 0x1000, v_page_count = 0x3e11e, v_free_reserved = 0x17d, v_free_target = 0x1b49, v_free_min = 0x673, v_free_count = 0x0, v_wire_count = 0x6358, v_active_count = 0x328dc, v_inactive_target = 0x28ed, v_inactive_count = 0x5486, v_cache_count = 0x0, v_cache_min = 0x1b49, v_cache_max = 0x3692, v_pageout_free_min = 0x22, v_interrupt_free_min = 0x2, v_free_severe = 0x3f8, v_forks = 0x0, v_vforks = 0x0, v_rforks = 0x0, v_kthreads = 0x0, v_forkpages = 0x0, v_vforkpages = 0x0, v_rforkpages = 0x0, v_kthreadpages = 0x0} ITEM SIZE LIMIT USED FREE REQUESTS FAILURES UMA Kegs: 128, 0, 80, 10, 80, 0 UMA Zones: 480, 0, 80, 0, 80, 0 UMA Slabs: 64, 0, 1750, 1849, 332516, 0 UMA RCntSlabs: 104, 0, 853, 664, 247255, 0 UMA Hash: 128, 0, 2, 28, 7, 0 16 Bucket: 76, 0, 32, 68, 110, 0 32 Bucket: 140, 0, 73, 39, 183, 0 64 Bucket: 268, 0, 57, 41, 280, 14 128 Bucket: 524, 0, 766, 571, 149847, 1703 VM OBJECT: 124, 0, 19966, 31091, 19739225, 0 MAP: 140, 0, 7, 21, 7, 0 KMAP ENTRY: 68, 56448, 1533, 3619, 3526704, 0 MAP ENTRY: 68, 0, 2178, 846, 4727859, 0 DP fakepg: 72, 0, 0, 0, 0, 0 mt_zone: 1024, 0, 238, 2, 238, 0 16: 16, 0, 2844, 1013, 40182569, 0 32: 32, 0, 2027, 1250, 69925609, 0 64: 64, 0, 22503, 271, 166298677, 0 128: 128, 0, 19659, 291, 46368254, 0 256: 256, 0, 17578, 182, 16524701, 0 512: 512, 0, 84, 500, 140722, 0 1024: 1024, 0, 155, 169, 258162, 0 2048: 2048, 0, 311, 389, 6910819, 0 4096: 4096, 0, 207, 371, 150368, 0 Files: 72, 0, 172, 994, 23840248, 0 TURNSTILE: 76, 0, 932, 4924, 398427, 0 umtx pi: 52, 0, 0, 0, 0, 0 PROC: 680, 0, 151, 281, 94807, 0 THREAD: 532, 0, 450, 481, 19062827, 0 UPCALL: 44, 0, 0, 0, 0, 0 SLEEPQUEUE: 40, 0, 932, 6244, 398427, 0 VMSPACE: 232, 0, 106, 285, 94796, 0 audit_record: 856, 0, 0, 0, 0, 0 mbuf_packet: 256, 0, 124, 479, 19446353, 0 mbuf: 256, 0, 2, 640, 169480689, 38 mbuf_cluster: 2048, 25600, 603, 375, 6899830, 0 mbuf_jumbo_pagesize: 4096, 0, 0, 364, 9312137, 0 mbuf_jumbo_9k: 9216, 0, 0, 0, 0, 0 mbuf_jumbo_16k: 16384, 0, 0, 0, 0, 0 mbuf_ext_refcnt: 4, 0, 0, 0, 0, 0 ACL UMA zone: 388, 0, 0, 0, 0, 0 g_bio: 132, 0, 638, 0, 44944777, 40549 ata_request: 192, 0, 1, 682, 11388737, 0 ata_composite: 184, 0, 0, 0, 0, 0 VNODE: 348, 0, 17759, 45766, 29766429, 0 VNODEPOLL: 64, 0, 1, 176, 2, 0 NAMEI: 1024, 0, 4, 640, 85656177, 0 S VFS Cache: 68, 0, 421, 3891, 8715206, 0 L VFS Cache: 291, 0, 0, 1625, 26680, 0 DIRHASH: 1024, 0, 989, 379, 469466, 0 NFSMOUNT: 472, 0, 0, 0, 0, 0 NFSNODE: 456, 0, 0, 0, 0, 0 pipe: 396, 0, 9, 311, 32356, 0 ksiginfo: 80, 0, 408, 168, 1220, 0 itimer: 220, 0, 0, 0, 0, 0 KNOTE: 68, 0, 3, 389, 63378, 0 socket: 396, 12330, 83, 137, 227239, 0 ipq: 32, 904, 0, 0, 0, 0 udpcb: 168, 12328, 17, 167, 220851, 0 inpcb: 168, 12328, 43, 164, 1459, 0 tcpcb: 444, 12330, 43, 83, 1459, 0 tcptw: 52, 2520, 0, 360, 75, 0 syncache: 92, 15372, 0, 210, 422, 0 hostcache: 76, 15400, 0, 100, 6, 0 tcpreass: 20, 1690, 0, 169, 4943, 0 sackhole: 20, 0, 0, 0, 0, 0 sctp_ep: 804, 12330, 0, 0, 0, 0 sctp_asoc: 1396, 40000, 0, 0, 0, 0 sctp_laddr: 24, 80040, 0, 290, 2, 0 sctp_raddr: 396, 80000, 0, 0, 0, 0 sctp_chunk: 92, 400008, 0, 0, 0, 0 sctp_readq: 76, 400000, 0, 0, 0, 0 sctp_stream_msg_out: 60, 400050, 0, 0, 0, 0 sctp_asconf_ack: 24, 400055, 0, 0, 0, 0 ripcb: 168, 12328, 0, 46, 1, 0 unpcb: 168, 12328, 23, 230, 4927, 0 rtentry: 120, 0, 10, 150, 31, 0 SWAPMETA: 276, 121576, 3124, 2882, 811722, 0 Mountpoints: 744, 0, 7, 8, 7, 0 FFS inode: 132, 0, 17719, 348, 29734908, 0 FFS1 dinode: 128, 0, 0, 0, 0, 0 FFS2 dinode: 256, 0, 17716, 284, 29734905, 0 Type InUse MemUse HighUse Requests Size(s) pfs_vncache 0 0K - 2 32 GEOM 82 11K - 5122 16,32,64,128,256,512,1024 isadev 18 2K - 18 64 cdev 25 4K - 25 128 sigio 1 1K - 1 32 filedesc 139 38K - 94914 16,32,64,128,256,512,1024,2048,4096 kenv 116 9K - 118 16,32,64,4096 kqueue 2 2K - 22260 128,1024 proc-args 78 4K - 73151 16,32,64,128,256 kbdmux 6 9K - 6 16,128,256,2048,4096 ithread 116 12K - 116 16,64,128 KTRACE 100 13K - 100 128 linker 87 4K - 119 16,32,256 lockf 10 1K - 115684688 64 ip6ndp 5 1K - 5 64,128 temp 28 233K - 1095713 16,32,64,128,256,512,1024,2048,4096 devbuf 1453 3967K - 1454 16,32,64,128,256,512,1024,2048,4096 CAM dev queue 1 1K - 1 64 module 428 27K - 428 64,128 CAM queue 3 1K - 3 16 mtx_pool 1 4K - 1 4096 subproc 585 717K - 95241 256,4096 proc 2 8K - 2 4096 session 30 2K - 447122 64 pgrp 31 2K - 563874 64 cred 30 8K - 782292 256 uidinfo 4 2K - 301769 32,1024 plimit 16 4K - 4515 256 ata_generic 2 2K - 2 1024 sysctltmp 0 0K - 68083 16,32,64,128 sysctloid 2838 86K - 2838 16,32,64 sysctl 0 0K - 696950 16,32,64 umtx 931 59K - 398426 64 p1003.1b 1 1K - 1 16 SWAP 2 277K - 2 64 ad_driver 1 1K - 1 32 bus-sc 63 27K - 1781 16,32,64,128,256,512,1024,2048,4096 bus 1082 43K - 184001 16,32,64,128,1024 devstat 8 17K - 8 16,4096 eventhandler 61 4K - 61 32,64,128 ata_dma 2 1K - 2 128 kobj 287 574K - 358 2048 ar_driver 0 0K - 5 512,2048 rman 142 9K - 645 16,32,64 acd_driver 1 2K - 1 2048 sbuf 0 0K - 39614 16,32,64,128,256,512,1024,2048,4096 taskqueue 11 1K - 11 16,128 Unitno 11 1K - 38124763 16,64 iov 0 0K - 14419 16,32,64,128,256,1024,2048,4096 ioctlops 0 0K - 26775 16,32,64,128,256,512,1024,4096 msg 4 25K - 4 1024,4096 sem 4 7K - 4 256,1024,4096 shm 1 12K - 693 1024 ttys 1482 297K - 4633639 128,1024 ptys 105 14K - 105 128 mbuf_tag 0 0K - 2 32 pcb 43 77K - 221618 16,32,64,2048,4096 soname 4 1K - 447646 16,32,64,128 biobuf 5 10K - 6906873 2048 vfscache 1 512K - 1 cl_savebuf 0 0K - 279710 32,64 vfs_hash 1 256K - 1 vnodes 1 1K - 2036 16,128 vnodemarker 0 0K - 33674 512 mount 126 5K - 332 16,32,64,128,256,512 CAM SIM 1 1K - 1 128 BPF 4 1K - 4 64 ether_multi 17 1K - 18 16,32,64 ifaddr 44 10K - 44 16,32,64,128,256,512,2048 ifnet 5 5K - 5 128,1024 clone 5 20K - 5 4096 arpcom 2 1K - 2 16 lo 1 1K - 1 16 CAM periph 2 1K - 9 16,32,64,128 CAM XPT 10 1K - 25 16,32,64,512 routetbl 23 3K - 117 16,32,64,128,256 in_multi 2 1K - 2 64 sctp_iter 0 0K - 2 128 sctp_ifn 2 1K - 2 128 sctp_ifa 3 1K - 3 128 sctp_vrf 1 1K - 1 64 sctp_a_it 0 0K - 2 16 hostcache 1 20K - 1 ppbusdev 3 1K - 3 128 syncache 1 72K - 1 in6_multi 19 1K - 19 16,32,64 ip6_moptions 1 1K - 1 16 nfss_daemon 16 16K - 16 512 nfss_srvsock 2 1K - 2 128 audit_evclass 150 3K - 187 16 savedino 16611 4153K - 7748205 256 newdirblk 28 1K - 192378 32 dirrem 0 0K - 26919914 32 mkdir 4 1K - 14876932 32 diradd 17346 1085K - 26923797 64 freefile 1 1K - 25574079 32 freeblks 1 1K - 7815390 256 freefrag 0 0K - 1200388 32 allocindir 118 8K - 2633574 64 indirdep 2 1K - 4883 32 allocdirect 42 6K - 8152581 128 bmsafemap 3 1K - 84175 64 newblk 1 1K - 10786156 64,256 inodedep 17353 2425K - 33144379 128 pagedep 30 34K - 8467586 64 ufs_dirhash 43 21K - 305502 16,32,64,128,256,512,1024,2048,4096 ufs_quota 1 256K - 1 ufs_mount 15 45K - 15 512,2048,4096 UMAHash 5 19K - 22 256,512,1024,2048,4096 entropy 1024 64K - 1024 64 vm_pgdata 2 65K - 2 64 atkbddev 2 1K - 2 32 USBdev 4 2K - 4 128,512 USB 15 2K - 18 16,32,64,128,512,1024 DEVFS1 300 75K - 300 256 DEVFS3 311 39K - 312 128 io_apic 3 3K - 3 1024 DEVFS 13 1K - 14 16,64 memdesc 1 4K - 1 4096 nexusdev 5 1K - 5 16 pfs_nodes 20 3K - 20 128 acpica 1642 87K - 691429 16,32,64,128,256,512,1024 acpitask 0 0K - 1 32 acpidev 46 2K - 46 32 acpisem 12 1K - 12 64 pci_link 16 2K - 16 64,128 apmdev 1 1K - 1 64 -- Test scenario: vfs.cfg + all.cfg