GENERIC HEAD from Oct 31 18:59 UTC, vmcore.185
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 8.0-CURRENT #0: Thu Nov 1 13:55:13 CET 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1036513280 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
fsync: giving up on dirty
0xc5185ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc5411500
flags ()
v_object 0xc4a6b174 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4b61880 (pid 6055)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc094825c at ffs_sync+0x3bc
#5 0xc07d314c at dounmount+0x43c
#6 0xc07d3793 at unmount+0x2f3
#7 0xc0a132c3 at syscall+0x2b3
#8 0xc09f9560 at Xint0x80_syscall+0x20
dev md5c
fsync: giving up on dirty
0xc4e646cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc573fc00
flags ()
v_object 0xc4e57aa8 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc5846440 (pid 21650)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc094825c at ffs_sync+0x3bc
#5 0xc07d314c at dounmount+0x43c
#6 0xc07d3793 at unmount+0x2f3
#7 0xc0a132c3 at syscall+0x2b3
#8 0xc09f9560 at Xint0x80_syscall+0x20
dev md14c
fsync: giving up on dirty
0xc53dcd98: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4f2b900
flags ()
v_object 0xc4ea7364 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4ba1aa0 (pid 26828)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc094825c at ffs_sync+0x3bc
#5 0xc07d314c at dounmount+0x43c
#6 0xc07d3793 at unmount+0x2f3
#7 0xc0a132c3 at syscall+0x2b3
#8 0xc09f9560 at Xint0x80_syscall+0x20
dev md9c
panic: sx lock still held
cpuid = 0
KDB: enter: panic
[thread pid 683 tid 100061 ]
Stopped at kdb_enter+0x32: leave
db> set $lines 0
db> where
Tracing pid 683 tid 100061 td 0xc4315cc0
kdb_enter(c0aae0df,0,c0aae93b,e6955acc,0,...) at kdb_enter+0x32
panic(c0aae93b,e6955aec,c07b3816,c4a27d78,0,...) at panic+0x124
sx_destroy(c4a27d78,0,c0ab6933,12e,e6955aec,...) at sx_destroy+0x1d
sodealloc(c4a27d48,c4a27c60,c0ab6933,254,0,...) at sodealloc+0x156
sofree(c4a27c60,1,c0ab6933,2b1,c3ee92f8,...) at sofree+0x26f
soclose(c4a27c60,e6955b6c,c072fe5e,c5e11900,0,...) at soclose+0x386
soo_close(c5e11900,0,c0aaa025,87b,2c7,...) at soo_close+0x2b
fdrop(c5e11900,0,c46ac498,c46ac528,36,e6955bac,c0899fe8,c0c1b6cc,0,c0ac4a95,2c7,2,c4a27c60,c0b709c8,e6955bc4,c07b32d1,c4a27c60) at fdrop+0x11e
closef(c5e11900,0,c0ac8f1a,258,c5e11900,...) at closef+0x254
nfsrv_zapsock(c44cf600,c0c243e0,158,c0aa59bd,0,...) at nfsrv_zapsock+0xf4
nfssvc(c4315cc0,e6955cfc,8,e6955d38,c0b5eda8,...) at nfssvc+0x667
syscall(e6955d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ccab7, esp = 0xbfbfeb2c, ebp = 0xbfbfeb38 ---
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc4315cc0: pid 683 "nfsd"
curpcb = 0xe6955d90
fpcurthread = none
idlethread = 0xc3f0f660: pid 11 "idle"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3f0f880: pid 11 "idle"
curpcb = 0xe2a32d90
fpcurthread = none
idlethread = 0xc3f0f880: pid 11 "idle"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc3f0faa0: pid 11 "idle"
curpcb = 0xe2a35d90
fpcurthread = none
idlethread = 0xc3f0faa0: pid 11 "idle"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3f0d660: pid 11 "idle"
curpcb = 0xe2a1ad90
fpcurthread = none
idlethread = 0xc3f0d660: pid 11 "idle"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 39009 (mount) thread 0xc4b4d440 (100158)
exclusive sx user map r = 0 (0xc3f13b24) locked @ vm/vm_map.c:3092
Process 39004 (grep) thread 0xc4359880 (100270)
exclusive sx user map r = 0 (0xc4d014cc) locked @ vm/vm_map.c:1560
Process 38963 (find) thread 0xc44c9000 (100124)
exclusive sleep mutex inp (tcpinp) r = 0 (0xc46bbb10) locked @ netinet/tcp_usrreq.c:779
exclusive sx so_snd_sx r = 0 (0xc4a272a4) locked @ kern/uipc_sockbuf.c:142
Process 38693 (sh) thread 0xc4315440 (100065)
exclusive sx proctree r = 0 (0xc0bc7128) locked @ kern/kern_exit.c:683
Process 1143 (sshd) thread 0xc4a42cc0 (100148)
exclusive sx so_rcv_sx r = 0 (0xc4667cec) locked @ kern/uipc_sockbuf.c:145
Process 1115 (sshd) thread 0xc4357660 (100070)
exclusive sx so_rcv_sx r = 0 (0xc4446cec) locked @ kern/uipc_sockbuf.c:145
Process 1114 (sshd) thread 0xc44c5cc0 (100125)
exclusive sx so_rcv_sx r = 0 (0xc4446530) locked @ kern/uipc_sockbuf.c:145
Process 1113 (sshd) thread 0xc4315660 (100064)
exclusive sx so_rcv_sx r = 0 (0xc46aa08c) locked @ kern/uipc_sockbuf.c:145
Process 686 (nfsd) thread 0xc44cc440 (100115)
exclusive sx so_snd_sx r = 0 (0xc4a27d78) locked @ kern/uipc_sockbuf.c:145
db> show lockedvnods
Locked vnodes
0xc40edd98: tag ufs, type VDIR
usecount 151, writecount 0, refcount 154 mountedhere 0
flags (VV_ROOT)
v_object 0xc43962e8 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc4791000 (pid 39005) with 5 pending#0 0xc074ad40 at _lockmgr+0x560
#1 0xc094bc81 at ffs_lock+0x91
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07cd650 at lookup+0xf0
#5 0xc07ce69e at namei+0x34e
#6 0xc07e3dc9 at vn_open_cred+0x2c9
#7 0xc07e4063 at vn_open+0x33
#8 0xc07e2c97 at kern_open+0xe7
#9 0xc07e3190 at open+0x30
#10 0xc0a132c3 at syscall+0x2b3
#11 0xc09f9560 at Xint0x80_syscall+0x20
ino 2, on dev ad0s1a
0xc42f615c: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc4791000 (pid 39005)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc094bc81 at ffs_lock+0x91
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07d8f30 at vget+0x110
#5 0xc07c7a97 at cache_lookup+0x4e7
#6 0xc07c7bca at vfs_cache_lookup+0xaa
#7 0xc0a2b535 at VOP_LOOKUP_APV+0xe5
#8 0xc07cdafe at lookup+0x59e
#9 0xc07ce69e at namei+0x34e
#10 0xc07e3dc9 at vn_open_cred+0x2c9
#11 0xc07e4063 at vn_open+0x33
#12 0xc07e2c97 at kern_open+0xe7
#13 0xc07e3190 at open+0x30
#14 0xc0a132c3 at syscall+0x2b3
#15 0xc09f9560 at Xint0x80_syscall+0x20
ino 5, on dev ad0s1a
0xc42f6d98: tag devfs, type VCHR
usecount 58, writecount 31, refcount 58 mountedhere 0xc4004400
flags ()
lock type devfs: EXCL (count 1) by thread 0xc4c36440 (pid 38997)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07e4b5a at vn_close+0x8a
#5 0xc07e4cd4 at vn_closefile+0xf4
#6 0xc06f0a89 at devfs_close_f+0x19
#7 0xc072fe5e at fdrop+0x11e
#8 0xc07313a4 at closef+0x254
#9 0xc07320f6 at fdfree+0x3a6
#10 0xc073b573 at exit1+0x573
#11 0xc073c3dd at sys_exit+0x1d
#12 0xc0a132c3 at syscall+0x2b3
#13 0xc09f9560 at Xint0x80_syscall+0x20
dev null
0xc4a37570: tag ufs, type VDIR
usecount 61, writecount 0, refcount 64 mountedhere 0
flags ()
v_object 0xc4a4f554 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc4a42220 (pid 38954)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc094bc81 at ffs_lock+0x91
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07dfc12 at fchdir+0xe2
#5 0xc0a132c3 at syscall+0x2b3
#6 0xc09f9560 at Xint0x80_syscall+0x20
ino 23581, on dev ad0s1f
0xc43e1828: tag ufs, type VDIR
usecount 0, writecount 0, refcount 17 mountedhere 0
flags (VV_ROOT)
v_object 0xc4395174 ref 0 pages 60
lock type ufs: EXCL (count 1) by thread 0xc4027aa0 (pid 682)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc094bc81 at ffs_lock+0x91
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07d8766 at vrele+0x146
#5 0xc08e90c9 at nfsrv_lookup+0x6a9
#6 0xc08f98d4 at nfssvc+0x964
#7 0xc0a132c3 at syscall+0x2b3
#8 0xc09f9560 at Xint0x80_syscall+0x20
ino 2, on dev ad0s1e
0xc6f8115c: tag nfs, type VDIR
usecount 8, writecount 0, refcount 12 mountedhere 0
flags (VV_ROOT)
v_object 0xc4b976c8 ref 0 pages 2
lock type nfs: EXCL (count 1) by thread 0xc44c9000 (pid 38963)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07cd650 at lookup+0xf0
#5 0xc07ce69e at namei+0x34e
#6 0xc07db40f at kern_lstat+0x4f
#7 0xc07db4ff at lstat+0x2f
#8 0xc0a132c3 at syscall+0x2b3
#9 0xc09f9560 at Xint0x80_syscall+0x20
fileid -426420488 fsid 0xc0ac864d
0xc4a736cc: tag nfs, type VREG
usecount 1, writecount 0, refcount 1 mountedhere 0
flags ()
lock type nfs: EXCL (count 1) by thread 0xc5843660 (pid 38962)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07d8f30 at vget+0x110
#5 0xc07c7a97 at cache_lookup+0x4e7
#6 0xc08e4de6 at nfs_lookup+0x106
#7 0xc0a2b535 at VOP_LOOKUP_APV+0xe5
#8 0xc07cdafe at lookup+0x59e
#9 0xc07ce69e at namei+0x34e
#10 0xc07db40f at kern_lstat+0x4f
#11 0xc07db4ff at lstat+0x2f
#12 0xc0a132c3 at syscall+0x2b3
#13 0xc09f9560 at Xint0x80_syscall+0x20
fileid -426420488 fsid 0xc0ac864d
0xc6059984: tag nfs, type VDIR
usecount 2, writecount 0, refcount 5 mountedhere 0
flags (VV_ROOT)
v_object 0xc70936c8 ref 0 pages 2
lock type nfs: EXCL (count 1) by thread 0xc5845220 (pid 38945)#0 0xc074ad40 at _lockmgr+0x560
#1 0xc07ca1c0 at vop_stdlock+0x40
#2 0xc0a2a395 at VOP_LOCK1_APV+0xa5
#3 0xc07e4308 at _vn_lock+0xf8
#4 0xc07e0735 at getdirentries+0x155
#5 0xc0a132c3 at syscall+0x2b3
#6 0xc09f9560 at Xint0x80_syscall+0x20
fileid -426420488 fsid 0xc0ac864d
db> ps
pid ppid pgrp uid state wmesg wchan cmd
39016 1129 1122 1001 R sed
39015 1129 1122 1001 R tail
39014 1129 1122 1001 S ufs 0xc40eddf0 sh
39013 38703 1185 0 S+ ufs 0xc40eddf0 grep
39012 38695 1185 0 S+ ufs 0xc40eddf0 sh
39011 38703 1185 0 S+ ufs 0xc40eddf0 mount
39010 38701 1185 0 S+ ufs 0xc40eddf0 grep
39009 38701 1185 0 RL+ mount
39008 38712 1185 0 R+ umount
39007 38693 1185 0 R+ grep
39005 38699 1185 0 R+ umount
39004 38710 1185 0 R+ grep
38997 38708 1185 0 SE+ proctree 0xc0bc7128 umount
38996 38697 1185 0 RE+ umount
38995 38705 1185 0 L+ *NAMEI 0xc4b4b320 grep
38977 38704 1185 0 R+ find
38963 38711 1185 0 R+ find
38962 38700 1185 0 R+ find
38960 38698 1185 0 R+ find
38954 38696 1185 0 R+ find
38953 38713 1185 0 R+ find
38950 38707 1185 0 R+ find
38949 38702 1185 0 R+ find
38946 38694 1185 0 R+ find
38945 38709 1185 0 S+ getblk 0xd80e7120 find
38797 0 0 0 SL - 0xc0c1f120 [nfsiod 0]
38713 38669 1185 0 S+ wait 0xc4a40550 sh
38712 38669 1185 0 S+ wait 0xc4d6c000 sh
38711 38669 1185 0 S+ wait 0xc440b2a8 sh
38710 38669 1185 0 S+ wait 0xc4ba3aa0 sh
38709 38669 1185 0 S+ wait 0xc4bb67f8 sh
38708 38669 1185 0 S+ wait 0xc5822000 sh
38707 38669 1185 0 S+ wait 0xc58412a8 sh
38705 38669 1185 0 S+ wait 0xc580b7f8 sh
38704 38669 1185 0 S+ wait 0xc4b4ed48 sh
38703 38669 1185 0 S+ wait 0xc4b60aa0 sh
38702 38669 1185 0 S+ wait 0xc581faa0 sh
38701 38669 1185 0 S+ wait 0xc44c3550 sh
38700 38669 1185 0 S+ wait 0xc57f3aa0 sh
38699 38669 1185 0 S+ wait 0xc440baa0 sh
38698 38669 1185 0 S+ wait 0xc440b7f8 sh
38697 38669 1185 0 S+ wait 0xc4d6bd48 sh
38696 38669 1185 0 S+ wait 0xc4b8b550 sh
38695 38669 1185 0 S+ wait 0xc4b9f7f8 sh
38694 38669 1185 0 S+ wait 0xc58472a8 sh
38693 38669 1185 0 R+ sh
38669 1185 1185 0 S+ wait 0xc4b572a8 sh
1185 1168 1185 0 S+ wait 0xc4406aa0 sh
1168 1164 1168 0 S+ wait 0xc440bd48 bash
1164 1163 1164 0 S+ pause 0xc4a40da8 csh
1163 1146 1163 1001 S+ wait 0xc4a41000 su
1146 1145 1146 1001 Ss+ wait 0xc4a417f8 bash
1145 1143 1143 1001 S select 0xc0c18d3c sshd
1143 773 1143 0 Ss sbwait 0xc4667d1c sshd
1130 1122 1122 1001 S piperd 0xc44634a4 awk
1129 1122 1122 1001 S wait 0xc429a000 sh
1124 1121 1124 1001 Ss+ select 0xc0c18d3c top
1123 1120 1123 1001 Ss kqread 0xc4959980 tail
1122 1119 1122 1001 Ss wait 0xc434ed48 sh
1121 1114 1114 1001 S select 0xc0c18d3c sshd
1120 1115 1115 1001 S select 0xc0c18d3c sshd
1119 1113 1113 1001 S select 0xc0c18d3c sshd
1115 773 1115 0 Ss sbwait 0xc4446d1c sshd
1114 773 1114 0 Ss sbwait 0xc4446560 sshd
1113 773 1113 0 Ss sbwait 0xc46aa0bc sshd
894 1 894 0 Ss+ ttyin 0xc40da410 getty
893 1 893 0 Ss+ ttyin 0xc40df010 getty
892 1 892 0 Ss+ ttyin 0xc40dec10 getty
891 1 891 0 Ss+ ttyin 0xc40dfc10 getty
890 1 890 0 Ss+ ttyin 0xc40df810 getty
889 1 889 0 Ss+ ttyin 0xc40ddc10 getty
888 1 888 0 Ss+ ttyin 0xc40dd810 getty
887 1 887 0 Ss+ ttyin 0xc40de810 getty
872 1 872 0 Ss select 0xc0c18d3c inetd
845 1 845 0 Ss select 0xc0c18d3c moused
832 1 832 0 Ss nanslp 0xc0bc77a4 watchdogd
789 1 789 0 Ss nanslp 0xc0bc77a4 cron
782 1 782 25 Ss pause 0xc43145b0 sendmail
778 1 778 0 Ss select 0xc0c18d3c sendmail
773 1 773 0 Ss select 0xc0c18d3c sshd
754 1 754 0 Ss select 0xc0c18d3c ntpd
697 681 681 0 S - 0xc42e4200 nfsd
696 681 681 0 S - 0xc4483000 nfsd
695 681 681 0 S - 0xc44cec00 nfsd
694 681 681 0 S - 0xc44cea00 nfsd
693 681 681 0 S - 0xc44cee00 nfsd
692 681 681 0 S - 0xc437ba00 nfsd
691 681 681 0 S - 0xc44cf000 nfsd
690 681 681 0 S - 0xc4057a00 nfsd
689 681 681 0 S - 0xc42e3600 nfsd
688 681 681 0 S - 0xc437b400 nfsd
687 681 681 0 S - 0xc44cf200 nfsd
686 681 681 0 R nfsd
684 681 681 0 S - 0xc442be00 nfsd
683 681 681 0 R CPU 0 nfsd
682 681 681 0 L *NAMEI 0xc4b4b320 nfsd
681 1 681 0 Ss select 0xc0c18d3c nfsd
679 1 679 0 Ss select 0xc0c18d3c mountd
626 1 626 0 Ss select 0xc0c18d3c rpcbind
609 1 609 0 Ss select 0xc0c18d3c syslogd
550 1 550 0 Ss select 0xc0c18d3c devd
27 0 0 0 SL sdflush 0xc0c24ae4 [softdepflush]
26 0 0 0 SL vlruwt 0xc429d550 [vnlru]
25 0 0 0 SL syncer 0xc0bc75cc [syncer]
24 0 0 0 SL psleep 0xc0c191e4 [bufdaemon]
23 0 0 0 SL pgzero 0xc0c256a0 [pagezero]
22 0 0 0 SL psleep 0xc0c252b8 [vmdaemon]
21 0 0 0 SL psleep 0xc0c25280 [pagedaemon]
20 0 0 0 SL waiting_ 0xc0c1af4c [sctp_iterator]
19 0 0 0 SL - 0xc401623c [fdc0]
18 0 0 0 SL usbtsk 0xc0bc4ed4 [usbtask-dr]
17 0 0 0 SL usbtsk 0xc0bc4ec0 [usbtask-hc]
16 0 0 0 SL usbevt 0xc404f210 [usb0]
15 0 0 0 SL - 0xc4038e80 [em0 taskq]
14 0 0 0 SL - 0xc3fbe980 [kqueue taskq]
9 0 0 0 SL - 0xc3fbec00 [acpi_task_2]
8 0 0 0 SL - 0xc3fbec00 [acpi_task_1]
7 0 0 0 SL - 0xc3fbec00 [acpi_task_0]
6 0 0 0 SL - 0xc3fbec80 [thread taskq]
5 0 0 0 SL ccb_scan 0xc0b96094 [xpt_thrd]
13 0 0 0 SL - 0xc0bc75d4 [yarrow]
4 0 0 0 SL - 0xc0bc562c [g_down]
3 0 0 0 SL - 0xc0bc5628 [g_up]
2 0 0 0 SL - 0xc0bc5620 [g_event]
12 0 0 0 WL (threaded) intr
100041 I [irq7: ppc0]
100040 I [swi0: sio]
100039 I [irq12: psm0]
100038 I [irq1: atkbd0]
100037 I [irq15: ata1]
100036 I [irq14: ata0]
100035 I [irq17: fxp0]
100028 I [irq16: uhci0]
100027 I [irq9: acpi0]
100026 I [swi6: task queue]
100025 I [swi6: Giant taskq]
100024 I [swi5: +]
100023 I [swi2: cambio]
100016 I [swi1: net]
100015 I [swi3: vm]
100003 I [swi4: clock sio]
11 0 0 0 RL (threaded) idle
100014 CanRun [idle: cpu0]
100013 Run CPU 1 [idle: cpu1]
100012 Run CPU 2 [idle: cpu2]
100004 Run CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3f0cd48 [init]
10 0 0 0 SL audit_wo 0xc0c24554 [audit]
0 0 0 0 WLs [swapper]
oops, ran out of processes early!
db> allt
Tracing command sed pid 39016 tid 100218 td 0xc4d6a880
sched_switch(c4d6a880,0,1,17b,a53daba4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4ba2410,...) at mi_switch+0x217
turnstile_wait(c4ba2410,c4c36440,0,17a,c0bc7070,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bc7070,c4d6a880,0,c0aaebff,536,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0bc7070,0,c0aaebff,536,c0c187e0,...) at _mtx_lock_flags+0xef
__sysctl(c4d6a880,e6c3dcfc,18,e6c3dd38,c0b5f210,...) at __sysctl+0x73
syscall(e6c3dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x28061e0b, esp = 0xbfbfe9ec, ebp = 0xbfbfea18 ---
Tracing command tail pid 39015 tid 100255 td 0xc4b54aa0
sched_switch(c4b54aa0,0,1,17b,a53c78f2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4ba2410,...) at mi_switch+0x217
turnstile_wait(c4ba2410,c4c36440,0,17a,c0bc7070,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bc7070,c4b54aa0,0,c0aaebff,536,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0bc7070,0,c0aaebff,536,c0c18700,...) at _mtx_lock_flags+0xef
__sysctl(c4b54aa0,e6b8fcfc,18,e6b8fd38,c0b5f210,...) at __sysctl+0x73
syscall(e6b8fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2805ee0b, esp = 0xbfbfe9fc, ebp = 0xbfbfea28 ---
Tracing command sh pid 39014 tid 100145 td 0xc4a43440
sched_switch(c4a43440,0,1,180,a550b76c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4a43440,...) at mi_switch+0x217
sleepq_switch(c4a43440,0,c0ab1aad,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(c40eddf0,c0bc6f08,c0aa8747,0,0,...) at sleepq_wait+0x60
_sleep(c40eddf0,c0bc6f08,50,c0aa8747,0,...) at _sleep+0x369
acquire(e6afb898,e6afb890,c0aab9e3,d7,8,...) at acquire+0x73
_lockmgr(c40eddf0,3002,c40ede6c,c4a43440,c0ab8d7a,...) at _lockmgr+0x4bc
ffs_lock(e6afb914,246,1002,1002,c40edd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b7ea80,e6afb914,c0aba554,327,c40ede6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c40edd98,1002,c4a43440,c0ab8d7a,19b,...) at _vn_lock+0xf8
lookup(c4b4fb00,c0ab8d7a,c6,bf,c61f352c,...) at lookup+0xf0
namei(c4b4fb00,c0b62660,2,e6afba40,c07ca175,...) at namei+0x34e
elf32_load_file(e6afbbfc,1000,c0aa900c,310,1000,...) at elf32_load_file+0xba
exec_elf32_imgact(e6afbbe4,0,c0aaa838,142,e1224000,...) at exec_elf32_imgact+0x61a
kern_execve(c4a43440,e6afbc5c,0,28215a14,28215a68,e1224000,e1224000,e1224013,e12241e6,e1264000,3fe1a,2,12) at kern_execve+0x30f
execve(c4a43440,e6afbcfc,c,e6afbd38,c0b5e4a8,...) at execve+0x4c
syscall(e6afbd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (59, FreeBSD ELF32, execve), eip = 0x281508cb, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---
Tracing command grep pid 39013 tid 100187 td 0xc4b4d000
sched_switch(c4b4d000,0,1,180,a57c7c8c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4b4d000,...) at mi_switch+0x217
sleepq_switch(c4b4d000,0,c0ab1aad,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(c40eddf0,c0bc6f08,c0aa8747,0,0,...) at sleepq_wait+0x60
_sleep(c40eddf0,c0bc6f08,50,c0aa8747,0,...) at _sleep+0x369
acquire(e6b41a7c,e6b41a74,c0aab9e3,d7,c07765e0,...) at acquire+0x73
_lockmgr(c40eddf0,3002,c40ede6c,c4b4d000,c0ab8d7a,...) at _lockmgr+0x4bc
ffs_lock(e6b41af8,246,1002,1002,c40edd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b7ea80,e6b41af8,c0aba554,327,c40ede6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c40edd98,1002,c4b4d000,c0ab8d7a,19b,...) at _vn_lock+0xf8
lookup(e6b41c10,c0ab8d7a,c6,bf,c57c1a2c,...) at lookup+0xf0
namei(e6b41c10,e6b41c34,c0793022,c0a10830,c4b4d000,...) at namei+0x34e
kern_access(c4b4d000,2808e000,0,0,e6b41d2c,...) at kern_access+0x62
access(c4b4d000,e6b41cfc,8,c0ab0f5d,c0b5e238,...) at access+0x29
syscall(e6b41d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (33, FreeBSD ELF32, access), eip = 0x28062bf3, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 ---
Tracing command sh pid 39012 tid 100280 td 0xc580aaa0
sched_switch(c580aaa0,0,1,180,a54904f8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c580aaa0,...) at mi_switch+0x217
sleepq_switch(c580aaa0,0,c0ab1aad,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(c40eddf0,c0bc6f08,c0aa8747,0,0,...) at sleepq_wait+0x60
_sleep(c40eddf0,c0bc6f08,50,c0aa8747,0,...) at _sleep+0x369
acquire(e6cba970,e6cba968,c0aab9e3,d7,c580ab38,...) at acquire+0x73
_lockmgr(c40eddf0,3002,c40ede6c,c580aaa0,c0ab8d7a,...) at _lockmgr+0x4bc
ffs_lock(e6cba9ec,246,1002,1002,c40edd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b7ea80,e6cba9ec,c0aba554,327,c40ede6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c40edd98,1002,c580aaa0,c0ab8d7a,19b,...) at _vn_lock+0xf8
lookup(e6cbab98,c0ab8d7a,c6,bf,c6a4742c,...) at lookup+0xf0
namei(e6cbab98,0,c0aaa838,142,e11e2000,...) at namei+0x34e
kern_execve(c580aaa0,e6cbac5c,0,2821e314,2821e3ac,e11e2000,e11e2000,e11e2010,e11e22d7,e1222000,3fd29,3,22) at kern_execve+0x245
execve(c580aaa0,e6cbacfc,c,e6cbad38,c0b5e4a8,...) at execve+0x4c
syscall(e6cbad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (59, FreeBSD ELF32, execve), eip = 0x281508cb, esp = 0xbfbfe63c, ebp = 0xbfbfe658 ---
Tracing command mount pid 39011 tid 100275 td 0xc4d6fcc0
sched_switch(c4d6fcc0,0,1,180,a55d35ae,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4d6fcc0,...) at mi_switch+0x217
sleepq_switch(c4d6fcc0,0,c0ab1aad,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(c40eddf0,c0bc6f08,c0aa8747,0,0,...) at sleepq_wait+0x60
_sleep(c40eddf0,c0bc6f08,50,c0aa8747,0,...) at _sleep+0x369
acquire(e6c828e8,e6c828e0,c0aab9e3,d7,c4d6fcc0,...) at acquire+0x73
_lockmgr(c40eddf0,3002,c40ede6c,c4d6fcc0,c0ab8d7a,...) at _lockmgr+0x4bc
ffs_lock(e6c82964,246,1002,1002,c40edd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b7ea80,e6c82964,c0aba554,327,c40ede6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c40edd98,1002,c4d6fcc0,c0ab8d7a,19b,...) at _vn_lock+0xf8
lookup(e6c82b80,c0ab8d7a,c6,bf,c714c22c,...) at lookup+0xf0
namei(e6c82b80,c4d6fcc0,e6c82a78,246,c0bd25f4,...) at namei+0x34e
vn_open_cred(e6c82b80,e6c82c78,0,c479a300,c602d3a8,...) at vn_open_cred+0x2c9
vn_open(e6c82b80,e6c82c78,0,c602d3a8,e6c82b74,...) at vn_open+0x33
kern_open(c4d6fcc0,28078920,0,1,0,...) at kern_open+0xe7
open(c4d6fcc0,e6c82cfc,c,c0ab0f5d,c0b5df98,...) at open+0x30
syscall(e6c82d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28054bb3, esp = 0xbfbfe77c, ebp = 0xbfbfe9e8 ---
Tracing command grep pid 39010 tid 100296 td 0xc5843aa0
sched_switch(c5843aa0,0,1,180,a55074d4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c5843aa0,...) at mi_switch+0x217
sleepq_switch(c5843aa0,0,c0ab1aad,21d,50,...) at sleepq_switch+0xf0
sleepq_wait(c40eddf0,c0bc6f08,c0aa8747,0,0,...) at sleepq_wait+0x60
_sleep(c40eddf0,c0bc6f08,50,c0aa8747,0,...) at _sleep+0x369
acquire(e6d5a8e8,e6d5a8e0,c0aab9e3,d7,50,...) at acquire+0x73
_lockmgr(c40eddf0,3002,c40ede6c,c5843aa0,c0ab8d7a,...) at _lockmgr+0x4bc
ffs_lock(e6d5a964,246,1002,1002,c40edd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b7ea80,e6d5a964,c0aba554,327,c40ede6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c40edd98,1002,c5843aa0,c0ab8d7a,19b,...) at _vn_lock+0xf8
lookup(e6d5ab80,c0ab8d7a,c6,bf,c6f0762c,...) at lookup+0xf0
namei(e6d5ab80,c5843aa0,e6d5aa78,246,c0bd25f4,...) at namei+0x34e
vn_open_cred(e6d5ab80,e6d5ac78,96c,c479a300,c5c60dc8,...) at vn_open_cred+0x2c9
vn_open(e6d5ab80,e6d5ac78,96c,c5c60dc8,e6d5ab74,...) at vn_open+0x33
kern_open(c5843aa0,280869e0,0,1,bfbfe96c,...) at kern_open+0xe7
open(c5843aa0,e6d5acfc,c,c0ab0f5d,c0b5df98,...) at open+0x30
syscall(e6d5ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28062bb3, esp = 0xbfbfe76c, ebp = 0xbfbfe9d8 ---
Tracing command mount pid 39009 tid 100158 td 0xc4b4d440
sched_switch(c4b4d440,0,1,17b,a522679c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c3f0edc0,...) at mi_switch+0x217
turnstile_wait(c3f0edc0,c4d6a000,0,17a,c144d554,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c144d554,c4b4d440,0,c0acf5b4,125,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c144d554,0,c0acf5b4,125,e6b47be8,...) at _mtx_lock_flags+0xef
vm_fault(c3f13ae0,2815b000,1,0,2815b42c,...) at vm_fault+0x1c9
trap_pfault(5,0,c0adc018,2ae,c4b4e550,...) at trap_pfault+0x118
trap(e6b47d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2815b42c, esp = 0xbfbfe65c, ebp = 0xbfbfeab8 ---
Tracing command umount pid 39008 tid 100185 td 0xc4b61440
sched_switch(c4b61440,0,2,17b,a542e610,...) at sched_switch+0x49b
mi_switch(2,0,c0ab216a,ec,1,...) at mi_switch+0x217
ast(e6b9bd38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17
Tracing command grep pid 39007 tid 100254 td 0xc4b54cc0
sched_switch(c4b54cc0,0,2,17b,a47f1bfa,...) at sched_switch+0x49b
mi_switch(2,0,c0ab216a,ec,1,...) at mi_switch+0x217
ast(e6b92d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17
Tracing command umount pid 39005 tid 100128 td 0xc4791000
sched_switch(c4791000,0,6,17b,a548acf4,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,1,...) at mi_switch+0x217
ipi_bitmap_handler(e6ac0008,c0740028,c42f0028,c0aab9e3,252,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0bc64a0, ebp = 0xe6acb8b8 ---
uart_z8530_class(c074ea20,20,246,c074f11c,c0bc64a0,...) at 0x20
Tracing command grep pid 39004 tid 100270 td 0xc4359880
sched_switch(c4359880,0,6,17b,a5502968,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,0,...) at mi_switch+0x217
ipi_bitmap_handler(8,28,28,c4d01488,c4c5e594,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc4c5e594, ebp = 0xe69b4be8 ---
uart_z8530_class(c0969d92,20,286,c4d01488,c4c5e594,...) at 0x20
Tracing command umount pid 38997 tid 100330 td 0xc4c36440
sched_switch(c4c36440,0,1,180,a55ccb76,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4c36440,...) at mi_switch+0x217
sleepq_switch(c4c36440,0,c0ab1aad,21d,c0bc7128,...) at sleepq_switch+0xf0
sleepq_wait(c0bc7128,0,c0aad429,3,0,...) at sleepq_wait+0x60
_sx_xlock_hard(c0bc7128,c4c36440,0,c0aa4dbb,145,...) at _sx_xlock_hard+0x286
_sx_xlock(c0bc7128,0,c0aa4dbb,145,c0a2a3b1,...) at _sx_xlock+0xb8
devfs_close(e6ddca9c,c0adf5eb,2,2,c42f6d98,...) at devfs_close+0x3f
VOP_CLOSE_APV(c0b5ade0,e6ddca9c,c4c36440,c0aba554,120,...) at VOP_CLOSE_APV+0xc5
vn_close(c42f6d98,2,c479a300,c4c36440,c0aaa02e,...) at vn_close+0xe6
vn_closefile(c5e0d4c8,c4c36440,e6ddcb48,c072fe5e,c5e0d4c8,...) at vn_closefile+0xf4
devfs_close_f(c5e0d4c8,c4c36440,c0aaa025,87b,0,...) at devfs_close_f+0x19
fdrop(c5e0d4c8,c4c36440,c07934f8,c0c18770,0,c4c364d8,c0b6578c,c0aaa02e,c55ca42c,67a,c0aaa025,e6ddcba0,c0762360,c55ca42c,8,c0aaa025,67a) at fdrop+0x11e
closef(c5e0d4c8,c4c36440,67a,678,c0793022,...) at closef+0x254
fdfree(c4c36440,0,c0aaa8c2,fd,c4d84090,...) at fdfree+0x3a6
exit1(c4c36440,0,e6ddcd2c,c0a132c3,c4c36440,...) at exit1+0x573
sys_exit(c4c36440,e6ddccfc,4,e6ddcd38,c0b5df38,...) at sys_exit+0x1d
syscall(e6ddcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280ebf1f, esp = 0xbfbfeb0c, ebp = 0xbfbfeb18 ---
Tracing command umount pid 38996 tid 100253 td 0xc4b61000
sched_switch(c4b61000,0,6,17b,a54507ec,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,0,...) at mi_switch+0x217
ipi_bitmap_handler(e6b90008,c0740028,c0bd0028,c4ba2410,c4c36440,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0c18888, ebp = 0xe6b95b98 ---
uart_z8530_class(c074f448,20,246,c4ba2410,c0c18888,...) at 0x20
Tracing command grep pid 38995 tid 100222 td 0xc4d6a000
sched_switch(c4d6a000,0,1,17b,a57c1bfc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4b4b320,...) at mi_switch+0x217
turnstile_wait(c4b4b320,c5821aa0,0,17a,c1462708,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c1462708,c4d6a000,0,c0aced8b,726,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c1462708,0,c0aced8b,726,c0a05ca8,...) at _mtx_lock_flags+0xef
uma_zalloc_arg(c145d780,0,2,c0bd25f4,c4d6a000,...) at uma_zalloc_arg+0xd3
namei(e6c31b80,c4d6a000,e6c31a78,246,c0bd25f4,...) at namei+0xbb
vn_open_cred(e6c31b80,e6c31c78,1a4,c479a300,c6186ea0,...) at vn_open_cred+0x2c9
vn_open(e6c31b80,e6c31c78,1a4,c6186ea0,1,...) at vn_open+0x33
kern_open(c4d6a000,bfbfe5ee,0,1,1b6,...) at kern_open+0xe7
open(c4d6a000,e6c31cfc,c,e6c31d38,c0b5df98,...) at open+0x30
syscall(e6c31d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x28190abf, esp = 0xbfbfe57c, ebp = 0xbfbfe5b8 ---
Tracing command find pid 38977 tid 100326 td 0xc4c36cc0
sched_switch(c4c36cc0,0,2,17b,a520c2b6,...) at sched_switch+0x49b
mi_switch(2,0,c0ab216a,ec,c0bcf600,...) at mi_switch+0x217
ast(e6de8d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17
Tracing command find pid 38963 tid 100124 td 0xc44c9000
sched_switch(c44c9000,0,6,17b,a572884c,...) at sched_switch+0x49b
mi_switch(6,0,c0aaff07,b6,c44c9000,...) at mi_switch+0x217
critical_exit(c0bcf600,e6a775bc,c074ee0d,c0bcf600,1,...) at critical_exit+0x99
spinlock_exit(c0bcf600,1,c0aace34,f4) at spinlock_exit+0x10
_mtx_unlock_spin_flags(c0bcf600,0,c0aaac84,2ca,c0c1aaa0,...) at _mtx_unlock_spin_flags+0xfd
intr_event_schedule_thread(c3f4e480,e6a7760c,c07fc3db,c3f02500,0,...) at intr_event_schedule_thread+0x114
swi_sched(c3f02500,0,e6a77628,c07fc477,c0c1aaa0,...) at swi_sched+0x29
legacy_setsoftnet(c0c1aaa0,c49a6300,0,0,c49a6300,...) at legacy_setsoftnet+0x1b
netisr_queue(2,c49a6300,c4452150,c49a6358,0,...) at netisr_queue+0x97
if_simloop(c40e0800,c49a6300,2,0,0,...) at if_simloop+0x101
looutput(c40e0800,c49a6300,e6a776d0,c44520f0,c0bc77c4,...) at looutput+0x10b
ip_output(c49a6300,0,e6a776cc,0,0,...) at ip_output+0xa04
tcp_output(c466b1bc,c5636400,c0ac4a95,30b,c46bbb10,...) at tcp_output+0x13f0
tcp_usr_send(c4a2718c,0,c5636400,0,0,...) at tcp_usr_send+0x25a
sosend_generic(c4a2718c,0,0,c5636400,0,...) at sosend_generic+0x50d
sosend(c4a2718c,0,0,c5636400,0,...) at sosend+0x54
nfs_send(c4a2718c,c40e3c80,c5636400,c6c36700,1c,...) at nfs_send+0x1af
nfs_request(c6f8115c,c4486e00,3,c44c9000,c479a300,...) at nfs_request+0x46e
nfs_lookup(e6a77aa0,c0ab9dd8,c6f8115c,2,c6f8115c,...) at nfs_lookup+0x307
VOP_LOOKUP_APV(c0b7afe0,e6a77aa0,c44c9000,c0ab8d7a,19b,...) at VOP_LOOKUP_APV+0xe5
lookup(e6a77b48,c0ab8d7a,c6,bf,c610ba2c,...) at lookup+0x59e
namei(e6a77b48,e6a77b94,60,0,c44c9000,...) at namei+0x34e
kern_lstat(c44c9000,282222e8,0,e6a77c18,e6a77c24,...) at kern_lstat+0x4f
lstat(c44c9000,e6a77cfc,8,c0ab3a52,c0b5f0f0,...) at lstat+0x2f
syscall(e6a77d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (190, FreeBSD ELF32, lstat), eip = 0x28155a3f, esp = 0xbfbfe90c, ebp = 0xbfbfe998 ---
Tracing command find pid 38962 tid 100298 td 0xc5843660
sched_switch(c5843660,0,6,17b,a5488072,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,3,...) at mi_switch+0x217
ipi_bitmap_handler(c0740008,c0bc0028,28,c0aab9e3,252,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0, ebp = 0xe6d54a18 ---
uart_z8530_class(c0792ddf,20,282,e6d54a3c,0,...) at 0x20
Tracing command find pid 38960 tid 100198 td 0xc4a42880
sched_switch(c4a42880,0,6,17b,a3ad85a4,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,0,...) at mi_switch+0x217
ipi_bitmap_handler(bfbf003b,3b,bfbf003b,2821e038,2821f0c0,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x33, esp = 0x3b, ebp = 0xe6aecd64 ---
uart_z8530_class(280ccfb5,33,246,bfbfe9a0,3b,...) at 0x33
Tracing command find pid 38954 tid 100201 td 0xc4a42220
sched_switch(c4a42220,0,6,17b,a514bb2e,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,2,...) at mi_switch+0x217
ipi_bitmap_handler(e6ae0008,c0740028,c0bc0028,c0aab9e3,252,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xc0bc6a10, ebp = 0xe6ae3b3c ---
uart_z8530_class(c074eaeb,20,246,c0bc6a10,c0bc6a10,...) at 0x20
Tracing command find pid 38953 tid 100260 td 0xc5821aa0
sched_switch(c5821aa0,0,6,17b,a5799272,...) at sched_switch+0x49b
mi_switch(6,0,c0ada709,495,2,...) at mi_switch+0x217
ipi_bitmap_handler(c0aa0008,28,c68e0028,c0aced94,c5821b38,...) at ipi_bitmap_handler+0x72
Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e
--- interrupt, eip = 0x20, esp = 0xe6d06a2c, ebp = 0xe6d069f8 ---
uart_z8530_class(c0a058eb,20,246,c0bd25f4,e6d06a2c,...) at 0x20
Tracing command find pid 38950 tid 100149 td 0xc4a42aa0
sched_switch(c4a42aa0,0,1,17b,a315134c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4409230,...) at mi_switch+0x217
turnstile_wait(c4409230,c4a42880,0,17a,c65028fc,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c65028fc,c4a42aa0,0,c0aba554,327,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c65028fc,0,c0aba554,327,c65028fc,...) at _mtx_lock_flags+0xef
_vn_lock(c6502828,1002,c4a42aa0,c0aba554,120,...) at _vn_lock+0x48
vn_close(c6502828,5,c479a300,c4a42aa0,c4a42b38,...) at vn_close+0x8a
vn_closefile(c5bbe798,c4a42aa0,c0aaa025,87b,6d9,...) at vn_closefile+0xf4
fdrop(c5bbe798,c4a42aa0,c07934f8,c0c185b0,0,c4a42b38,c0b6578c,c0aaa02e,c552362c,41c,c0aaa025,e6aefc44,c0762360,c552362c,8,c0aaa025,41c) at fdrop+0x11e
closef(c5bbe798,c4a42aa0,41c,401,c5bbe798,...) at closef+0x254
kern_close(c4a42aa0,5,e6aefd2c,c0a132c3,c4a42aa0,...) at kern_close+0x11d
close(c4a42aa0,e6aefcfc,4,c4a42c84,c0b5dfb0,...) at close+0x1a
syscall(e6aefd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (6, FreeBSD ELF32, close), eip = 0x281646c3, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---
Tracing command find pid 38949 tid 100226 td 0xc4d69660
sched_switch(c4d69660,0,2,17b,a45081ce,...) at sched_switch+0x49b
mi_switch(2,0,c0ab216a,ec,c0bcf600,...) at mi_switch+0x217
ast(e6c25d38) at ast+0x2b7
doreti_ast() at doreti_ast+0x17
Tracing command find pid 38946 tid 100269 td 0xc5820660
sched_switch(c5820660,0,1,17b,a2d05f4e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4ba2050,...) at mi_switch+0x217
turnstile_wait(c4ba2050,c4b54cc0,0,17a,c4a37644,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c4a37644,c5820660,0,c0ab965f,835,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c4a37644,0,c0ab965f,835,c0762360,...) at _mtx_lock_flags+0xef
vrele(c4a37570,c0aba3ea,2fc,2f9,2df,...) at vrele+0x93
fchdir(c5820660,e6cebcfc,4,c0ab3adb,c0b5e058,...) at fchdir+0x3a5
syscall(e6cebd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (13, FreeBSD ELF32, fchdir), eip = 0x280d3077, esp = 0xbfbfe90c, ebp = 0xbfbfe998 ---
Tracing command find pid 38945 tid 100320 td 0xc5845220
sched_switch(c5845220,0,1,180,a45cd630,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5845220,0,c0ab1aad,19b,d80e7120,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,50,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(d80e7120,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(d80e7120,c0bc64e8,150,c0ab7e03,0,...) at _sleep+0x359
acquire(e6d7895c,e6d78954,c0aab9e3,d7,c5845220,...) at acquire+0x73
_lockmgr(d80e7120,202122,c6059a58,c5845220,c0ab79a0,...) at _lockmgr+0x4bc
getblk(c6059984,1,0,1000,100,...) at getblk+0x1b0
nfs_getcacheblk(1000,c5845220,c0ac7f22,1eb,0,...) at nfs_getcacheblk+0x69
nfs_bioread(c6059984,e6d78c50,0,c479a300,c074f11c,...) at nfs_bioread+0xb60
nfs_readdir(e6d78c24,c0adf924,0,0,c6059984,...) at nfs_readdir+0x161
VOP_READDIR_APV(c0b7afe0,e6d78c24,c5845220,c0aba3ea,ec8,...) at VOP_READDIR_APV+0xc5
getdirentries(c5845220,e6d78cfc,10,c0ab3e4d,c0b5f180,...) at getdirentries+0x1c4
syscall(e6d78d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2814babb, esp = 0xbfbfe94c, ebp = 0xbfbfe978 ---
Tracing command nfsiod 0 pid 38797 tid 100182 td 0xc4b61aa0
sched_switch(c4b61aa0,0,1,180,a57d955e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b61aa0,0,c0ab1aad,19b,c0c1f120,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6ba4c70,c074ee0d,c0bcf680,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c1f120,0,c0aaea3e,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c1f120,c0c1f0ec,15c,c0aa59bd,1d4c0,...) at _sleep+0x331
nfssvc_iod(c0c1eaa0,e6ba4d38,c0aaaa02,31e,c4b66550,...) at nfssvc_iod+0xcf
fork_exit(c08dcdb0,c0c1eaa0,e6ba4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6ba4d70, ebp = 0 ---
Tracing command sh pid 38713 tid 100140 td 0xc440acc0
sched_switch(c440acc0,0,1,180,3e20aa70,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c440acc0,0,c0ab1aad,19b,c4a40550,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4a40550,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4a40550,c4a405e0,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c440acc0,ffffffff,e69f5c2c,2,0,...) at kern_wait+0xa66
wait4(c440acc0,e69f5cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e69f5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38712 tid 100228 td 0xc4d69220
sched_switch(c4d69220,0,1,180,9b1f2056,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4d69220,0,c0ab1aad,19b,c4d6c000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4d6c000,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4d6c000,c4d6c090,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4d69220,ffffffff,e6c1fc2c,2,0,...) at kern_wait+0xa66
wait4(c4d69220,e6c1fcfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6c1fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---
Tracing command sh pid 38711 tid 100085 td 0xc4407440
sched_switch(c4407440,0,1,180,51a518e8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4407440,0,c0ab1aad,19b,c440b2a8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c440b2a8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c440b2a8,c440b338,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4407440,ffffffff,e69d4c2c,2,0,...) at kern_wait+0xa66
wait4(c4407440,e69d4cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e69d4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38710 tid 100214 td 0xc4ba0aa0
sched_switch(c4ba0aa0,0,1,180,9fe28b5c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4ba0aa0,0,c0ab1aad,19b,c4ba3aa0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4ba3aa0,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4ba3aa0,c4ba3b30,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4ba0aa0,ffffffff,e6bcec2c,2,0,...) at kern_wait+0xa66
wait4(c4ba0aa0,e6bcecfc,10,c0ab39c7,c0b5dfc8,...) at wait4+0x3b
syscall(e6bced38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command sh pid 38709 tid 100327 td 0xc4c36aa0
sched_switch(c4c36aa0,0,1,180,3288140c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4c36aa0,0,c0ab1aad,19b,c4bb67f8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4bb67f8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4bb67f8,c4bb6888,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4c36aa0,ffffffff,e6de5c2c,2,0,...) at kern_wait+0xa66
wait4(c4c36aa0,e6de5cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6de5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38708 tid 100264 td 0xc5821220
sched_switch(c5821220,0,1,180,859c1cf8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5821220,0,c0ab1aad,19b,c5822000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c5822000,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c5822000,c5822090,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c5821220,ffffffff,e6cfac2c,2,0,...) at kern_wait+0xa66
wait4(c5821220,e6cfacfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6cfad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---
Tracing command sh pid 38707 tid 100289 td 0xc4d6f880
sched_switch(c4d6f880,0,1,180,3dc8fe74,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4d6f880,0,c0ab1aad,19b,c58412a8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c58412a8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c58412a8,c5841338,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4d6f880,ffffffff,e6c7cc2c,2,0,...) at kern_wait+0xa66
wait4(c4d6f880,e6c7ccfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6c7cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38705 tid 100249 td 0xc5809660
sched_switch(c5809660,0,1,180,89c5277a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5809660,0,c0ab1aad,19b,c580b7f8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c580b7f8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c580b7f8,c580b888,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c5809660,ffffffff,e6c9fc2c,2,0,...) at kern_wait+0xa66
wait4(c5809660,e6c9fcfc,10,c0ab39c7,c0b5dfc8,...) at wait4+0x3b
syscall(e6c9fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command sh pid 38704 tid 100161 td 0xc434f000
sched_switch(c434f000,0,1,180,6171e1e2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c434f000,0,c0ab1aad,19b,c4b4ed48,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4b4ed48,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4b4ed48,c4b4edd8,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c434f000,ffffffff,e697ec2c,2,0,...) at kern_wait+0xa66
wait4(c434f000,e697ecfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e697ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38703 tid 100178 td 0xc4b62440
sched_switch(c4b62440,0,1,180,9f0ee1e4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b62440,0,c0ab1aad,19b,c4b60aa0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4b60aa0,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4b60aa0,c4b60b30,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4b62440,ffffffff,e6bb0c2c,2,0,...) at kern_wait+0xa66
wait4(c4b62440,e6bb0cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6bb0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command sh pid 38702 tid 100262 td 0xc5821660
sched_switch(c5821660,0,1,180,3ff446d0,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5821660,0,c0ab1aad,19b,c581faa0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c581faa0,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c581faa0,c581fb30,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c5821660,ffffffff,e6d00c2c,2,0,...) at kern_wait+0xa66
wait4(c5821660,e6d00cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6d00d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38701 tid 100092 td 0xc44c5880
sched_switch(c44c5880,0,1,180,99002480,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c5880,0,c0ab1aad,19b,c44c3550,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c44c3550,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c44c3550,c44c35e0,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c44c5880,ffffffff,e6a6ec2c,2,0,...) at kern_wait+0xa66
wait4(c44c5880,e6a6ecfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6a6ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command sh pid 38700 tid 100238 td 0xc4b62cc0
sched_switch(c4b62cc0,0,1,180,59d30be4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b62cc0,0,c0ab1aad,19b,c57f3aa0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c57f3aa0,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c57f3aa0,c57f3b30,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4b62cc0,ffffffff,e6bbcc2c,2,0,...) at kern_wait+0xa66
wait4(c4b62cc0,e6bbccfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6bbcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38699 tid 100088 td 0xc4359cc0
sched_switch(c4359cc0,0,1,180,94867350,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4359cc0,0,c0ab1aad,19b,c440baa0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c440baa0,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c440baa0,c440bb30,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4359cc0,ffffffff,e69bac2c,2,0,...) at kern_wait+0xa66
wait4(c4359cc0,e69bacfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e69bad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---
Tracing command sh pid 38698 tid 100087 td 0xc4407000
sched_switch(c4407000,0,1,180,481e624e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4407000,0,c0ab1aad,19b,c440b7f8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c440b7f8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c440b7f8,c440b888,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4407000,ffffffff,e69cec2c,2,0,...) at kern_wait+0xa66
wait4(c4407000,e69cecfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e69ced38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38697 tid 100227 td 0xc4d69440
sched_switch(c4d69440,0,1,180,83322058,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4d69440,0,c0ab1aad,19b,c4d6bd48,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4d6bd48,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4d6bd48,c4d6bdd8,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4d69440,ffffffff,e6c22c2c,2,0,...) at kern_wait+0xa66
wait4(c4d69440,e6c22cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6c22d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---
Tracing command sh pid 38696 tid 100188 td 0xc4b4acc0
sched_switch(c4b4acc0,0,1,180,3f232ba2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b4acc0,0,c0ab1aad,19b,c4b8b550,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4b8b550,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4b8b550,c4b8b5e0,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4b4acc0,ffffffff,e6b3ec2c,2,0,...) at kern_wait+0xa66
wait4(c4b4acc0,e6b3ecfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6b3ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38695 tid 100207 td 0xc4791440
sched_switch(c4791440,0,1,180,9f6e4ee8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4791440,0,c0ab1aad,19b,c4b9f7f8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4b9f7f8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4b9f7f8,c4b9f888,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4791440,ffffffff,e6ad1c2c,2,0,...) at kern_wait+0xa66
wait4(c4791440,e6ad1cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6ad1d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe60c, ebp = 0xbfbfe628 ---
Tracing command sh pid 38694 tid 100295 td 0xc5843cc0
sched_switch(c5843cc0,0,1,180,35e3c01a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c5843cc0,0,c0ab1aad,19b,c58472a8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c58472a8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c58472a8,c5847338,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c5843cc0,ffffffff,e6d5dc2c,2,0,...) at kern_wait+0xa66
wait4(c5843cc0,e6d5dcfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6d5dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command sh pid 38693 tid 100065 td 0xc4315440
sched_switch(c4315440,0,1,17b,a53c4350,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4ba2410,...) at mi_switch+0x217
turnstile_wait(c4ba2410,c4c36440,0,17a,c0bc7070,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0bc7070,c4315440,0,c0aad318,1a8,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0bc7070,0,c0aad318,1a8,2ec,...) at _mtx_lock_flags+0xef
leavepgrp(c5829000,c0aaa8c2,2ec,2ea,0,...) at leavepgrp+0x5a
kern_wait(c4315440,ffffffff,e6949c2c,2,0,...) at kern_wait+0x520
wait4(c4315440,e6949cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e6949d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command sh pid 38669 tid 100169 td 0xc4b53000
sched_switch(c4b53000,0,1,180,bafd2fcc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4b53000,0,c0ab1aad,19b,c4b572a8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4b572a8,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4b572a8,c4b57338,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4b53000,ffffffff,e6b6bc2c,2,0,...) at kern_wait+0xa66
wait4(c4b53000,e6b6bcfc,10,e6b6bd38,c0b5dfc8,...) at wait4+0x3b
syscall(e6b6bd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe7ac, ebp = 0xbfbfe7c8 ---
Tracing command sh pid 1185 tid 100082 td 0xc4407aa0
sched_switch(c4407aa0,0,1,180,750e8f1a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4407aa0,0,c0ab1aad,19b,c4406aa0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c4406aa0,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c4406aa0,c4406b30,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c4407aa0,ffffffff,e69ddc2c,2,0,...) at kern_wait+0xa66
wait4(c4407aa0,e69ddcfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e69ddd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe85c, ebp = 0xbfbfe878 ---
Tracing command bash pid 1168 tid 100089 td 0xc4359aa0
Tracing command csh pid 1164 tid 100143 td 0xc440a660
Tracing command su pid 1163 tid 100144 td 0xc4a43660
Tracing command bash pid 1146 tid 100147 td 0xc4a43000
Tracing command sshd pid 1145 tid 100073 td 0xc4357000
sched_switch(c4357000,0,1,180,9a52985c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4357000,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c4357000,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,c0ac4a95,...) at _cv_wait_sig+0x1fc
kern_select(c4357000,9,285030e4,285030e8,0,0,0,280e85e8) at kern_select+0x6cc
select(c4357000,e6993cfc,14,c0a9e2ca,c0b5e7d8,...) at select+0x5e
syscall(e6993d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ed683, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 1143 tid 100148 td 0xc4a42cc0
Tracing command awk pid 1130 tid 100081 td 0xc4407cc0
sched_switch(c4407cc0,0,1,180,a276108a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4407cc0,0,c0ab1aad,19b,c44634a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,4c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c44634a4,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c44634a4,c4463614,14c,c0ab37ce,0,...) at _sleep+0x359
pipe_read(c43408b8,e69e0c60,c4457200,0,c4407cc0,...) at pipe_read+0x3f6
dofileread(e69e0c60,ffffffff,ffffffff,0,c43408b8,...) at dofileread+0x96
kern_readv(c4407cc0,0,e69e0c60,28235000,1000,...) at kern_readv+0x58
read(c4407cc0,e69e0cfc,c,16,c0b5df68,...) at read+0x4f
syscall(e69e0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818e703, esp = 0xbfbfe96c, ebp = 0xbfbfe988 ---
Tracing command sh pid 1129 tid 100042 td 0xc40c9660
sched_switch(c40c9660,0,1,180,a3ec809c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c40c9660,0,c0ab1aad,19b,c429a000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c429a000,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c429a000,c429a090,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c40c9660,ffffffff,e4714c2c,2,0,...) at kern_wait+0xa66
wait4(c40c9660,e4714cfc,10,c0ab3b8b,c0b5dfc8,...) at wait4+0x3b
syscall(e4714d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815090b, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 ---
Tracing command top pid 1124 tid 100057 td 0xc4318660
sched_switch(c4318660,0,1,180,6caf18ec,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4318660,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6961a84,c074f1aa,c0c18d24,0,c4318660,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c18d3c,3e9,c0acb423,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0c18d3c,c0c18d24,3e9,30f,c0bd25f4,...) at _cv_timedwait_sig+0x20b
kern_select(c4318660,2,bfbfec44,0,0,e6961c70,1,0) at kern_select+0x6b4
select(c4318660,e6961cfc,14,c0a9e2ca,c0b5e7d8,...) at select+0x5e
syscall(e6961d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281c7683, esp = 0xbfbfebdc, ebp = 0xbfbfed38 ---
Tracing command tail pid 1123 tid 100127 td 0xc4791220
sched_switch(c4791220,0,1,180,94044316,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4791220,0,c0ab1aad,19b,c4959980,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6aceaac,c074ee0d,c0bcf680,1,58,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c4959980,0,c0aaea3e,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c4959980,c4959980,158,c0aaa6f7,3e9,...) at _sleep+0x331
kern_kevent(c4791220,4,0,1,e6acec60,...) at kern_kevent+0x3c3
kevent(c4791220,e6acecfc,18,c0a66ee3,c0b60128,...) at kevent+0x19b
syscall(e6aced38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x28143b1b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 ---
Tracing command sh pid 1122 tid 100071 td 0xc4357440
Tracing command sshd pid 1121 tid 100099 td 0xc44c4880
sched_switch(c44c4880,0,1,180,6cbd714c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c4880,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c44c4880,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,c0ac4a95,...) at _cv_wait_sig+0x1fc
kern_select(c44c4880,9,285030e4,285030e8,0,0,0,280e85e8) at kern_select+0x6cc
select(c44c4880,e6a59cfc,14,c0a9e2ca,c0b5e7d8,...) at select+0x5e
syscall(e6a59d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ed683, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 1120 tid 100122 td 0xc44c9440
sched_switch(c44c9440,0,1,180,9bde0a1c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c9440,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c44c9440,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,c0ac4a95,...) at _cv_wait_sig+0x1fc
kern_select(c44c9440,b,285030e4,285030e8,0,0,0,280e85e8) at kern_select+0x6cc
select(c44c9440,e6a7dcfc,14,c0a9e2ca,c0b5e7d8,...) at select+0x5e
syscall(e6a7dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283ed683, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 1119 tid 100123 td 0xc44c9220
Tracing command sshd pid 1115 tid 100070 td 0xc4357660
Tracing command sshd pid 1114 tid 100125 td 0xc44c5cc0
Tracing command sshd pid 1113 tid 100064 td 0xc4315660
Tracing command getty pid 894 tid 100132 td 0xc4790660
Tracing command getty pid 893 tid 100097 td 0xc44c4cc0
Tracing command getty pid 892 tid 100096 td 0xc44c5000
Tracing command getty pid 891 tid 100091 td 0xc4315000
Tracing command getty pid 890 tid 100095 td 0xc44c5220
Tracing command getty pid 889 tid 100067 td 0xc4357cc0
Tracing command getty pid 888 tid 100068 td 0xc4357aa0
Tracing command getty pid 887 tid 100090 td 0xc4315220
Tracing command inetd pid 872 tid 100119 td 0xc44c9aa0
Tracing command moused pid 845 tid 100130 td 0xc4790aa0
Tracing command watchdogd pid 832 tid 100126 td 0xc44c5aa0
sched_switch(c44c5aa0,0,1,180,3f805fb2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c5aa0,0,c0ab1aad,19b,c0bc77a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6a71bc4,c074ee0d,c0bcf680,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bc77a4,0,c0aaea3e,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bc77a4,0,15c,c0aaf202,ea61,...) at _sleep+0x331
kern_nanosleep(c44c5aa0,e6a71c64,e6a71c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c44c5aa0,e6a71cfc,8,c0ae001e,c0b5f5a0,...) at nanosleep+0x6f
syscall(e6a71d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281638ef, esp = 0xbfbfed4c, ebp = 0xbfbfed78 ---
Tracing command cron pid 789 tid 100069 td 0xc4357880
sched_switch(c4357880,0,1,180,abf6958a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4357880,0,c0ab1aad,19b,c0bc77a4,...) at sleepq_switch+0xf0
sleepq_catch_signals(e699fbc4,c074ee0d,c0bcf680,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bc77a4,0,c0aaea3e,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0bc77a4,0,15c,c0aaf202,e679,...) at _sleep+0x331
kern_nanosleep(c4357880,e699fc64,e699fc6c,3b,0,...) at kern_nanosleep+0xc1
nanosleep(c4357880,e699fcfc,8,e699fd38,c0b5f5a0,...) at nanosleep+0x6f
syscall(e699fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a8ef, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---
Tracing command sendmail pid 782 tid 100056 td 0xc4318880
Tracing command sendmail pid 778 tid 100102 td 0xc429e440
sched_switch(c429e440,0,1,180,d1f9b52a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c429e440,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e4748a84,c074f1aa,c0c18d24,0,c429e440,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c18d3c,1389,c0acb423,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0c18d3c,c0c18d24,1389,30f,c074c36d,...) at _cv_timedwait_sig+0x20b
kern_select(c429e440,7,bfbfd14c,0,0,e4748c70,5,0) at kern_select+0x6b4
select(c429e440,e4748cfc,14,c0ab3fa5,c0b5e7d8,...) at select+0x5e
syscall(e4748d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283a5683, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 ---
Tracing command sshd pid 773 tid 100100 td 0xc44c4660
Tracing command ntpd pid 754 tid 100103 td 0xc429e220
sched_switch(c429e220,0,1,180,93fe7adc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c429e220,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c429e220,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,0,...) at _cv_wait_sig+0x1fc
kern_select(c429e220,a,bfbfed7c,0,0,0,246,0) at kern_select+0x6cc
select(c429e220,e4745cfc,14,16,c0b5e7d8,...) at select+0x5e
syscall(e4745d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28318683, esp = 0xbfbfed5c, ebp = 0xbfbfee18 ---
Tracing command nfsd pid 697 tid 100104 td 0xc429e000
Tracing command nfsd pid 696 tid 100105 td 0xc40cacc0
Tracing command nfsd pid 695 tid 100106 td 0xc40caaa0
Tracing command nfsd pid 694 tid 100107 td 0xc40ca880
Tracing command nfsd pid 693 tid 100108 td 0xc40ca660
Tracing command nfsd pid 692 tid 100109 td 0xc40ca440
Tracing command nfsd pid 691 tid 100110 td 0xc40ca220
Tracing command nfsd pid 690 tid 100111 td 0xc44cccc0
Tracing command nfsd pid 689 tid 100112 td 0xc44ccaa0
Tracing command nfsd pid 688 tid 100113 td 0xc44cc880
Tracing command nfsd pid 687 tid 100114 td 0xc44cc660
sched_switch(c44cc660,0,1,180,4175b5d2,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44cc660,0,c0ab1aad,19b,c44cf200,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf600,1,c0aace34,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c44cf200,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c44cf200,c0c243e0,158,c0aa59bd,0,...) at _sleep+0x359
nfssvc(c44cc660,e6a95cfc,8,e6a95d38,c0b5eda8,...) at nfssvc+0x5d6
syscall(e6a95d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ccab7, esp = 0xbfbfeb2c, ebp = 0xbfbfeb38 ---
Tracing command nfsd pid 686 tid 100115 td 0xc44cc440
sched_switch(c44cc440,0,6,17b,a55d1ab6,...) at sched_switch+0x49b
mi_switch(6,0,c0aaff07,b6,c44cc440,...) at mi_switch+0x217
critical_exit(c0bd1f50,e6a92abc,c074ee0d,c0bd1f50,1,...) at critical_exit+0x99
spinlock_exit(c0bd1f50,1,c0aace34,f4) at spinlock_exit+0x10
_mtx_unlock_spin_flags(c0bd1f50,0,c0ab2201,260,e6a92aec,...) at _mtx_unlock_spin_flags+0xfd
turnstile_chain_unlock(c46ac528,0,c46ac528,382,e6a92b10,...) at turnstile_chain_unlock+0x37
_mtx_unlock_sleep(c46ac528,0,c0ac4a95,382,0,...) at _mtx_unlock_sleep+0x88
_mtx_unlock_flags(c46ac528,0,c0ac4a95,382,c46ac528,...) at _mtx_unlock_flags+0x110
tcp_usr_send(c4a27c60,0,c4f20b00,0,0,...) at tcp_usr_send+0x43a
sosend_generic(c4a27c60,0,0,c4f20b00,0,...) at sosend_generic+0x50d
sosend(c4a27c60,0,0,c4f20b00,0,...) at sosend+0x54
nfsrv_send(c4a27c60,0,c4f20b00,1f3,0,...) at nfsrv_send+0x86
nfssvc(c44cc440,e6a92cfc,8,e6a92d38,c0b5eda8,...) at nfssvc+0xbca
syscall(e6a92d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ccab7, esp = 0xbfbfeb2c, ebp = 0xbfbfeb38 ---
Tracing command nfsd pid 684 tid 100116 td 0xc44cc220
sched_switch(c44cc220,0,1,180,a5410aac,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44cc220,0,c0ab1aad,19b,c442be00,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0ab1aad,155,0,100,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c442be00,c0c243e0,c0aa59bd,100,0,...) at sleepq_wait_sig+0x14
_sleep(c442be00,c0c243e0,158,c0aa59bd,0,...) at _sleep+0x359
nfssvc(c44cc220,e6a8fcfc,8,e6a8fd38,c0b5eda8,...) at nfssvc+0x5d6
syscall(e6a8fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ccab7, esp = 0xbfbfeb2c, ebp = 0xbfbfeb38 ---
Tracing command nfsd pid 683 tid 100061 td 0xc4315cc0
kdb_enter(c0aae0df,0,c0aae93b,e6955acc,0,...) at kdb_enter+0x32
panic(c0aae93b,e6955aec,c07b3816,c4a27d78,0,...) at panic+0x124
sx_destroy(c4a27d78,0,c0ab6933,12e,e6955aec,...) at sx_destroy+0x1d
sodealloc(c4a27d48,c4a27c60,c0ab6933,254,0,...) at sodealloc+0x156
sofree(c4a27c60,1,c0ab6933,2b1,c3ee92f8,...) at sofree+0x26f
soclose(c4a27c60,e6955b6c,c072fe5e,c5e11900,0,...) at soclose+0x386
soo_close(c5e11900,0,c0aaa025,87b,2c7,...) at soo_close+0x2b
fdrop(c5e11900,0,c46ac498,c46ac528,36,e6955bac,c0899fe8,c0c1b6cc,0,c0ac4a95,2c7,2,c4a27c60,c0b709c8,e6955bc4,c07b32d1,c4a27c60) at fdrop+0x11e
closef(c5e11900,0,c0ac8f1a,258,c5e11900,...) at closef+0x254
nfsrv_zapsock(c44cf600,c0c243e0,158,c0aa59bd,0,...) at nfsrv_zapsock+0xf4
nfssvc(c4315cc0,e6955cfc,8,e6955d38,c0b5eda8,...) at nfssvc+0x667
syscall(e6955d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ccab7, esp = 0xbfbfeb2c, ebp = 0xbfbfeb38 ---
Tracing command nfsd pid 682 tid 100047 td 0xc4027aa0
sched_switch(c4027aa0,0,1,17b,a57d8b62,...) at sched_switch+0x49b
mi_switch(1,0,c0ab2201,2e2,c4b4b320,...) at mi_switch+0x217
turnstile_wait(c4b4b320,c5821aa0,0,17a,c1462708,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c1462708,c4027aa0,0,c0aced8b,8d1,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c1462708,0,c0aced8b,8d1,2,...) at _mtx_lock_flags+0xef
uma_zfree_arg(c145d780,c4e04000,0,e44b29dc,c5694098,...) at uma_zfree_arg+0x58
NDFREE(e44b2b8c,ffffffdf,e44b29dc,e44b2aac,e44b2ab8,...) at NDFREE+0x38
nfsrv_lookup(c5f59200,c6385900,c4027aa0,e44b2c58,0,...) at nfsrv_lookup+0x8a2
nfssvc(c4027aa0,e44b2cfc,8,e44b2d38,c0b5eda8,...) at nfssvc+0x964
syscall(e44b2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ccab7, esp = 0xbfbfeb2c, ebp = 0xbfbfeb38 ---
Tracing command nfsd pid 681 tid 100101 td 0xc44c4440
sched_switch(c44c4440,0,1,180,8620fd84,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c44c4440,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c44c4440,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,640,...) at _cv_wait_sig+0x1fc
kern_select(c44c4440,5,bfbfed50,0,0,0,e6a53c80,5) at kern_select+0x6cc
select(c44c4440,e6a53cfc,14,c0ac8bb4,c0b5e7d8,...) at select+0x5e
syscall(e6a53d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2815e683, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 679 tid 100063 td 0xc4315880
sched_switch(c4315880,0,1,180,856264ec,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4315880,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c4315880,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,e694faec,...) at _cv_wait_sig+0x1fc
kern_select(c4315880,8,bfbfedf8,0,0,0,e694fc80,28181818) at kern_select+0x6cc
select(c4315880,e694fcfc,14,c0ac8bb4,c0b5e7d8,...) at select+0x5e
syscall(e694fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28170683, esp = 0xbfbfed7c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 626 tid 100062 td 0xc4315aa0
sched_switch(c4315aa0,0,1,180,834ce2ee,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4315aa0,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e6952ad8,c074f1aa,c0c18d24,0,c4315aa0,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c18d3c,7531,c0acb423,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0c18d3c,c0c18d24,7531,3bb,c0c18968,...) at _cv_timedwait_sig+0x20b
poll(c4315aa0,e6952cfc,c,c0ab3d7c,c0b5f2b8,...) at poll+0x554
syscall(e6952d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x28124f3b, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---
Tracing command syslogd pid 609 tid 100046 td 0xc4027cc0
sched_switch(c4027cc0,0,1,180,aee1aa9c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c4027cc0,0,c0ab1aad,19b,c0c18d3c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074f1aa,c0c18d24,0,c0aace34,c4027cc0,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0c18d3c,c0c18d24,c0acb423,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0c18d3c,c0c18d24,c0ab3615,30f,0,...) at _cv_wait_sig+0x1fc
kern_select(c4027cc0,9,282200bc,0,0,0,3b5c5,28181818) at kern_select+0x6cc
select(c4027cc0,e44b5cfc,14,c0ab3b9b,c0b5e7d8,...) at select+0x5e
syscall(e44b5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28170683, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 550 tid 100054 td 0xc4318cc0
Tracing command softdepflush pid 27 tid 100049 td 0xc4027660
sched_switch(c4027660,0,1,180,3f89bc62,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,44,...) at mi_switch+0x217
sleepq_switch(c4027660,0,c0ab1aad,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c24ae4,0,c0aaea3e,da,0,...) at sleepq_timedwait+0x68
_sleep(c0c24ae4,c0c24abc,44,c0acd00f,3e8,...) at _sleep+0x345
softdep_flush(0,e44acd38,c0aaaa02,31e,c429d2a8,...) at softdep_flush+0x2d2
fork_exit(c0941ba0,0,e44acd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44acd70, ebp = 0 ---
Tracing command vnlru pid 26 tid 100050 td 0xc429ecc0
sched_switch(c429ecc0,0,1,180,43cbb0ce,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,50,...) at mi_switch+0x217
sleepq_switch(c429ecc0,0,c0ab1aad,240,50,...) at sleepq_switch+0xf0
sleepq_timedwait(c429d550,3e8,c0aba12f,0,0,...) at sleepq_timedwait+0x68
_sleep(c429d550,c0c19498,250,c0aba12f,3e8,...) at _sleep+0x345
vnlru_proc(0,e4754d38,c0aaaa02,31e,c429d550,...) at vnlru_proc+0x114
fork_exit(c07da300,0,e4754d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4754d70, ebp = 0 ---
Tracing command syncer pid 25 tid 100051 td 0xc429eaa0
sched_switch(c429eaa0,0,1,180,a57cd388,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c429eaa0,...) at mi_switch+0x217
sleepq_switch(c429eaa0,0,c0ab1aad,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0bc75cc,0,c0aba085,0,0,...) at sleepq_wait+0x60
_sleep(c0bc75cc,c0c194c4,68,c0aba085,0,...) at _sleep+0x369
sched_sync(0,e4751d38,c0aaaa02,31e,c429d7f8,...) at sched_sync+0x56e
fork_exit(c07d9530,0,e4751d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4751d70, ebp = 0 ---
Tracing command bufdaemon pid 24 tid 100020 td 0xc3f77440
sched_switch(c3f77440,0,1,180,43a4d356,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,44,...) at mi_switch+0x217
sleepq_switch(c3f77440,0,c0ab1aad,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c191e4,3e8,c0ab7d02,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c191e4,c0c191e8,44,c0ab7d02,3e8,...) at _sleep+0x345
buf_daemon(0,e447bd38,c0aaaa02,31e,c3f767f8,...) at buf_daemon+0x21e
fork_exit(c07c49e0,0,e447bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447bd70, ebp = 0 ---
Tracing command pagezero pid 23 tid 100021 td 0xc3f77220
sched_switch(c3f77220,0,1,180,f870da2c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f77220,0,c0ab1aad,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c256a0,493e0,c0ad1b1d,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c256a0,c0c25244,0,c0ad1b1d,493e0,...) at _sleep+0x345
vm_pagezero(0,e4478d38,c0aaaa02,31e,c3f76aa0,...) at vm_pagezero+0xdc
fork_exit(c097ba50,0,e4478d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4478d70, ebp = 0 ---
Tracing command vmdaemon pid 22 tid 100022 td 0xc3f77000
sched_switch(c3f77000,0,1,180,c35fbd34,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f77000,...) at mi_switch+0x217
sleepq_switch(c3f77000,0,c0ab1aad,21d,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c252b8,c0c252bc,c0ab7d02,0,0,...) at sleepq_wait+0x60
_sleep(c0c252b8,c0c252bc,68,c0ab7d02,0,...) at _sleep+0x369
vm_daemon(0,e4475d38,c0aaaa02,31e,c3f76d48,...) at vm_daemon+0x59
fork_exit(c0976e90,0,e4475d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4475d70, ebp = 0 ---
Tracing command pagedaemon pid 21 tid 100029 td 0xc4027000
sched_switch(c4027000,0,1,180,a7aca0da,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,44,...) at mi_switch+0x217
sleepq_switch(c4027000,0,c0ab1aad,240,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c25280,1388,c0ab7d02,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c25280,c0c25244,44,c0ab7d02,1388,...) at _sleep+0x345
vm_pageout(0,e44a3d38,c0aaaa02,31e,c4058000,...) at vm_pageout+0x2bb
fork_exit(c0977a40,0,e44a3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44a3d70, ebp = 0 ---
Tracing command sctp_iterator pid 20 tid 100030 td 0xc4026cc0
sched_switch(c4026cc0,0,1,180,3d28bba6,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4026cc0,...) at mi_switch+0x217
sleepq_switch(c4026cc0,0,c0ab1aad,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c0c1af4c,c0c1ae54,c0ac0a69,0,0,...) at sleepq_wait+0x60
_sleep(c0c1af4c,c0c1ae54,0,c0ac0a69,0,...) at _sleep+0x369
sctp_iterator_thread(0,e473fd38,c0aaaa02,31e,c40582a8,...) at sctp_iterator_thread+0x60
fork_exit(c083f680,0,e473fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---
Tracing command fdc0 pid 19 tid 100031 td 0xc4026aa0
sched_switch(c4026aa0,0,1,180,439d2768,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c4026aa0,0,c0ab1aad,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c401623c,3e8,c0aa59bd,0,0,...) at sleepq_timedwait+0x68
_sleep(c401623c,c40162f0,4c,c0aa59bd,3e8,...) at _sleep+0x345
fdc_thread(c4016200,e449dd38,c0aaaa02,31e,c4058550,...) at fdc_thread+0x2b8
fork_exit(c09d3a50,c4016200,e449dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449dd70, ebp = 0 ---
Tracing command usbtask-dr pid 18 tid 100032 td 0xc4026880
sched_switch(c4026880,0,1,180,72ecccf8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4026880,...) at mi_switch+0x217
sleepq_switch(c4026880,0,c0ab1aad,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bc4ed4,0,c0aaea3e,da,0,...) at sleepq_wait+0x60
_sleep(c0bc4ed4,0,5c,c0aa28bb,0,...) at _sleep+0x369
usb_task_thread(c0bc4ed4,e449ad38,c0aaaa02,31e,c40587f8,...) at usb_task_thread+0x62
fork_exit(c06d6d90,c0bc4ed4,e449ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449ad70, ebp = 0 ---
Tracing command usbtask-hc pid 17 tid 100033 td 0xc4026660
sched_switch(c4026660,0,1,180,72ec9aa4,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c4026660,...) at mi_switch+0x217
sleepq_switch(c4026660,0,c0ab1aad,21d,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bc4ec0,0,c0aaea3e,da,0,...) at sleepq_wait+0x60
_sleep(c0bc4ec0,0,5c,c0aa28bb,0,...) at _sleep+0x369
usb_task_thread(c0bc4ec0,e4497d38,c0aaaa02,31e,c4058aa0,...) at usb_task_thread+0x62
fork_exit(c06d6d90,c0bc4ec0,e4497d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4497d70, ebp = 0 ---
Tracing command usb0 pid 16 tid 100034 td 0xc4026440
sched_switch(c4026440,0,1,180,5b1096fe,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,5c,...) at mi_switch+0x217
sleepq_switch(c4026440,0,c0ab1aad,240,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c404f210,ea60,c0aa287e,0,0,...) at sleepq_timedwait+0x68
_sleep(c404f210,0,5c,c0aa287e,ea60,...) at _sleep+0x345
usb_event_thread(c4056080,e4494d38,c0aaaa02,31e,c4058d48,...) at usb_event_thread+0xca
fork_exit(c06d6610,c4056080,e4494d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4494d70, ebp = 0 ---
Tracing command em0 taskq pid 15 tid 100007 td 0xc3f0d000
sched_switch(c3f0d000,0,1,180,72e3ff28,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f0d000,...) at mi_switch+0x217
sleepq_switch(c3f0d000,0,c0ab1aad,21d,c3f0d000,...) at sleepq_switch+0xf0
sleepq_wait(c4038e80,0,c0aaeb52,c0aa59bd,0,...) at sleepq_wait+0x60
msleep_spin(c4038e80,c4038e9c,c0aa59bd,0,c0aace34,...) at msleep_spin+0x20d
taskqueue_thread_loop(c400f2ec,e2a11d38,c0aaaa02,31e,c3f102a8,...) at taskqueue_thread_loop+0x8a
fork_exit(c078cf30,c400f2ec,e2a11d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---
Tracing command kqueue taskq pid 14 tid 100008 td 0xc3f11440
sched_switch(c3f11440,0,1,180,732b062c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f11440,...) at mi_switch+0x217
sleepq_switch(c3f11440,0,c0ab1aad,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbe980,c3fbe99c,c0aa59bd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbe980,c3fbe99c,0,c0aa59bd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bc5e2c,e2a41d38,c0aaaa02,31e,c3f10550,...) at taskqueue_thread_loop+0xb4
fork_exit(c078cf30,c0bc5e2c,e2a41d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---
Tracing command acpi_task_2 pid 9 tid 100009 td 0xc3f11220
sched_switch(c3f11220,0,1,180,732ad570,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f11220,...) at mi_switch+0x217
sleepq_switch(c3f11220,0,c0ab1aad,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec00,c3fbec1c,c0aa59bd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec00,c3fbec1c,0,c0aa59bd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d9bebc,e2a3ed38,c0aaaa02,31e,c3f107f8,...) at taskqueue_thread_loop+0xb4
fork_exit(c078cf30,c0d9bebc,e2a3ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
Tracing command acpi_task_1 pid 8 tid 100010 td 0xc3f11000
sched_switch(c3f11000,0,1,180,732aaa28,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f11000,...) at mi_switch+0x217
sleepq_switch(c3f11000,0,c0ab1aad,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec00,c3fbec1c,c0aa59bd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec00,c3fbec1c,0,c0aa59bd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d9bebc,e2a3bd38,c0aaaa02,31e,c3f10aa0,...) at taskqueue_thread_loop+0xb4
fork_exit(c078cf30,c0d9bebc,e2a3bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---
Tracing command acpi_task_0 pid 7 tid 100011 td 0xc3f0fcc0
sched_switch(c3f0fcc0,0,1,180,732a75c8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f0fcc0,...) at mi_switch+0x217
sleepq_switch(c3f0fcc0,0,c0ab1aad,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec00,c3fbec1c,c0aa59bd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec00,c3fbec1c,0,c0aa59bd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0d9bebc,e2a38d38,c0aaaa02,31e,c3f10d48,...) at taskqueue_thread_loop+0xb4
fork_exit(c078cf30,c0d9bebc,e2a38d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---
Tracing command thread taskq pid 6 tid 100017 td 0xc3f77aa0
sched_switch(c3f77aa0,0,1,180,7325dd30,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f77aa0,...) at mi_switch+0x217
sleepq_switch(c3f77aa0,0,c0ab1aad,21d,0,...) at sleepq_switch+0xf0
sleepq_wait(c3fbec80,c3fbec9c,c0aa59bd,0,0,...) at sleepq_wait+0x60
_sleep(c3fbec80,c3fbec9c,0,c0aa59bd,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bd1758,e4484d38,c0aaaa02,31e,c3f76000,...) at taskqueue_thread_loop+0xb4
fork_exit(c078cf30,c0bd1758,e4484d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4484d70, ebp = 0 ---
Tracing command xpt_thrd pid 5 tid 100018 td 0xc3f77880
sched_switch(c3f77880,0,1,180,72ec24cc,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f77880,...) at mi_switch+0x217
sleepq_switch(c3f77880,0,c0ab1aad,21d,4c,...) at sleepq_switch+0xf0
sleepq_wait(c0b96094,0,c0aaea3e,da,0,...) at sleepq_wait+0x60
_sleep(c0b96094,c0b960ac,4c,c0a64182,0,...) at _sleep+0x369
xpt_scanner_thread(0,e4481d38,c0aaaa02,31e,c3f762a8,...) at xpt_scanner_thread+0x41
fork_exit(c0468810,0,e4481d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4481d70, ebp = 0 ---
Tracing command yarrow pid 13 tid 100019 td 0xc3f77660
sched_switch(c3f77660,0,1,180,9ea49ab8,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f77660,0,c0ab1aad,240,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc75d4,64,c0aa59bd,2,0,...) at sleepq_timedwait+0x68
_sleep(c0bc75d4,0,0,c0aa59bd,64,...) at _sleep+0x345
pause(c0aa59bd,64,c0a9988d,112,0,...) at pause+0x47
random_kthread(0,e447ed38,c0aaaa02,31e,c3f76550,...) at random_kthread+0x1d9
fork_exit(c0656990,0,e447ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447ed70, ebp = 0 ---
Tracing command g_down pid 4 tid 100000 td 0xc3f0f000
sched_switch(c3f0f000,0,1,180,a0267f4c,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f0f000,0,c0ab1aad,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc562c,64,c0aa59bd,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bc562c,c0bc5548,24c,c0aa59bd,64,...) at _sleep+0x345
g_io_schedule_down(c3f0f000,0,c0aa7080,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e2a26d38,c0aaaa02,31e,c3f0c000,...) at g_down_procbody+0x8d
fork_exit(c070e240,0,e2a26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100001 td 0xc3f0dcc0
sched_switch(c3f0dcc0,0,1,180,a044846a,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f0dcc0,0,c0ab1aad,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc5628,64,c0aa59bd,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bc5628,c0bc5588,24c,c0aa59bd,64,...) at _sleep+0x345
g_io_schedule_up(c3f0dcc0,0,c0aa7080,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e2a23d38,c0aaaa02,31e,c3f0c2a8,...) at g_up_procbody+0x8d
fork_exit(c070e2d0,0,e2a23d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---
Tracing command g_event pid 2 tid 100002 td 0xc3f0daa0
sched_switch(c3f0daa0,0,1,180,9f634346,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,4c,...) at mi_switch+0x217
sleepq_switch(c3f0daa0,0,c0ab1aad,240,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bc5620,64,c0aa59bd,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bc5620,0,4c,c0aa59bd,64,...) at _sleep+0x345
g_event_procbody(0,e2a20d38,c0aaaa02,31e,c3f0c550,...) at g_event_procbody+0xcb
fork_exit(c070e360,0,e2a20d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---
Tracing command intr pid 12 tid 100041 td 0xc40c9880
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100040 td 0xc40c9aa0
sched_switch(c40c9aa0,0,1,180,72e577e4,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c40d1964,...) at mi_switch+0x217
ithread_loop(c40c8260,e471ad38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c40c8260,e471ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe471ad70, ebp = 0 ---
Tracing command intr pid 12 tid 100039 td 0xc40c9cc0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100038 td 0xc40ca000
sched_switch(c40ca000,0,1,180,72e4b570,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3f09464,...) at mi_switch+0x217
ithread_loop(c40c8560,e4720d38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c40c8560,e4720d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4720d70, ebp = 0 ---
Tracing command intr pid 12 tid 100037 td 0xc3f77cc0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100036 td 0xc4026000
sched_switch(c4026000,0,1,180,a03fafb0,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3f08ce4,...) at mi_switch+0x217
ithread_loop(c40bfae0,e448ed38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c40bfae0,e448ed38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ed70, ebp = 0 ---
Tracing command intr pid 12 tid 100035 td 0xc4026220
sched_switch(c4026220,0,1,180,77658658,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3f4d6e4,...) at mi_switch+0x217
ithread_loop(c40bf170,e4491d38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c40bf170,e4491d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4491d70, ebp = 0 ---
Tracing command intr pid 12 tid 100028 td 0xc4027220
sched_switch(c4027220,0,1,180,72e45ed8,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3f4d764,...) at mi_switch+0x217
ithread_loop(c4054200,e44a6d38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c4054200,e44a6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44a6d70, ebp = 0 ---
Tracing command intr pid 12 tid 100027 td 0xc4027440
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100026 td 0xc3f11660
sched_switch(c3f11660,0,1,180,3d6761b8,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3fbea64,...) at mi_switch+0x217
ithread_loop(c3ffa020,e2a44d38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c3ffa020,e2a44d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---
Tracing command intr pid 12 tid 100025 td 0xc3f11880
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100024 td 0xc3f11aa0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100023 td 0xc3f11cc0
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100016 td 0xc3f0f220
sched_switch(c3f0f220,0,1,180,a57a559c,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3f4e4e4,...) at mi_switch+0x217
ithread_loop(c3f0b250,e2a29d38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c3f0b250,e2a29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---
Tracing command intr pid 12 tid 100015 td 0xc3f0f440
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100003 td 0xc3f0d880
sched_switch(c3f0d880,0,1,180,a564df58,...) at sched_switch+0x49b
mi_switch(1,0,c0aaac84,469,c3f4e5e4,...) at mi_switch+0x217
ithread_loop(c3f0b270,e2a1dd38,c0aaaa02,31e,c3f0c7f8,...) at ithread_loop+0x34c
fork_exit(c073ed80,c3f0b270,e2a1dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---
Tracing command idle pid 11 tid 100014 td 0xc3f0f660
sched_switch(c3f0f660,0,1,17b,a3acb130,...) at sched_switch+0x49b
mi_switch(1,0,c0aafa71,320,c0bc9200,...) at mi_switch+0x217
sched_idletd(0,e2a2fd38,c0aaaa02,31e,c3f0caa0,...) at sched_idletd+0x217
fork_exit(c07789c0,0,e2a2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
Tracing command idle pid 11 tid 100013 td 0xc3f0f880
cpustop_handler(2,e2a32c78,c0a135cd,0,c3f0caa0,...) at cpustop_handler+0x32
ipi_nmi_handler(0,c3f0caa0,c0bcf600,c3f0caa0,c3f0caa0,...) at ipi_nmi_handler+0x2f
trap(e2a32c84) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a058eb, esp = 0xe2a32cc4, ebp = 0xe2a32cc8 ---
spinlock_exit(c0bcf600,0,c0aafa71,2fc,c0bc9840,...) at spinlock_exit+0x2b
sched_idletd(0,e2a32d38,c0aaaa02,31e,c3f0caa0,...) at sched_idletd+0x1c8
fork_exit(c07789c0,0,e2a32d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---
Tracing command idle pid 11 tid 100012 td 0xc3f0faa0
cpustop_handler(4,e2a35c84,c0a135cd,c3f0caa0,c0bcf680,...) at cpustop_handler+0x32
ipi_nmi_handler(c3f0caa0,c0bcf680,0,c3f0faa0,c3f0caa0,...) at ipi_nmi_handler+0x2f
trap(e2a35c90) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0778a4d, esp = 0xe2a35cd0, ebp = 0xe2a35cf8 ---
sched_idletd(0,e2a35d38,c0aaaa02,31e,c3f0caa0,...) at sched_idletd+0x8d
fork_exit(c07789c0,0,e2a35d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xc3f0d660
cpustop_handler(8,e2a1ac84,c0a135cd,c3f0caa0,c0bcf680,...) at cpustop_handler+0x32
ipi_nmi_handler(c3f0caa0,c0bcf680,0,c3f0d660,c3f0caa0,...) at ipi_nmi_handler+0x2f
trap(e2a1ac90) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0778b1f, esp = 0xe2a1acd0, ebp = 0xe2a1acf8 ---
sched_idletd(0,e2a1ad38,c0aaaa02,31e,c3f0caa0,...) at sched_idletd+0x15f
fork_exit(c07789c0,0,e2a1ad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---
Tracing command init pid 1 tid 100005 td 0xc3f0d440
sched_switch(c3f0d440,0,1,180,518c043e,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,0,...) at mi_switch+0x217
sleepq_switch(c3f0d440,0,c0ab1aad,19b,c3f0cd48,...) at sleepq_switch+0xf0
sleepq_catch_signals(c074ee0d,c0bcf680,1,c0aace34,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c3f0cd48,0,c0aaea3e,da,0,...) at sleepq_wait_sig+0x14
_sleep(c3f0cd48,c3f0cdd8,15c,c0ab3bac,0,...) at _sleep+0x359
kern_wait(c3f0d440,ffffffff,e2a17c2c,0,0,...) at kern_wait+0xa66
wait4(c3f0d440,e2a17cfc,10,e2a17d38,c0b5dfc8,...) at wait4+0x3b
syscall(e2a17d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054a1b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---
Tracing command audit pid 10 tid 100006 td 0xc3f0d220
sched_switch(c3f0d220,0,1,180,72e660f0,...) at sched_switch+0x49b
mi_switch(1,0,c0ab1aad,1bf,c3f0d220,...) at mi_switch+0x217
sleepq_switch(c3f0d220,0,c0ab1aad,21d,c3f0d220,...) at sleepq_switch+0xf0
sleepq_wait(c0c24554,c0c24534,c0acab59,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c24554,c0c24534,c0acb4fc,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e2a14d38,c0aaaa02,31e,c3f10000,...) at audit_worker+0x99
fork_exit(c0927390,0,e2a14d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a14d70, ebp = 0 ---
Tracing command kernel pid 0 tid 0 td 0xc0bc5990
sched_switch(c0bc5990,0,1,180,eddb2f04,...) at sched_switch+0x49b
mi_switch(1,0,c0acf72c,2d9,c4314018,...) at mi_switch+0x217
scheduler(0,101ec00,101ec00,101e000,1028000,...) at scheduler+0x2f2
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 87 MB: 72 56 40 24 8
Dump complete
= 0xf
db> c
Uptime: 5h28m32s
Automatic reboot in 15 seconds - press a key on the console to abort
(kgdb) bt
#0 doadump () at pcpu.h:195
#1 0xc048d4c9 in db_fncall (dummy1=0xc0783542, dummy2=0x0, dummy3=0xffffffff, dummy4=0xe69558a4 "") at ../../../ddb/db_command.c:486
#2 0xc048da35 in db_command_loop () at ../../../ddb/db_command.c:401
#3 0xc048f1a5 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:222
#4 0xc07833c6 in kdb_trap (type=0x3, code=0x0, tf=0xe6955a4c) at ../../../kern/subr_kdb.c:502
#5 0xc0a13b0b in trap (frame=0xe6955a4c) at ../../../i386/i386/trap.c:621
#6 0xc09f94fb in calltrap () at ../../../i386/i386/exception.s:139
#7 0xc0783542 in kdb_enter (msg=0xc0aae0df "panic") at cpufunc.h:60
#8 0xc075acf4 in panic (fmt=0xc0aae93b "sx lock still held") at ../../../kern/kern_shutdown.c:547
#9 0xc076278d in sx_destroy (sx=0x63) at ../../../kern/kern_sx.c:190
#10 0xc07b3816 in sodealloc (so=0xc4a27c60) at ../../../kern/uipc_socket.c:318
#11 0xc07b3acf in sofree (so=0xc4a27c60) at ../../../kern/uipc_socket.c:621
#12 0xc07b3f36 in soclose (so=0xc4a27c60) at ../../../kern/uipc_socket.c:689
#13 0xc079a63b in soo_close (fp=0xc5e11900, td=0x0) at ../../../kern/sys_socket.c:274
#14 0xc072fe5e in fdrop (fp=0xc5e11900, td=0x0) at file.h:297
#15 0xc07313a4 in closef (fp=0xc5e11900, td=0x0) at ../../../kern/kern_descrip.c:1958
#16 0xc08f8c44 in nfsrv_zapsock (slp=0xc6a11480) at ../../../nfsserver/nfs_syscalls.c:604
#17 0xc08f95d7 in nfssvc (td=0xc4315cc0, uap=0xe6955cfc) at ../../../nfsserver/nfs_syscalls.c:348
#18 0xc0a132c3 in syscall (frame=0xe6955d38) at ../../../i386/i386/trap.c:1008
#19 0xc09f9560 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196
#20 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 10
#10 0xc07b3816 in sodealloc (so=0xc4a27c60) at ../../../kern/uipc_socket.c:318
318 sx_destroy(&so->so_snd.sb_sx);
(kgdb) l
313 #endif
314 #ifdef MAC
315 mac_socket_destroy(so);
316 #endif
317 crfree(so->so_cred);
318 sx_destroy(&so->so_snd.sb_sx);
319 sx_destroy(&so->so_rcv.sb_sx);
320 SOCKBUF_LOCK_DESTROY(&so->so_snd);
321 SOCKBUF_LOCK_DESTROY(&so->so_rcv);
322 uma_zfree(socket_zone, so);
(kgdb) info loc
No locals.
(kgdb) p so
$1 = (struct socket *) 0xc4a27c60
(kgdb) p *so
$2 = {so_count = 0x0, so_type = 0x1, so_options = 0xc, so_linger = 0x0, so_state = 0x2001, so_qstate = 0x0, so_pcb = 0x0, so_proto = 0xc0b709c8, so_head = 0x0, so_incomp = {
tqh_first = 0x0, tqh_last = 0x0}, so_comp = {tqh_first = 0x0, tqh_last = 0x0}, so_list = {tqe_next = 0x0, tqe_prev = 0xc44c296c}, so_qlen = 0x0, so_incqlen = 0x0,
so_qlimit = 0x0, so_timeo = 0x0, so_error = 0x36, so_sigio = 0x0, so_oobmark = 0x0, so_aiojobq = {tqh_first = 0x0, tqh_last = 0xc4a27ca8}, so_rcv = {sb_sel = {
si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0, kl_unlock = 0,
kl_locked = 0xc07385b0 <knlist_mtx_locked>, kl_lockarg = 0x0}, si_flags = 0x0}, sb_mtx = {lock_object = {lo_name = 0xc0ab33b7 "so_rcv",
lo_type = 0xc0ab33b7 "so_rcv", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0bdc3f0}, lod_witness = 0xc0bdc3f0}}, mtx_lock = 0x4,
mtx_recurse = 0x0}, sb_sx = {lock_object = {lo_name = 0xc0ab6b5c "so_rcv_sx", lo_type = 0xc0ab6b5c "so_rcv_sx", lo_flags = 0x23b0000, lo_witness_data = {lod_list = {
stqe_next = 0xc0bda370}, lod_witness = 0xc0bda370}}, sx_lock = 0x1, sx_recurse = 0x0}, sb_state = 0x20, sb_mb = 0x0, sb_mbtail = 0x0, sb_lastrecord = 0x0,
sb_sndptr = 0x0, sb_sndptroff = 0x0, sb_cc = 0x0, sb_hiwat = 0x0, sb_mbcnt = 0x0, sb_mbmax = 0x0, sb_ctl = 0x0, sb_lowat = 0x0, sb_timeo = 0x0, sb_flags = 0x0},
so_snd = {sb_sel = {si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0, kl_unlock = 0,
kl_locked = 0xc07385b0 <knlist_mtx_locked>, kl_lockarg = 0x0}, si_flags = 0x0}, sb_mtx = {lock_object = {lo_name = 0xc0ab33b0 "so_snd",
lo_type = 0xc0ab33b0 "so_snd", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0bdc418}, lod_witness = 0xc0bdc418}}, mtx_lock = 0x4,
mtx_recurse = 0x0}, sb_sx = {lock_object = {lo_name = 0xc0ab6b52 "so_snd_sx", lo_type = 0xc0ab6b52 "so_snd_sx", lo_flags = 0x23b0000, lo_witness_data = {lod_list = {
stqe_next = 0xc0bda348}, lod_witness = 0xc0bda348}}, sx_lock = 0xc44cc440, sx_recurse = 0x0}, sb_state = 0x10, sb_mb = 0x0, sb_mbtail = 0x0, sb_lastrecord = 0x0,
sb_sndptr = 0x0, sb_sndptroff = 0x0, sb_cc = 0x0, sb_hiwat = 0x0, sb_mbcnt = 0x0, sb_mbmax = 0x0, sb_ctl = 0x0, sb_lowat = 0x800, sb_timeo = 0x0, sb_flags = 0x800},
so_upcall = 0, so_upcallarg = 0x0, so_cred = 0xc3f14800, so_label = 0x0, so_peerlabel = 0x0, so_gencnt = 0x4c2, so_emuldata = 0x0, so_accf = 0x0}
(kgdb) f 13
#13 0xc079a63b in soo_close (fp=0xc5e11900, td=0x0) at ../../../kern/sys_socket.c:274
274 error = soclose(so);
(kgdb) p *fp
$3 = {f_list = {le_next = 0xc4f19d80, le_prev = 0xc5cbb090}, f_type = 0x2, f_data = 0x0, f_flag = 0x3, f_mtxp = 0xc3ee92f8, f_ops = 0xc0b610e0, f_cred = 0xc3f14800,
f_count = 0x0, f_vnode = 0x0, f_offset = 0x0, f_vnread_flags = 0x0, f_gcflag = 0x0, f_msgcount = 0x0, f_seqcount = 0x0, f_nextoff = 0x0, f_label = 0x0}
--
Test scenario: crossmp2.sh