GENERIC HEAD from Sep 9, 2007 with fdclone.2.patch and fclone.ko loaded.
KDB: debugger backends: ddb
KDB: current backend: ddb
786432K of memory above 4GB ignored
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Sun Sep 9 08:59:19 UTC 2007
test@hydra2.netperf.freebsd.org:/m2/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
MPTable: <INTEL Bridge CRB >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Xeon(R) CPU E5320 @ 1.86GHz (1866.74-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0x6f7 Stepping = 7
Features=0xbfebfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE>
Features2=0x4e3bd<SSE3,RSVD2,MON,DS_CPL,VMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,DCA>
AMD Features=0x20100000<NX,LM>
AMD Features2=0x1<LAHF>
Cores per package: 4
real memory = 3489005568 (3327 MB)
avail memory = 3409256448 (3251 MB)
FreeBSD/SMP: Multiprocessor System Detected: 8 CPUs
cpu0 (BSP): APIC ID: 0
cpu1 (AP): APIC ID: 1
cpu2 (AP): APIC ID: 2
cpu3 (AP): APIC ID: 3
cpu4 (AP): APIC ID: 4
cpu5 (AP): APIC ID: 5
cpu6 (AP): APIC ID: 6
cpu7 (AP): APIC ID: 7
ioapic0: Assuming intbase of 0
:
Trying to mount root from nfs:
NFS ROOT: 192.168.5.1:/zoo/hydra2
em0: link state changed to UP
Interface em0 IP-Address 192.168.5.111 Broadcast 192.168.5.255
Loading configuration files.
No suitable dump device was found.
Entropy harvesting: interrupts ethernet point_to_point kickstart.
Starting file system checks:
mount_nfs: can't update /var/db/mounttab for 192.168.5.1:/zoo/hydra2
Setting hostuuid: 7634a964-b127-0430-c299-0030488f5548.
Setting hostid: 0x20c74c48.
Mounting local file systems:.
Setting hostname: hydra2.netperf.freebsd.org.
net.inet6.ip6.auto_linklocal: 1 -> 0
lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3
inet6 ::1 prefixlen 128
inet 127.0.0.1 netmask 0xff000000
Additional routing options:.
Starting devd.
em1: link state changed to UP
Additional IP options:.
Mounting NFS file systems:.
Creating and/or trimming log files:.
Starting syslogd.
/etc/rc: WARNING: Dump device does not exist. Savecore not run.
ELF ldconfig path: /lib /usr/lib /usr/lib/compat
a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout
Initial i386 initialization:.
Additional ABI support:.
Starting rpcbind.
NFS access cache time=60
Clearing /tmp (X related).
Starting statd.
Starting lockd.
Starting local daemons:.
Updating motd.
Mounting late file systems:.
Configuring syscons: blanktime.
Starting sshd.
Starting cron.
Local package initialization:.
Starting background file system checks in 60 seconds.
Sun Sep 9 13:48:35 UTC 2007
FreeBSD/i386 (hydra2.netperf.freebsd.org) (ttyd0)
Tue Sep 11 20:27:25 CEST 2007
8:27PM up 2 days, 4:39, 3 users, load averages: 12.50, 48.19, 67.07
Tue Sep 11 20:37:33 CEST 2007
8:37PM up 2 days, 4:49, 3 users, load averages: 21.39, 60.90, 68.01
Tue Sep 11 20:47:33 CEST 2007
8:47PM up 2 days, 4:59, 3 users, load averages: 52.96, 49.67, 54.27
VNASSERT failed
0xca0d46cc: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1 mountedhere 0xc6f91e00
flags ()
lock type devfs: EXCL (count 1) by thread 0xca76bc00 (pid 50372)#0 0xc073d9b0 at _lockmgr+0x560
#1 0xc07bb1a0 at vop_stdlock+0x40
#2 0xc0a19c25 at VOP_LOCK1_APV+0xa5
#3 0xc07d5248 at _vn_lock+0xf8
#4 0xc07d5a9a at vn_close+0x8a
#5 0xc07d5c14 at vn_closefile+0xf4
#6 0xc06e3649 at devfs_close_f+0x19
#7 0xc0722f8e at fdrop+0x11e
#8 0xc07244d4 at closef+0x254
#9 0xc0725226 at fdfree+0x3a6
#10 0xc072e673 at exit1+0x573
#11 0xc072f4dd at sys_exit+0x1d
#12 0xc0a02d73 at syscall+0x2b3
#13 0xc09e9050 at Xint0x80_syscall+0x20
dev clones/_fdclone
pKDB: stack backtrace:
adb_trace_self_wrapper(c0a9d804,e94a9b28,c07c5f73,0,e94a9b28,...) at Kdb_trace_self_wrapper+0x26
Dkdb_backtrace(0,e94a9b28,c0a16a75,e94a9b38,cbe10570,...) at Bkdb_backtrace+0x29
:vfs_badlock(c0b67680,e94a9b38,c0b7d660,cbe10570,0) at vfs_basdlock+0x23
tassert_vop_locked(cbe10570,c0aa61e6) at aassert_vop_locked+0x50
cvop_lock_post(e94a9b94,0,1002,1002,cbe10570,...) at kvop_lock_post+0x36
VOP_LOCK1_APV(c0b67680,e94a9b94,c0aa6e8c,327,cbe10644,...) at bVOP_LOCK1_APV+0xc1
a_vn_lock(cbe10570,1002,c7012800,c0aa6e8c,242,...) at c_vn_lock+0xf8
kvn_write(c75d5510,cc723480,c6762100,0,c701t2800,...) at rvn_write+0ax16a
cdofilewrite(cc723480,ffffffff,ffffffff,0,c75d5510,...) at edofilewrite+0x95
:kern_writev(c7012800,b,cc723480,cc723480,bfbfd554,...) at kern_writev+0x58
writev(c7012800,e94a9cfc,c,c0aa0635,c0b47958,...) at dwritev+0x46
bsyscall(e94a9d38) at _syscall+0x2b3
tXint0x80_syscall() at rXint0x80_syscall+0x20
--- syscall (121a, FreeBSD ELF32, writev), eip = 0x28151ea7, esp = 0xbfbfce9c, ebp = 0xbfbfd568 ---
VOP_LOCK: 0xcbe10570 is not locked but should be
KDB: enter: lock violation
[thread pid 477 tid 100151 ]
Stopped at kdb_enter+0x32: leave
db> bt
Tracing pid 477 tid 100151 td 0xc7012800
kdb_enter(c0aa6175,c0aa61e6,cbe10570,c0aa61ca,cbe10570,...) at kdb_enter+0x32
vfs_badlock(c0b67680,e94a9b38,c0b7d660,cbe10570,0) at vfs_badlock+0x59
assert_vop_locked(cbe10570,c0aa61e6) at assert_vop_locked+0x50
vop_lock_post(e94a9b94,0,1002,1002,cbe10570,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0b67680,e94a9b94,c0aa6e8c,327,cbe10644,...) at VOP_LOCK1_APV+0xc1
_vn_lock(cbe10570,1002,c7012800,c0aa6e8c,242,...) at _vn_lock+0xf8
vn_write(c75d5510,cc723480,c6762100,0,c7012800,...) at vn_write+0x16a
dofilewrite(cc723480,ffffffff,ffffffff,0,c75d5510,...) at dofilewrite+0x95
kern_writev(c7012800,b,cc723480,cc723480,bfbfd554,...) at kern_writev+0x58
writev(c7012800,e94a9cfc,c,c0aa0635,c0b47958,...) at writev+0x46
syscall(e94a9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (121, FreeBSD ELF32, writev), eip = 0x28151ea7, esp = 0xbfbfce9c, ebp = 0xbfbfd568 ---
db> show alllocks
Process 50380 (mkfifo) thread 0xc71bd400 (100246)
exclusive sx so_snd_sx r = 0 (0xc7a40748) locked @ kern/uipc_sockbuf.c:145
Process 50379 (mkfifo) thread 0xcb273800 (100925)
exclusive sx so_snd_sx r = 0 (0xc7945a60) locked @ kern/uipc_sockbuf.c:145
Process 50370 (mkfifo) thread 0xc71bea00 (100235)
exclusive sx so_snd_sx r = 0 (0xc7a392a4) locked @ kern/uipc_sockbuf.c:145
Process 50365 (mkfifo) thread 0xcac14800 (101041)
exclusive sx so_snd_sx r = 0 (0xcb4795bc) locked @ kern/uipc_sockbuf.c:145
Process 50331 (mkfifo) thread 0xc839fa00 (100673)
exclusive sx so_snd_sx r = 0 (0xc9072118) locked @ kern/uipc_sockbuf.c:145
Process 50276 (mkfifo) thread 0xc864d200 (100830)
exclusive sx so_snd_sx r = 0 (0xc7107f04) locked @ kern/uipc_sockbuf.c:145
Process 50273 (mkfifo) thread 0xc8669a00 (100857)
exclusive sx so_snd_sx r = 0 (0xc8fd5a60) locked @ kern/uipc_sockbuf.c:145
Process 50263 (mkfifo) thread 0xc7b68400 (100339)
exclusive sx so_snd_sx r = 0 (0xc90c9f04) locked @ kern/uipc_sockbuf.c:145
Process 50211 (mkfifo) thread 0xc839f000 (100808)
exclusive sx so_snd_sx r = 0 (0xc8ef1a60) locked @ kern/uipc_sockbuf.c:145
Process 50199 (mkfifo) thread 0xc95a8200 (105021)
exclusive sleep mutex unp_mtx r = 0 (0xcaeed480) locked @ kern/uipc_usrreq.c:872
shared rw unp_global_rwlock r = 0 (0xc0bfc7c4) locked @ kern/uipc_usrreq.c:771
exclusive sleep mutex Giant r = 0 (0xc0baf0d0) locked @ fs/fifofs/fifo_vnops.c:738
exclusive sx so_snd_sx r = 0 (0xcb475d78) locked @ kern/uipc_sockbuf.c:145
Process 50193 (mkfifo) thread 0xc8668c00 (100864)
exclusive sx so_snd_sx r = 0 (0xcb3aa118) locked @ kern/uipc_sockbuf.c:145
Process 50031 (mkfifo) thread 0xc7013400 (100145)
exclusive sx so_snd_sx r = 0 (0xc7a3f8d4) locked @ kern/uipc_sockbuf.c:145
Process 50023 (mkfifo) thread 0xc8472800 (100644)
exclusive sx so_snd_sx r = 0 (0xc78cdbec) locked @ kern/uipc_sockbuf.c:145
Process 50015 (mkfifo) thread 0xc8926400 (100914)
exclusive sx so_rcv_sx r = 0 (0xc90ac08c) locked @ kern/uipc_sockbuf.c:145
Process 50004 (swap) thread 0xca74ac00 (101650)
exclusive sleep mutex vm object (standard object) r = 0 (0xcbbf3618) locked @ vm/vm_fault.c:900
exclusive sx user map r = 0 (0xc838f12c) locked @ vm/vm_map.c:3094
Process 49998 (swap) thread 0xca9c3a00 (108411)
exclusive sleep mutex vm object (standard object) r = 0 (0xcabf1618) locked @ vm/vm_fault.c:293
exclusive sx user map r = 0 (0xc83155b4) locked @ vm/vm_map.c:3094
Process 49982 (mkfifo) thread 0xc7128400 (100198)
exclusive sx so_rcv_sx r = 0 (0xc90c96bc) locked @ kern/uipc_sockbuf.c:145
Process 49979 (mkfifo) thread 0xc7a24400 (100271)
exclusive sx so_rcv_sx r = 0 (0xc90c9218) locked @ kern/uipc_sockbuf.c:145
Process 39001 (sshd) thread 0xc862c400 (100780)
exclusive sx so_rcv_sx r = 0 (0xc71049d4) locked @ kern/uipc_sockbuf.c:145
Process 46809 (sshd) thread 0xc85ba200 (100757)
exclusive sx so_rcv_sx r = 0 (0xcb3ad3a4) locked @ kern/uipc_sockbuf.c:145
Process 477 (syslogd) thread 0xc7012800 (100151)
exclusive sleep mutex cdev r = 0 (0xc0baddec) locked @ kern/kern_conf.c:69
db> show allpcpu
Current CPU: 3
cpuid = 0
curthread = 0xc85a0a00: pid 49986 "mkfifo"
curpcb = 0xe9e68d90
fpcurthread = none
idlethread = 0xc6780400: pid 18 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc6780200: pid 17 "idle: cpu1"
curpcb = 0xe53e7d90
fpcurthread = none
idlethread = 0xc6780200: pid 17 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xca76bc00: pid 50372 "cat"
curpcb = 0xee5c1d90
fpcurthread = none
idlethread = 0xc6780000: pid 16 "idle: cpu2"
APIC ID = 2
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc7012800: pid 477 "syslogd"
curpcb = 0xe94a9d90
fpcurthread = none
idlethread = 0xc677ee00: pid 15 "idle: cpu3"
APIC ID = 3
currentldt = 0x50
spin locks held:
cpuid = 4
curthread = 0xc7e56e00: pid 49992 "swap"
curpcb = 0xe9934d90
fpcurthread = none
idlethread = 0xc677e000: pid 14 "idle: cpu4"
APIC ID = 4
currentldt = 0x50
spin locks held:
cpuid = 5
curthread = 0xc677ce00: pid 13 "idle: cpu5"
curpcb = 0xe53c9d90
fpcurthread = none
idlethread = 0xc677ce00: pid 13 "idle: cpu5"
APIC ID = 5
currentldt = 0x50
spin locks held:
cpuid = 6
curthread = 0xc677cc00: pid 12 "idle: cpu6"
curpcb = 0xe53c6d90
fpcurthread = none
idlethread = 0xc677cc00: pid 12 "idle: cpu6"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 7
curthread = 0xc677ca00: pid 11 "idle: cpu7"
curpcb = 0xe53c3d90
fpcurthread = none
idlethread = 0xc677ca00: pid 11 "idle: cpu7"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> set $lines 0
db> ps
pid ppid pgrp uid state wmesg wchan cmd
50386 50015 46821 1001 R+ mkfifo
50385 49982 46821 1001 R+ mkfifo
50384 49979 46821 1001 R+ mkfifo
50380 49989 46821 1001 S+ sbwait 0xc7a40778 mkfifo
50379 50011 46821 1001 S+ sbwait 0xc7945a90 mkfifo
50372 39012 50372 1001 RE+ CPU 2 cat
50370 49977 46821 1001 S+ sbwait 0xc7a392d4 mkfifo
50365 49995 46821 1001 S+ sbwait 0xcb4795ec mkfifo
50331 49981 46821 1001 S+ sbwait 0xc9072148 mkfifo
50276 49999 46821 1001 S+ sbwait 0xc7107f34 mkfifo
50273 49984 46821 1001 S+ sbwait 0xc8fd5a90 mkfifo
50263 50013 46821 1001 S+ sbwait 0xc90c9f34 mkfifo
50211 49991 46821 1001 S+ sbwait 0xc8ef1a90 mkfifo
50199 50012 46821 1001 S+ sbwait 0xcb475da8 mkfifo
50193 50001 46821 1001 S+ sbwait 0xcb3aa148 mkfifo
50132 46805 46805 0 S+ nanslp 0xc0baf804 sleep
50131 0 0 0 SL - 0xc0c027e0 [nfsiod 0]
50031 50005 46821 1001 S+ sbwait 0xc7a3f904 mkfifo
50023 50003 46821 1001 R+ mkfifo
50018 49993 46821 1001 R+ mkfifo
50015 49974 46821 1001 S+ sbwait 0xc90ac0bc mkfifo
50014 49974 46821 1001 S+ ufs 0xc879fdf0 mkfifo
50013 49974 46821 1001 R+ mkfifo
50012 49974 46821 1001 R+ mkfifo
50011 49974 46821 1001 R+ mkfifo
50010 49973 46821 1001 R+ swap
50009 49974 46821 1001 S+ ufs 0xc879fdf0 mkfifo
50008 49973 46821 1001 R+ swap
50007 49974 46821 1001 S+ ufs 0xc879fdf0 mkfifo
50006 49973 46821 1001 R+ swap
50005 49974 46821 1001 R+ mkfifo
50004 49973 46821 1001 RL+ swap
50003 49974 46821 1001 R+ mkfifo
50002 49973 46821 1001 R+ swap
50001 49974 46821 1001 R+ mkfifo
50000 49973 46821 1001 R+ swap
49999 49974 46821 1001 R+ mkfifo
49998 49973 46821 1001 RL+ swap
49997 49974 46821 1001 S+ ufs 0xc879fdf0 mkfifo
49996 49973 46821 1001 R+ swap
49995 49974 46821 1001 R+ mkfifo
49994 49973 46821 1001 R+ swap
49993 49974 46821 1001 R+ mkfifo
49992 49973 46821 1001 RL+ CPU 4 swap
49991 49974 46821 1001 R+ mkfifo
49990 49973 46821 1001 R+ swap
49989 49974 46821 1001 R+ mkfifo
49988 49973 46821 1001 R+ swap
49987 49973 46821 1001 R+ swap
49986 49974 46821 1001 R+ CPU 0 mkfifo
49985 49973 46821 1001 R+ swap
49984 49974 46821 1001 R+ mkfifo
49983 49973 46821 1001 R+ swap
49982 49974 46821 1001 S+ sbwait 0xc90c96ec mkfifo
49981 49974 46821 1001 R+ mkfifo
49980 49973 46821 1001 R+ swap
49979 49974 46821 1001 R+ mkfifo
49978 49973 46821 1001 R+ swap
49977 49974 46821 1001 R+ mkfifo
49976 49973 46821 1001 R+ swap
49975 49973 46821 1001 R+ swap
49974 49971 46821 1001 S+ wait 0xc8630ab0 mkfifo
49973 49972 46821 1001 S+ wait 0xc8671000 swap
49972 47276 46821 1001 R+ swap
49971 47276 46821 1001 R+ mkfifo
47276 47275 46821 1001 S+ wait 0xc77a7ab0 run
47275 47274 46821 1001 S+ wait 0xc82e9804 run
47274 47268 46821 1001 S+ wait 0xc86252ac run
47268 46821 46821 1001 SW+ wait 0xc86afab0 sh
39012 39007 39012 1001 Ss+ pause 0xc8aa45b8 tcsh
39007 39001 39001 1001 S select 0xc0bfc41c sshd
39001 613 39001 0 SWs sbwait 0xc7104a04 sshd
46821 46813 46821 1001 SW+ wait 0xc7e27000 sh
46813 46812 46813 1001 SWs+ pause 0xcab4230c tcsh
46812 46809 46809 1001 S select 0xc0bfc41c sshd
46809 613 46809 0 SWs sbwait 0xcb3ad3d4 sshd
46805 676 46805 0 S+ wait 0xc8a3b804 sh
693 1 693 0 Ss nanslp 0xc0baf804 watchdogd
676 675 676 0 SW+ pause 0xc6dd2060 csh
675 1 675 0 SWs+ wait 0xc6d3c2ac login
674 1 674 0 SWs+ ttyin 0xc68f8c10 getty
673 1 673 0 SWs+ ttyin 0xc6908010 getty
672 1 672 0 SWs+ ttyin 0xc6908410 getty
671 1 671 0 SWs+ ttyin 0xc6908810 getty
670 1 670 0 SWs+ ttyin 0xc6908c10 getty
669 1 669 0 SWs+ ttyin 0xc6909010 getty
668 1 668 0 SWs+ ttyin 0xc6909410 getty
667 1 667 0 SWs+ ttyin 0xc6909810 getty
629 1 629 0 Ss nanslp 0xc0baf804 cron
623 1 623 25 SWs pause 0xc712ab10 sendmail
619 1 619 0 Ss select 0xc0bfc41c sendmail
613 1 613 0 SWs select 0xc0bfc41c sshd
561 554 554 0 SW nfslockd 0xc0c02a08 rpc.lockd
554 1 554 0 Ss select 0xc0bfc41c rpc.lockd
549 1 549 0 Ss select 0xc0bfc41c rpc.statd
519 0 0 0 SL mdwait 0xc6b9c000 [md1]
499 1 499 0 Ss select 0xc0bfc41c rpcbind
477 1 477 0 Rs CPU 3 syslogd
431 1 431 0 SWs select 0xc0bfc41c devd
115 0 0 0 SL mdwait 0xc6ba4000 [md0]
48 0 0 0 SL - 0xc0baf634 [schedcpu]
47 0 0 0 SL sdflush 0xc0c081a4 [softdepflush]
46 0 0 0 SL syncer 0xc0baf62c [syncer]
45 0 0 0 SL vlruwt 0xc6b002ac [vnlru]
44 0 0 0 SL psleep 0xc0bfc8c4 [bufdaemon]
43 0 0 0 SL pgzero 0xc0c08c58 [pagezero]
42 0 0 0 SL psleep 0xc0c08974 [vmdaemon]
41 0 0 0 SL psleep 0xc0c0893c [pagedaemon]
40 0 0 0 SL waiting_ 0xc0bfe62c [sctp_iterator]
39 0 0 0 WL [swi0: sio]
38 0 0 0 WL [irq1: atkbd0]
37 0 0 0 WL [irq15: ata1]
36 0 0 0 WL [irq14: ata0]
35 0 0 0 SL usbevt 0xc687c210 [usb3]
34 0 0 0 SL usbevt 0xc68ce210 [usb2]
33 0 0 0 WL [irq18: uhci2]
32 0 0 0 SL usbevt 0xc68b9210 [usb1]
31 0 0 0 WL [irq19: uhci1+]
30 0 0 0 SL usbtsk 0xc0bacf34 [usbtask-dr]
29 0 0 0 SL usbtsk 0xc0bacf20 [usbtask-hc]
28 0 0 0 SL usbevt 0xc689e210 [usb0]
27 0 0 0 WL [irq17: uhci0 ehci0]
9 0 0 0 SL - 0xc689aa80 [em1 taskq]
8 0 0 0 SL - 0xc689a280 [em0 taskq]
26 0 0 0 WL [swi6: Giant taskq]
7 0 0 0 SL - 0xc67cab80 [thread taskq]
25 0 0 0 WL [swi5: +]
24 0 0 0 WL [swi2: cambio]
6 0 0 0 SL ccb_scan 0xc0b7e134 [xpt_thrd]
5 0 0 0 SL - 0xc683d000 [kqueue taskq]
23 0 0 0 WL [swi6: task queue]
22 0 0 0 SL - 0xc0baf634 [yarrow]
4 0 0 0 SL - 0xc0bad6ac [g_down]
3 0 0 0 SL - 0xc0bad6a8 [g_up]
2 0 0 0 SL - 0xc0bad6a0 [g_event]
21 0 0 0 WL [swi1: net]
20 0 0 0 WL [swi3: vm]
19 0 0 0 WL [swi4: clock sio]
18 0 0 0 RL [idle: cpu0]
17 0 0 0 RL CPU 1 [idle: cpu1]
16 0 0 0 RL [idle: cpu2]
15 0 0 0 RL [idle: cpu3]
14 0 0 0 RL [idle: cpu4]
13 0 0 0 RL CPU 5 [idle: cpu5]
12 0 0 0 RL CPU 6 [idle: cpu6]
11 0 0 0 RL CPU 7 [idle: cpu7]
1 0 1 0 SLs wait 0xc677bab0 [init]
10 0 0 0 SL audit_wo 0xc0c07c14 [audit]
0 0 0 0 WLs [swapper]
db> allt
Tracing command mkfifo pid 50386 tid 101660 td 0xc9292a00
sched_switch(c9292a00,0,2,17b,78ff8180,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a36ab0,...) at mi_switch+0x217
ast(ec251d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50385 tid 100359 td 0xc7e23e00
sched_switch(c7e23e00,0,2,17b,7918fd5d,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c7e20ab0,...) at mi_switch+0x217
ast(e98b2d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50384 tid 108410 td 0xca7a5800
sched_switch(ca7a5800,0,2,17b,792f2594,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,cab42558,...) at mi_switch+0x217
ast(ef9edd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50380 tid 100246 td 0xc71bd400
sched_switch(c71bd400,0,1,180,7911c3c0,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c71bd400,0,c0a9e3ed,199,c7a40778,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c7a40778,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c7a40778,c7a40730,158,c0aa3163,0) at _sleep+0x359
sbwait(c7a4070c,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c7a40630,0,e95bcc60,0,0,...) at sosend_generic+0x35b
sosend(c7a40630,0,e95bcc60,0,0,...) at sosend+0x54
fifo_write_f(c70a2b88,e95bcc60,c8256b00,0,c71bd400,...) at fifo_write_f+0x99
dofilewrite(e95bcc60,ffffffff,ffffffff,0,c70a2b88,...) at dofilewrite+0x95
kern_writev(c71bd400,3,e95bcc60,2820c000,1000,...) at kern_writev+0x58
write(c71bd400,e95bccfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e95bcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50379 tid 100925 td 0xcb273800
sched_switch(cb273800,0,1,180,79087af3,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(cb273800,0,c0a9e3ed,199,c7945a90,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c7945a90,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c7945a90,c7945a48,158,c0aa3163,0) at _sleep+0x359
sbwait(c7945a24,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c7945948,0,f2cb7c60,0,0,...) at sosend_generic+0x35b
sosend(c7945948,0,f2cb7c60,0,0,...) at sosend+0x54
fifo_write_f(cb850d38,f2cb7c60,c8256b00,0,cb273800,...) at fifo_write_f+0x99
dofilewrite(f2cb7c60,ffffffff,ffffffff,0,cb850d38,...) at dofilewrite+0x95
kern_writev(cb273800,3,f2cb7c60,2820c800,800,...) at kern_writev+0x58
write(cb273800,f2cb7cfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(f2cb7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command cat pid 50372 tid 101837 td 0xca76bc00
cpustop_handler(4,ee5c174c,c0a0307d,c09f1d6f,c6773cd0,...) at cpustop_handler+0x32
ipi_nmi_handler(c09f1d6f,c6773cd0,ee5c16dc,ee5c1720,c8a4bab0,...) at ipi_nmi_handler+0x2f
trap(ee5c1758) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09da74f, esp = 0xee5c1798, ebp = 0xee5c17bc ---
siointr1(c0c1564c,0,c0ac28a2,56f,ee5c17fc,...) at siointr1+0x8f
siointr(c6930c00,0,c0a96293,ca76bc00,c67c8a80,...) at siointr+0x32
intr_execute_handlers(c6773cd0,ee5c181c,ee5c1860,c09e93b4,38,...) at intr_execute_handlers+0xec
lapic_handle_intr(38,ee5c181c) at lapic_handle_intr+0x3f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc09f53ab, esp = 0xee5c185c, ebp = 0xee5c1860 ---
spinlock_exit(c0c1564c,1,c0a99b44,f4) at spinlock_exit+0x2b
_mtx_unlock_spin_flags(c0c1564c,0,c0ac28a2,a04,c000001,...) at _mtx_unlock_spin_flags+0xfd
sio_cnputc(c0b72740,61,ee5c1a34,5,61,...) at sio_cnputc+0xe3
cnputc(61,ee5c1a34,ee5c18f4,c0777d21,c077785e,...) at cnputc+0x5f
putcons(c077785e,c0a91bfa,c0777cc0,c0aa6f59,c0a9ad32,...) at putcons+0x17
putchar(61,ee5c1a34,ee5c1940,c077785e,ee5c1a30,...) at putchar+0x61
kvprintf(c0a9ad30,c0777cc0,ee5c1a34,a,ee5c1a60,...) at kvprintf+0x72
printf(c0a9ad30,c0baf280,c0aa6f59,ee5c1a8c,2,...) at printf+0x4e
panic(c0aa6f59,c0aa5024,ca76bc00,c0aa6e8c,120,...) at panic+0xa1
vn_close(ca0d46cc,2,cbfd3800,ca76bc00,c0a96dca,...) at vn_close+0xb5
vn_closefile(c6d44bd0,ca76bc00,ee5c1b48,c0722f8e,c6d44bd0,...) at vn_closefile+0xf4
devfs_close_f(c6d44bd0,ca76bc00,c0a96dc1,87b,6da,...) at devfs_close_f+0x19
fdrop(c6d44bd0,ca76bc00,c0784688,c0bfbf30,0,ca76bc98,c0b4e66c,c0a96dca,c8ed572c,67a,c0a96dc1,ee5c1ba0,c0754ef0,c8ed572c,8,c0a96dc1,67a) at fdrop+0x11e
closef(c6d44bd0,ca76bc00,67a,678,c07841b2,...) at closef+0x254
fdfree(ca76bc00,0,c0a9765e,fe,c8a4bb44,...) at fdfree+0x3a6
exit1(ca76bc00,100,ee5c1d2c,c0a02d73,ca76bc00,...) at exit1+0x573
sys_exit(ca76bc00,ee5c1cfc,4,ee5c1d38,c0b46e18,...) at sys_exit+0x1d
syscall(ee5c1d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280e1e5f, esp = 0xbfbfeb4c, ebp = 0xbfbfeb58 ---
Tracing command mkfifo pid 50370 tid 100235 td 0xc71bea00
sched_switch(c71bea00,0,1,180,79072f3e,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c71bea00,0,c0a9e3ed,199,c7a392d4,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c7a392d4,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c7a392d4,c7a3928c,158,c0aa3163,0) at _sleep+0x359
sbwait(c7a39268,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c7a3918c,0,e95ddc60,0,0,...) at sosend_generic+0x35b
sosend(c7a3918c,0,e95ddc60,0,0,...) at sosend+0x54
fifo_write_f(c75d4d80,e95ddc60,c8256b00,0,c71bea00,...) at fifo_write_f+0x99
dofilewrite(e95ddc60,ffffffff,ffffffff,0,c75d4d80,...) at dofilewrite+0x95
kern_writev(c71bea00,3,e95ddc60,28202800,400,...) at kern_writev+0x58
write(c71bea00,e95ddcfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e95ddd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50365 tid 101041 td 0xcac14800
sched_switch(cac14800,0,1,180,78fca980,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(cac14800,0,c0a9e3ed,199,cb4795ec,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(cb4795ec,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(cb4795ec,cb4795a4,158,c0aa3163,0) at _sleep+0x359
sbwait(cb479580,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(cb4794a4,0,f0b00c60,0,0,...) at sosend_generic+0x35b
sosend(cb4794a4,0,f0b00c60,0,0,...) at sosend+0x54
fifo_write_f(c75d5b40,f0b00c60,c8256b00,0,cac14800,...) at fifo_write_f+0x99
dofilewrite(f0b00c60,ffffffff,ffffffff,0,c75d5b40,...) at dofilewrite+0x95
kern_writev(cac14800,3,f0b00c60,2820c100,100,...) at kern_writev+0x58
write(cac14800,f0b00cfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(f0b00d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50331 tid 100673 td 0xc839fa00
sched_switch(c839fa00,0,1,180,7912ac80,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c839fa00,0,c0a9e3ed,199,c9072148,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c9072148,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c9072148,c9072100,158,c0aa3163,0) at _sleep+0x359
sbwait(c90720dc,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c9072000,0,e9c0dc60,0,0,...) at sosend_generic+0x35b
sosend(c9072000,0,e9c0dc60,0,0,...) at sosend+0x54
fifo_write_f(cbc7f510,e9c0dc60,c8256b00,0,c839fa00,...) at fifo_write_f+0x99
dofilewrite(e9c0dc60,ffffffff,ffffffff,0,cbc7f510,...) at dofilewrite+0x95
kern_writev(c839fa00,3,e9c0dc60,2820c200,200,...) at kern_writev+0x58
write(c839fa00,e9c0dcfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e9c0dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50276 tid 100830 td 0xc864d200
sched_switch(c864d200,0,1,180,7928ee17,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c864d200,0,c0a9e3ed,199,c7107f34,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c7107f34,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c7107f34,c7107eec,158,c0aa3163,0) at _sleep+0x359
sbwait(c7107ec8,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c7107dec,0,e9f60c60,0,0,...) at sosend_generic+0x35b
sosend(c7107dec,0,e9f60c60,0,0,...) at sosend+0x54
fifo_write_f(cae2cc18,e9f60c60,c8256b00,0,c864d200,...) at fifo_write_f+0x99
dofilewrite(e9f60c60,ffffffff,ffffffff,0,cae2cc18,...) at dofilewrite+0x95
kern_writev(c864d200,3,e9f60c60,2820c080,80,...) at kern_writev+0x58
write(c864d200,e9f60cfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e9f60d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50273 tid 100857 td 0xc8669a00
sched_switch(c8669a00,0,1,180,791b5836,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8669a00,0,c0a9e3ed,199,c8fd5a90,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c8fd5a90,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c8fd5a90,c8fd5a48,158,c0aa3163,0) at _sleep+0x359
sbwait(c8fd5a24,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c8fd5948,0,ea014c60,0,0,...) at sosend_generic+0x35b
sosend(c8fd5948,0,ea014c60,0,0,...) at sosend+0x54
fifo_write_f(c75d55e8,ea014c60,c8256b00,0,c8669a00,...) at fifo_write_f+0x99
dofilewrite(ea014c60,ffffffff,ffffffff,0,c75d55e8,...) at dofilewrite+0x95
kern_writev(c8669a00,3,ea014c60,2820c080,80,...) at kern_writev+0x58
write(c8669a00,ea014cfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(ea014d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50263 tid 100339 td 0xc7b68400
sched_switch(c7b68400,0,1,180,79113eb2,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7b68400,0,c0a9e3ed,199,c90c9f34,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c90c9f34,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c90c9f34,c90c9eec,158,c0aa3163,0) at _sleep+0x359
sbwait(c90c9ec8,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c90c9dec,0,e9843c60,0,0,...) at sosend_generic+0x35b
sosend(c90c9dec,0,e9843c60,0,0,...) at sosend+0x54
fifo_write_f(c75d4cf0,e9843c60,c8256b00,0,c7b68400,...) at fifo_write_f+0x99
dofilewrite(e9843c60,ffffffff,ffffffff,0,c75d4cf0,...) at dofilewrite+0x95
kern_writev(c7b68400,3,e9843c60,2820c040,40,...) at kern_writev+0x58
write(c7b68400,e9843cfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e9843d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50211 tid 100808 td 0xc839f000
sched_switch(c839f000,0,1,180,78fd7ba3,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c839f000,0,c0a9e3ed,199,c8ef1a90,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c8ef1a90,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c8ef1a90,c8ef1a48,158,c0aa3163,0) at _sleep+0x359
sbwait(c8ef1a24,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c8ef1948,0,e9bfec60,0,0,...) at sosend_generic+0x35b
sosend(c8ef1948,0,e9bfec60,0,0,...) at sosend+0x54
fifo_write_f(c6d47b40,e9bfec60,c8256b00,0,c839f000,...) at fifo_write_f+0x99
dofilewrite(e9bfec60,ffffffff,ffffffff,0,c6d47b40,...) at dofilewrite+0x95
kern_writev(c839f000,3,e9bfec60,2820c040,40,...) at kern_writev+0x58
write(c839f000,e9bfecfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e9bfed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50199 tid 105021 td 0xc95a8200
sched_switch(c95a8200,0,1,180,792f6f1b,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c95a8200,0,c0a9e3ed,199,cb475da8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(cb475da8,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(cb475da8,cb475d60,158,c0aa3163,0) at _sleep+0x359
sbwait(cb475d3c,0,c0aa3278,470,c077f581,...) at sbwait+0x76
sosend_generic(cb475c60,0,ece8ac60,0,0,...) at sosend_generic+0x35b
sosend(cb475c60,0,ece8ac60,0,0,...) at sosend+0x54
fifo_write_f(c77dfd38,ece8ac60,c8256b00,0,c95a8200,...) at fifo_write_f+0x99
dofilewrite(ece8ac60,ffffffff,ffffffff,0,c77dfd38,...) at dofilewrite+0x95
kern_writev(c95a8200,3,ece8ac60,2820c040,40,...) at kern_writev+0x58
write(c95a8200,ece8acfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(ece8ad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50193 tid 100864 td 0xc8668c00
sched_switch(c8668c00,0,1,180,792f88e4,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8668c00,0,c0a9e3ed,199,cb3aa148,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(cb3aa148,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(cb3aa148,cb3aa100,158,c0aa3163,0) at _sleep+0x359
sbwait(cb3aa0dc,0,c0aa3278,470,1,...) at sbwait+0x76
sosend_generic(cb3aa000,0,e9fffc60,0,0,...) at sosend_generic+0x35b
sosend(cb3aa000,0,e9fffc60,0,0,...) at sosend+0x54
fifo_write_f(c79eb678,e9fffc60,c8256b00,0,c8668c00,...) at fifo_write_f+0x99
dofilewrite(e9fffc60,ffffffff,ffffffff,0,c79eb678,...) at dofilewrite+0x95
kern_writev(c8668c00,3,e9fffc60,2820c040,40,...) at kern_writev+0x58
write(c8668c00,e9fffcfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e9fffd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command sleep pid 50132 tid 103071 td 0xc8b88200
sched_switch(c8b88200,0,1,180,abbd1642,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8b88200,0,c0a9e3ed,199,c0baf804,...) at sleepq_switch+0xf0
sleepq_catch_signals(ea1a2bc4,c0741a5d,c0bb11e0,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0baf804,0,c0a9b713,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0baf804,0,15c,c0a9bec6,927c1,...) at _sleep+0x331
kern_nanosleep(c8b88200,ea1a2c64,ea1a2c6c,258,0,...) at kern_nanosleep+0xc1
nanosleep(c8b88200,ea1a2cfc,8,ea1a2d38,c0b48480,...) at nanosleep+0x6f
syscall(ea1a2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2813826f, esp = 0xbfbfeccc, ebp = 0xbfbfed08 ---
Tracing command nfsiod 0 pid 50131 tid 100475 td 0xc7600600
sched_switch(c7600600,0,1,180,a4f9651f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7600600,0,c0a9e3ed,199,c0c027e0,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9a1bc70,c0741a5d,c0bb11e0,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0c027e0,0,c0a9b713,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0c027e0,c0c027ac,15c,c0a92799,1d4c0,...) at _sleep+0x331
nfssvc_iod(c0c02160,e9a1bd38,c0a977a5,315,c7673000,...) at nfssvc_iod+0xcc
fork_exit(c08cd510,c0c02160,e9a1bd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe9a1bd70, ebp = 0 ---
Tracing command mkfifo pid 50031 tid 100145 td 0xc7013400
sched_switch(c7013400,0,1,180,7929a203,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7013400,0,c0a9e3ed,199,c7a3f904,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c7a3f904,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c7a3f904,c7a3f8bc,158,c0aa3163,0) at _sleep+0x359
sbwait(c7a3f898,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c7a3f7bc,0,e94bbc60,0,0,...) at sosend_generic+0x35b
sosend(c7a3f7bc,0,e94bbc60,0,0,...) at sosend+0x54
fifo_write_f(c847d480,e94bbc60,c8256b00,0,c7013400,...) at fifo_write_f+0x99
dofilewrite(e94bbc60,ffffffff,ffffffff,0,c847d480,...) at dofilewrite+0x95
kern_writev(c7013400,3,e94bbc60,2820c040,10,...) at kern_writev+0x58
write(c7013400,e94bbcfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e94bbd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50023 tid 100644 td 0xc8472800
sched_switch(c8472800,0,1,180,790001c5,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8472800,0,c0a9e3ed,199,c78cdc1c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c78cdc1c,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c78cdc1c,c78cdbd4,158,c0aa3163,0) at _sleep+0x359
sbwait(c78cdbb0,0,c0aa3278,470,c0741a5d,...) at sbwait+0x76
sosend_generic(c78cdad4,0,e9cb2c60,0,0,...) at sosend_generic+0x35b
sosend(c78cdad4,0,e9cb2c60,0,0,...) at sosend+0x54
fifo_write_f(c79ff360,e9cb2c60,c8256b00,0,c8472800,...) at fifo_write_f+0x99
dofilewrite(e9cb2c60,ffffffff,ffffffff,0,c79ff360,...) at dofilewrite+0x95
kern_writev(c8472800,3,e9cb2c60,2820c040,10,...) at kern_writev+0x58
write(c8472800,e9cb2cfc,c,c0a8bbcc,c0b46e60,...) at write+0x4f
syscall(e9cb2d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28164063, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50018 tid 103137 td 0xc95e7c00
sched_switch(c95e7c00,0,2,17b,a6783b1,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a9d000,...) at mi_switch+0x217
ast(ed1b1d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50015 tid 100914 td 0xc8926400
sched_switch(c8926400,0,1,180,790510b0,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8926400,0,c0a9e3ed,199,c90ac0bc,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c90ac0bc,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c90ac0bc,c90ac074,158,c0aa3163,0) at _sleep+0x359
sbwait(c90ac050,1,c0aa3278,5ae,c90ac074,...) at sbwait+0x76
soreceive_generic(c90ac000,0,ea0e5c60,0,0,...) at soreceive_generic+0x42f
soreceive(c90ac000,0,ea0e5c60,0,0,...) at soreceive+0x4d
fifo_read_f(c71a1990,ea0e5c60,c8256b00,0,c8926400,...) at fifo_read_f+0xa5
dofileread(ea0e5c60,ffffffff,ffffffff,0,c71a1990,...) at dofileread+0x96
kern_readv(c8926400,3,ea0e5c60,2820c000,2000,...) at kern_readv+0x58
read(c8926400,ea0e5cfc,c,c0a54a73,c0b46e48,...) at read+0x4f
syscall(ea0e5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28164083, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 50014 tid 100690 td 0xc853fa00
sched_switch(c853fa00,0,1,180,79119ab5,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c853fa00,...) at mi_switch+0x217
sleepq_switch(c853fa00,0,c0a9e3ed,21b,50,...) at sleepq_switch+0xf0
sleepq_wait(c879fdf0,c0bae980,c0a95516,0,0,...) at sleepq_wait+0x60
_sleep(c879fdf0,c0bae980,50,c0a95516,0,...) at _sleep+0x369
acquire(e9d6ea00,e9d6e9f8,c0a98704,d7,c0bb1260,...) at acquire+0x73
_lockmgr(c879fdf0,3002,c879fe6c,c853fa00,c0aa56aa,...) at _lockmgr+0x4bc
ffs_lock(e9d6ea7c,c853fa00,1002,1002,c879fd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b67680,e9d6ea7c,c0aa6e8c,327,c879fe6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c879fd98,1002,c853fa00,c0aa56aa,19b,...) at _vn_lock+0xf8
lookup(e9d6eba4,c0aa56aa,c6,bf,ca03562c,...) at lookup+0xf0
namei(e9d6eba4,ffffffdf,541,53f,0,...) at namei+0x34e
kern_mkfifo(c853fa00,804ba60,0,180,e9d6ed2c,...) at kern_mkfifo+0x63
mkfifo(c853fa00,e9d6ecfc,8,c0aa034f,c0b47a60,...) at mkfifo+0x29
syscall(e9d6ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280d0aa7, esp = 0xbfbfe95c, ebp = 0xbfbfe988 ---
Tracing command mkfifo pid 50013 tid 100203 td 0xc712fa00
sched_switch(c712fa00,0,2,17b,79085736,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c712c804,...) at mi_switch+0x217
ast(e95add38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50012 tid 100743 td 0xc859e400
sched_switch(c859e400,0,2,17b,79279a3c,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c85a6558,...) at mi_switch+0x217
ast(e9e47d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50011 tid 101846 td 0xc94a1800
sched_switch(c94a1800,0,2,17b,79013f42,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a4c558,...) at mi_switch+0x217
ast(ec803d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 50010 tid 100705 td 0xc83a9600
sched_switch(c83a9600,0,2,17b,63851e60,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8556ab0,...) at mi_switch+0x217
ast(e9c4fd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50009 tid 105038 td 0xc8fd4e00
sched_switch(c8fd4e00,0,1,180,79118300,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c8fd4e00,...) at mi_switch+0x217
sleepq_switch(c8fd4e00,0,c0a9e3ed,21b,50,...) at sleepq_switch+0xf0
sleepq_wait(c879fdf0,c0bae980,c0a95516,0,0,...) at sleepq_wait+0x60
_sleep(c879fdf0,c0bae980,50,c0a95516,0,...) at _sleep+0x369
acquire(eb8c4a00,eb8c49f8,c0a98704,d7,c0bb1260,...) at acquire+0x73
_lockmgr(c879fdf0,3002,c879fe6c,c8fd4e00,c0aa56aa,...) at _lockmgr+0x4bc
ffs_lock(eb8c4a7c,c8fd4e00,1002,1002,c879fd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b67680,eb8c4a7c,c0aa6e8c,327,c879fe6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c879fd98,1002,c8fd4e00,c0aa56aa,19b,...) at _vn_lock+0xf8
lookup(eb8c4ba4,c0aa56aa,c6,bf,cd8af12c,...) at lookup+0xf0
namei(eb8c4ba4,ffffffdf,541,53f,0,...) at namei+0x34e
kern_mkfifo(c8fd4e00,804ba60,0,180,eb8c4d2c,...) at kern_mkfifo+0x63
mkfifo(c8fd4e00,eb8c4cfc,8,c0aa034f,c0b47a60,...) at mkfifo+0x29
syscall(eb8c4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280d0aa7, esp = 0xbfbfe95c, ebp = 0xbfbfe988 ---
Tracing command swap pid 50008 tid 100813 td 0xc833c600
sched_switch(c833c600,0,2,17b,f4251d66,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c864b804,...) at mi_switch+0x217
ast(e9b89d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50007 tid 100745 td 0xc859e000
sched_switch(c859e000,0,1,180,7911610a,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c859e000,...) at mi_switch+0x217
sleepq_switch(c859e000,0,c0a9e3ed,21b,50,...) at sleepq_switch+0xf0
sleepq_wait(c879fdf0,c0bae980,c0a95516,0,0,...) at sleepq_wait+0x60
_sleep(c879fdf0,c0bae980,50,c0a95516,0,...) at _sleep+0x369
acquire(e9e41a00,e9e419f8,c0a98704,d7,c0bb1260,...) at acquire+0x73
_lockmgr(c879fdf0,3002,c879fe6c,c859e000,c0aa56aa,...) at _lockmgr+0x4bc
ffs_lock(e9e41a7c,c09f5768,1002,1002,c879fd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b67680,e9e41a7c,c0aa6e8c,327,c879fe6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c879fd98,1002,c859e000,c0aa56aa,19b,...) at _vn_lock+0xf8
lookup(e9e41ba4,c0aa56aa,c6,bf,cd8afc2c,...) at lookup+0xf0
namei(e9e41ba4,ffffffdf,541,53f,0,...) at namei+0x34e
kern_mkfifo(c859e000,804ba60,0,180,e9e41d2c,...) at kern_mkfifo+0x63
mkfifo(c859e000,e9e41cfc,8,c0aa034f,c0b47a60,...) at mkfifo+0x29
syscall(e9e41d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280d0aa7, esp = 0xbfbfe95c, ebp = 0xbfbfe988 ---
Tracing command swap pid 50006 tid 101413 td 0xca77d600
sched_switch(ca77d600,0,2,17b,6384a951,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,cac92000,...) at mi_switch+0x217
ast(ee6a8d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50005 tid 103175 td 0xc8bbda00
sched_switch(c8bbda00,0,2,17b,7920a200,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8aa2804,...) at mi_switch+0x217
ast(ea3eed38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 50004 tid 101650 td 0xca74ac00
sched_switch(ca74ac00,0,1,17b,f357230e,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9eb38,2e2,c71c0cd0,...) at mi_switch+0x217
turnstile_wait(c71c0cd0,c8336a00,0,17a,c0c08918,...) at turnstile_wait+0x4cb
_mtx_lock_sleep(c0c08918,ca74ac00,0,c0abbeb3,385,...) at _mtx_lock_sleep+0x15a
_mtx_lock_flags(c0c08918,0,c0abbeb3,385,0,...) at _mtx_lock_flags+0xef
vm_fault(c838f0e8,2fe96000,2,8,2fe96000,...) at vm_fault+0x1c86
trap_pfault(5,0,c0ac8727,2ae,c8a362ac,...) at trap_pfault+0x118
trap(ee3f6d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28157613, esp = 0xbfbfe8b0, ebp = 0xbfbfe8e8 ---
Tracing command mkfifo pid 50003 tid 100821 td 0xc864e400
sched_switch(c864e400,0,2,17b,792e464a,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c86532ac,...) at mi_switch+0x217
ast(e9f7bd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 50002 tid 100706 td 0xc855ec00
sched_switch(c855ec00,0,2,17b,6384d072,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c855b000,...) at mi_switch+0x217
ast(e9ddbd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 50001 tid 101747 td 0xc8fb7400
sched_switch(c8fb7400,0,2,17b,792c3204,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a452ac,...) at mi_switch+0x217
ast(eb735d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 50000 tid 100099 td 0xc6e5c600
sched_switch(c6e5c600,0,2,17b,638476f3,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c6e61ab0,...) at mi_switch+0x217
ast(e93b0d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49999 tid 100891 td 0xc8666400
sched_switch(c8666400,0,2,17b,791becef,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c86b32ac,...) at mi_switch+0x217
ast(e9fdbd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49998 tid 108411 td 0xca9c3a00
sched_switch(ca9c3a00,0,6,17b,5d605b2c,...) at sched_switch+0x1b6
mi_switch(6,0,c0a9c8c5,c0,c0c164c0,...) at mi_switch+0x217
critical_exit(0,c0741f6a,0) at critical_exit+0x99
lapic_handle_timer(f019d9f0) at lapic_handle_timer+0x155
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0741f6a, esp = 0xf019da30, ebp = 0xf019da40 ---
_mtx_lock_spin(c0bb5cd4,ca9c3a00,0,c0a9f382,3bf,...) at _mtx_lock_spin+0x7a
_mtx_lock_spin_flags(c0bb5cd4,0,c0a9f382,3bf,ca9c3a98,...) at _mtx_lock_spin_flags+0x10e
witness_checkorder(c0c1fe40,9,c0ac793b,b54,c4af9ff0,...) at witness_checkorder+0x2e4
_mtx_lock_flags(c0c1fe40,0,c0ac793b,b54,0,...) at _mtx_lock_flags+0xbc
pmap_zero_page(c4af9ff0,7fc6,0,40,f019dbe8,...) at pmap_zero_page+0x3d
vm_fault(c8315570,302c6000,2,8,302c6000,...) at vm_fault+0x10d8
trap_pfault(5,0,c0ac8727,2ae,cab45ab0,...) at trap_pfault+0x118
trap(f019dd38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x28157613, esp = 0xbfbfe8b0, ebp = 0xbfbfe8e8 ---
Tracing command mkfifo pid 49997 tid 100723 td 0xc8577a00
sched_switch(c8577a00,0,1,180,792db35f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c8577a00,...) at mi_switch+0x217
sleepq_switch(c8577a00,0,c0a9e3ed,21b,50,...) at sleepq_switch+0xf0
sleepq_wait(c879fdf0,0,c0a9b713,da,0,...) at sleepq_wait+0x60
_sleep(c879fdf0,c0bae980,50,c0a95516,0,...) at _sleep+0x369
acquire(e9e08a70,e9e08a68,c0a98704,d7,c8577a00,...) at acquire+0x73
_lockmgr(c879fdf0,3002,c879fe6c,c8577a00,c0aa56aa,...) at _lockmgr+0x4bc
ffs_lock(e9e08aec,c09f5768,1002,1002,c879fd98,...) at ffs_lock+0x91
VOP_LOCK1_APV(c0b67680,e9e08aec,c0aa6e8c,327,c879fe6c,...) at VOP_LOCK1_APV+0xa5
_vn_lock(c879fd98,1002,c8577a00,c0aa56aa,19b,...) at _vn_lock+0xf8
lookup(e9e08c10,c0aa56aa,c6,bf,c8f2712c,...) at lookup+0xf0
namei(e9e08c10,ffffffdf,2,ffffffff,c0b7d8c0,...) at namei+0x34e
kern_unlink(c8577a00,804ba60,0,e9e08d2c,c0a02d73,...) at kern_unlink+0x40
unlink(c8577a00,e9e08cfc,4,c0aa034f,c0b46ef0,...) at unlink+0x22
syscall(e9e08d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (10, FreeBSD ELF32, unlink), eip = 0x28152df3, esp = 0xbfbfe95c, ebp = 0xbfbfe988 ---
Tracing command swap pid 49996 tid 103091 td 0xc8fa0600
sched_switch(c8fa0600,0,2,17b,6383e0dc,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a962ac,...) at mi_switch+0x217
ast(eb5b8d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49995 tid 100528 td 0xc832a000
sched_switch(c832a000,0,2,17b,78f559bd,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8324804,...) at mi_switch+0x217
ast(e9b50d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49994 tid 108429 td 0xca79b200
sched_switch(ca79b200,0,2,17b,f422b78f,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,cab51804,...) at mi_switch+0x217
ast(ef9a5d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49993 tid 100140 td 0xc7013e00
sched_switch(c7013e00,0,6,17b,63815ffa,...) at sched_switch+0x1b6
mi_switch(6,0,c0a9c8c5,c0,c7013e00,...) at mi_switch+0x217
critical_exit(c0bb5ae4,e94cab64,c0741a5d,c0bb5ae4,1,...) at critical_exit+0x99
spinlock_exit(c0bb5ae4,1,c0a99b44,f4) at spinlock_exit+0x10
_mtx_unlock_spin_flags(c0bb5ae4,0,c0a9eb38,260,e94cab94,...) at _mtx_unlock_spin_flags+0xfd
turnstile_chain_unlock(c0baf0d0,0,c0baf0d0,2ce,e94cabb8,...) at turnstile_chain_unlock+0x37
_mtx_unlock_sleep(c0baf0d0,0,c0a91e30,2ce,e94cac60,...) at _mtx_unlock_sleep+0x88
_mtx_unlock_flags(c0baf0d0,0,c0a91e30,2ce,0,...) at _mtx_unlock_flags+0x110
fifo_read_f(c70641f8,e94cac60,c8256b00,0,c7013e00,...) at fifo_read_f+0xcb
dofileread(e94cac60,ffffffff,ffffffff,0,c70641f8,...) at dofileread+0x96
kern_readv(c7013e00,3,e94cac60,2820c068,0,...) at kern_readv+0x58
read(c7013e00,e94cacfc,c,c0a54a73,c0b46e48,...) at read+0x4f
syscall(e94cad38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28164083, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command swap pid 49992 tid 100394 td 0xc7e56e00
cpustop_handler(10,e99344d4,c0a0307d,e9930008,28,...) at cpustop_handler+0x32
ipi_nmi_handler(e9930008,28,c7e55ab0,c0bb11e0,c7e55ab0,...) at ipi_nmi_handler+0x2f
trap(e99344e0) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0a075b7, esp = 0xe9934520, ebp = 0xe993453c ---
DELAY(1,c7e56e00,c0c1564c,0,e993457c,...) at DELAY+0x87
_mtx_lock_spin(c0c1564c,c7e56e00,0,c0ac28a2,9fc,...) at _mtx_lock_spin+0x6c
_mtx_lock_spin_flags(c0c1564c,0,c0ac28a2,9fc,c000002,...) at _mtx_lock_spin_flags+0x10e
sio_cnputc(c0b72740,63,e9934734,5,63,...) at sio_cnputc+0x8d
cnputc(63,e9934734,e99345f4,c0777d21,c7e56e00,...) at cnputc+0x5f
putcons(c7e56e00,e99345ec,246,0,c0aaa847,...) at putcons+0x17
putchar(63,e9934734,c0741a5d,3,c8668a00,...) at putchar+0x61
kvprintf(c0aaa845,c0777cc0,e9934734,a,e9934760,...) at kvprintf+0x494
printf(c0aaa845,63,c0c971e7,c0ac3e26,e9934890,...) at printf+0x4e
db_putchar(63,0,e9934780,4,c0c971f5,...) at db_putchar+0x31
kvprintf(c0ac3e24,c048f300,0,10,e99348c0,...) at kvprintf+0x91a
db_printf(c0ac3e24,c0c971e0,e99348c8,ffffffff,c048ed86,...) at db_printf+0x34
db_print_stack_entry(e99349d8,c048ed86,0,f000,e99349d0,...) at db_print_stack_entry+0xe5
db_backtrace(c048ed86,3ff,0,e993499c,c0aa61ca,...) at db_backtrace+0x2a7
db_trace_self(e993499c,e94a9ac4,e993499c,e9934990,e99349d0,...) at db_trace_self+0x49
db_trace_self_wrapper(c0a9d804,e9934a00,c07c5f73,0,e9934a00,...) at db_trace_self_wrapper+0x26
kdb_backtrace(0,e9934a00,c0a16a75,e9934a10,c6bc4ae0,...) at kdb_backtrace+0x29
vfs_badlock(c0b63be0,e9934a10,c0b7d660,c6bc4ae0,0) at vfs_badlock+0x23
assert_vop_locked(c6bc4ae0,c0aa61e6) at assert_vop_locked+0x50
vop_lock_post(e9934a6c,0,c0a99b44,3041,c6bc4ae0,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0b63be0,e9934a6c,c0bbf5d0,0,c6bc4bb4,...) at VOP_LOCK1_APV+0xc1
_vn_lock(c6bc4ae0,3041,c7e56e00,c0aa5f97,7f3,...) at _vn_lock+0xf8
vget(c6bc4ae0,3041,c7e56e00,4b1,c14572d0,...) at vget+0x110
vnode_pager_lock(c14572d0,0,c0abbeb3,125,e9934be8,...) at vnode_pager_lock+0x1b0
vm_fault(c8621828,2804d000,1,0,2804d408,...) at vm_fault+0x1df
trap_pfault(5,0,c0ac8727,2ae,c7e55ab0,...) at trap_pfault+0x118
trap(e9934d38) at trap+0x267
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0x2804d408, esp = 0xbfbfe944, ebp = 0xbfbfe988 ---
Tracing command mkfifo pid 49991 tid 100179 td 0xc70ec800
sched_switch(c70ec800,0,2,17b,78f84c6d,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c70f1ab0,...) at mi_switch+0x217
ast(e9521d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49990 tid 100313 td 0xc7a89a00
sched_switch(c7a89a00,0,2,17b,6ea28b58,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c7a8c804,...) at mi_switch+0x217
ast(e979ad38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49989 tid 101635 td 0xc915ae00
sched_switch(c915ae00,0,2,17b,790b6473,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a342ac,...) at mi_switch+0x217
ast(ebbc4d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49988 tid 100748 td 0xc8336a00
sched_switch(c8336a00,0,2,17b,a65c13b,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c84d5804,...) at mi_switch+0x217
ast(e9b77d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49987 tid 101623 td 0xca73ca00
sched_switch(ca73ca00,0,2,17b,6ea20619,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a322ac,...) at mi_switch+0x217
ast(ee2d0d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49986 tid 100732 td 0xc85a0a00
cpustop_handler(1,e9e68c10,c0a0307d,0,80000000,...) at cpustop_handler+0x32
ipi_nmi_handler(0,80000000,1234de,0,c85992ac,...) at ipi_nmi_handler+0x2f
trap(e9e68c1c) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc074d7b6, esp = 0xe9e68c5c, ebp = 0xe9e68c80 ---
panic(c0ac86a2,c0aa06ba,2,c0aa06ba,c0b47a60,...) at panic+0x26
syscall(e9e68d38) at syscall+0x46e
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x280d0aa7, esp = 0xbfbfe95c, ebp = 0xbfbfe988 ---
Tracing command swap pid 49985 tid 103031 td 0xc9acd200
sched_switch(c9acd200,0,2,17b,6ea2383f,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a3a2ac,...) at mi_switch+0x217
ast(ede3bd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49984 tid 100637 td 0xc8473600
sched_switch(c8473600,0,2,17b,790cb56f,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8478558,...) at mi_switch+0x217
ast(e9cc7d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49983 tid 103159 td 0xc959c800
sched_switch(c959c800,0,2,17b,6ea14e83,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c8a9f804,...) at mi_switch+0x217
ast(ecdd3d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49982 tid 100198 td 0xc7128400
sched_switch(c7128400,0,1,180,7920dafc,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7128400,0,c0a9e3ed,199,c90c96ec,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c90c96ec,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c90c96ec,c90c96a4,158,c0aa3163,0) at _sleep+0x359
sbwait(c90c9680,1,c0aa3278,5ae,c90c96a4,...) at sbwait+0x76
soreceive_generic(c90c9630,0,e955cc60,0,0,...) at soreceive_generic+0x42f
soreceive(c90c9630,0,e955cc60,0,0,...) at soreceive+0x4d
fifo_read_f(c6d44360,e955cc60,c8256b00,0,c7128400,...) at fifo_read_f+0xa5
dofileread(e955cc60,ffffffff,ffffffff,0,c6d44360,...) at dofileread+0x96
kern_readv(c7128400,3,e955cc60,2820c000,1000,...) at kern_readv+0x58
read(c7128400,e955ccfc,c,c0a54a73,c0b46e48,...) at read+0x4f
syscall(e955cd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28164083, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command mkfifo pid 49981 tid 100150 td 0xc7012a00
sched_switch(c7012a00,0,2,17b,7906e9ca,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c7015000,...) at mi_switch+0x217
ast(e94acd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49980 tid 100630 td 0xc8474400
sched_switch(c8474400,0,2,17b,ff49800f,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c846e000,...) at mi_switch+0x217
ast(e9cdcd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49979 tid 100271 td 0xc7a24400
sched_switch(c7a24400,0,1,180,78fc84ff,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7a24400,0,c0a9e3ed,199,c90c9248,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,58,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c90c9248,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c90c9248,c90c9200,158,c0aa3163,0) at _sleep+0x359
sbwait(c90c91dc,1,c0aa3278,5ae,c90c9200,...) at sbwait+0x76
soreceive_generic(c90c918c,0,e96c7c60,0,0,...) at soreceive_generic+0x42f
soreceive(c90c918c,0,e96c7c60,0,0,...) at soreceive+0x4d
fifo_read_f(c70a2d80,e96c7c60,c8256b00,0,c7a24400,...) at fifo_read_f+0xa5
dofileread(e96c7c60,ffffffff,ffffffff,0,c70a2d80,...) at dofileread+0x96
kern_readv(c7a24400,3,e96c7c60,2820c000,1000,...) at kern_readv+0x58
read(c7a24400,e96c7cfc,c,c0a54a73,c0b46e48,...) at read+0x4f
syscall(e96c7d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x28164083, esp = 0xbfbfe92c, ebp = 0xbfbfe958 ---
Tracing command swap pid 49978 tid 100741 td 0xc859e800
sched_switch(c859e800,0,2,17b,6ea1ce97,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c85a6000,...) at mi_switch+0x217
ast(e9e4dd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49977 tid 100728 td 0xc8577000
sched_switch(c8577000,0,2,17b,7904b4ad,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c857e558,...) at mi_switch+0x217
ast(e9df9d38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49976 tid 100381 td 0xc7e51800
sched_switch(c7e51800,0,2,17b,6ea11a65,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c7e532ac,...) at mi_switch+0x217
ast(e98fbd38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command swap pid 49975 tid 100870 td 0xc859be00
sched_switch(c859be00,0,2,17b,ff4a0c94,...) at sched_switch+0x1b6
mi_switch(2,0,c0a9eaa1,f5,c86ad000,...) at mi_switch+0x217
ast(e9e3ed38) at ast+0x31e
doreti_ast() at doreti_ast+0x17
Tracing command mkfifo pid 49974 tid 100789 td 0xc8634200
sched_switch(c8634200,0,1,180,59144a6,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8634200,0,c0a9e3ed,199,c8630ab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c8630ab0,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c8630ab0,c8630b44,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c8634200,c339,e9f0ec2c,0,0,...) at kern_wait+0xa66
wait4(c8634200,e9f0ecfc,10,e9f0ed38,c0b46ea8,...) at wait4+0x3b
syscall(e9f0ed38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e581b, esp = 0xbfbfe98c, ebp = 0xbfbfe9a8 ---
Tracing command swap pid 49973 tid 100865 td 0xc8668a00
sched_switch(c8668a00,0,1,180,526f229,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c8668a00,0,c0a9e3ed,199,c8671000,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c8671000,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c8671000,c8671094,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c8668a00,c337,e9ffcc2c,0,0,...) at kern_wait+0xa66
wait4(c8668a00,e9ffccfc,10,e9ffcd38,c0b46ea8,...) at wait4+0x3b
syscall(e9ffcd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d981b, esp = 0xbfbfe98c, ebp = 0xbfbfe9a8 ---
Tracing command swap pid 49972 tid 100483 td 0xc82cd000
sched_switch(c82cd000,0,1,180,6b2e3caa,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c82cd000,0,c0a9e3ed,199,c0baf804,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9aacbc4,c0741a5d,c0bb11e0,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0baf804,0,c0a9b713,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0baf804,0,15c,c0a9bec6,3e9,...) at _sleep+0x331
kern_nanosleep(c82cd000,e9aacc64,e9aacc6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c82cd000,e9aaccfc,8,c0aa0635,c0b48480,...) at nanosleep+0x6f
syscall(e9aacd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2813b26f, esp = 0xbfbfe9ac, ebp = 0xbfbfe9d8 ---
Tracing command mkfifo pid 49971 tid 100507 td 0xc82c3000
sched_switch(c82c3000,0,1,180,6c4a3e15,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c82c3000,0,c0a9e3ed,199,c0baf804,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9a64bc4,c0741a5d,c0bb11e0,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0baf804,0,c0a9b713,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0baf804,0,15c,c0a9bec6,3e9,...) at _sleep+0x331
kern_nanosleep(c82c3000,e9a64c64,e9a64c6c,1,0,...) at kern_nanosleep+0xc1
nanosleep(c82c3000,e9a64cfc,8,c0aa0635,c0b48480,...) at nanosleep+0x6f
syscall(e9a64d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814726f, esp = 0xbfbfe9ac, ebp = 0xbfbfe9d8 ---
Tracing command run pid 47276 tid 100249 td 0xc712fe00
sched_switch(c712fe00,0,1,180,88902ee9,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c712fe00,0,c0a9e3ed,199,c77a7ab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c77a7ab0,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c77a7ab0,c77a7b44,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c712fe00,c333,e95b3c2c,0,0,...) at kern_wait+0xa66
wait4(c712fe00,e95b3cfc,10,c0aa0d24,c0b46ea8,...) at wait4+0x3b
syscall(e95b3d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d881b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 ---
Tracing command run pid 47275 tid 100488 td 0xc82c7600
sched_switch(c82c7600,0,1,180,88c3694d,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c82c7600,0,c0a9e3ed,199,c82e9804,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c82e9804,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c82e9804,c82e9898,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c82c7600,b8ac,e9a9dc2c,0,0,...) at kern_wait+0xa66
wait4(c82c7600,e9a9dcfc,10,e9a9dd38,c0b46ea8,...) at wait4+0x3b
syscall(e9a9dd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d881b, esp = 0xbfbfe94c, ebp = 0xbfbfe968 ---
Tracing command run pid 47274 tid 100756 td 0xc83b6600
sched_switch(c83b6600,0,1,180,86fb80da,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c83b6600,0,c0a9e3ed,199,c86252ac,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c86252ac,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c86252ac,c8625340,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c83b6600,b8ab,e9c7fc2c,0,0,...) at kern_wait+0xa66
wait4(c83b6600,e9c7fcfc,10,e9c7fd38,c0b46ea8,...) at wait4+0x3b
syscall(e9c7fd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280d881b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---
Tracing command sh pid 47268 tid 100884 td 0xc859a200
Tracing command tcsh pid 39012 tid 103183 td 0xc9ab3400
sched_switch(c9ab3400,0,1,180,17a5729d,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c9ab3400,0,c0a9e3ed,199,c8aa45b8,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,68,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c8aa45b8,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c8aa45b8,c8aa45ec,168,c0a5e18b,0,...) at _sleep+0x359
kern_sigsuspend(c9ab3400,0,0,0,0,...) at kern_sigsuspend+0xe4
sigsuspend(c9ab3400,edc85cfc,4,c0aa03cb,c0b48df8,...) at sigsuspend+0x4d
syscall(edc85d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28163e27, esp = 0xbfbfe7fc, ebp = 0xbfbfe868 ---
Tracing command sshd pid 39007 tid 100212 td 0xc71bfa00
sched_switch(c71bfa00,0,1,180,188ff273,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c71bfa00,0,c0a9e3ed,199,c0bfc41c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741dfa,c0bfc404,0,c0a99b44,c71bfa00,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0bfc41c,c0bfc404,c0ab7d1b,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0bfc41c,c0bfc404,c0a9ff5a,30f,c0ab13a5,...) at _cv_wait_sig+0x1fc
kern_select(c71bfa00,9,285030d4,285030d8,0,0,0,280dfd08) at kern_select+0x6cc
select(c71bfa00,e95f5cfc,14,c0a8bbcc,c0b476b8,...) at select+0x5e
syscall(e95f5d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283e6003, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 39001 tid 100780 td 0xc862c400
Tracing command sh pid 46821 tid 100360 td 0xc7e23c00
Tracing command tcsh pid 46813 tid 108405 td 0xca7a5a00
Tracing command sshd pid 46812 tid 103139 td 0xc951bc00
sched_switch(c951bc00,0,1,180,6fa5369,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c951bc00,0,c0a9e3ed,199,c0bfc41c,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741dfa,c0bfc404,0,c0a99b44,c951bc00,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c0bfc41c,c0bfc404,c0ab7d1b,101,0,...) at sleepq_wait_sig+0x14
_cv_wait_sig(c0bfc41c,c0bfc404,c0a9ff5a,30f,ecd22afc,...) at _cv_wait_sig+0x1fc
kern_select(c951bc00,9,285030d4,285030d8,0,0,c,ecd22c98) at kern_select+0x6cc
select(c951bc00,ecd22cfc,14,ecd22d38,c0b476b8,...) at select+0x5e
syscall(ecd22d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283e6003, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 ---
Tracing command sshd pid 46809 tid 100757 td 0xc85ba200
Tracing command sh pid 46805 tid 103046 td 0xc94ef400
sched_switch(c94ef400,0,1,180,a250c377,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c94ef400,0,c0a9e3ed,199,c8a3b804,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c8a3b804,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c8a3b804,c8a3b898,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c94ef400,ffffffff,eca79c2c,2,0,...) at kern_wait+0xa66
wait4(c94ef400,eca79cfc,10,c0aa04d0,c0b46ea8,...) at wait4+0x3b
syscall(eca79d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814681b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 ---
Tracing command watchdogd pid 693 tid 100122 td 0xc6e60e00
sched_switch(c6e60e00,0,1,180,58ab7da7,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c6e60e00,0,c0a9e3ed,199,c0baf804,...) at sleepq_switch+0xf0
sleepq_catch_signals(e93d4bc4,c0741a5d,c0bb11e0,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0baf804,0,c0a9b713,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0baf804,0,15c,c0a9bec6,ea61,...) at _sleep+0x331
kern_nanosleep(c6e60e00,e93d4c64,e93d4c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c6e60e00,e93d4cfc,8,c0acc6eb,c0b48480,...) at nanosleep+0x6f
syscall(e93d4d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815c26f, esp = 0xbfbfebec, ebp = 0xbfbfec18 ---
Tracing command csh pid 676 tid 100065 td 0xc6dd6600
Tracing command login pid 675 tid 100056 td 0xc6d40600
Tracing command getty pid 674 tid 100073 td 0xc6dd3600
Tracing command getty pid 673 tid 100118 td 0xc6ef4600
Tracing command getty pid 672 tid 100128 td 0xc700cc00
Tracing command getty pid 671 tid 100127 td 0xc700ce00
Tracing command getty pid 670 tid 100136 td 0xc700bc00
Tracing command getty pid 669 tid 100130 td 0xc700c800
Tracing command getty pid 668 tid 100071 td 0xc6dd3a00
Tracing command getty pid 667 tid 100119 td 0xc6ef4400
Tracing command cron pid 629 tid 100190 td 0xc7129400
sched_switch(c7129400,0,1,180,f56589bd,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7129400,0,c0a9e3ed,199,c0baf804,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9574bc4,c0741a5d,c0bb11e0,1,5c,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0baf804,0,c0a9b713,da,0,...) at sleepq_timedwait_sig+0x17
_sleep(c0baf804,0,15c,c0a9bec6,ea61,...) at _sleep+0x331
kern_nanosleep(c7129400,e9574c64,e9574c6c,3c,0,...) at kern_nanosleep+0xc1
nanosleep(c7129400,e9574cfc,8,c0aa0635,c0b48480,...) at nanosleep+0x6f
syscall(e9574d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815326f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 ---
Tracing command sendmail pid 623 tid 100194 td 0xc7128c00
Tracing command sendmail pid 619 tid 100200 td 0xc7128000
sched_switch(c7128000,0,1,180,f43e43e9,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7128000,0,c0a9e3ed,199,c0bfc41c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9556a84,c0741dfa,c0bfc404,0,c7128000,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bfc41c,1389,c0ab7d1b,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0bfc41c,c0bfc404,1389,30f,c073efdd,...) at _cv_timedwait_sig+0x20b
kern_select(c7128000,4,bfbfd12c,0,0,e9556c70,5,0) at kern_select+0x6b4
select(c7128000,e9556cfc,14,c0aa08ea,c0b476b8,...) at select+0x5e
syscall(e9556d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2839e003, esp = 0xbfbfd09c, ebp = 0xbfbfdb38 ---
Tracing command sshd pid 613 tid 100132 td 0xc700c400
Tracing command rpc.lockd pid 561 tid 100084 td 0xc6e3fe00
Tracing command rpc.lockd pid 554 tid 100075 td 0xc6dd3200
sched_switch(c6dd3200,0,1,180,f4bf7659,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c6dd3200,0,c0a9e3ed,199,c0bfc41c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9328a84,c0741dfa,c0bfc404,0,c6dd3200,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bfc41c,7531,c0ab7d1b,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0bfc41c,c0bfc404,7531,30f,e9328afc,...) at _cv_timedwait_sig+0x20b
kern_select(c6dd3200,7,bfbfed5c,0,0,e9328c70,1e,0) at kern_select+0x6b4
select(c6dd3200,e9328cfc,14,c0aa0635,c0b476b8,...) at select+0x5e
syscall(e9328d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x28173003, esp = 0xbfbfecac, ebp = 0xbfbfede8 ---
Tracing command rpc.statd pid 549 tid 100149 td 0xc7012c00
sched_switch(c7012c00,0,1,180,20df71a9,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c7012c00,0,c0a9e3ed,199,c0bfc41c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e94afa84,c0741dfa,c0bfc404,0,c7012c00,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bfc41c,7531,c0ab7d1b,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0bfc41c,c0bfc404,7531,30f,e94afafc,...) at _cv_timedwait_sig+0x20b
kern_select(c7012c00,a,bfbfed6c,0,0,e94afc70,1e,0) at kern_select+0x6b4
select(c7012c00,e94afcfc,14,c0aa0635,c0b476b8,...) at select+0x5e
syscall(e94afd38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2815f003, esp = 0xbfbfecbc, ebp = 0xbfbfedf8 ---
Tracing command md1 pid 519 tid 100110 td 0xc6ef5600
sched_switch(c6ef5600,0,1,180,7090cd57,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c6ef5600,...) at mi_switch+0x217
sleepq_switch(c6ef5600,0,c0a9e3ed,21b,4c,...) at sleepq_switch+0xf0
sleepq_wait(c6b9c000,c6b9c020,c0a790af,0,0,...) at sleepq_wait+0x60
_sleep(c6b9c000,c6b9c020,24c,c0a790af,0,...) at _sleep+0x369
md_kthread(c6b9c000,e9409d38,c0a977a5,315,c6ef6000,...) at md_kthread+0x125
fork_exit(c05e17d0,c6b9c000,e9409d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe9409d70, ebp = 0 ---
Tracing command rpcbind pid 499 tid 100070 td 0xc6dd3c00
sched_switch(c6dd3c00,0,1,180,584ebd40,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c6dd3c00,0,c0a9e3ed,199,c0bfc41c,...) at sleepq_switch+0xf0
sleepq_catch_signals(e9337ad8,c0741dfa,c0bfc404,0,c6dd3c00,...) at sleepq_catch_signals+0x21e
sleepq_timedwait_sig(c0bfc41c,7531,c0ab7d1b,101,0,...) at sleepq_timedwait_sig+0x17
_cv_timedwait_sig(c0bfc41c,c0bfc404,7531,3bb,0,...) at _cv_timedwait_sig+0x20b
poll(c6dd3c00,e9337cfc,c,c0aa0635,c0b48198,...) at poll+0x554
syscall(e9337d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811be5b, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 ---
Tracing command syslogd pid 477 tid 100151 td 0xc7012800
kdb_enter(c0aa6175,c0aa61e6,cbe10570,c0aa61ca,cbe10570,...) at kdb_enter+0x32
vfs_badlock(c0b67680,e94a9b38,c0b7d660,cbe10570,0) at vfs_badlock+0x59
assert_vop_locked(cbe10570,c0aa61e6) at assert_vop_locked+0x50
vop_lock_post(e94a9b94,0,1002,1002,cbe10570,...) at vop_lock_post+0x36
VOP_LOCK1_APV(c0b67680,e94a9b94,c0aa6e8c,327,cbe10644,...) at VOP_LOCK1_APV+0xc1
_vn_lock(cbe10570,1002,c7012800,c0aa6e8c,242,...) at _vn_lock+0xf8
vn_write(c75d5510,cc723480,c6762100,0,c7012800,...) at vn_write+0x16a
dofilewrite(cc723480,ffffffff,ffffffff,0,c75d5510,...) at dofilewrite+0x95
kern_writev(c7012800,b,cc723480,cc723480,bfbfd554,...) at kern_writev+0x58
writev(c7012800,e94a9cfc,c,c0aa0635,c0b47958,...) at writev+0x46
syscall(e94a9d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (121, FreeBSD ELF32, writev), eip = 0x28151ea7, esp = 0xbfbfce9c, ebp = 0xbfbfd568 ---
Tracing command devd pid 431 tid 100067 td 0xc6dd6200
Tracing command md0 pid 115 tid 100052 td 0xc68c5800
sched_switch(c68c5800,0,1,180,6352636f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c68c5800,...) at mi_switch+0x217
sleepq_switch(c68c5800,0,c0a9e3ed,21b,4c,...) at sleepq_switch+0xf0
sleepq_wait(c6ba4000,c6ba4020,c0a790af,0,0,...) at sleepq_wait+0x60
_sleep(c6ba4000,c6ba4020,24c,c0a790af,0,...) at _sleep+0x369
md_kthread(c6ba4000,e6ea1d38,c0a977a5,315,c6b03558,...) at md_kthread+0x125
fork_exit(c05e17d0,c6ba4000,e6ea1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6ea1d70, ebp = 0 ---
Tracing command schedcpu pid 48 tid 100043 td 0xc6afea00
sched_switch(c6afea00,0,1,180,c78d5e5f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c6afea00,0,c0a9e3ed,23e,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0baf634,3e8,c0a92799,2,0,...) at sleepq_timedwait+0x68
_sleep(c0baf634,0,0,c0a92799,3e8,...) at _sleep+0x345
pause(c0a92799,3e8,1d5,1d3,30d76,...) at pause+0x47
schedcpu_thread(0,e70efd38,c0a977a5,315,c6afd804,...) at schedcpu_thread+0x267
fork_exit(c0769dc0,0,e70efd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70efd70, ebp = 0 ---
Tracing command softdepflush pid 47 tid 100044 td 0xc6afe800
sched_switch(c6afe800,0,1,180,e60565e0,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,44,...) at mi_switch+0x217
sleepq_switch(c6afe800,0,c0a9e3ed,23e,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c081a4,3e8,c0ab9909,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c081a4,c0c0817c,44,c0ab9909,3e8,...) at _sleep+0x345
softdep_flush(0,e70ecd38,c0a977a5,315,c6afdab0,...) at softdep_flush+0x2d2
fork_exit(c0932020,0,e70ecd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70ecd70, ebp = 0 ---
Tracing command syncer pid 46 tid 100045 td 0xc6afe600
sched_switch(c6afe600,0,1,180,c7892835,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c6afe600,...) at mi_switch+0x217
sleepq_switch(c6afe600,0,c0a9e3ed,21b,68,...) at sleepq_switch+0xf0
sleepq_wait(c0baf62c,0,c0aa69bd,0,0,...) at sleepq_wait+0x60
_sleep(c0baf62c,c0bfcba4,68,c0aa69bd,0,...) at _sleep+0x369
sched_sync(0,e70e9d38,c0a977a5,315,c6b00000,...) at sched_sync+0x56e
fork_exit(c07ca460,0,e70e9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70e9d70, ebp = 0 ---
Tracing command vnlru pid 45 tid 100046 td 0xc6afe400
sched_switch(c6afe400,0,1,180,fd0d7e0f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,50,...) at mi_switch+0x217
sleepq_switch(c6afe400,0,c0a9e3ed,23e,50,...) at sleepq_switch+0xf0
sleepq_timedwait(c6b002ac,3e8,c0aa6a67,0,0,...) at sleepq_timedwait+0x68
_sleep(c6b002ac,c0bfcb78,250,c0aa6a67,3e8,...) at _sleep+0x345
vnlru_proc(0,e70e6d38,c0a977a5,315,c6b002ac,...) at vnlru_proc+0x114
fork_exit(c07cb230,0,e70e6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70e6d70, ebp = 0 ---
Tracing command bufdaemon pid 44 tid 100047 td 0xc6afe200
sched_switch(c6afe200,0,1,180,fcf0ffde,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,44,...) at mi_switch+0x217
sleepq_switch(c6afe200,0,c0a9e3ed,23e,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bfc8c4,3e8,c0aa4647,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bfc8c4,c0bfc8c8,44,c0aa4647,3e8,...) at _sleep+0x345
buf_daemon(0,e70e3d38,c0a977a5,315,c6b00558,...) at buf_daemon+0x21e
fork_exit(c07b5a60,0,e70e3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70e3d70, ebp = 0 ---
Tracing command pagezero pid 43 tid 100048 td 0xc6afe000
sched_switch(c6afe000,0,1,180,39a8f11c,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c6afe000,0,c0a9e3ed,23e,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c08c58,493e0,c0abe22c,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c08c58,c0c08900,0,c0abe22c,493e0,...) at _sleep+0x345
vm_pagezero(0,e70e0d38,c0a977a5,315,c6b00804,...) at vm_pagezero+0xdc
fork_exit(c096b5b0,0,e70e0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70e0d70, ebp = 0 ---
Tracing command vmdaemon pid 42 tid 100049 td 0xc68c5e00
sched_switch(c68c5e00,0,1,180,eda40fbf,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c68c5e00,...) at mi_switch+0x217
sleepq_switch(c68c5e00,0,c0a9e3ed,21b,68,...) at sleepq_switch+0xf0
sleepq_wait(c0c08974,c0c08978,c0aa4647,0,0,...) at sleepq_wait+0x60
_sleep(c0c08974,c0c08978,68,c0aa4647,0,...) at _sleep+0x369
vm_daemon(0,e6eaad38,c0a977a5,315,c6b00ab0,...) at vm_daemon+0x59
fork_exit(c0966c40,0,e6eaad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6eaad70, ebp = 0 ---
Tracing command pagedaemon pid 41 tid 100050 td 0xc68c5c00
sched_switch(c68c5c00,0,1,180,6fb6fb95,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,44,...) at mi_switch+0x217
sleepq_switch(c68c5c00,0,c0a9e3ed,23e,44,...) at sleepq_switch+0xf0
sleepq_timedwait(c0c0893c,1388,c0aa4647,0,0,...) at sleepq_timedwait+0x68
_sleep(c0c0893c,c0c08900,44,c0aa4647,1388,...) at _sleep+0x345
vm_pageout(0,e6ea7d38,c0a977a5,315,c6b03000,...) at vm_pageout+0x2bb
fork_exit(c09677f0,0,e6ea7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6ea7d70, ebp = 0 ---
Tracing command sctp_iterator pid 40 tid 100030 td 0xc68c5200
sched_switch(c68c5200,0,1,180,26c306b2,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c68c5200,...) at mi_switch+0x217
sleepq_switch(c68c5200,0,c0a9e3ed,21b,0,...) at sleepq_switch+0xf0
sleepq_wait(c0bfe62c,c0bfe534,c0aad3a3,0,0,...) at sleepq_wait+0x60
_sleep(c0bfe62c,c0bfe534,0,c0aad3a3,0,...) at _sleep+0x369
sctp_iterator_thread(0,e70ddd38,c0a977a5,315,c68c3000,...) at sctp_iterator_thread+0x60
fork_exit(c0830160,0,e70ddd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe70ddd70, ebp = 0 ---
Tracing command swi0: sio pid 39 tid 100031 td 0xc68c5000
sched_switch(c68c5000,0,1,180,a6251f34,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c6934d64,...) at mi_switch+0x217
ithread_loop(c6907050,e6e95d38,c0a977a5,315,c68c32ac,...) at ithread_loop+0x34c
fork_exit(c07320c0,c6907050,e6e95d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e95d70, ebp = 0 ---
Tracing command irq1: atkbd0 pid 38 tid 100032 td 0xc68c4e00
fork_trampoline() at fork_trampoline
Tracing command irq15: ata1 pid 37 tid 100033 td 0xc68c4c00
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 36 tid 100034 td 0xc68c4a00
sched_switch(c68c4a00,0,1,180,c740f936,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c67c85e4,...) at mi_switch+0x217
ithread_loop(c68e8280,e6e8cd38,c0a977a5,315,c68c3ab0,...) at ithread_loop+0x34c
fork_exit(c07320c0,c68e8280,e6e8cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e8cd70, ebp = 0 ---
Tracing command usb3 pid 35 tid 100035 td 0xc68c4800
sched_switch(c68c4800,0,1,180,b839bfa7,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,5c,...) at mi_switch+0x217
sleepq_switch(c68c4800,0,c0a9e3ed,23e,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c687c210,ea60,c0a8f747,0,0,...) at sleepq_timedwait+0x68
_sleep(c687c210,0,5c,c0a8f747,ea60,...) at _sleep+0x345
usb_event_thread(c68d7180,e6e89d38,c0a977a5,315,c68c6000,...) at usb_event_thread+0xca
fork_exit(c06ca330,c68d7180,e6e89d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e89d70, ebp = 0 ---
Tracing command usb2 pid 34 tid 100036 td 0xc68c4600
sched_switch(c68c4600,0,1,180,f4336095,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,5c,...) at mi_switch+0x217
sleepq_switch(c68c4600,0,c0a9e3ed,23e,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c68ce210,ea60,c0a8f747,0,0,...) at sleepq_timedwait+0x68
_sleep(c68ce210,0,5c,c0a8f747,ea60,...) at _sleep+0x345
usb_event_thread(c68ab540,e6e86d38,c0a977a5,315,c68c62ac,...) at usb_event_thread+0xca
fork_exit(c06ca330,c68ab540,e6e86d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e86d70, ebp = 0 ---
Tracing command irq18: uhci2 pid 33 tid 100037 td 0xc68c4400
fork_trampoline() at fork_trampoline
Tracing command usb1 pid 32 tid 100038 td 0xc68c4200
sched_switch(c68c4200,0,1,180,f4393c0f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,5c,...) at mi_switch+0x217
sleepq_switch(c68c4200,0,c0a9e3ed,23e,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c68b9210,ea60,c0a8f747,0,0,...) at sleepq_timedwait+0x68
_sleep(c68b9210,0,5c,c0a8f747,ea60,...) at _sleep+0x345
usb_event_thread(c68abdc0,e6e80d38,c0a977a5,315,c68c6804,...) at usb_event_thread+0xca
fork_exit(c06ca330,c68abdc0,e6e80d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e80d70, ebp = 0 ---
Tracing command irq19: uhci1+ pid 31 tid 100039 td 0xc68c4000
sched_switch(c68c4000,0,1,180,379034fe,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c67c8364,...) at mi_switch+0x217
ithread_loop(c68acc90,e6e7dd38,c0a977a5,315,c68c6ab0,...) at ithread_loop+0x34c
fork_exit(c07320c0,c68acc90,e6e7dd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e7dd70, ebp = 0 ---
Tracing command usbtask-dr pid 30 tid 100021 td 0xc67d4600
sched_switch(c67d4600,0,1,180,b475ba95,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c67d4600,...) at mi_switch+0x217
sleepq_switch(c67d4600,0,c0a9e3ed,21b,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bacf34,0,c0a9b713,da,0,...) at sleepq_wait+0x60
_sleep(c0bacf34,0,5c,c0a8f784,0,...) at _sleep+0x369
usb_task_thread(c0bacf34,e6e29d38,c0a977a5,315,c67d52ac,...) at usb_task_thread+0x62
fork_exit(c06caab0,c0bacf34,e6e29d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e29d70, ebp = 0 ---
Tracing command usbtask-hc pid 29 tid 100022 td 0xc67d4400
sched_switch(c67d4400,0,1,180,b475a5a3,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c67d4400,...) at mi_switch+0x217
sleepq_switch(c67d4400,0,c0a9e3ed,21b,5c,...) at sleepq_switch+0xf0
sleepq_wait(c0bacf20,0,c0a9b713,da,0,...) at sleepq_wait+0x60
_sleep(c0bacf20,0,5c,c0a8f784,0,...) at _sleep+0x369
usb_task_thread(c0bacf20,e6e26d38,c0a977a5,315,c67d5558,...) at usb_task_thread+0x62
fork_exit(c06caab0,c0bacf20,e6e26d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e26d70, ebp = 0 ---
Tracing command usb0 pid 28 tid 100023 td 0xc67d4200
sched_switch(c67d4200,0,1,180,b806c3d3,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,5c,...) at mi_switch+0x217
sleepq_switch(c67d4200,0,c0a9e3ed,23e,5c,...) at sleepq_switch+0xf0
sleepq_timedwait(c689e210,ea60,c0a8f747,0,0,...) at sleepq_timedwait+0x68
_sleep(c689e210,0,5c,c0a8f747,ea60,...) at _sleep+0x345
usb_event_thread(c68b5d00,e6e23d38,c0a977a5,315,c67d5804,...) at usb_event_thread+0xca
fork_exit(c06ca330,c68b5d00,e6e23d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e23d70, ebp = 0 ---
Tracing command irq17: uhci0 ehci0 pid 27 tid 100024 td 0xc67d4000
fork_trampoline() at fork_trampoline
Tracing command em1 taskq pid 9 tid 100025 td 0xc6780e00
sched_switch(c6780e00,0,1,180,ecd1dff3,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c6780e00,...) at mi_switch+0x217
sleepq_switch(c6780e00,0,c0a9e3ed,21b,c6780e00,...) at sleepq_switch+0xf0
sleepq_wait(c689aa80,0,c0a9b75a,c0a92799,0,...) at sleepq_wait+0x60
msleep_spin(c689aa80,c689aa9c,c0a92799,0,c0a99b44,...) at msleep_spin+0x20d
taskqueue_thread_loop(c687faec,e53f9d38,c0a977a5,315,c6885000,...) at taskqueue_thread_loop+0x8a
fork_exit(c077e050,c687faec,e53f9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53f9d70, ebp = 0 ---
Tracing command em0 taskq pid 8 tid 100026 td 0xc6780c00
sched_switch(c6780c00,0,1,180,ccf64ddd,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c6780c00,...) at mi_switch+0x217
sleepq_switch(c6780c00,0,c0a9e3ed,21b,c6780c00,...) at sleepq_switch+0xf0
sleepq_wait(c689a280,0,c0a9b75a,c0a92799,0,...) at sleepq_wait+0x60
msleep_spin(c689a280,c689a29c,c0a92799,0,c0a99b44,...) at msleep_spin+0x20d
taskqueue_thread_loop(c687f2ec,e53f6d38,c0a977a5,315,c68852ac,...) at taskqueue_thread_loop+0x8a
fork_exit(c077e050,c687f2ec,e53f6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53f6d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 26 tid 100027 td 0xc6780a00
sched_switch(c6780a00,0,1,180,bffa4a49,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c67caae4,...) at mi_switch+0x217
ithread_loop(c687a110,e53f3d38,c0a977a5,315,c6885558,...) at ithread_loop+0x34c
fork_exit(c07320c0,c687a110,e53f3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53f3d70, ebp = 0 ---
Tracing command thread taskq pid 7 tid 100028 td 0xc6780800
sched_switch(c6780800,0,1,180,db3d4e1f,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c6780800,...) at mi_switch+0x217
sleepq_switch(c6780800,0,c0a9e3ed,21b,0,...) at sleepq_switch+0xf0
sleepq_wait(c67cab80,c67cab9c,c0a92799,0,0,...) at sleepq_wait+0x60
_sleep(c67cab80,c67cab9c,0,c0a92799,0,...) at _sleep+0x369
taskqueue_thread_loop(c0bb4e38,e53f0d38,c0a977a5,315,c6885804,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e050,c0bb4e38,e53f0d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53f0d70, ebp = 0 ---
Tracing command swi5: + pid 25 tid 100029 td 0xc6780600
sched_switch(c6780600,0,1,180,ecd21005,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c67cac64,...) at mi_switch+0x217
ithread_loop(c687a130,e53edd38,c0a977a5,315,c6885ab0,...) at ithread_loop+0x34c
fork_exit(c07320c0,c687a130,e53edd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53edd70, ebp = 0 ---
Tracing command swi2: cambio pid 24 tid 100013 td 0xc677ec00
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 6 tid 100014 td 0xc677ea00
sched_switch(c677ea00,0,1,180,b4756d64,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c677ea00,...) at mi_switch+0x217
sleepq_switch(c677ea00,0,c0a9e3ed,21b,4c,...) at sleepq_switch+0xf0
sleepq_wait(c0b7e134,0,c0a9b713,da,0,...) at sleepq_wait+0x60
_sleep(c0b7e134,c0b7e14c,4c,c0a51d12,0,...) at _sleep+0x369
xpt_scanner_thread(0,e53dbd38,c0a977a5,315,c6789ab0,...) at xpt_scanner_thread+0x41
fork_exit(c04683a0,0,e53dbd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53dbd70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100015 td 0xc677e800
sched_switch(c677e800,0,1,180,b4762d4a,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c677e800,...) at mi_switch+0x217
sleepq_switch(c677e800,0,c0a9e3ed,21b,0,...) at sleepq_switch+0xf0
sleepq_wait(c683d000,c683d01c,c0a92799,0,0,...) at sleepq_wait+0x60
_sleep(c683d000,c683d01c,0,c0a92799,0,...) at _sleep+0x369
taskqueue_thread_loop(c0badeac,e53d8d38,c0a977a5,315,c67d2000,...) at taskqueue_thread_loop+0xb4
fork_exit(c077e050,c0badeac,e53d8d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53d8d70, ebp = 0 ---
Tracing command swi6: task queue pid 23 tid 100016 td 0xc677e600
sched_switch(c677e600,0,1,180,5fabf0a4,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c683d0e4,...) at mi_switch+0x217
ithread_loop(c687a1d0,e53d5d38,c0a977a5,315,c67d22ac,...) at ithread_loop+0x34c
fork_exit(c07320c0,c687a1d0,e53d5d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53d5d70, ebp = 0 ---
Tracing command yarrow pid 22 tid 100017 td 0xc677e400
sched_switch(c677e400,0,1,180,ff474f24,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c677e400,0,c0a9e3ed,23e,0,...) at sleepq_switch+0xf0
sleepq_timedwait(c0baf634,64,c0a92799,2,0,...) at sleepq_timedwait+0x68
_sleep(c0baf634,0,0,c0a92799,64,...) at _sleep+0x345
pause(c0a92799,64,c0a871a7,112,0,...) at pause+0x47
random_kthread(0,e53d2d38,c0a977a5,315,c67d2558,...) at random_kthread+0x1d9
fork_exit(c0655380,0,e53d2d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53d2d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100018 td 0xc677e200
sched_switch(c677e200,0,1,180,ff0e49fb,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,4c,...) at mi_switch+0x217
sleepq_switch(c677e200,0,c0a9e3ed,23e,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bad6ac,64,c0a92799,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bad6ac,c0bad5c8,24c,c0a92799,64,...) at _sleep+0x345
g_io_schedule_down(c677e200,0,c0a93e5c,74,0,...) at g_io_schedule_down+0x6b
g_down_procbody(0,e53cfd38,c0a977a5,315,c67d2804,...) at g_down_procbody+0x8d
fork_exit(c0701480,0,e53cfd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53cfd70, ebp = 0 ---
Tracing command g_up pid 3 tid 100019 td 0xc67d4a00
sched_switch(c67d4a00,0,1,180,ff0e51d4,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,4c,...) at mi_switch+0x217
sleepq_switch(c67d4a00,0,c0a9e3ed,23e,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bad6a8,64,c0a92799,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bad6a8,c0bad608,24c,c0a92799,64,...) at _sleep+0x345
g_io_schedule_up(c67d4a00,0,c0a93e5c,5d,0,...) at g_io_schedule_up+0x133
g_up_procbody(0,e6e2fd38,c0a977a5,315,c67d2ab0,...) at g_up_procbody+0x8d
fork_exit(c0701510,0,e6e2fd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e2fd70, ebp = 0 ---
Tracing command g_event pid 2 tid 100020 td 0xc67d4800
sched_switch(c67d4800,0,1,180,ff474680,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,4c,...) at mi_switch+0x217
sleepq_switch(c67d4800,0,c0a9e3ed,23e,4c,...) at sleepq_switch+0xf0
sleepq_timedwait(c0bad6a0,64,c0a92799,0,0,...) at sleepq_timedwait+0x68
_sleep(c0bad6a0,0,4c,c0a92799,64,...) at _sleep+0x345
g_event_procbody(0,e6e2cd38,c0a977a5,315,c67d5000,...) at g_event_procbody+0xcb
fork_exit(c07015a0,0,e6e2cd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6e2cd70, ebp = 0 ---
Tracing command swi1: net pid 21 tid 100006 td 0xc677c400
sched_switch(c677c400,0,1,180,87a4f68c,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c67c9a64,...) at mi_switch+0x217
ithread_loop(c677a170,e53bad38,c0a977a5,315,c677f2ac,...) at ithread_loop+0x34c
fork_exit(c07320c0,c677a170,e53bad38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53bad70, ebp = 0 ---
Tracing command swi3: vm pid 20 tid 100007 td 0xc677c200
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 19 tid 100008 td 0xc677c000
sched_switch(c677c000,0,1,180,94ab64d,...) at sched_switch+0x1b6
mi_switch(1,0,c0a97a29,46b,c67c9b64,...) at mi_switch+0x217
ithread_loop(c677a190,e53b4d38,c0a977a5,315,c677f804,...) at ithread_loop+0x34c
fork_exit(c07320c0,c677a190,e53b4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53b4d70, ebp = 0 ---
Tracing command idle: cpu0 pid 18 tid 100009 td 0xc6780400
sched_switch(c6780400,0,1,17b,821c95a8,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9c735,564,e53ead24,...) at mi_switch+0x217
sched_idletd(0,e53ead38,c0a977a5,315,c677fab0,...) at sched_idletd+0x7a
fork_exit(c076a090,0,e53ead38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53ead70, ebp = 0 ---
Tracing command idle: cpu1 pid 17 tid 100010 td 0xc6780200
cpustop_handler(2,e53e7c8c,c0a0307d,e53e7c0c,c6780200,...) at cpustop_handler+0x32
ipi_nmi_handler(e53e7c0c,c6780200,c6789000,c0bb11e0,c6789000,...) at ipi_nmi_handler+0x2f
trap(e53e7c98) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09f2325, esp = 0xe53e7cd8, ebp = 0xe53e7cd8 ---
cpu_idle_default(e53e7cf8,c076a0c7,c0baf0d0,2,c0a9c735,...) at cpu_idle_default+0x5
cpu_idle(c0baf0d0,2,c0a9c735,55f,e53e7d24,...) at cpu_idle+0x28
sched_idletd(0,e53e7d38,c0a977a5,315,c6789000,...) at sched_idletd+0x37
fork_exit(c076a090,0,e53e7d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53e7d70, ebp = 0 ---
Tracing command idle: cpu2 pid 16 tid 100011 td 0xc6780000
sched_switch(c6780000,0,1,17b,810c3dbd,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9c735,564,e53e4d24,...) at mi_switch+0x217
sched_idletd(0,e53e4d38,c0a977a5,315,c67892ac,...) at sched_idletd+0x7a
fork_exit(c076a090,0,e53e4d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53e4d70, ebp = 0 ---
Tracing command idle: cpu3 pid 15 tid 100012 td 0xc677ee00
sched_switch(c677ee00,0,1,17b,81c038a4,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9c735,564,e53e1d24,...) at mi_switch+0x217
sched_idletd(0,e53e1d38,c0a977a5,315,c6789558,...) at sched_idletd+0x7a
fork_exit(c076a090,0,e53e1d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53e1d70, ebp = 0 ---
Tracing command idle: cpu4 pid 14 tid 100000 td 0xc677e000
sched_switch(c677e000,0,1,17b,80b04632,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9c735,564,e53ccd24,...) at mi_switch+0x217
sched_idletd(0,e53ccd38,c0a977a5,315,c677b000,...) at sched_idletd+0x7a
fork_exit(c076a090,0,e53ccd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53ccd70, ebp = 0 ---
Tracing command idle: cpu5 pid 13 tid 100001 td 0xc677ce00
cpustop_handler(20,e53c9c8c,c0a0307d,1,c677ce00,...) at cpustop_handler+0x32
ipi_nmi_handler(1,c677ce00,c677b2ac,c0bb11e0,c677b2ac,...) at ipi_nmi_handler+0x2f
trap(e53c9c98) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09f2325, esp = 0xe53c9cd8, ebp = 0xe53c9cd8 ---
cpu_idle_default(e53c9cf8,c076a0c7,c0baf0d0,2,c0a9c735,...) at cpu_idle_default+0x5
cpu_idle(c0baf0d0,2,c0a9c735,55f,e53c9d24,...) at cpu_idle+0x28
sched_idletd(0,e53c9d38,c0a977a5,315,c677b2ac,...) at sched_idletd+0x37
fork_exit(c076a090,0,e53c9d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53c9d70, ebp = 0 ---
Tracing command idle: cpu6 pid 12 tid 100002 td 0xc677cc00
cpustop_handler(40,e53c6c8c,c0a0307d,e53c6c0c,c677cc00,...) at cpustop_handler+0x32
ipi_nmi_handler(e53c6c0c,c677cc00,c677b558,c0bb11e0,c677b558,...) at ipi_nmi_handler+0x2f
trap(e53c6c98) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09f2325, esp = 0xe53c6cd8, ebp = 0xe53c6cd8 ---
cpu_idle_default(e53c6cf8,c076a0c7,c0baf0d0,2,c0a9c735,...) at cpu_idle_default+0x5
cpu_idle(c0baf0d0,2,c0a9c735,55f,e53c6d24,...) at cpu_idle+0x28
sched_idletd(0,e53c6d38,c0a977a5,315,c677b558,...) at sched_idletd+0x37
fork_exit(c076a090,0,e53c6d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53c6d70, ebp = 0 ---
Tracing command idle: cpu7 pid 11 tid 100003 td 0xc677ca00
cpustop_handler(80,e53c3c8c,c0a0307d,e53c3c0c,c677ca00,...) at cpustop_handler+0x32
ipi_nmi_handler(e53c3c0c,c677ca00,c677b804,c0bb11e0,c677b804,...) at ipi_nmi_handler+0x2f
trap(e53c3c98) at trap+0x2d
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc09f2325, esp = 0xe53c3cd8, ebp = 0xe53c3cd8 ---
cpu_idle_default(e53c3cf8,c076a0c7,c0baf0d0,2,c0a9c735,...) at cpu_idle_default+0x5
cpu_idle(c0baf0d0,2,c0a9c735,55f,e53c3d24,...) at cpu_idle+0x28
sched_idletd(0,e53c3d38,c0a977a5,315,c677b804,...) at sched_idletd+0x37
fork_exit(c076a090,0,e53c3d38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53c3d70, ebp = 0 ---
Tracing command init pid 1 tid 100004 td 0xc677c800
sched_switch(c677c800,0,1,180,efa5e9ea,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,0,...) at mi_switch+0x217
sleepq_switch(c677c800,0,c0a9e3ed,199,c677bab0,...) at sleepq_switch+0xf0
sleepq_catch_signals(c0741a5d,c0bb11e0,1,c0a99b44,5c,...) at sleepq_catch_signals+0x21e
sleepq_wait_sig(c677bab0,0,c0a9b713,da,0,...) at sleepq_wait_sig+0x14
_sleep(c677bab0,c677bb44,15c,c0aa04f1,0,...) at _sleep+0x359
kern_wait(c677c800,ffffffff,e53c0c2c,0,0,...) at kern_wait+0xa66
wait4(c677c800,e53c0cfc,10,c0aa030c,c0b46ea8,...) at wait4+0x3b
syscall(e53c0d38) at syscall+0x2b3
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054a1b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 ---
Tracing command audit pid 10 tid 100005 td 0xc677c600
sched_switch(c677c600,0,1,180,b47301e4,...) at sched_switch+0x1b6
mi_switch(1,0,c0a9e3ed,1bd,c677c600,...) at mi_switch+0x217
sleepq_switch(c677c600,0,c0a9e3ed,21b,c677c600,...) at sleepq_switch+0xf0
sleepq_wait(c0c07c14,c0c07bf4,c0ab744a,1,0,...) at sleepq_wait+0x60
_cv_wait(c0c07c14,c0c07bf4,c0ab7df6,1c2,0,...) at _cv_wait+0x1fc
audit_worker(0,e53bdd38,c0a977a5,315,c677f000,...) at audit_worker+0x99
fork_exit(c0917820,0,e53bdd38) at fork_exit+0xb8
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe53bdd70, ebp = 0 ---
Tracing command swapper pid 0 tid 0 td 0xc0bada10
sched_switch(c0bada10,0,1,180,73ccb3f1,...) at sched_switch+0x1b6
mi_switch(1,0,c0abc02b,2d5,0,...) at mi_switch+0x217
scheduler(0,101ec00,101ec00,101e000,1028000,...) at scheduler+0x253
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 3314 MB
Dumping 268 MB: 253 237 221 205 189 173 157 141 125 109 93 77 61 45 29 13
Dump complete
= 0xf
db> c
KDB: stack backtrace:
Tdb_trace_self_wrapper(c0a9d804,e94a9af8,c07c5f73,c7012800,e94a9af8,...) at cdb_trace_self_wrapper+0x26
ekdb_backtrace(c7012800,e94a9af8,c0a16a75,e94a9b08,cbe10570,...) at Ckdb_backtrace+0x29
Pvfs_badlock(c0b67680,e94a9b08,c0b7d660,cbe10570,c7012800) at _vfs_badlock+0x23
sassert_vop_elocked(cbe10570,c0acc525,e94a9b48,c07c89a0,ec0b67680,...) at lassert_vop_elocked+0x53
fVOP_WRITE_APV(c0b67680,e94a9be0,c7012800,c0aa6e8c,242,...) at :VOP_WRITE_APV+0x98
_[w1r9a2p.p1e6r8(.c50.a19]d:860241,7e49 9vn_write(c75d5510,cc723480,c6762100,0,c7012800,...) at t3o4 a[0109,2c.0176c85.f57.31,101,]e:92923 4tac0p0f,l.a.g.s) 0axt4 <dRbS_Tt>r;a csey_nscealcfh_ew_rcahpkpresrt+:0 xS2p6ur
ikodubs_ bRaScTk twriatcheo(u0t, em9a9t3c4hai0n0g, cs0yan1c6aac7h5e, ee9n9t3r4ya 1(0p,ocs6sbicb4laye 0s,y.n.c.o)o kaite kodnbl_yb)a,c kstergamceen+t0 xi2g9no
rvefds_
bvand_lworcikt(e+0x231
cdofilewrite(cc723480,ffffffff,ffffffff,0,c75d5510,...) at 0dofilewrite+0x95
bkern_writev(c7012800,b,cc723480,cc723480,bfbfd554,...) at 6kern_writev+0x58
3writev(c7012800,e94a9cfc,c,c0aa0635,c0b47958,...) at bwritev+0x46
esyscall(e94a9d38) at 0syscall+0x2b3
,Xint0x80_syscall() at eXint0x80_syscall+0x20
--- syscall (1219, Free9BSD ELF32, writev), eip = 0x28151ea7, esp = 0xbfbfce9c, ebp = 0xbfbfd568 ---
VOP_WRITE: 0xcbe10570 is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 477 tid 100151 ]
Stopped at kdb_enter+0x32: leave
db> c
KDB: stack backtrace:
3db_trace_self_wrapper(c0a9d804,e94a9848,c07c5f73,0,e94a9848,...) at 4db_trace_self_wrapper+0x26
akdb_backtrace(0,e94a9848,c0a16a75,e94a9858,cbe10570,...) at 1kdb_backtrace+0x29
0vfs_badlock(c0b67680,e94a9858,c0b7d660,cbe10570,0) at ,vfs_badlock+0x23
cassert_vop_locked(cbe10570,c0aa4748,e94a98a0,e94a989c,c048f0c4,...) at 0assert_vop_lockedb+0x50
7getblk(cbe10570,4,0,2800,0,...) at dgetblk+0x1c
6breadn(cbe10570,4,0,2800,0,...) at 6breadn+0x44
0bread(cbe10570,4,,0,2800,0,...) at cbread+0x4c
6ffs_balloc_ufs2(cbe10570,12517,0,33,c6762100,...) at bffs_balloc_ufs2+0xe26
cffs_write(e94a9be0,c0acc525,e94a9b48,0,c0b67680,...) at 4ffs_write+0x353
aVOP_WRITE_APV(c0b67680,e94a9ebe0,c7012800,c0aa6e8c,242,...) at 0,VOP_WRITE_APV+0x155
0vn_write(c75d5510,cc723480,c6762100,0,c7012800,...) at )vn_write+0x231
dofilewrite(cc723480,ffffffff,ffffffff,0,c75d5510,...) at adofilewrite+0x95
tkern_writev(c7012800,b,cc723480,cc723480,bfbfd554,...) at kern_writev+0x58
vwritev(c7012800,e94a9cfc,c,c0aa0635,c0b47958,...) at fwritev+0x46
ssyscall(e94a9d38) at _syscall+0x2b3
bXint0x80_syscall(a) at dXint0x80_syscall+0x20
--- syscall (121l, FreeBSD ELF32, writev), eip = 0x28151ea7, esp = 0xbfbfce9c, ebp = 0xbfbfd568 ---
getblk: 0xcbe10570 is not locked but should be
KDB: enter: lock violation
[thread pid 477 tid 100151 ]
Stopped at kdb_enter+0x32: leave
db> c
ock+0x23
nassert_vop_locked(c6bc4ae0,c0aa61e6) at iassert_vop_locked+0x50
cvop_lock_post(e9934a6c,0,c0a99b44,3041,c6bc4ae0,...) at :vop_lock_post+0x36
VOP_LOCK1_APV(c0b63be0,e9934a6c,c0bbf5d0,0,c6bc4bb4,...) at vVOP_LOCK1_APV+0xc1
n_vn_lock(c6bc4ae0,3041,c7e56e00,c0aa5f97,7f3,...) at __vn_lock+0xf8
cvget(c6bc4ae0,3041,c7e56e00,4b1,c14572d0,...) at lvget+0x110
ovnode_pager_lock(c14572d0,0,c0abbeb3,125,e9934be8,...) at svnode_pager_lock+0x1b0
evm_fault(c8621828,2804d000,1,0,2804d408,...) at :vm_fault+0x1df
trap_pfault(5,0,c0ac8727,2ae,c7e55ab0,...) at ntrap_pfault+0x118
etrap(e9934d38) at gtrap+0x267
acalltrap() at tcalltrap+0x6
--- trap 0xc, eip = 0x2804d408, esp = 0xbfbfe944, ebp = 0xbfbfe988 ---
VOP_LOCK: 0xc6bc4ae0 is not locked but should be
KDB: enter: lock violation
[thread pid 49992 tid 100394 ]
Stopped at kdb_enter+0x32: leave
db> reset
(kgdb) bt
#0 doadump () at pcpu.h:195
#1 0xc048d059 in db_fncall (dummy1=-1065924862, dummy2=0, dummy3=-1, dummy4=0xe94a9914 "") at ../../../ddb/db_command.c:486
#2 0xc048d5c5 in db_command_loop () at ../../../ddb/db_command.c:401
#3 0xc048ed35 in db_trap (type=3, code=0) at ../../../ddb/db_main.c:222
#4 0xc0774586 in kdb_trap (type=3, code=0, tf=0xe94a9abc) at ../../../kern/subr_kdb.c:502
#5 0xc0a035bb in trap (frame=0xe94a9abc) at ../../../i386/i386/trap.c:621
#6 0xc09e8feb in calltrap () at ../../../i386/i386/exception.s:139
#7 0xc0774702 in kdb_enter (msg=0xc0aa6175 "lock violation") at cpufunc.h:60
#8 0xc07c5fa9 in vfs_badlock (msg=0xc0aa61ca "is not locked but should be", str=0xc0aa61e6 "VOP_LOCK", vp=0xcbe10570) at ../../../kern/vfs_subr.c:3432
#9 0xc07c89a0 in assert_vop_locked (vp=0xcbe10570, str=0xc0aa61e6 "VOP_LOCK") at ../../../kern/vfs_subr.c:3456
#10 0xc07c8a26 in vop_lock_post (ap=0xe94a9b94, rc=0) at ../../../kern/vfs_subr.c:3612
#11 0xc0a19c41 in VOP_LOCK1_APV (vop=0xc0b67680, a=0xe94a9b94) at vnode_if.c:1627
#12 0xc07d5248 in _vn_lock (vp=0xcbe10570, flags=4098, td=0xc7012800, file=0xc0aa6e8c "../../../kern/vfs_vnops.c", line=578) at vnode_if.h:851
#13 0xc07d610a in vn_write (fp=0xc75d5510, uio=0xcc723480, active_cred=0xc6762100, flags=0, td=0xc7012800) at ../../../kern/vfs_vnops.c:578
#14 0xc07864d5 in dofilewrite (td=0xc7012800, fd=11, fp=0xc75d5510, auio=0xcc723480, offset=-1, flags=0) at file.h:254
#15 0xc0786758 in kern_writev (td=0xc7012800, fd=11, auio=0xcc723480) at ../../../kern/sys_generic.c:401
#16 0xc07869a6 in writev (td=0xc7012800, uap=0xe94a9cfc) at ../../../kern/sys_generic.c:387
#17 0xc0a02d73 in syscall (frame=0xe94a9d38) at ../../../i386/i386/trap.c:1008
#18 0xc09e9050 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196
#19 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 9
#9 0xc07c89a0 in assert_vop_locked (vp=0xcbe10570, str=0xc0aa61e6 "VOP_LOCK") at ../../../kern/vfs_subr.c:3456
3456 vfs_badlock("is not locked but should be", str, vp);
(kgdb) p *vp
$1 = {v_type = VREG, v_tag = 0xc0a95516 "ufs", v_op = 0xc0b67680, v_data = 0xc91db630, v_mount = 0xc6f525d0, v_nmntvnodes = {tqe_next = 0xcdc832b8, tqe_prev = 0xcd5202cc},
v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc6964818}, v_hash = 3291, v_cache_src = {
lh_first = 0x0}, v_cache_dst = {tqh_first = 0xc84fa594, tqh_last = 0xc84fa5a4}, v_dd = 0x0, v_cstart = 0, v_lasta = 51392, v_lastw = 3, v_clen = 7, v_lock = {lk_object = {
lo_name = 0xc0a95516 "ufs", lo_type = 0xc0a95516 "ufs", lo_flags = 70844416, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}},
lk_interlock = 0xc0bae890, lk_flags = 64, lk_sharecount = 0, lk_waitcount = 0, lk_exclusivecount = 0, lk_prio = 80, lk_timo = 51, lk_lockholder = 0xffffffff,
lk_newlock = 0x0, lk_stack = {depth = 10, pcs = {3228817840, 3230908673, 3231816741, 3229438536, 3229442314, 3229115605, 3229116248, 3229116838, 3231722867, 3231617104,
0, 0, 0, 0, 0, 0, 0, 0}}}, v_interlock = {lock_object = {lo_name = 0xc0a9fdf3 "vnode interlock", lo_type = 0xc0a9fdf3 "vnode interlock", lo_flags = 16973824,
lo_witness_data = {lod_list = {stqe_next = 0xc0bbf698}, lod_witness = 0xc0bbf698}}, mtx_lock = 4, mtx_recurse = 0}, v_vnlock = 0xcbe105c8, v_holdcnt = 3,
v_usecount = 1, v_iflag = 0, v_vflag = 0, v_writecount = 1, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = 0xcbe10644, bo_clean = {bv_hd = {
tqh_first = 0x0, tqh_last = 0xcbe10680}, bv_root = 0x0, bv_cnt = 0}, bo_dirty = {bv_hd = {tqh_first = 0xda9dee20, tqh_last = 0xda9dee58}, bv_root = 0xda9dee20,
bv_cnt = 1}, bo_numoutput = 0, bo_flag = 1, bo_ops = 0xc0b54dc0, bo_bsize = 16384, bo_object = 0xc7806ac8, bo_synclist = {le_next = 0x0, le_prev = 0xc69349a4},
bo_private = 0xcbe10570, __bo_vnode = 0xcbe10570}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb)
---
Test scenario:
cat /dev/zero > /dem/fmaster