GENERIC HEAD from Oct 20 15:07 UTC, vmcore.102
Deadlock while testing on a 64 MB "newfs -b 32768 -f 4096 -O2 -U md0c" filesystem.
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2006 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #1: Sun Oct 22 20:32:14 CEST 2006
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032458240 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
interrupt total
irq1: atkbd0 124
irq4: sio0 41
irq6: fdc0 1
irq14: ata0 18540984
irq16: uhci0 1
irq17: fxp0 116266
cpu0: timer 84538436
cpu1: timer 84531912
cpu3: timer 84594935
cpu2: timer 84533488
Total 356856477
KDB: stack backtrace:
kdb_backtrace(c091a130,1545329d,0,c09ee024,c09ed33c,...) at kdb_backtrace+0x29
watchdog_fire(c0a8ed40,c3d5c418,e26d3c88,c088b437,0,...) at watchdog_fire+0x9d
hardclock(0,c1095a1d) at hardclock+0xd9
lapic_handle_timer(c3c30008,c0680028,28,c3d5c400,c3d5c418,...) at lapic_handle_timer+0x8b
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc1095a1d, esp = 0xe26d3cd0, ebp = 0xe26d3cd0 ---
acpi_cpu_c1(c0a0d810,1,e26d3cf0,1,c0682cf8,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26d3d04,c0682d55,c0682cf8,e26d3d24,c0682a94,...) at acpi_cpu_idle+0x15a
cpu_idle(c0682cf8,e26d3d24,c0682a94,0,e26d3d38,...) at cpu_idle+0x28
idle_proc(0,e26d3d38) at idle_proc+0x5d
fork_exit(c0682cf8,0,e26d3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d3d6c, ebp = 0 ---
KDB: enter: watchdog timeout
[thread pid 13 tid 100003 ]
Stopped at kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc3c36a20: pid 13 "idle: cpu0"
curpcb = 0xe26d3d90
fpcurthread = none
idlethread = 0xc3c36a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3c36870: pid 12 "idle: cpu1"
curpcb = 0xe26d0d90
fpcurthread = none
idlethread = 0xc3c36870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc3c366c0: pid 11 "idle: cpu2"
curpcb = 0xe26cdd90
fpcurthread = none
idlethread = 0xc3c366c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3c36510: pid 10 "idle: cpu3"
curpcb = 0xe26cad90
fpcurthread = none
idlethread = 0xc3c36510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> set $lines 0
db> show alllocks
db> show lockedvnods
Locked vnodes
0xc404fa80: tag devfs, type VCHR
usecount 1, writecount 0, refcount 40 mountedhere 0xc3faa800
flags ()
v_object 0xc407da50 ref 0 pages 37290
lock type devfs: EXCL (count 1) by thread 0xc557dd80 (pid 96247)#0 0xc068c104 at lockmgr+0x510
#1 0xc06ee451 at vop_stdlock+0x21
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc07db457 at ffs_sync+0x2ff
#5 0xc06fa9d3 at sync+0x127
#6 0xc0899c92 at syscall+0x256
#7 0xc088425f at Xint0x80_syscall+0x1f
dev ad0s1g
0xc4d86a80: tag ufs, type VREG
usecount 2, writecount 1, refcount 3607 mountedhere 0
flags ()
v_object 0xc86189d8 ref 0 pages 15000
lock type ufs: EXCL (count 1) by thread 0xc4725d80 (pid 96248) with 1 pending#0 0xc068c104 at lockmgr+0x510
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc06f7bb2 at vget+0xc2
#5 0xc07db311 at ffs_sync+0x1b9
#6 0xc06fa9d3 at sync+0x127
#7 0xc0899c92 at syscall+0x256
#8 0xc088425f at Xint0x80_syscall+0x1f
ino 1107584, on dev ad0s1g
0xc50c4a80: tag ufs, type VREG
usecount 1, writecount 1, refcount 3 mountedhere 0
flags ()
v_object 0xc54b93c0 ref 0 pages 32
lock type ufs: EXCL (count 1) by thread 0xc4059360 (pid 610)#0 0xc068c104 at lockmgr+0x510
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc0703464 at vn_write+0x138
#5 0xc06c3c5f at dofilewrite+0x7b
#6 0xc06c3b02 at kern_writev+0x36
#7 0xc06c3ab0 at writev+0x30
#8 0xc0899c92 at syscall+0x256
#9 0xc088425f at Xint0x80_syscall+0x1f
ino 10551328, on dev ad0s1d
0xc61292a0: tag ufs, type VDIR
usecount 35, writecount 0, refcount 39 mountedhere 0
flags (VV_ROOT)
v_object 0xc5c2f9d8 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc47ea6c0 (pid 97785) with 12 pending#0 0xc068c104 at lockmgr+0x510
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc070053a at getdirentries+0xee
#5 0xc0899c92 at syscall+0x256
#6 0xc088425f at Xint0x80_syscall+0x1f
ino 2, on dev md0c
0xc610f000: tag ufs, type VREG
usecount 1, writecount 0, refcount 117 mountedhere 0
flags ()
v_object 0xc7868780 ref 0 pages 920
lock type ufs: SHARED (count 1)#0 0xc068bd5a at lockmgr+0x166
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc070319e at vn_read+0x132
#5 0xc06c398d at dofileread+0x89
#6 0xc06c3822 at kern_readv+0x36
#7 0xc06c374d at read+0x45
#8 0xc0899c92 at syscall+0x256
#9 0xc088425f at Xint0x80_syscall+0x1f
ino 3457, on dev md0c
0xc71cf150: tag ufs, type VREG
usecount 1, writecount 1, refcount 43 mountedhere 0
flags ()
v_object 0xc7a1abb8 ref 0 pages 328
lock type ufs: EXCL (count 1) by thread 0xc3ff3510 (pid 96245)#0 0xc068c104 at lockmgr+0x510
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc0703464 at vn_write+0x138
#5 0xc06c3c5f at dofilewrite+0x7b
#6 0xc06c3b02 at kern_writev+0x36
#7 0xc06c3a2d at write+0x45
#8 0xc0899c92 at syscall+0x256
#9 0xc088425f at Xint0x80_syscall+0x1f
ino 7, on dev md0c
0xc64f3690: tag ufs, type VREG
usecount 1, writecount 1, refcount 43 mountedhere 0
flags ()
v_object 0xc70917f8 ref 0 pages 328
lock type ufs: EXCL (count 1) by thread 0xc47ea870 (pid 96241)#0 0xc068c104 at lockmgr+0x510
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc0703464 at vn_write+0x138
#5 0xc06c3c5f at dofilewrite+0x7b
#6 0xc06c3b02 at kern_writev+0x36
#7 0xc06c3a2d at write+0x45
#8 0xc0899c92 at syscall+0x256
#9 0xc088425f at Xint0x80_syscall+0x1f
ino 8, on dev md0c
0xc8090d20: tag ufs, type VREG
usecount 1, writecount 1, refcount 13 mountedhere 0
flags ()
v_object 0xc76d81e0 ref 0 pages 88
lock type ufs: EXCL (count 1) by thread 0xc4c616c0 (pid 96242)#0 0xc068c104 at lockmgr+0x510
#1 0xc07dc812 at ffs_lock+0x76
#2 0xc08ac2df at VOP_LOCK_APV+0x87
#3 0xc0703afc at vn_lock+0xac
#4 0xc0703464 at vn_write+0x138
#5 0xc06c3c5f at dofilewrite+0x7b
#6 0xc06c3b02 at kern_writev+0x36
#7 0xc06c3a2d at write+0x45
#8 0xc0899c92 at syscall+0x256
#9 0xc088425f at Xint0x80_syscall+0x1f
ino 10, on dev md0c
db> show lockedbufs
buf at 0xd7c9fe5c
b_flags = 0x80000024<remfree,cache,async>
b_error = 0, b_bufsize = 4096, b_bcount = 4096, b_resid = 0
b_bufobj = (0xc81fb100), b_data = 0xd91e4000, b_blkno = 80912
b_npages = 1, pages(OBJ, IDX, PA): (0xc0a68120, 0x192e5, 0x13fd5000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
97804 880 97804 0 S+ ttyin 0xc3e01c10 csh
97803 97802 97801 0 S ufs 0xc61292f8 ls
97802 97801 97801 0 S wait 0xc4c74000 sh
97801 1 97801 0 Ss wait 0xc557e8d0 watchdogd
97785 997 97785 1001 S+ getblk 0xd7f43588 ls
96259 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96258 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96257 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96256 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96255 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96254 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96253 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96252 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96251 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96250 96243 90000 0 S+ ufs 0xc61292f8 mkdir
96249 96244 90000 0 S+ ufs 0xc61292f8 creat
96248 96243 90000 0 S+ wdrain 0xc0a5afb0 mkdir
96247 96244 90000 0 S+ wdrain 0xc0a5afb0 creat
96246 96240 90000 0 S+ getblk 0xd7eda8d0 rw
96245 96240 90000 0 S+ wdrain 0xc0a5afb0 rw
96244 96238 90000 0 S+ wait 0xc47e3000 creat
96243 96239 90000 0 S+ wait 0xc4be2468 mkdir
96242 96240 90000 0 S+ wdrain 0xc0a5afb0 rw
96241 96240 90000 0 S+ wdrain 0xc0a5afb0 rw
96240 96237 90000 0 S+ wait 0xc479ab04 rw
96239 95554 90000 0 S+ wait 0xc48158d0 mkdir
96238 95554 90000 0 S+ wait 0xc40628d0 creat
96237 95554 90000 0 S+ wait 0xc47058d0 rw
95554 95553 90000 0 S+ wait 0xc545fd38 run
95553 95552 90000 0 S+ wait 0xc5464d38 run
95552 95550 90000 0 S+ wait 0xc483ed38 run
95550 90000 90000 0 S+ wait 0xc5d01468 sh
95545 0 0 0 SL ufs 0xc4d86ad8 [md0]
90000 913 90000 0 S+ wait 0xc49b6234 sh
997 996 997 1001 Ss+ wait 0xc459e234 bash
996 994 994 1001 S select 0xc0a5ab1c sshd
994 760 994 0 Ss sbwait 0xc45e7c48 sshd
913 910 913 0 S+ wait 0xc3ff1b04 bash
910 909 910 0 S+ pause 0xc4013b38 csh
909 903 909 1001 S+ wait 0xc41c7000 su
903 902 903 1001 Ss+ wait 0xc4129468 bash
902 900 900 1001 S select 0xc0a5ab1c sshd
900 760 900 0 Ss sbwait 0xc411b864 sshd
899 893 899 1001 S+ select 0xc0a5ab1c top
893 892 893 1001 Ss+ wait 0xc41c8468 bash
892 890 890 1001 S select 0xc0a5ab1c sshd
890 760 890 0 Ss sbwait 0xc411c1e8 sshd
887 1 887 0 Ss+ ttyin 0xc3dfe810 getty
886 1 886 0 Ss+ ttyin 0xc3e02810 getty
885 1 885 0 Ss+ ttyin 0xc3e01810 getty
884 1 884 0 Ss+ ttyin 0xc3e01010 getty
883 1 883 0 Ss+ ttyin 0xc3e00c10 getty
882 1 882 0 Ss+ ttyin 0xc3e02c10 getty
881 1 881 0 Ss+ ttyin 0xc3e03010 getty
880 1 880 0 Ss+ wait 0xc405869c login
866 1 866 0 Ss select 0xc0a5ab1c inetd
839 1 839 0 Ss select 0xc0a5ab1c moused
776 1 776 0 Ss nanslp 0xc0a0e024 cron
770 1 770 25 Ss pause 0xc3f81d6c sendmail
766 1 766 0 Ss select 0xc0a5ab1c sendmail
760 1 760 0 Ss select 0xc0a5ab1c sshd
741 1 741 0 Ss select 0xc0a5ab1c ntpd
685 681 681 0 S - 0xc4175000 nfsd
684 681 681 0 S - 0xc4130800 nfsd
683 681 681 0 S - 0xc4175200 nfsd
682 681 681 0 S - 0xc4130a00 nfsd
681 1 681 0 Ss select 0xc0a5ab1c nfsd
679 1 679 0 Ss select 0xc0a5ab1c mountd
629 1 629 0 Ss select 0xc0a5ab1c rpcbind
610 1 610 0 Ss wdrain 0xc0a5afb0 syslogd
543 1 543 0 Ss select 0xc0a5ab1c devd
43 0 0 0 SL - 0xe414acfc [schedcpu]
42 0 0 0 SL sdflush 0xc0a67a60 [softdepflush]
41 0 0 0 SL vlruwt 0xc3f7fb04 [vnlru]
40 0 0 0 SL syncer 0xc0a0ddf0 [syncer]
39 0 0 0 SL psleep 0xc0a5af94 [bufdaemon]
38 0 0 0 SL pgzero 0xc0a70390 [pagezero]
37 0 0 0 SL psleep 0xc0a682c0 [vmdaemon]
36 0 0 0 SL psleep 0xc0a68280 [pagedaemon]
35 0 0 0 WL [irq7: ppc0]
34 0 0 0 SL - 0xc3d8a03c [fdc0]
33 0 0 0 WL [swi0: sio]
32 0 0 0 WL [irq12: psm0]
31 0 0 0 WL [irq1: atkbd0]
30 0 0 0 WL [irq15: ata1]
29 0 0 0 WL [irq14: ata0]
28 0 0 0 WL [irq17: fxp0]
27 0 0 0 SL usbtsk 0xc0a0b5b4 [usbtask-dr]
26 0 0 0 SL usbtsk 0xc0a0b5a0 [usbtask-hc]
25 0 0 0 SL usbevt 0xc3d6d210 [usb0]
24 0 0 0 WL [irq16: uhci0]
23 0 0 0 SL - 0xc3d5a280 [em0 taskq]
22 0 0 0 WL [irq9: acpi0]
21 0 0 0 WL [swi5: +]
9 0 0 0 SL - 0xc3c85780 [thread taskq]
8 0 0 0 SL - 0xc3c85800 [acpi_task_2]
7 0 0 0 SL - 0xc3c85800 [acpi_task_1]
6 0 0 0 SL - 0xc3c85800 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
5 0 0 0 SL - 0xc3c85a80 [kqueue taskq]
18 0 0 0 WL [swi2: cambio]
17 0 0 0 SL - 0xc0a091c0 [yarrow]
4 0 0 0 SL - 0xc0a0bd5c [g_down]
3 0 0 0 SL - 0xc0a0bd58 [g_up]
2 0 0 0 SL - 0xc0a0bd50 [g_event]
16 0 0 0 WL [swi1: net]
15 0 0 0 WL [swi3: vm]
14 0 0 0 WL [swi4: clock sio]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3c3a000 [init]
0 0 0 0 WLs [swapper]
db> allt
Tracing command csh pid 97804 tid 100764 td 0xc5d04870
sched_switch(c5d04870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01c10) at sleepq_wait_sig+0x1d
msleep(c3e01c10,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e01c00,c3e01c10,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e01c00,e7138c64,0) at ttread+0x48f
ttyread(c3e0a800,e7138c64,0,e7138bbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a800,e7138c64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a800,e7138c64,0) at giant_read+0x2d
devfs_read_f(c403d1f8,e7138c64,c8f20000,0,c5d04870) at devfs_read_f+0x62
dofileread(c5d04870,10,c403d1f8,e7138c64,ffffffff,...) at dofileread+0x89
kern_readv(c5d04870,10,e7138c64,bfbce570,1,...) at kern_readv+0x36
read(c5d04870,e7138d04) at read+0x45
syscall(bfbf003b,bfbf003b,bfbf003b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x281ea1eb, esp = 0xbfbce54c, ebp = 0xbfbce598 ---
Tracing command ls pid 97803 tid 100695 td 0xc5574d80
sched_switch(c5574d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e70848f0,40,60000,c5574d80,0,...) at acquire+0x76
lockmgr(c61292f8,2002,c6129368,c5574d80) at lockmgr+0x46e
ffs_lock(e7084948) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e7084948) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,2002,c5574d80,c61292a0) at vn_lock+0xac
vget(c61292a0,2002,c5574d80) at vget+0xc2
vfs_hash_get(c52252dc,2,2,c5574d80,e7084a60,0,0) at vfs_hash_get+0x8d
ffs_vget(c52252dc,2,2,e7084a60) at ffs_vget+0x27
ufs_root(c52252dc,2,e7084aa8,c5574d80,0,...) at ufs_root+0x1c
lookup(e7084ba8) at lookup+0x797
namei(e7084ba8) at namei+0x382
kern_stat(c5574d80,8260288,0,e7084c1c) at kern_stat+0x35
stat(c5574d80,e7084d04) at stat+0x1b
syscall(3b,3b,3b,bfbfe410,8260240,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28192d2b, esp = 0xbfbfe3ec, ebp = 0xbfbfe488 ---
Tracing command sh pid 97802 tid 100616 td 0xc4c72d80
sched_switch(c4c72d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4c74000) at sleepq_switch+0xcd
sleepq_wait_sig(c4c74000) at sleepq_wait_sig+0x1d
msleep(c4c74000,c4c74068,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4c72d80,ffffffff,e6f37c2c,2,0) at kern_wait+0x7cf
wait4(c4c72d80,e6f37d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe838,17e09,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 ---
Tracing command watchdogd pid 97801 tid 100732 td 0xc557ad80
sched_switch(c557ad80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c557e8d0) at sleepq_switch+0xcd
sleepq_wait_sig(c557e8d0) at sleepq_wait_sig+0x1d
msleep(c557e8d0,c557e938,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c557ad80,17e0a,e70d5c2c,0,0) at kern_wait+0x7cf
wait4(c557ad80,e70d5d04) at wait4+0x2a
syscall(3b,3b,3b,17e0a,17e0a,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280fef07, esp = 0xbfbfe94c, ebp = 0xbfbfea18 ---
Tracing command ls pid 97785 tid 100310 td 0xc47ea6c0
sched_switch(c47ea6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d7f43588,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(d7f43588,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(d7f43588,c0a0d2a0,50,c092738d,0,...) at msleep+0x27d
acquire(e69f7a44,120,60000,c47ea6c0,0,...) at acquire+0x76
lockmgr(d7f43588,202122,c6129368,c47ea6c0) at lockmgr+0x46e
getblk(c61292a0,0,0,1000,0,...) at getblk+0x12f
breadn(c61292a0,0,0,1000,0,...) at breadn+0x2f
bread(c61292a0,0,0,1000,0,...) at bread+0x20
ffs_read(e69f7bac) at ffs_read+0x23f
VOP_READ_APV(c09dc8a0,e69f7bac) at VOP_READ_APV+0x9b
ufs_readdir(e69f7c38) at ufs_readdir+0xd4
VOP_READDIR_APV(c09dc8a0,e69f7c38) at VOP_READDIR_APV+0x9b
getdirentries(c47ea6c0,e69f7d04) at getdirentries+0x13f
syscall(3b,3b,3b,82401c0,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818995f, esp = 0xbfbfe45c, ebp = 0xbfbfe488 ---
Tracing command mkdir pid 96259 tid 100341 td 0xc488cd80
sched_switch(c488cd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e6ac3a7c,40,60000,c488cd80,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c488cd80) at lockmgr+0x46e
ffs_lock(e6ac3ad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e6ac3ad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c488cd80) at vn_lock+0xac
lookup(e6ac3be8) at lookup+0xde
namei(e6ac3be8) at namei+0x382
kern_readlink(c488cd80,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c488cd80,e6ac3d04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96258 tid 100179 td 0xc46e4bd0
sched_switch(c46e4bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e682ca7c,40,60000,c46e4bd0,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c46e4bd0) at lockmgr+0x46e
ffs_lock(e682cad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e682cad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c46e4bd0) at vn_lock+0xac
lookup(e682cbe8) at lookup+0xde
namei(e682cbe8) at namei+0x382
kern_readlink(c46e4bd0,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c46e4bd0,e682cd04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96257 tid 100428 td 0xc494cd80
sched_switch(c494cd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e6c07a7c,40,60000,c494cd80,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c494cd80) at lockmgr+0x46e
ffs_lock(e6c07ad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e6c07ad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c494cd80) at vn_lock+0xac
lookup(e6c07be8) at lookup+0xde
namei(e6c07be8) at namei+0x382
kern_readlink(c494cd80,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c494cd80,e6c07d04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96256 tid 100638 td 0xc4c736c0
sched_switch(c4c736c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e6f46a7c,40,60000,c4c736c0,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c4c736c0) at lockmgr+0x46e
ffs_lock(e6f46ad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e6f46ad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c4c736c0) at vn_lock+0xac
lookup(e6f46be8) at lookup+0xde
namei(e6f46be8) at namei+0x382
kern_readlink(c4c736c0,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c4c736c0,e6f46d04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96255 tid 100511 td 0xc49d86c0
sched_switch(c49d86c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e6cd6a7c,40,60000,c49d86c0,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c49d86c0) at lockmgr+0x46e
ffs_lock(e6cd6ad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e6cd6ad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c49d86c0) at vn_lock+0xac
lookup(e6cd6be8) at lookup+0xde
namei(e6cd6be8) at namei+0x382
kern_readlink(c49d86c0,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c49d86c0,e6cd6d04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96254 tid 100349 td 0xc488c000
sched_switch(c488c000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e6aaba7c,40,60000,c488c000,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c488c000) at lockmgr+0x46e
ffs_lock(e6aabad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e6aabad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c488c000) at vn_lock+0xac
lookup(e6aabbe8) at lookup+0xde
namei(e6aabbe8) at namei+0x382
kern_readlink(c488c000,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c488c000,e6aabd04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96253 tid 100743 td 0xc5cff510
sched_switch(c5cff510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e7117a7c,40,60000,c5cff510,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c5cff510) at lockmgr+0x46e
ffs_lock(e7117ad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e7117ad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c5cff510) at vn_lock+0xac
lookup(e7117be8) at lookup+0xde
namei(e7117be8) at namei+0x382
kern_readlink(c5cff510,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c5cff510,e7117d04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96252 tid 100579 td 0xc4c65a20
sched_switch(c4c65a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e6eaaa7c,40,60000,c4c65a20,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c4c65a20) at lockmgr+0x46e
ffs_lock(e6eaaad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e6eaaad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c4c65a20) at vn_lock+0xac
lookup(e6eaabe8) at lookup+0xde
namei(e6eaabe8) at namei+0x382
kern_readlink(c4c65a20,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c4c65a20,e6eaad04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96251 tid 100108 td 0xc412b6c0
sched_switch(c412b6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e670ca7c,40,60000,c412b6c0,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c412b6c0) at lockmgr+0x46e
ffs_lock(e670cad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e670cad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c412b6c0) at vn_lock+0xac
lookup(e670cbe8) at lookup+0xde
namei(e670cbe8) at namei+0x382
kern_readlink(c412b6c0,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c412b6c0,e670cd04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command mkdir pid 96250 tid 100765 td 0xc5d046c0
sched_switch(c5d046c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e7135a7c,40,60000,c5d046c0,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c5d046c0) at lockmgr+0x46e
ffs_lock(e7135ad4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e7135ad4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c5d046c0) at vn_lock+0xac
lookup(e7135be8) at lookup+0xde
namei(e7135be8) at namei+0x382
kern_readlink(c5d046c0,804be20,0,bfbfe830,0,...) at kern_readlink+0x35
readlink(c5d046c0,e7135d04) at readlink+0x1a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe81c, ebp = 0xbfbfe888 ---
Tracing command creat pid 96249 tid 100655 td 0xc545aa20
sched_switch(c545aa20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c61292f8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c61292f8,0,c6129368,b7,c091c29d,...) at sleepq_wait+0x46
msleep(c61292f8,c0a0cd18,50,c092685a,0,...) at msleep+0x27d
acquire(e701ea7c,40,60000,c545aa20,0,...) at acquire+0x76
lockmgr(c61292f8,3002,c6129368,c545aa20) at lockmgr+0x46e
ffs_lock(e701ead4) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e701ead4) at VOP_LOCK_APV+0x87
vn_lock(c61292a0,1002,c545aa20) at vn_lock+0xac
lookup(e701ebe8) at lookup+0xde
namei(e701ebe8) at namei+0x382
kern_readlink(c545aa20,804b2a0,0,bfbfe840,0,...) at kern_readlink+0x35
readlink(c545aa20,e701ed04) at readlink+0x1a
syscall(3b,3b,3b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (58, FreeBSD ELF32, readlink), eip = 0x280e7337, esp = 0xbfbfe82c, ebp = 0xbfbfe898 ---
Tracing command mkdir pid 96248 tid 100221 td 0xc4725d80
sched_switch(c4725d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5afb0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a5afb0,0,c0926deb,182,8,...) at sleepq_wait+0x46
msleep(c0a5afb0,c0a5afb4,44,c0926dfa,0) at msleep+0x27d
waitrunningbufspace(4000,d7ca9060,e6880bd0,c06e7a25,d7ca9060,...) at waitrunningbufspace+0x4a
bufwrite(d7ca9060) at bufwrite+0x188
vfs_bio_awrite(d7ca9060) at vfs_bio_awrite+0x229
ffs_syncvnode(c4d86a80,2) at ffs_syncvnode+0x2c1
ffs_sync(c3fe8000,2,c4725d80,c3fe8000,2,...) at ffs_sync+0x201
sync(c4725d80,e6880d04) at sync+0x127
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (36, FreeBSD ELF32, sync), eip = 0x280cb4e3, esp = 0xbfbfe27c, ebp = 0xbfbfe888 ---
Tracing command creat pid 96247 tid 100756 td 0xc557dd80
sched_switch(c557dd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5afb0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a5afb0,0,c0926deb,182,8,...) at sleepq_wait+0x46
msleep(c0a5afb0,c0a5afb4,44,c0926dfa,0) at msleep+0x27d
waitrunningbufspace(d7f60c04,d7f60c04,e70f0b7c,c07dc25e,d7f60c04,...) at waitrunningbufspace+0x4a
bufwrite(d7f60c04,4000,d7f60c04,e70f0bb4,c06e7a25,...) at bufwrite+0x188
ffs_bufwrite(d7f60c04) at ffs_bufwrite+0x282
vfs_bio_awrite(d7f60c04) at vfs_bio_awrite+0x229
vop_stdfsync(e70f0c40,c09bf100,e70f0bfc,c08ab66f,e70f0c40,...) at vop_stdfsync+0x125
devfs_fsync(e70f0c40) at devfs_fsync+0x23
VOP_FSYNC_APV(c09bf100,e70f0c40) at VOP_FSYNC_APV+0x9b
ffs_sync(c3fe8000,2,c557dd80,c3fe8000,2,...) at ffs_sync+0x324
sync(c557dd80,e70f0d04) at sync+0x127
syscall(3b,3b,3b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (36, FreeBSD ELF32, sync), eip = 0x280cb4e3, esp = 0xbfbfe28c, ebp = 0xbfbfe898 ---
Tracing command rw pid 96246 tid 100478 td 0xc4728bd0
sched_switch(c4728bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d7eda8d0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(d7eda8d0,0,c610f0c8,b7,c091c29d,...) at sleepq_wait+0x46
msleep(d7eda8d0,c0a0d2d0,50,c092738d,0,...) at msleep+0x27d
acquire(e6898a24,120,60000,c4728bd0,0,...) at acquire+0x76
lockmgr(d7eda8d0,202122,c610f0c8,c4728bd0) at lockmgr+0x46e
getblk(c610f000,67,0,8000,0,...) at getblk+0x12f
cluster_read(c610f000,390000,0,67,0,...) at cluster_read+0xde
ffs_read(e6898b9c) at ffs_read+0x286
VOP_READ_APV(c09dc8a0,e6898b9c) at VOP_READ_APV+0x9b
vn_read(c4685000,e6898c64,c44f0800,0,c4728bd0) at vn_read+0x1fb
dofileread(c4728bd0,4,c4685000,e6898c64,ffffffff,...) at dofileread+0x89
kern_readv(c4728bd0,4,e6898c64,bfbfd8c0,1000,...) at kern_readv+0x36
read(c4728bd0,e6898d04) at read+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfe9fc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x281531eb, esp = 0xbfbfd81c, ebp = 0xbfbfe8c8 ---
Tracing command rw pid 96245 tid 100127 td 0xc3ff3510
sched_switch(c3ff3510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5afb0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a5afb0,0,c0926deb,182,8,...) at sleepq_wait+0x46
msleep(c0a5afb0,c0a5afb4,44,c0926dfa,0) at msleep+0x27d
waitrunningbufspace(d7f08c5c,27,e661094c,c06e66d9,d7c9d6fc,...) at waitrunningbufspace+0x4a
bufwrite(d7c9d6fc) at bufwrite+0x188
bawrite(d7c9d6fc,c71cf218,c1d174b8,c71cf218,c71cf218,...) at bawrite+0x51
cluster_wbuild(c71cf150,8000,24,0,3) at cluster_wbuild+0x6bb
cluster_write(c71cf150,d7f3e668,140000,0,7f) at cluster_write+0x1ff
ffs_write(e6610b9c) at ffs_write+0x50b
VOP_WRITE_APV(c09dc8a0,e6610b9c) at VOP_WRITE_APV+0x132
vn_write(c403ddc8,e6610c64,c44f0800,0,c3ff3510) at vn_write+0x1ea
dofilewrite(c3ff3510,4,c403ddc8,e6610c64,ffffffff,...) at dofilewrite+0x7b
kern_writev(c3ff3510,4,e6610c64,bfbfe8c0,0,...) at kern_writev+0x36
write(c3ff3510,e6610d04) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfe9fc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x281531cb, esp = 0xbfbfd81c, ebp = 0xbfbfe8c8 ---
Tracing command creat pid 96244 tid 100273 td 0xc4725870
sched_switch(c4725870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47e3000) at sleepq_switch+0xcd
sleepq_wait_sig(c47e3000) at sleepq_wait_sig+0x1d
msleep(c47e3000,c47e3068,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4725870,177f7,e6877c2c,0,0) at kern_wait+0x7cf
wait4(c4725870,e6877d04) at wait4+0x2a
syscall(3b,3b,3b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---
Tracing command mkdir pid 96243 tid 100541 td 0xc4bdd6c0
sched_switch(c4bdd6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4be2468) at sleepq_switch+0xcd
sleepq_wait_sig(c4be2468) at sleepq_wait_sig+0x1d
msleep(c4be2468,c4be24d0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4bdd6c0,177f8,e6db7c2c,0,0) at kern_wait+0x7cf
wait4(c4bdd6c0,e6db7d04) at wait4+0x2a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---
Tracing command rw pid 96242 tid 100567 td 0xc4c616c0
sched_switch(c4c616c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5afb0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a5afb0,0,c0926deb,182,8,...) at sleepq_wait+0x46
msleep(c0a5afb0,c0a5afb4,44,c0926dfa,0) at msleep+0x27d
waitrunningbufspace(d7f59fbc,a,e6e6e94c,c06e66d9,d7c9d8a0,...) at waitrunningbufspace+0x4a
bufwrite(d7c9d8a0) at bufwrite+0x188
bawrite(d7c9d8a0,c8090de8,c21a9278,c8090de8,c8090de8,...) at bawrite+0x51
cluster_wbuild(c8090d20,8000,7,0,3) at cluster_wbuild+0x6bb
cluster_write(c8090d20,d7ebf5ac,58000,0,59) at cluster_write+0x1ff
ffs_write(e6e6eb9c) at ffs_write+0x50b
VOP_WRITE_APV(c09dc8a0,e6e6eb9c) at VOP_WRITE_APV+0x132
vn_write(c893b318,e6e6ec64,c44f0800,0,c4c616c0) at vn_write+0x1ea
dofilewrite(c4c616c0,4,c893b318,e6e6ec64,ffffffff,...) at dofilewrite+0x7b
kern_writev(c4c616c0,4,e6e6ec64,bfbfe8c0,0,...) at kern_writev+0x36
write(c4c616c0,e6e6ed04) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfe9fc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x281531cb, esp = 0xbfbfd81c, ebp = 0xbfbfe8c8 ---
Tracing command rw pid 96241 tid 100309 td 0xc47ea870
sched_switch(c47ea870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5afb0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a5afb0,0,c0926deb,182,8,...) at sleepq_wait+0x46
msleep(c0a5afb0,c0a5afb4,44,c0926dfa,0) at msleep+0x27d
waitrunningbufspace(d7df453c,28,e69fa94c,c06e66d9,d7c9dbe8,...) at waitrunningbufspace+0x4a
bufwrite(d7c9dbe8) at bufwrite+0x188
bawrite(d7c9dbe8,c64f3758,c23e7bf8,c64f3758,c64f3758,...) at bawrite+0x51
cluster_wbuild(c64f3690,8000,24,0,4) at cluster_wbuild+0x6bb
cluster_write(c64f3690,d7df453c,140000,0,7f) at cluster_write+0x503
ffs_write(e69fab9c) at ffs_write+0x50b
VOP_WRITE_APV(c09dc8a0,e69fab9c) at VOP_WRITE_APV+0x132
vn_write(c4818990,e69fac64,c44f0800,0,c47ea870) at vn_write+0x1ea
dofilewrite(c47ea870,4,c4818990,e69fac64,ffffffff,...) at dofilewrite+0x7b
kern_writev(c47ea870,4,e69fac64,bfbfe8c0,0,...) at kern_writev+0x36
write(c47ea870,e69fad04) at write+0x45
syscall(2805003b,bfbf003b,bfbf003b,2805288c,bfbfe9fc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (4, FreeBSD ELF32, write), eip = 0x281531cb, esp = 0xbfbfd81c, ebp = 0xbfbfe8c8 ---
Tracing command rw pid 96240 tid 100250 td 0xc4795bd0
sched_switch(c4795bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c479ab04) at sleepq_switch+0xcd
sleepq_wait_sig(c479ab04) at sleepq_wait_sig+0x1d
msleep(c479ab04,c479ab6c,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4795bd0,177f1,e68f8c2c,0,0) at kern_wait+0x7cf
wait4(c4795bd0,e68f8d04) at wait4+0x2a
syscall(bfbf003b,2816003b,bfbf003b,2805288c,bfbfe9fc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dff07, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 ---
Tracing command mkdir pid 96239 tid 100319 td 0xc4812000
sched_switch(c4812000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c48158d0) at sleepq_switch+0xcd
sleepq_wait_sig(c48158d0) at sleepq_wait_sig+0x1d
msleep(c48158d0,c4815938,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4812000,177f3,e6a5ac2c,0,0) at kern_wait+0x7cf
wait4(c4812000,e6a5ad04) at wait4+0x2a
syscall(3b,bfbf003b,bfbf003b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command creat pid 96238 tid 100095 td 0xc4064bd0
sched_switch(c4064bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40628d0) at sleepq_switch+0xcd
sleepq_wait_sig(c40628d0) at sleepq_wait_sig+0x1d
msleep(c40628d0,c4062938,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4064bd0,177f4,e66c1c2c,0,0) at kern_wait+0x7cf
wait4(c4064bd0,e66c1d04) at wait4+0x2a
syscall(3b,3b,3b,2805188c,bfbfe9f8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command rw pid 96237 tid 100200 td 0xc4704000
sched_switch(c4704000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47058d0) at sleepq_switch+0xcd
sleepq_wait_sig(c47058d0) at sleepq_wait_sig+0x1d
msleep(c47058d0,c4705938,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4704000,177f0,e684dc2c,0,0) at kern_wait+0x7cf
wait4(c4704000,e684dd04) at wait4+0x2a
syscall(bfbf003b,2816003b,bfbf003b,2805288c,bfbfe9fc,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dff07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command run pid 95554 tid 100678 td 0xc5463360
sched_switch(c5463360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c545fd38) at sleepq_switch+0xcd
sleepq_wait_sig(c545fd38) at sleepq_wait_sig+0x1d
msleep(c545fd38,c545fda0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c5463360,177ed,e7048c2c,0,0) at kern_wait+0x7cf
wait4(c5463360,e7048d04) at wait4+0x2a
syscall(2805003b,bfbf003b,bfbf003b,2805188c,bfbfe9ac,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe39c, ebp = 0xbfbfe3b8 ---
Tracing command run pid 95553 tid 100685 td 0xc54626c0
sched_switch(c54626c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5464d38) at sleepq_switch+0xcd
sleepq_wait_sig(c5464d38) at sleepq_wait_sig+0x1d
msleep(c5464d38,c5464da0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c54626c0,17542,e7033c2c,0,0) at kern_wait+0x7cf
wait4(c54626c0,e7033d04) at wait4+0x2a
syscall(3b,3b,3b,2805188c,bfbfe9ac,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe85c, ebp = 0xbfbfe878 ---
Tracing command run pid 95552 tid 100328 td 0xc483fbd0
sched_switch(c483fbd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c483ed38) at sleepq_switch+0xcd
sleepq_wait_sig(c483ed38) at sleepq_wait_sig+0x1d
msleep(c483ed38,c483eda0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c483fbd0,17541,e6a8ac2c,0,0) at kern_wait+0x7cf
wait4(c483fbd0,e6a8ad04) at wait4+0x2a
syscall(2805003b,3b,bfbf003b,2805188c,bfbfe9ac,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280def07, esp = 0xbfbfe86c, ebp = 0xbfbfe888 ---
Tracing command sh pid 95550 tid 100751 td 0xc5cfe6c0
sched_switch(c5cfe6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5d01468) at sleepq_switch+0xcd
sleepq_wait_sig(c5d01468) at sleepq_wait_sig+0x1d
msleep(c5d01468,c5d014d0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c5cfe6c0,ffffffff,e70ffc2c,2,0) at kern_wait+0x7cf
wait4(c5cfe6c0,e70ffd04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe888,15f90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe83c, ebp = 0xbfbfe858 ---
Tracing command md0 pid 95545 tid 100753 td 0xc5cfe360
sched_switch(c5cfe360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4d86ad8,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c4d86ad8,0,c4d86b48,c4d86b48,b7,...) at sleepq_wait+0x46
msleep(c4d86ad8,c0a0cf88,50,c092685a,0,...) at msleep+0x27d
acquire(e70f9bf4,40,60000,c5cfe360,0,...) at acquire+0x76
lockmgr(c4d86ad8,3002,c4d86b48,c5cfe360) at lockmgr+0x46e
ffs_lock(e70f9c4c) at ffs_lock+0x76
VOP_LOCK_APV(c09dc8a0,e70f9c4c) at VOP_LOCK_APV+0x87
vn_lock(c4d86a80,1002,c5cfe360) at vn_lock+0xac
mdstart_vnode(c8d26000,c68239cc) at mdstart_vnode+0x183
md_kthread(c8d26000,e70f9d38) at md_kthread+0x11d
fork_exit(c057fbc4,c8d26000,e70f9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe70f9d6c, ebp = 0 ---
Tracing command sh pid 90000 tid 100449 td 0xc494c1b0
sched_switch(c494c1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c49b6234) at sleepq_switch+0xcd
sleepq_wait_sig(c49b6234) at sleepq_wait_sig+0x1d
msleep(c49b6234,c49b629c,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c494c1b0,ffffffff,e6bf2c2c,2,0) at kern_wait+0x7cf
wait4(c494c1b0,e6bf2d04) at wait4+0x2a
syscall(3b,3b,3b,bfbfe648,15f90,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28147f07, esp = 0xbfbfe5fc, ebp = 0xbfbfe618 ---
Tracing command bash pid 997 tid 100155 td 0xc40641b0
sched_switch(c40641b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c459e234) at sleepq_switch+0xcd
sleepq_wait_sig(c459e234) at sleepq_wait_sig+0x1d
msleep(c459e234,c459e29c,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c40641b0,ffffffff,e66afc2c,6,0) at kern_wait+0x7cf
wait4(c40641b0,e66afd04) at wait4+0x2a
syscall(80d003b,3b,bfbf003b,17df9,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe7dc, ebp = 0xbfbfe7f8 ---
Tracing command sshd pid 996 tid 100041 td 0xc3de41b0
sched_switch(c3de41b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c3de41b0,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c3de41b0,e4382d04) at select+0x44
syscall(bfbf003b,bfbf003b,bfbf003b,0,bfbfe13c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe0cc, ebp = 0xbfbfe118 ---
Tracing command sshd pid 994 tid 100110 td 0xc412b360
sched_switch(c412b360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c45e7c48) at sleepq_switch+0xcd
sleepq_wait_sig(c45e7c48) at sleepq_wait_sig+0x1d
msleep(c45e7c48,c45e7c20,158,c0925d32,0,...) at msleep+0x26e
sbwait(c45e7bfc,c0a0d810,2,c09200c8,271,...) at sbwait+0x48
soreceive_generic(c45e7bac,0,e6706c64,0,0,...) at soreceive_generic+0x2e2
soreceive(c45e7bac,0,e6706c64,0,0,0) at soreceive+0x39
soo_read(c40252d0,e6706c64,c44f0900,0,c412b360) at soo_read+0x3d
dofileread(c412b360,5,c40252d0,e6706c64,ffffffff,...) at dofileread+0x89
kern_readv(c412b360,5,e6706c64,bfbfe128,4,...) at kern_readv+0x36
read(c412b360,e6706d04) at read+0x45
syscall(2828003b,2828003b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838b1eb, esp = 0xbfbfe0cc, ebp = 0xbfbfe0f8 ---
Tracing command bash pid 913 tid 100061 td 0xc3ff2a20
sched_switch(c3ff2a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff1b04) at sleepq_switch+0xcd
sleepq_wait_sig(c3ff1b04) at sleepq_wait_sig+0x1d
msleep(c3ff1b04,c3ff1b6c,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c3ff2a20,ffffffff,e65fec2c,6,0) at kern_wait+0x7cf
wait4(c3ff2a20,e65fed04) at wait4+0x2a
syscall(83a003b,3b,bfbf003b,15f90,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---
Tracing command csh pid 910 tid 100075 td 0xc3ff3a20
sched_switch(c3ff3a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4013b38) at sleepq_switch+0xcd
sleepq_wait_sig(c4013b38) at sleepq_wait_sig+0x1d
msleep(c4013b38,c4013b6c,168,c08e7a3d,0) at msleep+0x26e
kern_sigsuspend(c3ff3a20,2,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c3ff3a20,e6619d04) at sigsuspend+0x33
syscall(3b,3b,bfbf003b,8141308,bfbf1a60,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28162583, esp = 0xbfbf1a4c, ebp = 0xbfbf1a78 ---
Tracing command su pid 909 tid 100112 td 0xc412b000
sched_switch(c412b000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c41c7000) at sleepq_switch+0xcd
sleepq_wait_sig(c41c7000) at sleepq_wait_sig+0x1d
msleep(c41c7000,c41c7068,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c412b000,38e,e6700c2c,2,0) at kern_wait+0x7cf
wait4(c412b000,e6700d04) at wait4+0x2a
syscall(2817003b,821003b,bfbf003b,bfbfe7a0,38e,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100f07, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
Tracing command bash pid 903 tid 100107 td 0xc412b870
sched_switch(c412b870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4129468) at sleepq_switch+0xcd
sleepq_wait_sig(c4129468) at sleepq_wait_sig+0x1d
msleep(c4129468,c41294d0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c412b870,ffffffff,e670fc2c,6,0) at kern_wait+0x7cf
wait4(c412b870,e670fd04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,38d,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 902 tid 100115 td 0xc412aa20
sched_switch(c412aa20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c412aa20,d,8201168,820116c,0,...) at kern_select+0x4bf
select(c412aa20,e66f7d04) at select+0x44
syscall(835003b,bfbf003b,bfbf003b,0,bfbfe13c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe0cc, ebp = 0xbfbfe118 ---
Tracing command sshd pid 900 tid 100066 td 0xc4010a20
sched_switch(c4010a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c411b864) at sleepq_switch+0xcd
sleepq_wait_sig(c411b864) at sleepq_wait_sig+0x1d
msleep(c411b864,c411b83c,158,c0925d32,0,...) at msleep+0x26e
sbwait(c411b818,c0a0d810,2,c09200c8,271,...) at sbwait+0x48
soreceive_generic(c411b7c8,0,e6643c64,0,0,...) at soreceive_generic+0x2e2
soreceive(c411b7c8,0,e6643c64,0,0,0) at soreceive+0x39
soo_read(c40251f8,e6643c64,c42e5d00,0,c4010a20) at soo_read+0x3d
dofileread(c4010a20,5,c40251f8,e6643c64,ffffffff,...) at dofileread+0x89
kern_readv(c4010a20,5,e6643c64,bfbfe128,4,...) at kern_readv+0x36
read(c4010a20,e6643d04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838b1eb, esp = 0xbfbfe0cc, ebp = 0xbfbfe0f8 ---
Tracing command top pid 899 tid 100085 td 0xc4059000
sched_switch(c4059000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a5ab1c,c0a5ab1c,3e9,e6676ae8,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a5ab1c,c0a5ab04,3e9) at cv_timedwait_sig+0x196
kern_select(c4059000,2,bfbfeaf0,0,0,...) at kern_select+0x4a9
select(c4059000,e6676d04) at select+0x44
syscall(bfbf003b,3b,bfbf003b,bfbfeaf0,1b,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b316b, esp = 0xbfbfea6c, ebp = 0xbfbfebe8 ---
Tracing command bash pid 893 tid 100121 td 0xc412a000
sched_switch(c412a000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c41c8468) at sleepq_switch+0xcd
sleepq_wait_sig(c41c8468) at sleepq_wait_sig+0x1d
msleep(c41c8468,c41c84d0,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c412a000,ffffffff,e66e5c2c,6,0) at kern_wait+0x7cf
wait4(c412a000,e66e5d04) at wait4+0x2a
syscall(839003b,3b,bfbf003b,383,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829af07, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 892 tid 100081 td 0xc40596c0
sched_switch(c40596c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c40596c0,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c40596c0,e6682d04) at select+0x44
syscall(bfbf003b,807003b,bfbf003b,0,bfbfe13c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe0cc, ebp = 0xbfbfe118 ---
Tracing command sshd pid 890 tid 100087 td 0xc4011bd0
sched_switch(c4011bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c411c1e8) at sleepq_switch+0xcd
sleepq_wait_sig(c411c1e8) at sleepq_wait_sig+0x1d
msleep(c411c1e8,c411c1c0,158,c0925d32,0,...) at msleep+0x26e
sbwait(c411c19c,c0a0d810,2,c09200c8,271,...) at sbwait+0x48
soreceive_generic(c411c14c,0,e6661c64,0,0,...) at soreceive_generic+0x2e2
soreceive(c411c14c,0,e6661c64,0,0,0) at soreceive+0x39
soo_read(c4025cf0,e6661c64,c42e5980,0,c4011bd0) at soo_read+0x3d
dofileread(c4011bd0,5,c4025cf0,e6661c64,ffffffff,...) at dofileread+0x89
kern_readv(c4011bd0,5,e6661c64,bfbfe128,4,...) at kern_readv+0x36
read(c4011bd0,e6661d04) at read+0x45
syscall(3b,3b,bfbf003b,4,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2838b1eb, esp = 0xbfbfe0cc, ebp = 0xbfbfe0f8 ---
Tracing command getty pid 887 tid 100118 td 0xc412a510
sched_switch(c412a510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3dfe810) at sleepq_switch+0xcd
sleepq_wait_sig(c3dfe810) at sleepq_wait_sig+0x1d
msleep(c3dfe810,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3dfe800,c3dfe810,159,c092503c,0,...) at ttysleep+0x21
ttread(c3dfe800,e66eec64,0) at ttread+0x48f
ttyread(c3e0a100,e66eec64,0,e66eebbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a100,e66eec64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a100,e66eec64,0) at giant_read+0x2d
devfs_read_f(c40019d8,e66eec64,c3c33a80,0,c412a510) at devfs_read_f+0x62
dofileread(c412a510,0,c40019d8,e66eec64,ffffffff,...) at dofileread+0x89
kern_readv(c412a510,0,e66eec64,bfbfee3f,1,...) at kern_readv+0x36
read(c412a510,e66eed04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 886 tid 100093 td 0xc40111b0
sched_switch(c40111b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e02810) at sleepq_switch+0xcd
sleepq_wait_sig(c3e02810) at sleepq_wait_sig+0x1d
msleep(c3e02810,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e02800,c3e02810,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e02800,e664fc64,0) at ttread+0x48f
ttyread(c3e0a200,e664fc64,0,e664fbbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a200,e664fc64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a200,e664fc64,0) at giant_read+0x2d
devfs_read_f(c4025828,e664fc64,c3c33a80,0,c40111b0) at devfs_read_f+0x62
dofileread(c40111b0,0,c4025828,e664fc64,ffffffff,...) at dofileread+0x89
kern_readv(c40111b0,0,e664fc64,bfbfee3f,1,...) at kern_readv+0x36
read(c40111b0,e664fd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 885 tid 100086 td 0xc4011d80
sched_switch(c4011d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01810) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01810) at sleepq_wait_sig+0x1d
msleep(c3e01810,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e01800,c3e01810,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e01800,e6664c64,0) at ttread+0x48f
ttyread(c3e0a300,e6664c64,0,e6664bbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a300,e6664c64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a300,e6664c64,0) at giant_read+0x2d
devfs_read_f(c4025798,e6664c64,c3c33a80,0,c4011d80) at devfs_read_f+0x62
dofileread(c4011d80,0,c4025798,e6664c64,ffffffff,...) at dofileread+0x89
kern_readv(c4011d80,0,e6664c64,bfbfee3f,1,...) at kern_readv+0x36
read(c4011d80,e6664d04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 884 tid 100074 td 0xc3ff3bd0
sched_switch(c3ff3bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e01010) at sleepq_switch+0xcd
sleepq_wait_sig(c3e01010) at sleepq_wait_sig+0x1d
msleep(c3e01010,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e01000,c3e01010,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e01000,e661cc64,0) at ttread+0x48f
ttyread(c3e0a400,e661cc64,0,e661cbbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a400,e661cc64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a400,e661cc64,0) at giant_read+0x2d
devfs_read_f(c3ffa678,e661cc64,c3c33a80,0,c3ff3bd0) at devfs_read_f+0x62
dofileread(c3ff3bd0,0,c3ffa678,e661cc64,ffffffff,...) at dofileread+0x89
kern_readv(c3ff3bd0,0,e661cc64,bfbfee3f,1,...) at kern_readv+0x36
read(c3ff3bd0,e661cd04) at read+0x45
syscall(804003b,2807003b,bfbf003b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 883 tid 100077 td 0xc4059d80
sched_switch(c4059d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e00c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e00c10) at sleepq_wait_sig+0x1d
msleep(c3e00c10,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e00c00,c3e00c10,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e00c00,e668ec64,0) at ttread+0x48f
ttyread(c3e0a500,e668ec64,0,e668ebbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a500,e668ec64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a500,e668ec64,0) at giant_read+0x2d
devfs_read_f(c3ff9d80,e668ec64,c3c33a80,0,c4059d80) at devfs_read_f+0x62
dofileread(c4059d80,0,c3ff9d80,e668ec64,ffffffff,...) at dofileread+0x89
kern_readv(c4059d80,0,e668ec64,bfbfee3f,1,...) at kern_readv+0x36
read(c4059d80,e668ed04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 882 tid 100053 td 0xc3de5bd0
sched_switch(c3de5bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e02c10) at sleepq_switch+0xcd
sleepq_wait_sig(c3e02c10) at sleepq_wait_sig+0x1d
msleep(c3e02c10,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e02c00,c3e02c10,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e02c00,e43afc64,0) at ttread+0x48f
ttyread(c3e0a600,e43afc64,0,e43afbbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a600,e43afc64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a600,e43afc64,0) at giant_read+0x2d
devfs_read_f(c4001750,e43afc64,c3c33a80,0,c3de5bd0) at devfs_read_f+0x62
dofileread(c3de5bd0,0,c4001750,e43afc64,ffffffff,...) at dofileread+0x89
kern_readv(c3de5bd0,0,e43afc64,bfbfee3f,1,...) at kern_readv+0x36
read(c3de5bd0,e43afd04) at read+0x45
syscall(3b,3b,3b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command getty pid 881 tid 100102 td 0xc3ff2000
sched_switch(c3ff2000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3e03010) at sleepq_switch+0xcd
sleepq_wait_sig(c3e03010) at sleepq_wait_sig+0x1d
msleep(c3e03010,0,159,c092503c,0) at msleep+0x26e
ttysleep(c3e03000,c3e03010,159,c092503c,0,...) at ttysleep+0x21
ttread(c3e03000,e65ecc64,0) at ttread+0x48f
ttyread(c3e0a700,e65ecc64,0,e65ecbbc,c06715cd,...) at ttyread+0x2f
scread(c3e0a700,e65ecc64,0,c0a0d828,0,...) at scread+0x22
giant_read(c3e0a700,e65ecc64,0) at giant_read+0x2d
devfs_read_f(c3ff92d0,e65ecc64,c3c33a80,0,c3ff2000) at devfs_read_f+0x62
dofileread(c3ff2000,0,c3ff92d0,e65ecc64,ffffffff,...) at dofileread+0x89
kern_readv(c3ff2000,0,e65ecc64,bfbfee3f,1,...) at kern_readv+0x36
read(c3ff2000,e65ecd04) at read+0x45
syscall(2807003b,3b,bfbf003b,0,804e580,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (3, FreeBSD ELF32, read), eip = 0x2815f1eb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---
Tracing command login pid 880 tid 100080 td 0xc4059870
sched_switch(c4059870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c405869c) at sleepq_switch+0xcd
sleepq_wait_sig(c405869c) at sleepq_wait_sig+0x1d
msleep(c405869c,c4058704,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c4059870,17e0c,e6685c2c,0,0) at kern_wait+0x7cf
wait4(c4059870,e6685d04) at wait4+0x2a
syscall(3b,3b,bfbf003b,246,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28102f07, esp = 0xbfbfed7c, ebp = 0xbfbfed98 ---
Tracing command inetd pid 866 tid 100114 td 0xc412abd0
sched_switch(c412abd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c412abd0,6,bfbfe8b0,0,0,...) at kern_select+0x4bf
select(c412abd0,e66fad04) at select+0x44
syscall(3b,3b,3b,bfbfe8b0,bfbfee40,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2817116b, esp = 0xbfbfdb8c, ebp = 0xbfbfee78 ---
Tracing command moused pid 839 tid 100057 td 0xc3ff31b0
sched_switch(c3ff31b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c3ff31b0,14,bfbfec10,0,0,...) at kern_select+0x4bf
select(c3ff31b0,e660ad04) at select+0x44
syscall(3b,3b,3b,8,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2816216b, esp = 0xbfbfeb5c, ebp = 0xbfbfed28 ---
Tracing command cron pid 776 tid 100122 td 0xc41cd6c0
sched_switch(c41cd6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0e024) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a0e024) at sleepq_timedwait_sig+0x1e
msleep(c0a0e024,0,15c,c091f699,ea61,...) at msleep+0x244
kern_nanosleep(c41cd6c0,e676fc74,e676fc6c) at kern_nanosleep+0xab
nanosleep(c41cd6c0,e676fd04) at nanosleep+0x4f
syscall(3b,820003b,bfbf003b,805008c,3c,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28147beb, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 770 tid 100055 td 0xc3de5870
sched_switch(c3de5870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f81d6c) at sleepq_switch+0xcd
sleepq_wait_sig(c3f81d6c) at sleepq_wait_sig+0x1d
msleep(c3f81d6c,c3f81da0,168,c08e7a3d,0) at msleep+0x26e
kern_sigsuspend(c3de5870,0,0,0,0,...) at kern_sigsuspend+0xa7
sigsuspend(c3de5870,e43a9d04) at sigsuspend+0x33
syscall(3b,bfbf003b,bfbf003b,0,bfbfd020,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282c2583, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 766 tid 100100 td 0xc3ff2360
sched_switch(c3ff2360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a5ab1c,c0a5ab1c,1389,e65f2ae8,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a5ab1c,c0a5ab04,1389) at cv_timedwait_sig+0x196
kern_select(c3ff2360,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c3ff2360,e65f2d04) at select+0x44
syscall(3b,3b,bfbf003b,1,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2834a16b, esp = 0xbfbfc42c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 760 tid 100043 td 0xc3d48d80
sched_switch(c3d48d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c3d48d80,7,82c1144,0,0,...) at kern_select+0x4bf
select(c3d48d80,e4150d04) at select+0x44
syscall(3b,3b,bfbf003b,1,a,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2838b16b, esp = 0xbfbfe19c, ebp = 0xbfbfee98 ---
Tracing command ntpd pid 741 tid 100056 td 0xc3ff3360
sched_switch(c3ff3360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c3ff3360,b,bfbfed70,0,0,...) at kern_select+0x4bf
select(c3ff3360,e660dd04) at select+0x44
syscall(bfbf003b,3b,bfbf003b,bfbfed70,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x282cf16b, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 685 tid 100058 td 0xc3ff3000
sched_switch(c3ff3000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4175000) at sleepq_switch+0xcd
sleepq_wait_sig(c4175000) at sleepq_wait_sig+0x1d
msleep(c4175000,c0a677c0,158,c0916e28,0,...) at msleep+0x26e
nfssvc_nfsd(c3ff3000) at nfssvc_nfsd+0x101
nfssvc(c3ff3000,e6607d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 684 tid 100051 td 0xc3f80000
sched_switch(c3f80000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4130800) at sleepq_switch+0xcd
sleepq_wait_sig(c4130800) at sleepq_wait_sig+0x1d
msleep(c4130800,c0a677c0,158,c0916e28,0,...) at msleep+0x26e
nfssvc_nfsd(c3f80000) at nfssvc_nfsd+0x101
nfssvc(c3f80000,e43e5d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 683 tid 100103 td 0xc3f80d80
sched_switch(c3f80d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4175200) at sleepq_switch+0xcd
sleepq_wait_sig(c4175200) at sleepq_wait_sig+0x1d
msleep(c4175200,c0a677c0,158,c0916e28,0,...) at msleep+0x26e
nfssvc_nfsd(c3f80d80) at nfssvc_nfsd+0x101
nfssvc(c3f80d80,e43fdd04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 682 tid 100076 td 0xc3ff3870
sched_switch(c3ff3870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4130a00) at sleepq_switch+0xcd
sleepq_wait_sig(c4130a00) at sleepq_wait_sig+0x1d
msleep(c4130a00,c0a677c0,158,c0916e28,0,...) at msleep+0x26e
nfssvc_nfsd(c3ff3870) at nfssvc_nfsd+0x101
nfssvc(c3ff3870,e6616d04) at nfssvc+0x18c
syscall(3b,3b,3b,1,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cb063, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 681 tid 100094 td 0xc4064d80
sched_switch(c4064d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c4064d80,5,bfbfed40,0,0,...) at kern_select+0x4bf
select(c4064d80,e66c4d04) at select+0x44
syscall(2817003b,2817003b,bfbf003b,bfbfee50,4,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2815216b, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 679 tid 100105 td 0xc3f80a20
sched_switch(c3f80a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c3f80a20,8,bfbfedf0,0,0,...) at kern_select+0x4bf
select(c3f80a20,e43f7d04) at select+0x44
syscall(3b,bfbf003b,bfbf003b,8,1,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x2816216b, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 629 tid 100084 td 0xc40591b0
sched_switch(c40591b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_timedwait_sig(c0a5ab1c,c0a5ab1c,7531,e6679b2c,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a5ab1c,c0a5ab04,7531) at cv_timedwait_sig+0x196
poll(c40591b0,e6679d04) at poll+0x3a3
syscall(3b,3b,bfbf003b,1,7,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811bd03, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 610 tid 100083 td 0xc4059360
sched_switch(c4059360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5afb0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a5afb0,0,c0926deb,182,8,...) at sleepq_wait+0x46
msleep(c0a5afb0,c0a5afb4,44,c0926dfa,0) at msleep+0x27d
waitrunningbufspace(d7f0e350,7,e667c968,c06e66d9,d7f0e350,...) at waitrunningbufspace+0x4a
bufwrite(d7f0e350) at bufwrite+0x188
bawrite(d7f0e350,c50c4b48,e667c994,ffffffff,c50c4b48,...) at bawrite+0x51
cluster_wbuild(c50c4a80,4000,0,0,1) at cluster_wbuild+0x1c4
cluster_write(c50c4a80,d7f0e350,20000,0,7f) at cluster_write+0x503
ffs_write(e667cbb8) at ffs_write+0x50b
VOP_WRITE_APV(c09dc8a0,e667cbb8) at VOP_WRITE_APV+0x132
vn_write(c45e2510,c8ff5180,c3c33a80,0,c4059360) at vn_write+0x1ea
dofilewrite(c4059360,e,c45e2510,c8ff5180,ffffffff,...) at dofilewrite+0x7b
kern_writev(c4059360,e,c8ff5180,c8ff5180,0,...) at kern_writev+0x36
writev(c4059360,e667cd04) at writev+0x30
syscall(821003b,bfbf003b,bfbf003b,0,bfbfd080,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (121, FreeBSD ELF32, writev), eip = 0x2814e1f3, esp = 0xbfbfc99c, ebp = 0xbfbfd0a8 ---
Tracing command devd pid 543 tid 100059 td 0xc3ff2d80
sched_switch(c3ff2d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5ab1c) at sleepq_switch+0xcd
sleepq_wait_sig(c0a5ab1c,246,c0a0d810,c09234ba,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a5ab1c,c0a5ab04) at cv_wait_sig+0x18d
kern_select(c3ff2d80,5,bfbfe9f0,0,0,...) at kern_select+0x4bf
select(c3ff2d80,e6604d04) at select+0x44
syscall(bfbf003b,808003b,bfbf003b,21,8,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (93, FreeBSD ELF32, select), eip = 0x807a1a3, esp = 0xbfbfe98c, ebp = 0xbfbfee98 ---
Tracing command schedcpu pid 43 tid 100045 td 0xc3d48a20
sched_switch(c3d48a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(e414acfc,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(e414acfc) at sleepq_timedwait+0x4a
msleep(e414acfc,0,0,c0916e28,3e8) at msleep+0x259
schedcpu_thread(0,e414ad38) at schedcpu_thread+0x26
fork_exit(c06ac9ac,0,e414ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe414ad6c, ebp = 0 ---
Tracing command softdepflush pid 42 tid 100046 td 0xc3f80870
sched_switch(c3f80870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a67a60,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a67a60) at sleepq_timedwait+0x4a
msleep(c0a67a60,c0a67a38,44,c093718c,3e8) at msleep+0x259
softdep_flush(0,e43f4d38) at softdep_flush+0x203
fork_exit(c07ceb74,0,e43f4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43f4d6c, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc3f806c0
sched_switch(c3f806c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f7fb04,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3f7fb04) at sleepq_timedwait+0x4a
msleep(c3f7fb04,c0a5b258,250,c0928a6f,3e8,c0a5b2b8) at msleep+0x259
vnlru_proc(0,e43f1d38) at vnlru_proc+0xdf
fork_exit(c06f56e4,0,e43f1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43f1d6c, ebp = 0 ---
Tracing command syncer pid 40 tid 100048 td 0xc3f80510
sched_switch(c3f80510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0ddf0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0ddf0,0,c068f69d,c0a5b284,c09289ae,...) at sleepq_wait+0x46
msleep(c0a0ddf0,0,68,c0928d7d,0) at msleep+0x27d
sched_sync(0,e43eed38) at sched_sync+0x361
fork_exit(c06f738c,0,e43eed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43eed6c, ebp = 0 ---
Tracing command bufdaemon pid 39 tid 100049 td 0xc3f80360
sched_switch(c3f80360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5af94,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a5af94) at sleepq_timedwait+0x4a
msleep(c0a5af94,c0a5af98,44,c0927329,3e8) at msleep+0x259
buf_daemon(0,e43ebd38) at buf_daemon+0x198
fork_exit(c06e81d4,0,e43ebd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe43ebd6c, ebp = 0 ---
Tracing command pagezero pid 38 tid 100027 td 0xc3c3bd80
sched_switch(c3c3bd80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a70390,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a70390) at sleepq_timedwait+0x4a
msleep(c0a70390,c0a6825c,200,c093c19f,493e0,c0a6825c,0,c093c185,9a) at msleep+0x259
vm_pagezero(0,e270fd38) at vm_pagezero+0x6c
fork_exit(c08017d8,0,e270fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe270fd6c, ebp = 0 ---
Tracing command vmdaemon pid 37 tid 100028 td 0xc3c3bbd0
sched_switch(c3c3bbd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a682c0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a682c0,0,c068f5e4,c0a0d828,c093bd73,...) at sleepq_wait+0x46
msleep(c0a682c0,0,68,c0927329,0) at msleep+0x27d
vm_daemon(0,e270cd38) at vm_daemon+0x36
fork_exit(c0800424,0,e270cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe270cd6c, ebp = 0 ---
Tracing command pagedaemon pid 36 tid 100029 td 0xc3c3ba20
sched_switch(c3c3ba20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a68280,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a68280) at sleepq_timedwait+0x4a
msleep(c0a68280,c0a6825c,44,c0927329,1388) at msleep+0x259
vm_pageout(0,e2709d38) at vm_pageout+0x264
fork_exit(c08000e0,0,e2709d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2709d6c, ebp = 0 ---
Tracing command irq7: ppc0 pid 35 tid 100030 td 0xc3c3b870
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 34 tid 100031 td 0xc3c3b6c0
sched_switch(c3c3b6c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d8a03c,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3d8a03c) at sleepq_timedwait+0x4a
msleep(c3d8a03c,c3d8a0f0,4c,c0916e28,3e8) at msleep+0x259
fdc_worker(c3d8a000,c3d8a0f0,0,c093ee59,4a1) at fdc_worker+0x1fe
fdc_thread(c3d8a000,e2703d38) at fdc_thread+0x54
fork_exit(c085df7c,c3d8a000,e2703d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2703d6c, ebp = 0 ---
Tracing command swi0: sio pid 33 tid 100032 td 0xc3c3b510
sched_switch(c3c3b510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3defc90,e2700d38) at ithread_loop+0xda
fork_exit(c0683ae4,c3defc90,e2700d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2700d6c, ebp = 0 ---
Tracing command irq12: psm0 pid 32 tid 100033 td 0xc3de5000
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 31 tid 100034 td 0xc3de4d80
sched_switch(c3de4d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3def290,e4397d38) at ithread_loop+0xda
fork_exit(c0683ae4,c3def290,e4397d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4397d6c, ebp = 0 ---
Tracing command irq15: ata1 pid 30 tid 100035 td 0xc3de4bd0
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 29 tid 100036 td 0xc3de4a20
sched_switch(c3de4a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3de8460,e4391d38) at ithread_loop+0xda
fork_exit(c0683ae4,c3de8460,e4391d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4391d6c, ebp = 0 ---
Tracing command irq17: fxp0 pid 28 tid 100037 td 0xc3de4870
sched_switch(c3de4870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3d7b460,e438ed38) at ithread_loop+0xda
fork_exit(c0683ae4,c3d7b460,e438ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe438ed6c, ebp = 0 ---
Tracing command usbtask-dr pid 27 tid 100017 td 0xc3c376c0
sched_switch(c3c376c0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0b5b4,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0b5b4,0,c068f5e4,c0a0d828,c0913e6d,...) at sleepq_wait+0x46
msleep(c0a0b5b4,0,5c,c0913e89,0,...) at msleep+0x27d
usb_task_thread(c0a0b5b4,e26e8d38) at usb_task_thread+0x47
fork_exit(c0632db4,c0a0b5b4,e26e8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e8d6c, ebp = 0 ---
Tracing command usbtask-hc pid 26 tid 100018 td 0xc3c37510
sched_switch(c3c37510,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0b5a0,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c0a0b5a0,0,c068f5e4,c0a0d828,c0913e6d,...) at sleepq_wait+0x46
msleep(c0a0b5a0,0,5c,c0913e89,0,...) at msleep+0x27d
usb_task_thread(c0a0b5a0,e26e5d38) at usb_task_thread+0x47
fork_exit(c0632db4,c0a0b5a0,e26e5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e5d6c, ebp = 0 ---
Tracing command usb0 pid 25 tid 100019 td 0xc3c37360
sched_switch(c3c37360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d6d210,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c3d6d210) at sleepq_timedwait+0x4a
msleep(c3d6d210,0,5c,c0913e82,ea60,c3d79900) at msleep+0x259
usb_event_thread(c3d79900,e26e2d38) at usb_event_thread+0x94
fork_exit(c0632d00,c3d79900,e26e2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26e2d6c, ebp = 0 ---
Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc3c371b0
sched_switch(c3c371b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3d690b0,e26dfd38) at ithread_loop+0xda
fork_exit(c0683ae4,c3d690b0,e26dfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26dfd6c, ebp = 0 ---
Tracing command em0 taskq pid 23 tid 100021 td 0xc3d48870
sched_switch(c3d48870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3d5a280,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c3d5a280,c3d5a29c,8,c0921f4a,47,...) at sleepq_wait+0x46
msleep_spin(c3d5a280,c3d5a29c,c0916e28,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c3d30208,e4147d38) at taskqueue_thread_loop+0x61
fork_exit(c06bdfac,c3d30208,e4147d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4147d6c, ebp = 0 ---
Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc3d486c0
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 21 tid 100023 td 0xc3d48510
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 9 tid 100024 td 0xc3d48360
sched_switch(c3d48360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85780,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85780,0,c0921f53,49,8,...) at sleepq_wait+0x46
msleep(c3c85780,c3c8579c,0,c0916e28,0) at msleep+0x27d
taskqueue_thread_loop(c0a13530,e413ed38) at taskqueue_thread_loop+0x78
fork_exit(c06bdfac,c0a13530,e413ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe413ed6c, ebp = 0 ---
Tracing command acpi_task_2 pid 8 tid 100025 td 0xc3d481b0
sched_switch(c3d481b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85800,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85800,0,c0921f53,49,8,...) at sleepq_wait+0x46
msleep(c3c85800,c3c8581c,0,c0916e28,0) at msleep+0x27d
taskqueue_thread_loop(c10a4a34,e413bd38) at taskqueue_thread_loop+0x78
fork_exit(c06bdfac,c10a4a34,e413bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe413bd6c, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100026 td 0xc3d48000
sched_switch(c3d48000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85800,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85800,0,c0921f53,49,8,...) at sleepq_wait+0x46
msleep(c3c85800,c3c8581c,0,c0916e28,0) at msleep+0x27d
taskqueue_thread_loop(c10a4a34,e4138d38) at taskqueue_thread_loop+0x78
fork_exit(c06bdfac,c10a4a34,e4138d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4138d6c, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100008 td 0xc3c361b0
sched_switch(c3c361b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85800,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85800,0,c0921f53,49,c3d52800,...) at sleepq_wait+0x46
msleep(c3c85800,c3c8581c,0,c0916e28,0) at msleep+0x27d
taskqueue_thread_loop(c10a4a34,e26c4d38) at taskqueue_thread_loop+0x78
fork_exit(c06bdfac,c10a4a34,e26c4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26c4d6c, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100009 td 0xc3c36000
sched_switch(c3c36000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3cff590,e26c1d38) at ithread_loop+0xda
fork_exit(c0683ae4,c3cff590,e26c1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26c1d6c, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100010 td 0xc3c3b360
sched_switch(c3c3b360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3cff5a0,e26fdd38) at ithread_loop+0xda
fork_exit(c0683ae4,c3cff5a0,e26fdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26fdd6c, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100011 td 0xc3c3b1b0
sched_switch(c3c3b1b0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c85a80,c0a0d810,0,c0921978,211,...) at sleepq_switch+0xcd
sleepq_wait(c3c85a80,0,c0921f53,49,8,...) at sleepq_wait+0x46
msleep(c3c85a80,c3c85a9c,0,c0916e28,0) at msleep+0x27d
taskqueue_thread_loop(c0a0c55c,e26fad38) at taskqueue_thread_loop+0x78
fork_exit(c06bdfac,c0a0c55c,e26fad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26fad6c, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100012 td 0xc3c3b000
fork_trampoline() at fork_trampoline
Tracing command yarrow pid 17 tid 100013 td 0xc3c37d80
sched_switch(c3c37d80,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a091c0,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a091c0) at sleepq_timedwait+0x4a
msleep(c0a091c0,0,0,c0916e28,64) at msleep+0x259
random_kthread(0,e26f4d38) at random_kthread+0x180
fork_exit(c05d874c,0,e26f4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26f4d6c, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3c37bd0
sched_switch(c3c37bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0bd5c,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a0bd5c) at sleepq_timedwait+0x4a
msleep(c0a0bd5c,c0a0bc48,24c,c0916e28,64) at msleep+0x259
g_io_schedule_down(c3c37bd0) at g_io_schedule_down+0x56
g_down_procbody(0,e26f1d38) at g_down_procbody+0x5a
fork_exit(c0660f80,0,e26f1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26f1d6c, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3c37a20
sched_switch(c3c37a20,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0bd58,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a0bd58) at sleepq_timedwait+0x4a
msleep(c0a0bd58,c0a0bc88,24c,c0916e28,64) at msleep+0x259
g_io_schedule_up(c3c37a20) at g_io_schedule_up+0x14a
g_up_procbody(0,e26eed38) at g_up_procbody+0x5a
fork_exit(c0660f20,0,e26eed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26eed6c, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3c37870
sched_switch(c3c37870,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a0bd50,c0a0d810,0,c0921978,236,...) at sleepq_switch+0xcd
sleepq_timedwait(c0a0bd50) at sleepq_timedwait+0x4a
msleep(c0a0bd50,0,4c,c0916e28,64) at msleep+0x259
g_event_procbody(0,e26ebd38) at g_event_procbody+0x9e
fork_exit(c0660fe0,0,e26ebd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26ebd6c, ebp = 0 ---
Tracing command swi1: net pid 16 tid 100000 td 0xc3c37000
sched_switch(c3c37000,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3bf6890,e26dcd38) at ithread_loop+0xda
fork_exit(c0683ae4,c3bf6890,e26dcd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26dcd6c, ebp = 0 ---
Tracing command swi3: vm pid 15 tid 100001 td 0xc3c36d80
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 14 tid 100002 td 0xc3c36bd0
sched_switch(c3c36bd0,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3bf68b0,e26d6d38) at ithread_loop+0xda
fork_exit(c0683ae4,c3bf68b0,e26d6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d6d6c, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3c36a20
kdb_enter(c08f36f0,c091a130,1545329d,0,c09ee024,...) at kdb_enter+0x2b
watchdog_fire(c0a8ed40,c3d5c418,e26d3c88,c088b437,0,...) at watchdog_fire+0xa7
hardclock(0,c1095a1d) at hardclock+0xd9
lapic_handle_timer(c3c30008,c0680028,28,c3d5c400,c3d5c418,...) at lapic_handle_timer+0x8b
Xtimerint() at Xtimerint+0x1e
--- interrupt, eip = 0xc1095a1d, esp = 0xe26d3cd0, ebp = 0xe26d3cd0 ---
acpi_cpu_c1(c0a0d810,1,e26d3cf0,1,c0682cf8,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26d3d04,c0682d55,c0682cf8,e26d3d24,c0682a94,...) at acpi_cpu_idle+0x15a
cpu_idle(c0682cf8,e26d3d24,c0682a94,0,e26d3d38,...) at cpu_idle+0x28
idle_proc(0,e26d3d38) at idle_proc+0x5d
fork_exit(c0682cf8,0,e26d3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d3d6c, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3c36870
cpustop_handler(e26d0c88,c0898f12,c068fb7d,c068fb7d,c3c36870,...) at cpustop_handler+0x31
ipi_nmi_handler(c068fb7d,c068fb7d,c3c36870,0,0,...) at ipi_nmi_handler+0x28
trap(c3c30008,c0680028,28,c3d5c100,c3d5c118,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc1095a1d, esp = 0xe26d0cd0, ebp = 0xe26d0cd0 ---
acpi_cpu_c1(c0a0d810,2,e26d0cf0,2,c0682cf8,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26d0d04,c0682d55,c0682cf8,e26d0d24,c0682a94,...) at acpi_cpu_idle+0x15a
cpu_idle(c0682cf8,e26d0d24,c0682a94,0,e26d0d38,...) at cpu_idle+0x28
idle_proc(0,e26d0d38) at idle_proc+0x5d
fork_exit(c0682cf8,0,e26d0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26d0d6c, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3c366c0
cpustop_handler(e26cdc88,c0898f12,c068fb7d,c3c83b00,c3c366c0,...) at cpustop_handler+0x31
ipi_nmi_handler(c068fb7d,c3c83b00,c3c366c0,0,0,...) at ipi_nmi_handler+0x28
trap(c3c30008,c0680028,28,c3d3ad00,c3d3ad18,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc1095a1d, esp = 0xe26cdcd0, ebp = 0xe26cdcd0 ---
acpi_cpu_c1(c0a0d810,4,e26cdcf0,4,c0682cf8,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26cdd04,c0682d55,c0682cf8,e26cdd24,c0682a94,...) at acpi_cpu_idle+0x15a
cpu_idle(c0682cf8,e26cdd24,c0682a94,0,e26cdd38,...) at cpu_idle+0x28
idle_proc(0,e26cdd38) at idle_proc+0x5d
fork_exit(c0682cf8,0,e26cdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26cdd6c, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3c36510
cpustop_handler(e26cac88,c0898f12,c068fb7d,c068fb7d,c3c36510,...) at cpustop_handler+0x31
ipi_nmi_handler(c068fb7d,c068fb7d,c3c36510,0,0,...) at ipi_nmi_handler+0x28
trap(c3c30008,c0680028,28,c3d3aa00,c3d3aa18,...) at trap+0x3a
calltrap() at calltrap+0x5
--- trap 0x13, eip = 0xc1095a1d, esp = 0xe26cacd0, ebp = 0xe26cacd0 ---
acpi_cpu_c1(c0a0d810,8,e26cacf0,8,c0682cf8,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e26cad04,c0682d55,c0682cf8,e26cad24,c0682a94,...) at acpi_cpu_idle+0x15a
cpu_idle(c0682cf8,e26cad24,c0682a94,0,e26cad38,...) at cpu_idle+0x28
idle_proc(0,e26cad38) at idle_proc+0x5d
fork_exit(c0682cf8,0,e26cad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe26cad6c, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3c36360
sched_switch(c3c36360,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3c3a000) at sleepq_switch+0xcd
sleepq_wait_sig(c3c3a000) at sleepq_wait_sig+0x1d
msleep(c3c3a000,c3c3a068,15c,c0923a4e,0) at msleep+0x26e
kern_wait(c3c36360,ffffffff,e26c7c2c,0,0) at kern_wait+0x7cf
wait4(c3c36360,e26c7d04) at wait4+0x2a
syscall(3b,3b,bfbf003b,0,0,...) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053047, esp = 0xbfbfed9c, ebp = 0xbfbfedb8 ---
Tracing command swapper pid 0 tid 0 td 0xc0a0c098
sched_switch(c0a0c098,0,1) at sched_switch+0x183
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c04518b5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> show sleepchain 97803
thread 100695 (pid 97803, ls) blocked on lk "ufs" EXCL (count 1)
thread 100310 (pid 97785, ls) blocked on lk "getblk" EXCL (count 1)
db> show sleepchain 97785
thread 100310 (pid 97785, ls) blocked on lk "getblk" EXCL (count 1)
db> show sleepchain 96259
thread 100341 (pid 96259, mkdir) blocked on lk "ufs" EXCL (count 1)
thread 100310 (pid 97785, ls) blocked on lk "getblk" EXCL (count 1)
db> show sleepchain 96248
thread 100221 (pid 96248, mkdir) sleeping on 0xc0a5afb0 "wdrain"
db> show sleepchain 95545
thread 100753 (pid 95545, md0) blocked on lk "ufs" EXCL (count 1)
thread 100221 (pid 96248, mkdir) sleeping on 0xc0a5afb0 "wdrain"
db> call doadump
Physical memory: 1007 MB
Dumping 209 MB: 194 178 162 146 130 114 98 82 66 50 34 18 2
Dump complete
= 0xf
db> reset
(kgdb) l *waitrunningbufspace+0x4a
0xc06e5632 is in waitrunningbufspace (../../../kern/vfs_bio.c:389).
384 {
385
386 mtx_lock(&rbreqlock);
387 while (runningbufspace > hirunningspace) {
388 ++runningbufreq;
389 msleep(&runningbufreq, &rbreqlock, PVM, "wdrain", 0);
390 }
391 mtx_unlock(&rbreqlock);
392 }
393
(kgdb) p/d runningbufspace
$6 = 4415488
(kgdb) p/d hirunningspace
$7 = 1048576
(kgdb) p *(struct vnode *)0xc61292a0
$8 = {v_type = VDIR, v_tag = 0xc092685a "ufs", v_op = 0xc09dc8a0, v_data = 0xc508e4a4, v_mount = 0xc52252dc, v_nmntvnodes = {
tqe_next = 0xc80b9000, tqe_prev = 0xc5225384}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0},
v_hashlist = {le_next = 0xc84ba690, le_prev = 0xc3e42cfc}, v_hash = 0x2, v_cache_src = {lh_first = 0xc5eb283c}, v_cache_dst = {
tqh_first = 0x0, tqh_last = 0xc61292d0}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {
lk_interlock = 0xc0a0cd18, lk_flags = 0x2040040, lk_sharecount = 0x0, lk_waitcount = 0xc, lk_exclusivecount = 0x1, lk_prio = 0x50,
lk_wmesg = 0xc092685a "ufs", lk_timo = 0x33, lk_lockholder = 0xc47ea6c0, lk_newlock = 0x0, lk_stack = {depth = 0x7, pcs = {
0xc068c104, 0xc07dc812, 0xc08ac2df, 0xc0703afc, 0xc070053a, 0xc0899c92, 0xc088425f, 0x0 <repeats 11 times>}}}, v_interlock = {
mtx_object = {lo_name = 0xc0922a1c "vnode interlock", lo_type = 0xc0922a1c "vnode interlock", lo_flags = 0x1030000,
lo_witness_data = {lod_list = {stqe_next = 0xc0a1de10}, lod_witness = 0xc0a1de10}}, mtx_lock = 0x4, mtx_recurse = 0x0},
v_vnlock = 0xc61292f8, v_holdcnt = 0x27, v_usecount = 0x23, v_iflag = 0x0, v_vflag = 0x1, v_writecount = 0x0, v_freelist = {
tqe_next = 0x0, tqe_prev = 0xc52bcb78}, v_bufobj = {bo_mtx = 0xc6129368, bo_clean = {bv_hd = {tqh_first = 0xd7f43528,
tqh_last = 0xd7f43560}, bv_root = 0xd7f43528, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc61293b4},
bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x1, bo_flag = 0x0, bo_ops = 0xc09cfa04, bo_bsize = 0x8000, bo_object = 0xc5c2f9d8,
bo_synclist = {le_next = 0xc5a01e20, le_prev = 0xc3e11980}, bo_private = 0xc61292a0, __bo_vnode = 0xc61292a0}, v_pollinfo = 0x0,
v_label = 0x0}
(kgdb) proc 97785
(kgdb) f 7
#7 0xc06e8ef7 in getblk (vp=0xc61292a0, blkno=0x0, size=0x1000, slpflag=0x0, slptimeo=0x0, flags=0x0) at pcpu.h:163
163 {
(kgdb) info loc
lockflags = 0x2022
bp = (struct buf *) 0xd7f43528
bo = (struct bufobj *) 0xc61293a0
(kgdb) p *bp
$1 = {b_bufobj = 0xc61293a0, b_bcount = 0x1000, b_caller1 = 0x0, b_data = 0xd95f8000 "\002", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x2,
b_iooffset = 0x78000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x3c0, b_offset = 0x0, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xc61293a4},
b_left = 0x0, b_right = 0x0, b_vflags = 0x1, b_freelist = {tqe_next = 0xd7dd2b1c, tqe_prev = 0xd7ca90ac}, b_qindex = 0x2,
b_flags = 0xa0000024, b_xflags = 0x2, b_lock = {lk_interlock = 0xc0a0d2a0, lk_flags = 0x2040000, lk_sharecount = 0x0, lk_waitcount = 0x1,
lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc092738d "getblk", lk_timo = 0x0, lk_lockholder = 0xfffffffe, lk_newlock = 0x0,
lk_stack = {depth = 0x8, pcs = {0xc068c104, 0xc07dc513, 0xc07dc3ca, 0xc08ab66f, 0xc06f72fe, 0xc06f7581, 0xc0682a94, 0xc088426c, 0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x1000, b_runningbufspace = 0x1000, b_kvabase = 0xd95f8000 "\002",
b_kvasize = 0x8000, b_lblkno = 0x0, b_vp = 0xc61292a0, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0,
b_saveaddr = 0xd95f8000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {
tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xc1dce170, 0x0 <repeats 31 times>}, b_npages = 0x1, b_dep = {lh_first = 0xc8fa06c0},
b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0}