GENERIC HEAD from Feb 24 06:57 UTC, vmcore.142
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Sat Feb 24 08:31:14 CET 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032384512 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
module_register: module fxp/miibus already exists!
Module fxp/miibus failed to register: 17
module_register: module cardbus/fxp already exists!
Module cardbus/fxp failed to register: 17
module_register: module pci/fxp already exists!
Module pci/fxp failed to register: 17
fxp0: link state changed to UP
module_register: module fxp/miibus already exists!
Module fxp/miibus failed to register: 17
module_register: module cardbus/fxp already exists!
Module cardbus/fxp failed to register: 17
module_register: module pci/fxp already exists!
Module pci/fxp failed to register: 17
module_register: module fxp/miibus already exists!
Module fxp/miibus failed to register: 17
module_register: module cardbus/fxp already exists!
Module cardbus/fxp failed to register: 17
module_register: module pci/fxp already exists!
Module pci/fxp failed to register: 17
module_register: module pci/em already exists!
Module pci/em failed to register: 17
module_register: module fxp/miibus already exists!
Module fxp/miibus failed to register: 17
module_register: module cardbus/fxp already exists!
Module cardbus/fxp failed to register: 17
module_register: module pci/fxp already exists!
Module pci/fxp failed to register: 17
module_register: module g_md already exists!
Module g_md failed to register: 17
module_register: module g_md already exists!
Module g_md failed to register: 17
KDB: enter: manual escape to debugger
[thread pid 19 tid 100010 ]
Stopped at kdb_enter+0x2b: nop
db> show allpcpu
Current CPU: 1
cpuid = 0
curthread = 0xc4304bd0: pid 14 "swi4: clock sio"
curpcb = 0xe2db2d90
fpcurthread = none
idlethread = 0xc4304a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4307360: pid 19 "swi6: Giant taskq"
curpcb = 0xe2dd9d90
fpcurthread = none
idlethread = 0xc4304870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc43046c0: pid 11 "idle: cpu2"
curpcb = 0xe2da9d90
fpcurthread = none
idlethread = 0xc43046c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc4304510: pid 10 "idle: cpu3"
curpcb = 0xe2da6d90
fpcurthread = none
idlethread = 0xc4304510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 19 (swi6: Giant taskq) thread 0xc4307360 (100010)
exclusive sleep mutex Giant r = 0 (0xc0a52ea8) locked @ kern/kern_intr.c:677
db> show lockedvnods
Locked vnodes
0xc4c9bc18: tag syncer, type VNON
usecount 1, writecount 0, refcount 2 mountedhere 0
flags ()
lock type syncer: EXCL (count 1) by thread 0xc468f870 (pid 42)#0 0xc06b6d78 at _lockmgr+0x510
#1 0xc071a87f at vop_stdlock+0x27
#2 0xc08d6596 at _VOP_LOCK_APV+0x7e
#3 0xc0730490 at _vn_lock+0xb8
#4 0xc0724b6d at sync_vnode+0xed
#5 0xc0724e09 at sched_sync+0x1ed
#6 0xc06ad7c8 at fork_exit+0xac
#7 0xc08addc0 at fork_trampoline+0x8
0xc4cdcac0: tag ufs, type VREG
usecount 1, writecount 1, refcount 44 mountedhere 0
flags ()
v_object 0xc4857bb8 ref 0 pages 156
lock type ufs: EXCL (count 1) by thread 0xc4728510 (pid 1013) with 3 pending#0 0xc06b6d78 at _lockmgr+0x510
#1 0xc080d150 at ffs_lock+0x7c
#2 0xc08d6596 at _VOP_LOCK_APV+0x7e
#3 0xc0730490 at _vn_lock+0xb8
#4 0xc072fdd2 at vn_write+0x142
#5 0xc06ef2cb at dofilewrite+0x77
#6 0xc06ef172 at kern_writev+0x36
#7 0xc06ef09d at write+0x45
#8 0xc08c43ba at syscall+0x256
#9 0xc08addb0 at Xint0x80_syscall+0x20
ino 4189, on dev md0c
0xc482f2b0: tag ufs, type VREG
usecount 1, writecount 1, refcount 34 mountedhere 0
flags ()
v_object 0xc48e7ca8 ref 0 pages 128
lock type ufs: EXCL (count 1) by thread 0xc4779bd0 (pid 1009)#0 0xc06b6d78 at _lockmgr+0x510
#1 0xc080d150 at ffs_lock+0x7c
#2 0xc08d6596 at _VOP_LOCK_APV+0x7e
#3 0xc0730490 at _vn_lock+0xb8
#4 0xc072fdd2 at vn_write+0x142
#5 0xc06ef2cb at dofilewrite+0x77
#6 0xc06ef172 at kern_writev+0x36
#7 0xc06ef09d at write+0x45
#8 0xc08c43ba at syscall+0x256
#9 0xc08addb0 at Xint0x80_syscall+0x20
ino 4194, on dev md0c
db> show lockedbufs
buf at 0xd83ce130
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc4711d20), b_data = 0xd94f4000, b_blkno = 4323360
b_npages = 4, pages(OBJ, IDX, PA): (0xc4762b40, 0x83f04, 0x32d3f000),(0xc4762b40, 0x83f05, 0x32850000),(0xc4762b40, 0x83f06, 0x32eb1000),(0xc4762b40, 0x83f07, 0x32232000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
1034 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1033 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1032 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1031 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1030 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1029 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1028 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1027 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1026 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1025 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1024 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1023 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1022 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1021 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1020 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1019 1016 956 0 S+ nanslp 0xc0a536a4 mkdir
1018 1016 956 0 S+ ufs 0xc4cdcb18 mkdir
1017 987 956 0 S+ nanslp 0xc0a536a4 creat
1016 982 956 0 S+ wait 0xc49ff900 mkdir
1014 987 956 0 S+ nanslp 0xc0a536a4 creat
1013 983 956 0 S+ chkdq2 0xc4689580 rw
1012 987 956 0 S+ nanslp 0xc0a536a4 creat
1010 987 956 0 S+ nanslp 0xc0a536a4 creat
1009 983 956 0 S+ chkdq2 0xc4689580 rw
1008 987 956 0 S+ nanslp 0xc0a536a4 creat
1006 987 956 0 S+ nanslp 0xc0a536a4 creat
1005 987 956 0 S+ nanslp 0xc0a536a4 creat
1004 987 956 0 S+ nanslp 0xc0a536a4 creat
1002 987 956 0 S+ nanslp 0xc0a536a4 creat
1000 987 956 0 S+ nanslp 0xc0a536a4 creat
998 987 956 0 S+ nanslp 0xc0a536a4 creat
997 987 956 0 S+ nanslp 0xc0a536a4 creat
996 987 956 0 S+ nanslp 0xc0a536a4 creat
995 987 956 0 S+ nanslp 0xc0a536a4 creat
994 987 956 0 S+ ufs 0xc4cdcb18 creat
987 981 956 0 S+ wait 0xc486c900 creat
983 980 956 0 S+ wait 0xc4a006c0 rw
982 979 956 0 S+ wait 0xc4775480 mkdir
981 979 956 0 S+ wait 0xc4718240 creat
980 979 956 0 S+ wait 0xc4718900 rw
979 978 956 0 S+ wait 0xc4775240 run
978 977 956 0 S+ wait 0xc4775d80 run
977 975 956 0 S+ wait 0xc486c6c0 run
975 956 956 0 S+ wait 0xc445c900 sh
965 0 0 0 SL mdwait 0xc46eb800 [md0]
956 955 956 0 S+ wait 0xc486cb40 sh
955 1 955 0 Ss+ wait 0xc47786c0 sh
44 0 0 0 SL - 0xe4829cfc [schedcpu]
43 0 0 0 SL sdflush 0xc0aacf44 [softdepflush]
42 0 0 0 SL ufs 0xc4cdcb18 [syncer]
41 0 0 0 SL vlruwt 0xc468eb40 [vnlru]
40 0 0 0 SL psleep 0xc0aa06e8 [bufdaemon]
39 0 0 0 SL pgzero 0xc0ab5890 [pagezero]
38 0 0 0 SL psleep 0xc0aad7c0 [vmdaemon]
37 0 0 0 SL psleep 0xc0aad780 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc441423c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 WL [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a50c54 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a50c40 [usbtask-hc]
26 0 0 0 SL usbevt 0xc443d210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc4444b00 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi2: cambio]
21 0 0 0 SL ccb_scan 0xc0a26a64 [xpt_thrd]
20 0 0 0 WL [swi5: +]
9 0 0 0 SL - 0xc4352780 [thread taskq]
8 0 0 0 SL - 0xc4352800 [acpi_task_2]
7 0 0 0 SL - 0xc4352800 [acpi_task_1]
6 0 0 0 SL - 0xc4352800 [acpi_task_0]
19 0 0 0 RL CPU 1 [swi6: Giant taskq]
18 0 0 0 WL [swi6: task queue]
5 0 0 0 SL - 0xc4352b00 [kqueue taskq]
17 0 0 0 SL - 0xc0a3d5e0 [yarrow]
4 0 0 0 SL - 0xc0a5141c [g_down]
3 0 0 0 SL - 0xc0a51418 [g_up]
2 0 0 0 SL - 0xc0a51410 [g_event]
16 0 0 0 WL [swi1: net]
15 0 0 0 WL [swi3: vm]
14 0 0 0 RL CPU 0 [swi4: clock sio]
13 0 0 0 RL [idle: cpu0]
12 0 0 0 RL [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc4306000 [init]
0 0 0 0 WLs [swapper]
1011 983 956 0 Z+ rw
1015 983 956 0 Z+ rw
db> show sleepchain 1018
thread 100134 (pid 1018, mkdir) blocked on lk "ufs" EXCL (count 1)
thread 100069 (pid 1013, rw) sleeping on 0xc4689580 "chkdq2"
db> show sleepchain 1013
thread 100069 (pid 1013, rw) sleeping on 0xc4689580 "chkdq2"
db> set $lines 0
db> allt
Tracing command mkdir pid 1034 tid 100043 td 0xc4412d80
sched_switch(c4412d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4412d80,e482cc70,e482cc68) at kern_nanosleep+0xab
nanosleep(c4412d80,e482cd00) at nanosleep+0x4f
syscall(e482cd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1033 tid 100067 td 0xc4728870
sched_switch(c4728870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4728870,e6d1cc70,e6d1cc68) at kern_nanosleep+0xab
nanosleep(c4728870,e6d1cd00) at nanosleep+0x4f
syscall(e6d1cd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1032 tid 100111 td 0xc486f1b0
sched_switch(c486f1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c486f1b0,e6e0cc70,e6e0cc68) at kern_nanosleep+0xab
nanosleep(c486f1b0,e6e0cd00) at nanosleep+0x4f
syscall(e6e0cd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1031 tid 100081 td 0xc47766c0
sched_switch(c47766c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c47766c0,e6d5ec70,e6d5ec68) at kern_nanosleep+0xab
nanosleep(c47766c0,e6d5ed00) at nanosleep+0x4f
syscall(e6d5ed38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1030 tid 100068 td 0xc47286c0
sched_switch(c47286c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c47286c0,e6d19c70,e6d19c68) at kern_nanosleep+0xab
nanosleep(c47286c0,e6d19d00) at nanosleep+0x4f
syscall(e6d19d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1029 tid 100155 td 0xc4ceb360
sched_switch(c4ceb360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ceb360,e6eb7c70,e6eb7c68) at kern_nanosleep+0xab
nanosleep(c4ceb360,e6eb7d00) at nanosleep+0x4f
syscall(e6eb7d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1028 tid 100124 td 0xc47791b0
sched_switch(c47791b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c47791b0,e6d70c70,e6d70c68) at kern_nanosleep+0xab
nanosleep(c47791b0,e6d70d00) at nanosleep+0x4f
syscall(e6d70d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1027 tid 100125 td 0xc4779000
sched_switch(c4779000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4779000,e6d6dc70,e6d6dc68) at kern_nanosleep+0xab
nanosleep(c4779000,e6d6dd00) at nanosleep+0x4f
syscall(e6d6dd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1026 tid 100126 td 0xc4ce4d80
sched_switch(c4ce4d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce4d80,e6e93c70,e6e93c68) at kern_nanosleep+0xab
nanosleep(c4ce4d80,e6e93d00) at nanosleep+0x4f
syscall(e6e93d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1025 tid 100127 td 0xc4ce4bd0
sched_switch(c4ce4bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce4bd0,e6e90c70,e6e90c68) at kern_nanosleep+0xab
nanosleep(c4ce4bd0,e6e90d00) at nanosleep+0x4f
syscall(e6e90d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1024 tid 100128 td 0xc4ce4a20
sched_switch(c4ce4a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce4a20,e6e8dc70,e6e8dc68) at kern_nanosleep+0xab
nanosleep(c4ce4a20,e6e8dd00) at nanosleep+0x4f
syscall(e6e8dd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1023 tid 100129 td 0xc4ce4870
sched_switch(c4ce4870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce4870,e6e8ac70,e6e8ac68) at kern_nanosleep+0xab
nanosleep(c4ce4870,e6e8ad00) at nanosleep+0x4f
syscall(e6e8ad38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1022 tid 100130 td 0xc4ce46c0
sched_switch(c4ce46c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce46c0,e6e87c70,e6e87c68) at kern_nanosleep+0xab
nanosleep(c4ce46c0,e6e87d00) at nanosleep+0x4f
syscall(e6e87d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1021 tid 100131 td 0xc4ce4510
sched_switch(c4ce4510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce4510,e6e84c70,e6e84c68) at kern_nanosleep+0xab
nanosleep(c4ce4510,e6e84d00) at nanosleep+0x4f
syscall(e6e84d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1020 tid 100132 td 0xc4ce4360
sched_switch(c4ce4360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce4360,e6e81c70,e6e81c68) at kern_nanosleep+0xab
nanosleep(c4ce4360,e6e81d00) at nanosleep+0x4f
syscall(e6e81d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1019 tid 100133 td 0xc4ce41b0
sched_switch(c4ce41b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce41b0,e6e7ec70,e6e7ec68) at kern_nanosleep+0xab
nanosleep(c4ce41b0,e6e7ed00) at nanosleep+0x4f
syscall(e6e7ed38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeabc, ebp = 0xbfbfeae8 ---
Tracing command mkdir pid 1018 tid 100134 td 0xc4ce4000
sched_switch(c4ce4000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4cdcb18,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4cdcb18,0,c4cdcb90,c4,c094cd17,...) at sleepq_wait+0x46
msleep(c4cdcb18,c0a52cc8,50,c0949ae3,0,...) at msleep+0x2b1
acquire(e6e7bb04,40,60000,c4ce4000,0,...) at acquire+0x76
_lockmgr(c4cdcb18,2002,c4cdcb90,c4ce4000,c0959d59,7bf) at _lockmgr+0x46e
ffs_lock(e6e7bb60) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0f8e0,e6e7bb60) at _VOP_LOCK_APV+0x7e
_vn_lock(c4cdcac0,2002,c4ce4000,c0959d59,7bf,c4cdcac0) at _vn_lock+0xb8
vget(c4cdcac0,2002,c4ce4000) at vget+0xcc
qsync(c47f82e8,c47f8360,440,0,0,...) at qsync+0x126
ffs_sync(c47f82e8,2,c4ce4000,c47f82e8,2,...) at ffs_sync+0x2b8
sync(c4ce4000,e6e7bd00) at sync+0x123
syscall(e6e7bd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (36, FreeBSD ELF32, sync), eip = 0x280cc2bf, esp = 0xbfbfe54c, ebp = 0xbfbfeb58 ---
Tracing command creat pid 1017 tid 100085 td 0xc4776000
sched_switch(c4776000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4776000,e6d52c70,e6d52c68) at kern_nanosleep+0xab
nanosleep(c4776000,e6d52d00) at nanosleep+0x4f
syscall(e6d52d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command mkdir pid 1016 tid 100116 td 0xc477a000
sched_switch(c477a000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c49ff900) at sleepq_switch+0xc9
sleepq_wait_sig(c49ff900) at sleepq_wait_sig+0x1d
msleep(c49ff900,c49ff960,15c,c0954567,0) at msleep+0x2a2
kern_wait(c477a000,3fa,e6d88c28,0,0) at kern_wait+0x7c3
wait4(c477a000,e6d88d00) at wait4+0x2a
syscall(e6d88d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfeb8c, ebp = 0xbfbfeba8 ---
Tracing command creat pid 1014 tid 100135 td 0xc4ce3d80
sched_switch(c4ce3d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce3d80,e6e78c70,e6e78c68) at kern_nanosleep+0xab
nanosleep(c4ce3d80,e6e78d00) at nanosleep+0x4f
syscall(e6e78d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command rw pid 1013 tid 100069 td 0xc4728510
sched_switch(c4728510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4689580,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4689580,0,c096af95,c0,8,...) at sleepq_wait+0x46
msleep(c4689580,c4689590,49,c096afb0,0) at msleep+0x2b1
chkdq(c48d0630,20,0,c4301a80,0,c48410ac,0,c0968179,a8) at chkdq+0x165
ffs_alloc(c48d0630,26,0,6ff0,0,4000,c4301a80,e6d169ac) at ffs_alloc+0x84
ffs_balloc_ufs2(c4cdcac0,98000,0,1000,c4301a80,...) at ffs_balloc_ufs2+0x1619
ffs_write(e6d16b98) at ffs_write+0x2ac
VOP_WRITE_APV(c0a0f8e0,e6d16b98) at VOP_WRITE_APV+0x132
vn_write(c471c750,e6d16c60,c4301a80,0,c4728510) at vn_write+0x1f6
dofilewrite(c4728510,4,c471c750,e6d16c60,ffffffff,...) at dofilewrite+0x77
kern_writev(c4728510,4,e6d16c60,bfbfdb90,1000,...) at kern_writev+0x36
write(c4728510,e6d16d00) at write+0x45
syscall(e6d16d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfdaec, ebp = 0xbfbfeb98 ---
Tracing command creat pid 1012 tid 100136 td 0xc4ce3bd0
sched_switch(c4ce3bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce3bd0,e6e75c70,e6e75c68) at kern_nanosleep+0xab
nanosleep(c4ce3bd0,e6e75d00) at nanosleep+0x4f
syscall(e6e75d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 1010 tid 100137 td 0xc4ce3a20
sched_switch(c4ce3a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce3a20,e6e72c70,e6e72c68) at kern_nanosleep+0xab
nanosleep(c4ce3a20,e6e72d00) at nanosleep+0x4f
syscall(e6e72d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command rw pid 1009 tid 100118 td 0xc4779bd0
sched_switch(c4779bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4689580,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4689580,0,c096af95,c0,8,...) at sleepq_wait+0x46
msleep(c4689580,c4689590,49,c096afb0,0) at msleep+0x2b1
chkdq(c4c3ee70,20,0,c4301a80,0,c48410ac,0,c0968179,a8) at chkdq+0x165
ffs_alloc(c4c3ee70,1f,0,6db0,0,4000,c4301a80,e6d829ac) at ffs_alloc+0x84
ffs_balloc_ufs2(c482f2b0,7c000,0,1000,c4301a80,...) at ffs_balloc_ufs2+0x1619
ffs_write(e6d82b98) at ffs_write+0x2ac
VOP_WRITE_APV(c0a0f8e0,e6d82b98) at VOP_WRITE_APV+0x132
vn_write(c471d510,e6d82c60,c4301a80,0,c4779bd0) at vn_write+0x1f6
dofilewrite(c4779bd0,4,c471d510,e6d82c60,ffffffff,...) at dofilewrite+0x77
kern_writev(c4779bd0,4,e6d82c60,bfbfdb90,1000,...) at kern_writev+0x36
write(c4779bd0,e6d82d00) at write+0x45
syscall(e6d82d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x28154293, esp = 0xbfbfdaec, ebp = 0xbfbfeb98 ---
Tracing command creat pid 1008 tid 100138 td 0xc4ce3870
sched_switch(c4ce3870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce3870,e6e6fc70,e6e6fc68) at kern_nanosleep+0xab
nanosleep(c4ce3870,e6e6fd00) at nanosleep+0x4f
syscall(e6e6fd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 1006 tid 100139 td 0xc4ce36c0
sched_switch(c4ce36c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4ce36c0,e6e6cc70,e6e6cc68) at kern_nanosleep+0xab
nanosleep(c4ce36c0,e6e6cd00) at nanosleep+0x4f
syscall(e6e6cd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 1005 tid 100090 td 0xc47296c0
sched_switch(c47296c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c47296c0,e6d34c70,e6d34c68) at kern_nanosleep+0xab
nanosleep(c47296c0,e6d34d00) at nanosleep+0x4f
syscall(e6d34d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 1004 tid 100054 td 0xc4458a20
sched_switch(c4458a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4458a20,e487ec70,e487ec68) at kern_nanosleep+0xab
nanosleep(c4458a20,e487ed00) at nanosleep+0x4f
syscall(e487ed38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 1002 tid 100074 td 0xc471abd0
sched_switch(c471abd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c471abd0,e6cf8c70,e6cf8c68) at kern_nanosleep+0xab
nanosleep(c471abd0,e6cf8d00) at nanosleep+0x4f
syscall(e6cf8d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 1000 tid 100109 td 0xc486f510
sched_switch(c486f510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c486f510,e6e12c70,e6e12c68) at kern_nanosleep+0xab
nanosleep(c486f510,e6e12d00) at nanosleep+0x4f
syscall(e6e12d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 998 tid 100121 td 0xc47796c0
sched_switch(c47796c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c47796c0,e6d79c70,e6d79c68) at kern_nanosleep+0xab
nanosleep(c47796c0,e6d79d00) at nanosleep+0x4f
syscall(e6d79d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 997 tid 100106 td 0xc486fa20
sched_switch(c486fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c486fa20,e6e1bc70,e6e1bc68) at kern_nanosleep+0xab
nanosleep(c486fa20,e6e1bd00) at nanosleep+0x4f
syscall(e6e1bd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 996 tid 100063 td 0xc4729000
sched_switch(c4729000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c4729000,e6d28c70,e6d28c68) at kern_nanosleep+0xab
nanosleep(c4729000,e6d28d00) at nanosleep+0x4f
syscall(e6d28d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 995 tid 100051 td 0xc468f000
sched_switch(c468f000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a536a4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a536a4) at sleepq_timedwait_sig+0x1e
msleep(c0a536a4,0,15c,c09500b6,7d001,...) at msleep+0x278
kern_nanosleep(c468f000,e4ac1c70,e4ac1c68) at kern_nanosleep+0xab
nanosleep(c468f000,e4ac1d00) at nanosleep+0x4f
syscall(e4ac1d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138caf, esp = 0xbfbfeacc, ebp = 0xbfbfeaf8 ---
Tracing command creat pid 994 tid 100070 td 0xc4728360
sched_switch(c4728360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4cdcb18,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4cdcb18,0,c4cdcb90,c4,c094cd17,...) at sleepq_wait+0x46
msleep(c4cdcb18,c0a52cc8,50,c0949ae3,0,...) at msleep+0x2b1
acquire(e6d13b04,40,60000,c4728360,0,...) at acquire+0x76
_lockmgr(c4cdcb18,2002,c4cdcb90,c4728360,c0959d59,7bf) at _lockmgr+0x46e
ffs_lock(e6d13b60) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0f8e0,e6d13b60) at _VOP_LOCK_APV+0x7e
_vn_lock(c4cdcac0,2002,c4728360,c0959d59,7bf,c4cdcac0) at _vn_lock+0xb8
vget(c4cdcac0,2002,c4728360) at vget+0xcc
qsync(c47f82e8,c47f8360,440,0,0,...) at qsync+0x126
ffs_sync(c47f82e8,2,c4728360,c47f82e8,2,...) at ffs_sync+0x2b8
sync(c4728360,e6d13d00) at sync+0x123
syscall(e6d13d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (36, FreeBSD ELF32, sync), eip = 0x280cc2bf, esp = 0xbfbfe55c, ebp = 0xbfbfeb68 ---
Tracing command creat pid 987 tid 100102 td 0xc4719000
sched_switch(c4719000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c486c900) at sleepq_switch+0xc9
sleepq_wait_sig(c486c900) at sleepq_wait_sig+0x1d
msleep(c486c900,c486c960,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4719000,3e2,e6cc8c28,0,0) at kern_wait+0x7c3
wait4(c4719000,e6cc8d00) at wait4+0x2a
syscall(e6cc8d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfeb8c, ebp = 0xbfbfeba8 ---
Tracing command rw pid 983 tid 100122 td 0xc4779510
sched_switch(c4779510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4a006c0) at sleepq_switch+0xc9
sleepq_wait_sig(c4a006c0) at sleepq_wait_sig+0x1d
msleep(c4a006c0,c4a00720,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4779510,3f1,e6d76c28,0,0) at kern_wait+0x7c3
wait4(c4779510,e6d76d00) at wait4+0x2a
syscall(e6d76d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e0cff, esp = 0xbfbfeb8c, ebp = 0xbfbfeba8 ---
Tracing command mkdir pid 982 tid 100079 td 0xc4776a20
sched_switch(c4776a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4775480) at sleepq_switch+0xc9
sleepq_wait_sig(c4775480) at sleepq_wait_sig+0x1d
msleep(c4775480,c47754e0,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4776a20,3f8,e6d64c28,0,0) at kern_wait+0x7c3
wait4(c4776a20,e6d64d00) at wait4+0x2a
syscall(e6d64d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 ---
Tracing command creat pid 981 tid 100057 td 0xc471a1b0
sched_switch(c471a1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4718240) at sleepq_switch+0xc9
sleepq_wait_sig(c4718240) at sleepq_wait_sig+0x1d
msleep(c4718240,c47182a0,15c,c0954567,0) at msleep+0x2a2
kern_wait(c471a1b0,3db,e6ce6c28,0,0) at kern_wait+0x7c3
wait4(c471a1b0,e6ce6d00) at wait4+0x2a
syscall(e6ce6d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 ---
Tracing command rw pid 980 tid 100060 td 0xc4719bd0
sched_switch(c4719bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4718900) at sleepq_switch+0xc9
sleepq_wait_sig(c4718900) at sleepq_wait_sig+0x1d
msleep(c4718900,c4718960,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4719bd0,3d7,e6cddc28,0,0) at kern_wait+0x7c3
wait4(c4719bd0,e6cddd00) at wait4+0x2a
syscall(e6cddd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280e0cff, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 ---
Tracing command run pid 979 tid 100078 td 0xc4776bd0
sched_switch(c4776bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4775240) at sleepq_switch+0xc9
sleepq_wait_sig(c4775240) at sleepq_wait_sig+0x1d
msleep(c4775240,c47752a0,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4776bd0,3d4,e6d67c28,0,0) at kern_wait+0x7c3
wait4(c4776bd0,e6d67d00) at wait4+0x2a
syscall(e6d67d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfe66c, ebp = 0xbfbfe688 ---
Tracing command run pid 978 tid 100083 td 0xc4776360
sched_switch(c4776360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4775d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4775d80) at sleepq_wait_sig+0x1d
msleep(c4775d80,c4775de0,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4776360,3d3,e6d58c28,0,0) at kern_wait+0x7c3
wait4(c4776360,e6d58d00) at wait4+0x2a
syscall(e6d58d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command run pid 977 tid 100101 td 0xc47191b0
sched_switch(c47191b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c486c6c0) at sleepq_switch+0xc9
sleepq_wait_sig(c486c6c0) at sleepq_wait_sig+0x1d
msleep(c486c6c0,c486c720,15c,c0954567,0) at msleep+0x2a2
kern_wait(c47191b0,3d2,e6ccbc28,0,0) at kern_wait+0x7c3
wait4(c47191b0,e6ccbd00) at wait4+0x2a
syscall(e6ccbd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x280dfcff, esp = 0xbfbfeb3c, ebp = 0xbfbfeb58 ---
Tracing command sh pid 975 tid 100039 td 0xc4457510
sched_switch(c4457510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c445c900) at sleepq_switch+0xc9
sleepq_wait_sig(c445c900) at sleepq_wait_sig+0x1d
msleep(c445c900,c445c960,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4457510,ffffffff,e485ac28,2,0) at kern_wait+0x7c3
wait4(c4457510,e485ad00) at wait4+0x2a
syscall(e485ad38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 ---
Tracing command md0 pid 965 tid 100058 td 0xc471a000
sched_switch(c471a000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c46eb800,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c46eb800,0,c092d543,2bc,8,...) at sleepq_wait+0x46
msleep(c46eb800,c46eb820,24c,c092d584,0) at msleep+0x2b1
md_kthread(c46eb800,e6ce3d38) at md_kthread+0xc5
fork_exit(c05933a0,c46eb800,e6ce3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6ce3d70, ebp = 0 ---
Tracing command sh pid 956 tid 100103 td 0xc468fd80
sched_switch(c468fd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c486cb40) at sleepq_switch+0xc9
sleepq_wait_sig(c486cb40) at sleepq_wait_sig+0x1d
msleep(c486cb40,c486cba0,15c,c0954567,0) at msleep+0x2a2
kern_wait(c468fd80,ffffffff,e4ad9c28,2,0) at kern_wait+0x7c3
wait4(c468fd80,e4ad9d00) at wait4+0x2a
syscall(e4ad9d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfec2c, ebp = 0xbfbfec48 ---
Tracing command sh pid 955 tid 100094 td 0xc477ad80
sched_switch(c477ad80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47786c0) at sleepq_switch+0xc9
sleepq_wait_sig(c47786c0) at sleepq_wait_sig+0x1d
msleep(c47786c0,c4778720,15c,c0954567,0) at msleep+0x2a2
kern_wait(c477ad80,ffffffff,e6da0c28,2,0) at kern_wait+0x7c3
wait4(c477ad80,e6da0d00) at wait4+0x2a
syscall(e6da0d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfec1c, ebp = 0xbfbfec38 ---
Tracing command schedcpu pid 44 tid 100044 td 0xc4412bd0
sched_switch(c4412bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(e4829cfc,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(e4829cfc) at sleepq_timedwait+0x4a
msleep(e4829cfc,0,0,c09473e8,3e8) at msleep+0x28d
schedcpu_thread(0,e4829d38) at schedcpu_thread+0x26
fork_exit(c06d80b4,0,e4829d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4829d70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4412a20
sched_switch(c4412a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aacf44,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aacf44) at sleepq_timedwait+0x4a
msleep(c0aacf44,c0aacf1c,44,c09690dc,3e8) at msleep+0x28d
softdep_flush(0,e4826d38) at softdep_flush+0x193
fork_exit(c07ff3a0,0,e4826d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4826d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc468f870
sched_switch(c468f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4cdcb18,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4cdcb18,0,c4cdcb90,c4,c0959d62,...) at sleepq_wait+0x46
msleep(c4cdcb18,c0a52cc8,50,c0949ae3,0,...) at msleep+0x2b1
acquire(e4ad0b00,40,60000,c468f870,0,...) at acquire+0x76
_lockmgr(c4cdcb18,2002,c4cdcb90,c468f870,c0959d59,7bf) at _lockmgr+0x46e
ffs_lock(e4ad0b5c) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0f8e0,e4ad0b5c) at _VOP_LOCK_APV+0x7e
_vn_lock(c4cdcac0,2002,c468f870,c0959d59,7bf,c4cdcac0) at _vn_lock+0xb8
vget(c4cdcac0,2002,c468f870) at vget+0xcc
qsync(c47f82e8,c47f8360,d83,0,0,...) at qsync+0x126
ffs_sync(c47f82e8,3,c468f870,c47f82e8,2,...) at ffs_sync+0x2b8
sync_fsync(e4ad0cb4) at sync_fsync+0x15f
VOP_FSYNC_APV(c0a048e0,e4ad0cb4) at VOP_FSYNC_APV+0x9b
sync_vnode(c4c9bd20,c468f870) at sync_vnode+0x110
sched_sync(0,e4ad0d38) at sched_sync+0x1ed
fork_exit(c0724c1c,0,e4ad0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ad0d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc468f6c0
sched_switch(c468f6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c468eb40,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c468eb40) at sleepq_timedwait+0x4a
msleep(c468eb40,c0aa09b8,250,c0959e23,3e8,c0aa0a18) at msleep+0x28d
vnlru_proc(0,e4acdd38) at vnlru_proc+0xdf
fork_exit(c0722f34,0,e4acdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4acdd70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc468f510
sched_switch(c468f510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa06e8,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa06e8) at sleepq_timedwait+0x4a
msleep(c0aa06e8,c0aa06ec,44,c09585b6,3e8) at msleep+0x28d
buf_daemon(0,e4acad38) at buf_daemon+0x198
fork_exit(c07144e8,0,e4acad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4acad70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc468f360
sched_switch(c468f360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab5890,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab5890) at sleepq_timedwait+0x4a
msleep(c0ab5890,c0aad744,0,c096e1fa,493e0) at msleep+0x28d
vm_pagezero(0,e4ac7d38) at vm_pagezero+0x6b
fork_exit(c08335f8,0,e4ac7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4ac7d70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc4307d80
sched_switch(c4307d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aad7c0,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aad7c0,0,c06ba254,c0a52ea8,c096ddce,...) at sleepq_wait+0x46
msleep(c0aad7c0,0,68,c09585b6,0) at msleep+0x2b1
vm_daemon(0,e2debd38) at vm_daemon+0x36
fork_exit(c0832248,0,e2debd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2debd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc4307bd0
sched_switch(c4307bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aad780,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aad780) at sleepq_timedwait+0x4a
msleep(c0aad780,c0aad744,44,c09585b6,1388) at msleep+0x28d
vm_pageout(0,e2de8d38) at vm_pageout+0x268
fork_exit(c0831ed0,0,e2de8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2de8d70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc4307a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc4307870
sched_switch(c4307870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c441423c,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c441423c) at sleepq_timedwait+0x4a
msleep(c441423c,c44142f0,4c,c09473e8,3e8) at msleep+0x28d
fdc_worker(c4414200,c44142f0,0,c09706db,4ab) at fdc_worker+0x1fe
fdc_thread(c4414200,e2de2d38) at fdc_thread+0x54
fork_exit(c088fe38,c4414200,e2de2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2de2d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc43076c0
sched_switch(c43076c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44cc030,e2ddfd38) at ithread_loop+0xda
fork_exit(c06ae784,c44cc030,e2ddfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2ddfd70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc4307510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4458000
sched_switch(c4458000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44c34e0,e486cd38) at ithread_loop+0xda
fork_exit(c06ae784,c44c34e0,e486cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe486cd70, ebp = 0 ---
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc4457d80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc4457bd0
sched_switch(c4457bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44b5c50,e4866d38) at ithread_loop+0xda
fork_exit(c06ae784,c44b5c50,e4866d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4866d70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc4457a20
sched_switch(c4457a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44b5470,e4863d38) at ithread_loop+0xda
fork_exit(c06ae784,c44b5470,e4863d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4863d70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc4457870
sched_switch(c4457870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a50c54,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a50c54,0,c06ba254,c0a52ea8,c0944395,...) at sleepq_wait+0x46
msleep(c0a50c54,0,5c,c09443b1,0,...) at msleep+0x2b1
usb_task_thread(c0a50c54,e4860d38) at usb_task_thread+0x47
fork_exit(c065909c,c0a50c54,e4860d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4860d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc43056c0
sched_switch(c43056c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a50c40,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a50c40,0,c06ba254,c0a52ea8,c0944395,...) at sleepq_wait+0x46
msleep(c0a50c40,0,5c,c09443b1,0,...) at msleep+0x2b1
usb_task_thread(c0a50c40,e2dc4d38) at usb_task_thread+0x47
fork_exit(c065909c,c0a50c40,e2dc4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dc4d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc4305510
sched_switch(c4305510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c443d210,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c443d210) at sleepq_timedwait+0x4a
msleep(c443d210,0,5c,c09443aa,ea60,c4441dc0) at msleep+0x28d
usb_event_thread(c4441dc0,e2dc1d38) at usb_event_thread+0x94
fork_exit(c0658fe8,c4441dc0,e2dc1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dc1d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc4305360
sched_switch(c4305360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43cb980,e2dbed38) at ithread_loop+0xda
fork_exit(c06ae784,c43cb980,e2dbed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dbed70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc43051b0
sched_switch(c43051b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4444b00,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4444b00,c4444b1c,8,c0952a8f,47,...) at sleepq_wait+0x46
msleep_spin(c4444b00,c4444b1c,c09473e8,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c4402a14,e2dbbd38) at taskqueue_thread_loop+0x61
fork_exit(c06e9640,c4402a14,e2dbbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dbbd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4412870
fork_trampoline() at fork_trampoline
Tracing command swi2: cambio pid 22 tid 100022 td 0xc44126c0
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 21 tid 100023 td 0xc4412510
sched_switch(c4412510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a26a64,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a26a64,0,c06ba254,c0a52ea8,c090719e,...) at sleepq_wait+0x46
msleep(c0a26a64,0,4c,c09071ac,0) at msleep+0x2b1
xpt_scanner_thread(0,e481dd38) at xpt_scanner_thread+0x35
fork_exit(c0459d28,0,e481dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe481dd70, ebp = 0 ---
Tracing command swi5: + pid 20 tid 100024 td 0xc4412360
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 9 tid 100025 td 0xc44121b0
sched_switch(c44121b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352780,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4352780,0,c0952a98,49,8,...) at sleepq_wait+0x46
msleep(c4352780,c435279c,0,c09473e8,0) at msleep+0x2b1
taskqueue_thread_loop(c0a58c70,e4817d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9640,c0a58c70,e4817d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4817d70, ebp = 0 ---
Tracing command acpi_task_2 pid 8 tid 100026 td 0xc4412000
sched_switch(c4412000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352800,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4352800,0,c0952a98,49,8,...) at sleepq_wait+0x46
msleep(c4352800,c435281c,0,c09473e8,0) at msleep+0x2b1
taskqueue_thread_loop(c10dc214,e4814d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9640,c10dc214,e4814d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4814d70, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100008 td 0xc43041b0
sched_switch(c43041b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352800,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4352800,0,c0952a98,49,8,...) at sleepq_wait+0x46
msleep(c4352800,c435281c,0,c09473e8,0) at msleep+0x2b1
taskqueue_thread_loop(c10dc214,e2da0d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9640,c10dc214,e2da0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2da0d70, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100009 td 0xc4304000
sched_switch(c4304000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352800,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4352800,0,c0952a98,49,c442f540,...) at sleepq_wait+0x46
msleep(c4352800,c435281c,0,c09473e8,0) at msleep+0x2b1
taskqueue_thread_loop(c10dc214,e2d9dd38) at taskqueue_thread_loop+0x78
fork_exit(c06e9640,c10dc214,e2d9dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2d9dd70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 19 tid 100010 td 0xc4307360
kdb_enter(c093d794) at kdb_enter+0x2b
scgetc(c0aca6a0,2) at scgetc+0x544
sckbdevent(c4381600,0,c0aca6a0) at sckbdevent+0x1c8
kbdmux_intr(c4381600,0,c4360118,e2dd9cc0,c06e9300,...) at kbdmux_intr+0x1c
kbdmux_kbd_intr(c4381600,1) at kbdmux_kbd_intr+0x1a
taskqueue_run(c4352900,e2dd9ce4,c06ae6c5,0,c43cb5a0,...) at taskqueue_run+0xc8
taskqueue_swi_giant_run(0) at taskqueue_swi_giant_run+0xe
ithread_execute_handlers(c43066c0,c4352880) at ithread_execute_handlers+0x119
ithread_loop(c43cb5a0,e2dd9d38) at ithread_loop+0x67
fork_exit(c06ae784,c43cb5a0,e2dd9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dd9d70, ebp = 0 ---
Tracing command swi6: task queue pid 18 tid 100011 td 0xc43071b0
sched_switch(c43071b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43cb5b0,e2dd6d38) at ithread_loop+0xda
fork_exit(c06ae784,c43cb5b0,e2dd6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dd6d70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc4307000
sched_switch(c4307000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352b00,c0a52e90,0,c095245f,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4352b00,0,c0952a98,49,8,...) at sleepq_wait+0x46
msleep(c4352b00,c4352b1c,0,c09473e8,0) at msleep+0x2b1
taskqueue_thread_loop(c0a51bdc,e2dd3d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9640,c0a51bdc,e2dd3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dd3d70, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc4305d80
sched_switch(c4305d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a3d5e0,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a3d5e0) at sleepq_timedwait+0x4a
msleep(c0a3d5e0,0,0,c09473e8,64) at msleep+0x28d
random_kthread(0,e2dd0d38) at random_kthread+0x180
fork_exit(c05f5c78,0,e2dd0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dd0d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc4305bd0
sched_switch(c4305bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a5141c,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a5141c) at sleepq_timedwait+0x4a
msleep(c0a5141c,c0a51308,24c,c09473e8,64) at msleep+0x28d
g_io_schedule_down(c4305bd0) at g_io_schedule_down+0x56
g_down_procbody(0,e2dcdd38) at g_down_procbody+0x5a
fork_exit(c0685adc,0,e2dcdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dcdd70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc4305a20
sched_switch(c4305a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51418,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51418) at sleepq_timedwait+0x4a
msleep(c0a51418,c0a51348,24c,c09473e8,64) at msleep+0x28d
g_io_schedule_up(c4305a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2dcad38) at g_up_procbody+0x5a
fork_exit(c0685a7c,0,e2dcad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dcad70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc4305870
sched_switch(c4305870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51410,c0a52e90,0,c095245f,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51410) at sleepq_timedwait+0x4a
msleep(c0a51410,0,4c,c09473e8,64) at msleep+0x28d
g_event_procbody(0,e2dc7d38) at g_event_procbody+0x9e
fork_exit(c0685b3c,0,e2dc7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dc7d70, ebp = 0 ---
Tracing command swi1: net pid 16 tid 100000 td 0xc4305000
sched_switch(c4305000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c42c4890,e2db8d38) at ithread_loop+0xda
fork_exit(c06ae784,c42c4890,e2db8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2db8d70, ebp = 0 ---
Tracing command swi3: vm pid 15 tid 100001 td 0xc4304d80
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 14 tid 100002 td 0xc4304bd0
cpustop_handler(e2db2b58,c08c3643,e2db2b5e,1,3,...) at cpustop_handler+0x31
ipi_nmi_handler(e2db2b5e,1,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2db2b64) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08a2328, esp = 0xe2db2ba4, ebp = 0xe2db2bb4 ---
siointr1(c44c7400,c0ac246c,0,c0972644,56f,...) at siointr1+0x374
siointr(c44c7400) at siointr+0x21
intr_execute_handlers(c42fa0c8,e2db2c14,4,e2db2c64,c08ae114,...) at intr_execute_handlers+0xe1
lapic_handle_intr(38,e2db2c14) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc06ba6ce, esp = 0xe2db2c54, ebp = 0xe2db2c64 ---
_mtx_lock_sleep(c0a52ea8,c4304bd0,0,c0950268,f0) at _mtx_lock_sleep+0x10a
_mtx_lock_flags(c0a52ea8,0,c0950268,f0) at _mtx_lock_flags+0xab
softclock(0) at softclock+0x1b7
ithread_execute_handlers(c4303480,c4351580) at ithread_execute_handlers+0x119
ithread_loop(c42c48b0,e2db2d38) at ithread_loop+0x67
fork_exit(c06ae784,c42c48b0,e2db2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2db2d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc4304a20
sched_switch(c4304a20,c4458000,6) at sched_switch+0xff
mi_switch(6,c4458000,c445818c,e2dafc28,c06d8bbe,...) at mi_switch+0x280
maybe_preempt(c4458000) at maybe_preempt+0xee
sched_add(c4458000,4) at sched_add+0x172
intr_event_schedule_thread(c4301a00) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c42fa05c,e2dafc94,1,e2dafcd4,c08ae114,...) at intr_execute_handlers+0x118
lapic_handle_intr(36,e2dafc94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc10ce0bd, esp = 0xe2dafcd4, ebp = 0xe2dafcd4 ---
acpi_cpu_c1(c0a52e90,c06d8ef4,e2dafcf4,c06d8ef4,c06d8ef4,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2dafd04,c06d8f1d,e2dafd24,c06ad7c8,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2dafd24,c06ad7c8,0,e2dafd38,c43036c0,...) at cpu_idle+0x28
sched_idletd(0,e2dafd38) at sched_idletd+0x29
fork_exit(c06d8ef4,0,e2dafd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dafd70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc4304870
sched_switch(c4304870,0,1) at sched_switch+0xff
mi_switch(1,0,c0a52e90,0,c0950a63,...) at mi_switch+0x280
sched_idletd(0,e2dacd38) at sched_idletd+0x51
fork_exit(c06d8ef4,0,e2dacd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2dacd70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc43046c0
cpustop_handler(e2da9c88,c08c3643,c06ba7dd,e2da9c24,c43046c0,...) at cpustop_handler+0x31
ipi_nmi_handler(c06ba7dd,e2da9c24,c43046c0,0,0,...) at ipi_nmi_handler+0x28
trap(e2da9c94) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc10ce0bd, esp = 0xe2da9cd4, ebp = 0xe2da9cd4 ---
acpi_cpu_c1(c0a52e90,c06d8ef4,e2da9cf4,c06d8ef4,c06d8ef4,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2da9d04,c06d8f1d,e2da9d24,c06ad7c8,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2da9d24,c06ad7c8,0,e2da9d38,c4303b40,...) at cpu_idle+0x28
sched_idletd(0,e2da9d38) at sched_idletd+0x29
fork_exit(c06d8ef4,0,e2da9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2da9d70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc4304510
cpustop_handler(e2da6c88,c08c3643,e2da6c2c,c06ba7dd,c4304510,...) at cpustop_handler+0x31
ipi_nmi_handler(e2da6c2c,c06ba7dd,c4304510,0,0,...) at ipi_nmi_handler+0x28
trap(e2da6c94) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc10ce0bd, esp = 0xe2da6cd4, ebp = 0xe2da6cd4 ---
acpi_cpu_c1(c0a52e90,c06d8ef4,e2da6cf4,c06d8ef4,c06d8ef4,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2da6d04,c06d8f1d,e2da6d24,c06ad7c8,0,...) at acpi_cpu_idle+0x162
cpu_idle(e2da6d24,c06ad7c8,0,e2da6d38,c4303d80,...) at cpu_idle+0x28
sched_idletd(0,e2da6d38) at sched_idletd+0x29
fork_exit(c06d8ef4,0,e2da6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2da6d70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc4304360
sched_switch(c4304360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4306000) at sleepq_switch+0xc9
sleepq_wait_sig(c4306000) at sleepq_wait_sig+0x1d
msleep(c4306000,c4306060,15c,c0954567,0) at msleep+0x2a2
kern_wait(c4304360,ffffffff,e2da3c28,2,0) at kern_wait+0x7c3
wait4(c4304360,e2da3d00) at wait4+0x2a
syscall(e2da3d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053217, esp = 0xbfbfe86c, ebp = 0xbfbfe888 ---
Tracing command swapper pid 0 tid 0 td 0xc0a51720
sched_switch(c0a51720,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c0452525,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1007 MB
Dumping 137 MB: 122 106 90 74 58 42 26 10
Dump complete
= 0xf
db>
(kgdb) proc 1013
(kgdb) bt
#0 0xc06d87cf in sched_switch (td=0xc4728510, newtd=0xc486f870, flags=0x1)
at ../../../kern/sched_4bsd.c:908
#1 0xc06c9624 in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:453
#2 0xc06e7e35 in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:463
#3 0xc06e7f7e in sleepq_wait (wchan=0xc4689580) at ../../../kern/subr_sleepqueue.c:543
#4 0xc06c9011 in msleep (ident=0xc4689580, mtx=0xc4689590, priority=0x49,
wmesg=0xc096afb0 "chkdq2", timo=0x0) at ../../../kern/kern_synch.c:217
#5 0xc08140e5 in chkdq (ip=0xc48d0630, change=0x20, cred=0xc4301a80, flags=0x0)
at ../../../ufs/ufs/ufs_quota.c:193
#6 0xc07ef004 in ffs_alloc (ip=0xc48d0630, lbn=0x26, bpref=0x6ff0, size=0x4000,
cred=0xc4301a80, bnp=0xe6d169ac) at ../../../ufs/ffs/ffs_alloc.c:169
#7 0xc07f687d in ffs_balloc_ufs2 (vp=0xc4cdcac0, startoffset=Unhandled dwarf expression opcode 0x93
)
at ../../../ufs/ffs/ffs_balloc.c:809
#8 0xc080d8e0 in ffs_write (ap=0xe6d16b98) at ../../../ufs/ffs/ffs_vnops.c:720
#9 0xc08d52a2 in VOP_WRITE_APV (vop=0xc0a0f8e0, a=0xe6d16b98) at vnode_if.c:691
#10 0xc072fe86 in vn_write (fp=0xc471c750, uio=0xe6d16c60, active_cred=0xc4301a80,
flags=0x0, td=0xc4728510) at vnode_if.h:372
#11 0xc06ef2cb in dofilewrite (td=0xc4728510, fd=0x4, fp=0xc471c750, auio=0xe6d16c60,
offset=Unhandled dwarf expression opcode 0x93
) at file.h:254
#12 0xc06ef172 in kern_writev (td=0xc4728510, fd=0x4, auio=0xe6d16c60)
at ../../../kern/sys_generic.c:402
#13 0xc06ef09d in write (td=0xc4728510, uap=0x0) at ../../../kern/sys_generic.c:326
#14 0xc08c43ba in syscall (frame=0xe6d16d38) at ../../../i386/i386/trap.c:1008
#15 0xc08addb0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196
#16 0x00000033 in ?? ()
(kgdb) f 5
#5 0xc08140e5 in chkdq (ip=0xc48d0630, change=0x20, cred=0xc4301a80, flags=0x0)
at ../../../ufs/ufs/ufs_quota.c:193
193 DQI_WAIT(dq, PINOD+1, "chkdq2");
(kgdb) p *dq
$3 = {dq_hash = {le_next = 0x0, le_prev = 0xc4630698}, dq_freelist = {tqe_next = 0x0,
tqe_prev = 0xc0aacff0}, dq_lock = {mtx_object = {lo_name = 0xc096b105 "dqlock",
lo_type = 0xc096b105 "dqlock", lo_flags = 0x1030000, lo_witness_data = {
lod_list = {stqe_next = 0xc0a61a98}, lod_witness = 0xc0a61a98}}, mtx_lock = 0x4,
mtx_recurse = 0x0}, dq_flags = 0x4, dq_type = 0x0, dq_cnt = 0x6, dq_id = 0x0,
dq_ump = 0xc4841000, dq_dqb = {dqb_bhardlimit = 0x35b60, dqb_bsoftlimit = 0x30d40,
dqb_curblocks = 0x8f4, dqb_ihardlimit = 0x3e80, dqb_isoftlimit = 0x3a98,
dqb_curinodes = 0x8, dqb_btime = 0x0, dqb_itime = 0x0}}
---
Test scenario: quota2.sh