GENERIC HEAD from Jan 12 16:26 UTC, vmcore.130
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Fri Jan 12 21:02:45 CET 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/ULE
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1032388608 (984 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7, size: 4096
Kernel page fault with the following non-sleepable locks held:
exclusive sleep mutex dqhlock r = 0 (0xc0aa564c) locked @ ufs/ufs/ufs_quota.c:1366
KDB: stack backtrace:
db_trace_self_wrapper(c0947da7) at db_trace_self_wrapper+0x25
kdb_backtrace(1,c5dd9240,c,e6f5caa8,e6f5ca9c,...) at kdb_backtrace+0x29
witness_warn(5,0,c096cf42) at witness_warn+0x192
trap(e6f5caa8) at trap+0x10f
calltrap() at calltrap+0x6
--- trap 0, eip = 0, esp = 0x10282, ebp = 0xc4611568 ---
MAXCPU(0,0,0,0,0,...) at 0
MAXCPU(c5294680,c4fa1888,c0960026,c0960026,1030000,...) at 0
_end() at 0xc4611568
Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address = 0xc98240e4
fault code = supervisor read, page not present
instruction pointer = 0x20:0xc080d4a9
stack pointer = 0x28:0xe6f5cae8
frame pointer = 0x28:0xe6f5caf4
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = interrupt enabled, resume, IOPL = 0
current process = 4378 (umount)
[thread pid 4378 tid 100183 ]
Stopped at dqflush+0x49: cmpl %edi,0xe4(%edx,%eax,4)
db> where
Tracing pid 4378 tid 100183 td 0xc5dd7ae0
dqflush(c770c000,c5daeaac,0,c095fea6,284) at dqflush+0x49
quotaoff1(c5dd7ae0,c46dbba0,0,c5daeaac,c5daea00,...) at quotaoff1+0x267
quotaoff_inchange(c5dd7ae0,c46dbba0,0,c5daeaac,0,...) at quotaoff_inchange+0x19
quotaoff(c5dd7ae0,c46dbba0,0) at quotaoff+0x9c
ffs_flushfiles(c46dbba0,0,c5dd7ae0) at ffs_flushfiles+0x4e
softdep_flushfiles(c46dbba0,0,c5dd7ae0,c9287810,0,...) at softdep_flushfiles+0x1e
ffs_unmount(c46dbba0,8000000,c5dd7ae0) at ffs_unmount+0x35
dounmount(c46dbba0,8000000,c5dd7ae0,45a91a01,18d24c3c,...) at dounmount+0x3c1
unmount(c5dd7ae0,e6f5cd00) at unmount+0x239
syscall(e6f5cd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0x8202e01 ---
db> show allpcpu
Current CPU: 2
cpuid = 0
curthread = 0xc4303ae0: pid 14 "swi4: clock sio"
curpcb = 0xe2dafd90
fpcurthread = none
idlethread = 0xc4303910: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4303740: pid 12 "idle: cpu1"
curpcb = 0xe2da9d90
fpcurthread = none
idlethread = 0xc4303740: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc5dd7ae0: pid 4378 "umount"
curpcb = 0xe6f5cd90
fpcurthread = none
idlethread = 0xc4303570: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc43033a0: pid 10 "idle: cpu3"
curpcb = 0xe2da3d90
fpcurthread = none
idlethread = 0xc43033a0: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 4378 (umount) thread 0xc5dd7ae0 (100183)
exclusive sleep mutex dqhlock r = 0 (0xc0aa564c) locked @ ufs/ufs/ufs_quota.c:1366
exclusive sleep mutex Giant r = 0 (0xc0a47288) locked @ kern/vfs_mount.c:1115
db> show lockedvnods
Locked vnodes
0xc497d968: tag ufs, type VDIR
usecount 1, writecount 0, refcount 1 mountedhere 0xc46dbba0
flags ()
v_object 0xc489c078 ref 0 pages 0
lock type ufs: EXCL (count 1) by thread 0xc5dd7ae0 (pid 4378)#0 0xc06afdf8 at _lockmgr+0x510
#1 0xc0803fe8 at ffs_lock+0x7c
#2 0xc08cd2ce at _VOP_LOCK_APV+0x7e
#3 0xc07295f0 at _vn_lock+0xb8
#4 0xc071995b at dounmount+0x6f
#5 0xc07198c5 at unmount+0x239
#6 0xc08bb0fa at syscall+0x256
#7 0xc08a4bb0 at Xint0x80_syscall+0x20
ino 16494, on dev ad0s1a
db> show lockedbufs
db> ps
pid ppid pgrp uid state wmesg wchan cmd
4378 3993 3993 0 R+ CPU 2 umount
4002 0 0 0 SL mdwait 0xc7527800 [md0]
3993 909 3993 0 S+ wait 0xc4bf7900 sh
1736 1733 1736 0 S+ ttyin 0xc468a410 bash
1733 1732 1733 0 S+ pause 0xc6401b64 csh
1732 919 1732 1001 S+ wait 0xc4bf9b40 su
919 918 919 1001 Ss+ wait 0xc4965900 bash
918 916 916 1001 S select 0xc0a988fc sshd
916 761 916 0 Ss sbwait 0xc47a31e8 sshd
909 906 909 0 S+ wait 0xc4791240 bash
906 905 906 0 S+ pause 0xc4966b64 csh
905 899 905 1001 S+ wait 0xc4869000 su
899 898 899 1001 Ss+ wait 0xc4965d80 bash
898 896 896 1001 S select 0xc0a988fc sshd
896 761 896 0 Ss sbwait 0xc479c480 sshd
889 1 889 0 Ss+ ttyin 0xc44cf810 getty
888 1 888 0 Ss+ ttyin 0xc44d5810 getty
887 1 887 0 Ss+ ttyin 0xc44d4810 getty
886 1 886 0 Ss+ ttyin 0xc44d4010 getty
885 1 885 0 Ss+ ttyin 0xc44d1c10 getty
884 1 884 0 Ss+ ttyin 0xc44d5c10 getty
883 1 883 0 Ss+ ttyin 0xc44d6010 getty
882 1 882 0 Ss+ ttyin 0xc44d4c10 getty
867 1 867 0 Ss select 0xc0a988fc inetd
840 1 840 0 Ss select 0xc0a988fc moused
826 1 826 0 Ss nanslp 0xc0a47a84 watchdogd
777 1 777 0 Ss nanslp 0xc0a47a84 cron
771 1 771 25 Ss pause 0xc481bb64 sendmail
767 1 767 0 Ss select 0xc0a988fc sendmail
761 1 761 0 Ss select 0xc0a988fc sshd
742 1 742 0 Ss select 0xc0a988fc ntpd
687 682 682 0 S - 0xc44d2800 nfsd
686 682 682 0 S - 0xc47a9400 nfsd
684 682 682 0 S - 0xc44d2600 nfsd
683 682 682 0 S - 0xc47a9200 nfsd
682 1 682 0 Ss select 0xc0a988fc nfsd
680 1 680 0 Ss select 0xc0a988fc mountd
630 1 630 0 Ss select 0xc0a988fc rpcbind
611 1 611 0 Ss select 0xc0a988fc syslogd
545 1 545 0 Ss select 0xc0a988fc devd
42 0 0 0 SL sdflush 0xc0aa55c4 [softdepflush]
41 0 0 0 SL vlruwt 0xc468bb40 [vnlru]
40 0 0 0 SL syncer 0xc0a47850 [syncer]
39 0 0 0 SL psleep 0xc0a98d74 [bufdaemon]
38 0 0 0 SL pgzero 0xc0aadf10 [pagezero]
37 0 0 0 SL psleep 0xc0aa5e40 [vmdaemon]
36 0 0 0 SL psleep 0xc0aa5e00 [pagedaemon]
35 0 0 0 WL [irq7: ppc0]
34 0 0 0 SL - 0xc440823c [fdc0]
33 0 0 0 WL [swi0: sio]
32 0 0 0 WL [irq12: psm0]
31 0 0 0 WL [irq1: atkbd0]
30 0 0 0 WL [irq15: ata1]
29 0 0 0 WL [irq14: ata0]
28 0 0 0 WL [irq17: fxp0]
27 0 0 0 SL usbtsk 0xc0a45094 [usbtask-dr]
26 0 0 0 SL usbtsk 0xc0a45080 [usbtask-hc]
25 0 0 0 SL usbevt 0xc4438210 [usb0]
24 0 0 0 WL [irq16: uhci0]
23 0 0 0 SL - 0xc4443b00 [em0 taskq]
22 0 0 0 WL [irq9: acpi0]
21 0 0 0 WL [swi5: +]
9 0 0 0 SL - 0xc4350700 [thread taskq]
20 0 0 0 WL [swi6: Giant taskq]
8 0 0 0 SL - 0xc4350880 [acpi_task_2]
7 0 0 0 SL - 0xc4350880 [acpi_task_1]
6 0 0 0 SL - 0xc4350880 [acpi_task_0]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
5 0 0 0 SL - 0xc4350b00 [kqueue taskq]
17 0 0 0 SL - 0xc0a31a20 [yarrow]
4 0 0 0 SL - 0xc0a4581c [g_down]
3 0 0 0 SL - 0xc0a45818 [g_up]
2 0 0 0 SL - 0xc0a45810 [g_event]
16 0 0 0 WL [swi1: net]
15 0 0 0 WL [swi3: vm]
14 0 0 0 RL CPU 0 [swi4: clock sio]
13 0 0 0 RL [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc4305000 [init]
0 0 0 0 WLs [swapper]
db> allt
Tracing command umount pid 4378 tid 100183 td 0xc5dd7ae0
dqflush(c770c000,c5daeaac,0,c095fea6,284) at dqflush+0x49
quotaoff1(c5dd7ae0,c46dbba0,0,c5daeaac,c5daea00,...) at quotaoff1+0x267
quotaoff_inchange(c5dd7ae0,c46dbba0,0,c5daeaac,0,...) at quotaoff_inchange+0x19
quotaoff(c5dd7ae0,c46dbba0,0) at quotaoff+0x9c
ffs_flushfiles(c46dbba0,0,c5dd7ae0) at ffs_flushfiles+0x4e
softdep_flushfiles(c46dbba0,0,c5dd7ae0,c9287810,0,...) at softdep_flushfiles+0x1e
ffs_unmount(c46dbba0,8000000,c5dd7ae0) at ffs_unmount+0x35
dounmount(c46dbba0,8000000,c5dd7ae0,45a91a01,18d24c3c,...) at dounmount+0x3c1
unmount(c5dd7ae0,e6f5cd00) at unmount+0x239
syscall(e6f5cd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0x8202e01 ---
Tracing command md0 pid 4002 tid 100182 td 0xc5dd7cb0
sched_switch(c5dd7cb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c7527800,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c7527800,0,c0923d9c,2bc,8,...) at sleepq_wait+0x46
msleep(c7527800,c7527820,24c,c0923ddd,0) at msleep+0x2a5
md_kthread(c7527800,e6f5fd38) at md_kthread+0xc5
fork_exit(c05916c0,c7527800,e6f5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe6f5fd6c, ebp = 0 ---
Tracing command sh pid 3993 tid 100144 td 0xc4967570
sched_switch(c4967570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4bf7900) at sleepq_switch+0xc9
sleepq_wait_sig(c4bf7900) at sleepq_wait_sig+0x1d
msleep(c4bf7900,c4bf7960,15c,c094a902,0) at msleep+0x296
kern_wait(c4967570,ffffffff,e6e60c28,2,0) at kern_wait+0x7c3
wait4(c4967570,e6e60d00) at wait4+0x2a
syscall(e6e60d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0xf99 ---
Tracing command bash pid 1736 tid 100096 td 0xc47c9740
sched_switch(c47c9740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c468a410) at sleepq_switch+0xc9
sleepq_wait_sig(c468a410) at sleepq_wait_sig+0x1d
msleep(c468a410,0,159,c094bf38,0) at msleep+0x296
ttysleep(c468a400,c468a410,159,c094bf38,0,...) at ttysleep+0x21
ttread(c468a400,e6da6c60,0) at ttread+0x48f
ptsread(c4b2d100,e6da6c60,0,c0a47288,0,...) at ptsread+0x2d
giant_read(c4b2d100,e6da6c60,0) at giant_read+0x2d
devfs_read_f(c46ed510,e6da6c60,c58cae80,0,c47c9740) at devfs_read_f+0x62
dofileread(c47c9740,0,c46ed510,e6da6c60,ffffffff,...) at dofileread+0x85
kern_readv(c47c9740,0,e6da6c60,bfbfe67f,1,...) at kern_readv+0x36
read(c47c9740,e6da6d00) at read+0x45
syscall(e6da6d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0xbfbfe67f ---
Tracing command csh pid 1733 tid 100201 td 0xc47c8910
sched_switch(c47c8910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c6401b64) at sleepq_switch+0xc9
sleepq_wait_sig(c6401b64) at sleepq_wait_sig+0x1d
msleep(c6401b64,c6401ba0,168,c0909bbc,0) at msleep+0x296
kern_sigsuspend(c47c8910,2,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c47c8910,e6d91d00) at sigsuspend+0x33
syscall(e6d91d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (135511816), eip = 0x2, esp = 0x246, ebp = 0xbfbf1a70 ---
Tracing command su pid 1732 tid 100159 td 0xc4bfa740
sched_switch(c4bfa740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4bf9b40) at sleepq_switch+0xc9
sleepq_wait_sig(c4bf9b40) at sleepq_wait_sig+0x1d
msleep(c4bf9b40,c4bf9ba0,15c,c094a902,0) at msleep+0x296
kern_wait(c4bfa740,6c5,e6eb1c28,2,0) at kern_wait+0x7c3
wait4(c4bfa740,e6eb1d00) at wait4+0x2a
syscall(e6eb1d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1077942488), eip = 0x2, esp = 0x216, ebp = 0x6c5 ---
Tracing command bash pid 919 tid 100130 td 0xc486b1d0
sched_switch(c486b1d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4965900) at sleepq_switch+0xc9
sleepq_wait_sig(c4965900) at sleepq_wait_sig+0x1d
msleep(c4965900,c4965960,15c,c094a902,0) at msleep+0x296
kern_wait(c486b1d0,ffffffff,e6e1bc28,6,0) at kern_wait+0x7c3
wait4(c486b1d0,e6e1bd00) at wait4+0x2a
syscall(e6e1bd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2, esp = 0x216, ebp = 0 ---
Tracing command sshd pid 918 tid 100061 td 0xc46eaae0
sched_switch(c46eaae0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c46eaae0,b,8201168,820116c,0,...) at kern_select+0x4bf
select(c46eaae0,e6cf5d00) at select+0x44
syscall(e6cf5d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1077944016), eip = 0x2, esp = 0x202, ebp = 0xbfbfe12c ---
Tracing command sshd pid 916 tid 100060 td 0xc46eacb0
sched_switch(c46eacb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47a31e8) at sleepq_switch+0xc9
sleepq_wait_sig(c47a31e8) at sleepq_wait_sig+0x1d
msleep(c47a31e8,c47a31c0,158,c094cc3f,0,...) at msleep+0x296
sbwait(c47a319c,2,c0946f93,de,c46eacb0,...) at sbwait+0x48
soreceive_generic(c47a314c,0,e6cf8c60,0,0,...) at soreceive_generic+0x2da
soreceive(c47a314c,0,e6cf8c60,0,0,0) at soreceive+0x39
soo_read(c46eecf0,e6cf8c60,c4b20c00,0,c46eacb0) at soo_read+0x3d
dofileread(c46eacb0,5,c46eecf0,e6cf8c60,ffffffff,...) at dofileread+0x85
kern_readv(c46eacb0,5,e6cf8c60,bfbfe118,4,...) at kern_readv+0x36
read(c46eacb0,e6cf8d00) at read+0x45
syscall(e6cf8d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (134681540), eip = 0x2, esp = 0x286, ebp = 0 ---
Tracing command bash pid 909 tid 100071 td 0xc4793570
sched_switch(c4793570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4791240) at sleepq_switch+0xc9
sleepq_wait_sig(c4791240) at sleepq_wait_sig+0x1d
msleep(c4791240,c47912a0,15c,c094a902,0) at msleep+0x296
kern_wait(c4793570,ffffffff,e6d43c28,6,0) at kern_wait+0x7c3
wait4(c4793570,e6d43d00) at wait4+0x2a
syscall(e6d43d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2, esp = 0x216, ebp = 0 ---
Tracing command csh pid 906 tid 100138 td 0xc49681d0
sched_switch(c49681d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4966b64) at sleepq_switch+0xc9
sleepq_wait_sig(c4966b64) at sleepq_wait_sig+0x1d
msleep(c4966b64,c4966ba0,168,c0909bbc,0) at msleep+0x296
kern_sigsuspend(c49681d0,2,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c49681d0,e6e72d00) at sigsuspend+0x33
syscall(e6e72d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (135511816), eip = 0x2, esp = 0x246, ebp = 0xbfbf1a60 ---
Tracing command su pid 905 tid 100112 td 0xc4792910
sched_switch(c4792910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4869000) at sleepq_switch+0xc9
sleepq_wait_sig(c4869000) at sleepq_wait_sig+0x1d
msleep(c4869000,c4869060,15c,c094a902,0) at msleep+0x296
kern_wait(c4792910,38a,e6d31c28,2,0) at kern_wait+0x7c3
wait4(c4792910,e6d31d00) at wait4+0x2a
syscall(e6d31d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1077942488), eip = 0x2, esp = 0x216, ebp = 0x38a ---
Tracing command bash pid 899 tid 100132 td 0xc4818cb0
sched_switch(c4818cb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4965d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4965d80) at sleepq_wait_sig+0x1d
msleep(c4965d80,c4965de0,15c,c094a902,0) at msleep+0x296
kern_wait(c4818cb0,ffffffff,e6e06c28,6,0) at kern_wait+0x7c3
wait4(c4818cb0,e6e06d00) at wait4+0x2a
syscall(e6e06d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2, esp = 0x216, ebp = 0 ---
Tracing command sshd pid 898 tid 100135 td 0xc4818740
sched_switch(c4818740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c4818740,d,8201168,820116c,0,...) at kern_select+0x4bf
select(c4818740,e6dfdd00) at select+0x44
syscall(e6dfdd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1077944016), eip = 0x2, esp = 0x202, ebp = 0xbfbfe12c ---
Tracing command sshd pid 896 tid 100059 td 0xc46eb000
sched_switch(c46eb000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c479c480) at sleepq_switch+0xc9
sleepq_wait_sig(c479c480) at sleepq_wait_sig+0x1d
msleep(c479c480,c479c458,158,c094cc3f,0,...) at msleep+0x296
sbwait(c479c434,2,c0946f93,de,c46eb000,...) at sbwait+0x48
soreceive_generic(c479c3e4,0,e6cfbc60,0,0,...) at soreceive_generic+0x2da
soreceive(c479c3e4,0,e6cfbc60,0,0,0) at soreceive+0x39
soo_read(c496d048,e6cfbc60,c4b20c80,0,c46eb000) at soo_read+0x3d
dofileread(c46eb000,5,c496d048,e6cfbc60,ffffffff,...) at dofileread+0x85
kern_readv(c46eb000,5,e6cfbc60,bfbfe118,4,...) at kern_readv+0x36
read(c46eb000,e6cfbd00) at read+0x45
syscall(e6cfbd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (134681540), eip = 0x2, esp = 0x286, ebp = 0 ---
Tracing command getty pid 889 tid 100094 td 0xc47c9ae0
sched_switch(c47c9ae0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44cf810) at sleepq_switch+0xc9
sleepq_wait_sig(c44cf810) at sleepq_wait_sig+0x1d
msleep(c44cf810,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44cf800,c44cf810,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44cf800,e6dacc60,0) at ttread+0x48f
ttyread(c44dd500,e6dacc60,0,e6dacbb8,c0695279,...) at ttyread+0x2f
scread(c44dd500,e6dacc60,0,c0a47288,0,...) at scread+0x22
giant_read(c44dd500,e6dacc60,0) at giant_read+0x2d
devfs_read_f(c482f948,e6dacc60,c4300a80,0,c47c9ae0) at devfs_read_f+0x62
dofileread(c47c9ae0,0,c482f948,e6dacc60,ffffffff,...) at dofileread+0x85
kern_readv(c47c9ae0,0,e6dacc60,bfbfee3f,1,...) at kern_readv+0x36
read(c47c9ae0,e6dacd00) at read+0x45
syscall(e6dacd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 888 tid 100124 td 0xc486bcb0
sched_switch(c486bcb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d5810) at sleepq_switch+0xc9
sleepq_wait_sig(c44d5810) at sleepq_wait_sig+0x1d
msleep(c44d5810,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d5800,c44d5810,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d5800,e6e2dc60,0) at ttread+0x48f
ttyread(c44dd600,e6e2dc60,0,e6e2dbb8,c0695279,...) at ttyread+0x2f
scread(c44dd600,e6e2dc60,0,c0a47288,0,...) at scread+0x22
giant_read(c44dd600,e6e2dc60,0) at giant_read+0x2d
devfs_read_f(c47dd048,e6e2dc60,c4300a80,0,c486bcb0) at devfs_read_f+0x62
dofileread(c486bcb0,0,c47dd048,e6e2dc60,ffffffff,...) at dofileread+0x85
kern_readv(c486bcb0,0,e6e2dc60,bfbfee3f,1,...) at kern_readv+0x36
read(c486bcb0,e6e2dd00) at read+0x45
syscall(e6e2dd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 887 tid 100125 td 0xc486bae0
sched_switch(c486bae0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d4810) at sleepq_switch+0xc9
sleepq_wait_sig(c44d4810) at sleepq_wait_sig+0x1d
msleep(c44d4810,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d4800,c44d4810,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d4800,e6e2ac60,0) at ttread+0x48f
ttyread(c44dd700,e6e2ac60,0,e6e2abb8,c0695279,...) at ttyread+0x2f
scread(c44dd700,e6e2ac60,0,c0a47288,0,...) at scread+0x22
giant_read(c44dd700,e6e2ac60,0) at giant_read+0x2d
devfs_read_f(c46ee5a0,e6e2ac60,c4300a80,0,c486bae0) at devfs_read_f+0x62
dofileread(c486bae0,0,c46ee5a0,e6e2ac60,ffffffff,...) at dofileread+0x85
kern_readv(c486bae0,0,e6e2ac60,bfbfee3f,1,...) at kern_readv+0x36
read(c486bae0,e6e2ad00) at read+0x45
syscall(e6e2ad38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 886 tid 100126 td 0xc486b910
sched_switch(c486b910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d4010) at sleepq_switch+0xc9
sleepq_wait_sig(c44d4010) at sleepq_wait_sig+0x1d
msleep(c44d4010,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d4000,c44d4010,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d4000,e6e27c60,0) at ttread+0x48f
ttyread(c44dd800,e6e27c60,0,e6e27bb8,c0695279,...) at ttyread+0x2f
scread(c44dd800,e6e27c60,0,c0a47288,0,...) at scread+0x22
giant_read(c44dd800,e6e27c60,0) at giant_read+0x2d
devfs_read_f(c47dd288,e6e27c60,c4300a80,0,c486b910) at devfs_read_f+0x62
dofileread(c486b910,0,c47dd288,e6e27c60,ffffffff,...) at dofileread+0x85
kern_readv(c486b910,0,e6e27c60,bfbfee3f,1,...) at kern_readv+0x36
read(c486b910,e6e27d00) at read+0x45
syscall(e6e27d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 885 tid 100127 td 0xc486b740
sched_switch(c486b740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d1c10) at sleepq_switch+0xc9
sleepq_wait_sig(c44d1c10) at sleepq_wait_sig+0x1d
msleep(c44d1c10,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d1c00,c44d1c10,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d1c00,e6e24c60,0) at ttread+0x48f
ttyread(c44dd900,e6e24c60,0,e6e24bb8,c0695279,...) at ttyread+0x2f
scread(c44dd900,e6e24c60,0,c0a47288,0,...) at scread+0x22
giant_read(c44dd900,e6e24c60,0) at giant_read+0x2d
devfs_read_f(c47dd090,e6e24c60,c4300a80,0,c486b740) at devfs_read_f+0x62
dofileread(c486b740,0,c47dd090,e6e24c60,ffffffff,...) at dofileread+0x85
kern_readv(c486b740,0,e6e24c60,bfbfee3f,1,...) at kern_readv+0x36
read(c486b740,e6e24d00) at read+0x45
syscall(e6e24d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 884 tid 100128 td 0xc486b570
sched_switch(c486b570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d5c10) at sleepq_switch+0xc9
sleepq_wait_sig(c44d5c10) at sleepq_wait_sig+0x1d
msleep(c44d5c10,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d5c00,c44d5c10,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d5c00,e6e21c60,0) at ttread+0x48f
ttyread(c44c9000,e6e21c60,0,e6e21bb8,c0695279,...) at ttyread+0x2f
scread(c44c9000,e6e21c60,0,c0a47288,0,...) at scread+0x22
giant_read(c44c9000,e6e21c60,0) at giant_read+0x2d
devfs_read_f(c47dd4c8,e6e21c60,c4300a80,0,c486b570) at devfs_read_f+0x62
dofileread(c486b570,0,c47dd4c8,e6e21c60,ffffffff,...) at dofileread+0x85
kern_readv(c486b570,0,e6e21c60,bfbfee3f,1,...) at kern_readv+0x36
read(c486b570,e6e21d00) at read+0x45
syscall(e6e21d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 883 tid 100129 td 0xc486b3a0
sched_switch(c486b3a0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d6010) at sleepq_switch+0xc9
sleepq_wait_sig(c44d6010) at sleepq_wait_sig+0x1d
msleep(c44d6010,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d6000,c44d6010,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d6000,e6e1ec60,0) at ttread+0x48f
ttyread(c44c9100,e6e1ec60,0,e6e1ebb8,c0695279,...) at ttyread+0x2f
scread(c44c9100,e6e1ec60,0,c0a47288,0,...) at scread+0x22
giant_read(c44c9100,e6e1ec60,0) at giant_read+0x2d
devfs_read_f(c47dd240,e6e1ec60,c4300a80,0,c486b3a0) at devfs_read_f+0x62
dofileread(c486b3a0,0,c47dd240,e6e1ec60,ffffffff,...) at dofileread+0x85
kern_readv(c486b3a0,0,e6e1ec60,bfbfee3f,1,...) at kern_readv+0x36
read(c486b3a0,e6e1ed00) at read+0x45
syscall(e6e1ed38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command getty pid 882 tid 100086 td 0xc47c0570
sched_switch(c47c0570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d4c10) at sleepq_switch+0xc9
sleepq_wait_sig(c44d4c10) at sleepq_wait_sig+0x1d
msleep(c44d4c10,0,159,c094bf38,0) at msleep+0x296
ttysleep(c44d4c00,c44d4c10,159,c094bf38,0,...) at ttysleep+0x21
ttread(c44d4c00,e6d5bc60,0) at ttread+0x48f
ttyread(c44c9200,e6d5bc60,0,e6d5bbb8,c0695279,...) at ttyread+0x2f
scread(c44c9200,e6d5bc60,0,c0a47288,0,...) at scread+0x22
giant_read(c44c9200,e6d5bc60,0) at giant_read+0x2d
devfs_read_f(c482f5a0,e6d5bc60,c4300a80,0,c47c0570) at devfs_read_f+0x62
dofileread(c47c0570,0,c482f5a0,e6d5bc60,ffffffff,...) at dofileread+0x85
kern_readv(c47c0570,0,e6d5bc60,bfbfee3f,1,...) at kern_readv+0x36
read(c47c0570,e6d5bd00) at read+0x45
syscall(e6d5bd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x246, ebp = 0x804e580 ---
Tracing command inetd pid 867 tid 100113 td 0xc4792740
sched_switch(c4792740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c4792740,6,bfbfe8a0,0,0,...) at kern_select+0x4bf
select(c4792740,e6d2ed00) at select+0x44
syscall(e6d2ed38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0xbfbfee30 ---
Tracing command moused pid 840 tid 100133 td 0xc4818ae0
sched_switch(c4818ae0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c4818ae0,14,bfbfec10,0,0,...) at kern_select+0x4bf
select(c4818ae0,e6e03d00) at select+0x44
syscall(e6e03d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1), eip = 0x2, esp = 0x246, ebp = 0 ---
Tracing command watchdogd pid 826 tid 100058 td 0xc46eb1d0
sched_switch(c46eb1d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a47a84) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a47a84) at sleepq_timedwait_sig+0x1e
msleep(c0a47a84,0,15c,c094633a,ea61,...) at msleep+0x26c
kern_nanosleep(c46eb1d0,e6cfec70,e6cfec68) at kern_nanosleep+0xab
nanosleep(c46eb1d0,e6cfed00) at nanosleep+0x4f
syscall(e6cfed38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (19, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x292, ebp = 0x3c ---
Tracing command cron pid 777 tid 100108 td 0xc4813cb0
sched_switch(c4813cb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a47a84) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a47a84) at sleepq_timedwait_sig+0x1e
msleep(c0a47a84,0,15c,c094633a,ea61,...) at msleep+0x26c
kern_nanosleep(c4813cb0,e6dd6c70,e6dd6c68) at kern_nanosleep+0xab
nanosleep(c4813cb0,e6dd6d00) at nanosleep+0x4f
syscall(e6dd6d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x292, ebp = 0x3c ---
Tracing command sendmail pid 771 tid 100110 td 0xc4813910
sched_switch(c4813910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c481bb64) at sleepq_switch+0xc9
sleepq_wait_sig(c481bb64) at sleepq_wait_sig+0x1d
msleep(c481bb64,c481bba0,168,c0909bbc,0) at msleep+0x296
kern_sigsuspend(c4813910,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4813910,e6dd0d00) at sigsuspend+0x33
syscall(e6dd0d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2, esp = 0x246, ebp = 0xbfbfd020 ---
Tracing command sendmail pid 767 tid 100116 td 0xc47921d0
sched_switch(c47921d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a988fc,c0a988fc,1389,e6d25ae4,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a988fc,c0a988e4,1389) at cv_timedwait_sig+0x194
kern_select(c47921d0,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c47921d0,e6d25d00) at select+0x44
syscall(e6d25d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1), eip = 0x2, esp = 0x206, ebp = 0x1 ---
Tracing command sshd pid 761 tid 100111 td 0xc4813740
sched_switch(c4813740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c4813740,7,82c1144,0,0,...) at kern_select+0x4bf
select(c4813740,e6dcdd00) at select+0x44
syscall(e6dcdd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (-1), eip = 0x2, esp = 0x202, ebp = 0xa ---
Tracing command ntpd pid 742 tid 100117 td 0xc4792000
sched_switch(c4792000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c4792000,9,bfbfed70,0,0,...) at kern_select+0x4bf
select(c4792000,e6d22d00) at select+0x44
syscall(e6d22d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x206, ebp = 0 ---
Tracing command nfsd pid 687 tid 100121 td 0xc46eb740
sched_switch(c46eb740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d2800) at sleepq_switch+0xc9
sleepq_wait_sig(c44d2800) at sleepq_wait_sig+0x1d
msleep(c44d2800,c0aa5420,158,c093dab0,0,...) at msleep+0x296
nfssvc_nfsd(c46eb740) at nfssvc_nfsd+0x101
nfssvc(c46eb740,e6d07d00) at nfssvc+0x18c
syscall(e6d07d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (25, FreeBSD ELF32, geteuid), eip = 0x2, esp = 0x292, ebp = 0 ---
Tracing command nfsd pid 686 tid 100122 td 0xc486c1d0
sched_switch(c486c1d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47a9400) at sleepq_switch+0xc9
sleepq_wait_sig(c47a9400) at sleepq_wait_sig+0x1d
msleep(c47a9400,c0aa5420,158,c093dab0,0,...) at msleep+0x296
nfssvc_nfsd(c486c1d0) at nfssvc_nfsd+0x101
nfssvc(c486c1d0,e6e33d00) at nfssvc+0x18c
syscall(e6e33d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (25, FreeBSD ELF32, geteuid), eip = 0x2, esp = 0x292, ebp = 0 ---
Tracing command nfsd pid 684 tid 100123 td 0xc486c000
sched_switch(c486c000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d2600) at sleepq_switch+0xc9
sleepq_wait_sig(c44d2600) at sleepq_wait_sig+0x1d
msleep(c44d2600,c0aa5420,158,c093dab0,0,...) at msleep+0x296
nfssvc_nfsd(c486c000) at nfssvc_nfsd+0x101
nfssvc(c486c000,e6e30d00) at nfssvc+0x18c
syscall(e6e30d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (25, FreeBSD ELF32, geteuid), eip = 0x2, esp = 0x292, ebp = 0 ---
Tracing command nfsd pid 683 tid 100051 td 0xc44b0910
sched_switch(c44b0910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c47a9200) at sleepq_switch+0xc9
sleepq_wait_sig(c47a9200) at sleepq_wait_sig+0x1d
msleep(c47a9200,c0aa5420,158,c093dab0,0,...) at msleep+0x296
nfssvc_nfsd(c44b0910) at nfssvc_nfsd+0x101
nfssvc(c44b0910,e4a76d00) at nfssvc+0x18c
syscall(e4a76d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (25, FreeBSD ELF32, geteuid), eip = 0x2, esp = 0x292, ebp = 0 ---
Tracing command nfsd pid 682 tid 100068 td 0xc468fcb0
sched_switch(c468fcb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c468fcb0,5,bfbfed40,0,0,...) at kern_select+0x4bf
select(c468fcb0,e4af4d00) at select+0x44
syscall(e4af4d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x292, ebp = 0x4 ---
Tracing command mountd pid 680 tid 100063 td 0xc46ea740
sched_switch(c46ea740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c46ea740,8,bfbfedf0,0,0,...) at kern_select+0x4bf
select(c46ea740,e6cefd00) at select+0x44
syscall(e6cefd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (0, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x202, ebp = 0x1 ---
Tracing command rpcbind pid 630 tid 100106 td 0xc48171d0
sched_switch(c48171d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a988fc,c0a988fc,7531,e6ddcb28,246,...) at sleepq_timedwait_sig+0x1e
cv_timedwait_sig(c0a988fc,c0a988e4,7531) at cv_timedwait_sig+0x194
poll(c48171d0,e6ddcd00) at poll+0x3a3
syscall(e6ddcd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (11, FreeBSD ELF32, nosys), eip = 0x2, esp = 0x202, ebp = 0x7 ---
Tracing command syslogd pid 611 tid 100055 td 0xc468f740
sched_switch(c468f740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c468f740,9,8208144,0,0,...) at kern_select+0x4bf
select(c468f740,e4aebd00) at select+0x44
syscall(e4aebd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (32, FreeBSD ELF32, getsockname), eip = 0x2, esp = 0x246, ebp = 0x8208144 ---
Tracing command devd pid 545 tid 100054 td 0xc44b03a0
sched_switch(c44b03a0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a988fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a988fc,246,c0a47270,c094a36e,308,...) at sleepq_wait_sig+0x1d
cv_wait_sig(c0a988fc,c0a988e4) at cv_wait_sig+0x18b
kern_select(c44b03a0,5,bfbfe9f0,0,0,...) at kern_select+0x4bf
select(c44b03a0,e4a6dd00) at select+0x44
syscall(e4a6dd38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2, esp = 0x206, ebp = 0x8 ---
Tracing command softdepflush pid 42 tid 100046 td 0xc468c3a0
sched_switch(c468c3a0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa55c4,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa55c4) at sleepq_timedwait+0x4a
msleep(c0aa55c4,c0aa559c,44,c095dff6,3e8) at msleep+0x281
softdep_flush(0,e4ab5d38) at softdep_flush+0x193
fork_exit(c07f6224,0,e4ab5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4ab5d6c, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc468c1d0
sched_switch(c468c1d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c468bb40,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c468bb40) at sleepq_timedwait+0x4a
msleep(c468bb40,c0a99038,250,c094fa1b,3e8,c0a99098) at msleep+0x281
vnlru_proc(0,e4ab2d38) at vnlru_proc+0xdf
fork_exit(c071c08c,0,e4ab2d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4ab2d6c, ebp = 0 ---
Tracing command syncer pid 40 tid 100048 td 0xc468c000
sched_switch(c468c000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a47850,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a47850,0,c094f95a,641,c094f95a,...) at sleepq_wait+0x46
msleep(c0a47850,c0a99064,68,c094fd29,0) at msleep+0x2a5
sched_sync(0,e4aafd38) at sched_sync+0x2fe
fork_exit(c071dd74,0,e4aafd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4aafd6c, ebp = 0 ---
Tracing command bufdaemon pid 39 tid 100049 td 0xc44b0cb0
sched_switch(c44b0cb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a98d74,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a98d74) at sleepq_timedwait+0x4a
msleep(c0a98d74,c0a98d78,44,c094e250,3e8) at msleep+0x281
buf_daemon(0,e4a7cd38) at buf_daemon+0x198
fork_exit(c070d704,0,e4a7cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a7cd6c, ebp = 0 ---
Tracing command pagezero pid 38 tid 100027 td 0xc4306910
sched_switch(c4306910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aadf10,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aadf10) at sleepq_timedwait+0x4a
msleep(c0aadf10,c0aa5ddc,200,c0963102,493e0,c0aa5ddc,0,c09630e8,9a) at msleep+0x281
vm_pagezero(0,e2ddcd38) at vm_pagezero+0x6c
fork_exit(c082a444,0,e2ddcd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2ddcd6c, ebp = 0 ---
Tracing command vmdaemon pid 37 tid 100028 td 0xc4306740
sched_switch(c4306740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa5e40,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aa5e40,0,e2dd9cd0,c06c1960,c0962cd6,...) at sleepq_wait+0x46
msleep(c0aa5e40,0,68,c094e250,0) at msleep+0x2a5
vm_daemon(0,e2dd9d38) at vm_daemon+0x36
fork_exit(c0829080,0,e2dd9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd9d6c, ebp = 0 ---
Tracing command pagedaemon pid 36 tid 100029 td 0xc4306570
sched_switch(c4306570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa5e00,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa5e00) at sleepq_timedwait+0x4a
msleep(c0aa5e00,c0aa5ddc,44,c094e250,1388) at msleep+0x281
vm_pageout(0,e2dd6d38) at vm_pageout+0x264
fork_exit(c0828d3c,0,e2dd6d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd6d6c, ebp = 0 ---
Tracing command irq7: ppc0 pid 35 tid 100030 td 0xc44b01d0
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 34 tid 100031 td 0xc44b0000
sched_switch(c44b0000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c440823c,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c440823c) at sleepq_timedwait+0x4a
msleep(c440823c,c44082f0,4c,c093dab0,3e8) at msleep+0x281
fdc_worker(c4408200,c44082f0,0,c09655e3,4a2) at fdc_worker+0x1fe
fdc_thread(c4408200,e4a67d38) at fdc_thread+0x54
fork_exit(c0886c5c,c4408200,e4a67d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a67d6c, ebp = 0 ---
Tracing command swi0: sio pid 33 tid 100032 td 0xc44afcb0
sched_switch(c44afcb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44cb010,e4a64d38) at ithread_loop+0xda
fork_exit(c06a77b8,c44cb010,e4a64d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a64d6c, ebp = 0 ---
Tracing command irq12: psm0 pid 32 tid 100033 td 0xc44afae0
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 31 tid 100034 td 0xc44af910
fork_trampoline() at fork_trampoline
Tracing command irq15: ata1 pid 30 tid 100035 td 0xc44af740
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 29 tid 100036 td 0xc44af570
sched_switch(c44af570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44b4c60,e4a58d38) at ithread_loop+0xda
fork_exit(c06a77b8,c44b4c60,e4a58d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a58d6c, ebp = 0 ---
Tracing command irq17: fxp0 pid 28 tid 100037 td 0xc44af3a0
sched_switch(c44af3a0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c4447480,e4a55d38) at ithread_loop+0xda
fork_exit(c06a77b8,c4447480,e4a55d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4a55d6c, ebp = 0 ---
Tracing command usbtask-dr pid 27 tid 100017 td 0xc43043a0
sched_switch(c43043a0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a45094,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a45094,0,c06b32b4,c0a47288,c093aae8,...) at sleepq_wait+0x46
msleep(c0a45094,0,5c,c093ab04,0,...) at msleep+0x2a5
usb_task_thread(c0a45094,e2dbbd38) at usb_task_thread+0x47
fork_exit(c0656788,c0a45094,e2dbbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dbbd6c, ebp = 0 ---
Tracing command usbtask-hc pid 26 tid 100018 td 0xc43041d0
sched_switch(c43041d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a45080,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a45080,0,c06b32b4,c0a47288,c093aae8,...) at sleepq_wait+0x46
msleep(c0a45080,0,5c,c093ab04,0,...) at msleep+0x2a5
usb_task_thread(c0a45080,e2db8d38) at usb_task_thread+0x47
fork_exit(c0656788,c0a45080,e2db8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2db8d6c, ebp = 0 ---
Tracing command usb0 pid 25 tid 100019 td 0xc435b910
sched_switch(c435b910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4438210,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4438210) at sleepq_timedwait+0x4a
msleep(c4438210,0,5c,c093aafd,ea60,c4436280) at msleep+0x281
usb_event_thread(c4436280,e481ad38) at usb_event_thread+0x94
fork_exit(c06566d4,c4436280,e481ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe481ad6c, ebp = 0 ---
Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc435b740
sched_switch(c435b740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c44340a0,e4817d38) at ithread_loop+0xda
fork_exit(c06a77b8,c44340a0,e4817d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4817d6c, ebp = 0 ---
Tracing command em0 taskq pid 23 tid 100021 td 0xc435b570
sched_switch(c435b570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4443b00,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4443b00,c4443b1c,8,c0948e21,47,...) at sleepq_wait+0x46
msleep_spin(c4443b00,c4443b1c,c093dab0,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c4403214,e4814d38) at taskqueue_thread_loop+0x61
fork_exit(c06e3774,c4403214,e4814d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe4814d6c, ebp = 0 ---
Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc435b3a0
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 21 tid 100023 td 0xc435b1d0
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 9 tid 100024 td 0xc435b000
sched_switch(c435b000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350700,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350700,0,c0948e2a,49,c5c0c2b0,...) at sleepq_wait+0x46
msleep(c4350700,c435071c,0,c093dab0,0) at msleep+0x2a5
taskqueue_thread_loop(c0a51310,e480bd38) at taskqueue_thread_loop+0x78
fork_exit(c06e3774,c0a51310,e480bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe480bd6c, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100025 td 0xc4306cb0
fork_trampoline() at fork_trampoline
Tracing command acpi_task_2 pid 8 tid 100026 td 0xc4306ae0
sched_switch(c4306ae0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350880,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350880,0,c0948e2a,49,8,...) at sleepq_wait+0x46
msleep(c4350880,c435089c,0,c093dab0,0) at msleep+0x2a5
taskqueue_thread_loop(c10d21f4,e2ddfd38) at taskqueue_thread_loop+0x78
fork_exit(c06e3774,c10d21f4,e2ddfd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2ddfd6c, ebp = 0 ---
Tracing command acpi_task_1 pid 7 tid 100008 td 0xc4303000
sched_switch(c4303000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350880,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350880,0,c0948e2a,49,8,...) at sleepq_wait+0x46
msleep(c4350880,c435089c,0,c093dab0,0) at msleep+0x2a5
taskqueue_thread_loop(c10d21f4,e2d9dd38) at taskqueue_thread_loop+0x78
fork_exit(c06e3774,c10d21f4,e2d9dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2d9dd6c, ebp = 0 ---
Tracing command acpi_task_0 pid 6 tid 100009 td 0xc43063a0
sched_switch(c43063a0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350880,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350880,0,c0948e2a,49,c442e540,...) at sleepq_wait+0x46
msleep(c4350880,c435089c,0,c093dab0,0) at msleep+0x2a5
taskqueue_thread_loop(c10d21f4,e2dd3d38) at taskqueue_thread_loop+0x78
fork_exit(c06e3774,c10d21f4,e2dd3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd3d6c, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100010 td 0xc43061d0
sched_switch(c43061d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43cb550,e2dd0d38) at ithread_loop+0xda
fork_exit(c06a77b8,c43cb550,e2dd0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dd0d6c, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100011 td 0xc4306000
sched_switch(c4306000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c43cb560,e2dcdd38) at ithread_loop+0xda
fork_exit(c06a77b8,c43cb560,e2dcdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dcdd6c, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc4304cb0
sched_switch(c4304cb0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350b00,c0a47270,0,c09487e2,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4350b00,0,c0948e2a,49,8,...) at sleepq_wait+0x46
msleep(c4350b00,c4350b1c,0,c093dab0,0) at msleep+0x2a5
taskqueue_thread_loop(c0a45fbc,e2dcad38) at taskqueue_thread_loop+0x78
fork_exit(c06e3774,c0a45fbc,e2dcad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dcad6c, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc4304ae0
sched_switch(c4304ae0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a31a20,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a31a20) at sleepq_timedwait+0x4a
msleep(c0a31a20,0,0,c093dab0,64) at msleep+0x281
random_kthread(0,e2dc7d38) at random_kthread+0x180
fork_exit(c05f357c,0,e2dc7d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dc7d6c, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc4304910
sched_switch(c4304910,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4581c,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4581c) at sleepq_timedwait+0x4a
msleep(c0a4581c,c0a45708,24c,c093dab0,64) at msleep+0x281
g_io_schedule_down(c4304910) at g_io_schedule_down+0x56
g_down_procbody(0,e2dc4d38) at g_down_procbody+0x5a
fork_exit(c06847f0,0,e2dc4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dc4d6c, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc4304740
sched_switch(c4304740,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a45818,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a45818) at sleepq_timedwait+0x4a
msleep(c0a45818,c0a45748,24c,c093dab0,64) at msleep+0x281
g_io_schedule_up(c4304740) at g_io_schedule_up+0x127
g_up_procbody(0,e2dc1d38) at g_up_procbody+0x5a
fork_exit(c0684790,0,e2dc1d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dc1d6c, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc4304570
sched_switch(c4304570,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a45810,c0a47270,0,c09487e2,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a45810) at sleepq_timedwait+0x4a
msleep(c0a45810,0,4c,c093dab0,64) at msleep+0x281
g_event_procbody(0,e2dbed38) at g_event_procbody+0x9e
fork_exit(c0684850,0,e2dbed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2dbed6c, ebp = 0 ---
Tracing command swi1: net pid 16 tid 100000 td 0xc4304000
sched_switch(c4304000,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c42c4890,e2db5d38) at ithread_loop+0xda
fork_exit(c06a77b8,c42c4890,e2db5d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xe2db5d6c, ebp = 0 ---
Tracing command swi3: vm pid 15 tid 100001 td 0xc4303cb0
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 14 tid 100002 td 0xc4303ae0
cpustop_handler(e2dafb58,c08ba383,c479218c,e2dafb10,3,...) at cpustop_handler+0x31
ipi_nmi_handler(c479218c,e2dafb10,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2dafb64) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0xb0, eip = 0, esp = 0xe2dafba0, ebp = 0xc44c6c00 ---
MAXCPU(0,0,10,10,b0b0,...) at 0
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc4303910
sched_switch(c4303910,0,2) at sched_switch+0x117
mi_switch(2,0,c0a47270,0,c0946f93,...) at mi_switch+0x280
critical_exit(0,c4407e00,e2daccd0,c08a512f,e2dacc90,...) at critical_exit+0x92
lapic_handle_timer(e2dacc90) at lapic_handle_timer+0x14d
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0, esp = 0x246, ebp = 0xc4407e00 ---
MAXCPU(ffc00000,1,410,6,0,...) at 0
_end(c4425304,c4416000,c435048c,c4350480,c4425980,...) at 0xc42fe380
_end(c0a502f4,c0a502f4,c0a502f4,c0a502f4,c0a502f4,...) at 0xc4416000
null_method(c0947e00,c0947e00,1030000,c0a5b3d0,4,...) at null_method
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc4303740
cpustop_handler(e2da9c84,c08ba383,c06b383d,c4304910,c4303740,...) at cpustop_handler+0x31
ipi_nmi_handler(c06b383d,c4304910,c4303740,0,0,...) at ipi_nmi_handler+0x28
trap(e2da9c90) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x3e8, eip = 0, esp = 0x246, ebp = 0xc4407a00 ---
MAXCPU(e29a2000,2,0,0,0,...) at 0
_end(c4416484,c435ca80,c441648c,c4350480,0,...) at 0xc42fe360
_end(c0a502f4,c0a502f4,c0a502f4,c0a502f4,c0a502f4,...) at 0xc435ca80
null_method(c0947e00,c0947e00,1030000,c0a5b3d0,4,...) at null_method
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc4303570
sched_switch(c4303570,c44af570,6) at sched_switch+0x117
mi_switch(6,c44af570,1,c44af6fc,e2da6c10,...) at mi_switch+0x280
maybe_preempt(c44af570) at maybe_preempt+0x126
sched_add(c44af570,4,c434eb00,e2da6c4c,c06a74cf,...) at sched_add+0x217
setrunqueue(c44af570,4) at setrunqueue+0x5f
intr_event_schedule_thread(c434eb00) at intr_event_schedule_thread+0xbb
intr_execute_handlers(c42f9230,e2da6c90,e,e2da6cd0,c08a4f14,...) at intr_execute_handlers+0x118
lapic_handle_intr(34,e2da6c90) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0, esp = 0x246, ebp = 0xc4407600 ---
MAXCPU(e29a5000,3,0,0,0,...) at 0
_end(c4416004,c435cd00,c441600c,c4350480,0,...) at 0xc42fe340
_end(c0a502f4,c0a502f4,c0a502f4,c0a502f4,c0a502f4,...) at 0xc435cd00
null_method(c0947e00,c0947e00,1030000,c0a5b3d0,4,...) at null_method
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc43033a0
cpustop_handler(e2da3c84,c08ba383,e2da3c2c,c06d110c,c43033a0,...) at cpustop_handler+0x31
ipi_nmi_handler(e2da3c2c,c06d110c,c43033a0,0,0,...) at ipi_nmi_handler+0x28
trap(e2da3c90) at trap+0x3f
calltrap() at calltrap+0x6
--- trap 0x3e8, eip = 0, esp = 0x246, ebp = 0xc4407200 ---
MAXCPU(e29a8000,4,0,0,0,...) at 0
_end(c435ca84,c4416300,c435ca8c,c4350480,0,...) at 0xc42fe320
_end(c0a502f4,c0a502f4,c0a502f4,c0a502f4,c0a502f4,...) at 0xc4416300
null_method(c0947e00,c0947e00,1030000,c0a5b3d0,4,...) at null_method
Tracing command init pid 1 tid 100007 td 0xc43031d0
sched_switch(c43031d0,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4305000) at sleepq_switch+0xc9
sleepq_wait_sig(c4305000) at sleepq_wait_sig+0x1d
msleep(c4305000,c4305060,15c,c094a902,0) at msleep+0x296
kern_wait(c43031d0,ffffffff,e2da0c28,0,0) at kern_wait+0x7c3
wait4(c43031d0,e2da0d00) at wait4+0x2a
syscall(e2da0d38) at syscall+0x256
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2, esp = 0x282, ebp = 0 ---
Tracing command swapper pid 0 tid 0 td 0xc0a45b00
sched_switch(c0a45b00,0,1) at sched_switch+0x117
mi_switch(1,0) at mi_switch+0x280
scheduler(0,141ec00,141e000,0,c0451435,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1007 MB
Dumping 168 MB: 153 137 121 105 89 73 57 41 25 9
Dump complete
= 0xf
db> reset
cpu_reset: Restarting BSP
cpu_reset_proxy: Stopped CPU 2
(kgdb) l *dqflush+0x49
0xc080d4a9 is in dqflush (../../../ufs/ufs/ufs_quota.c:1370).
1365 */
1366 mtx_lock(&dqhlock);
1367 for (dqh = &dqhashtbl[dqhash]; dqh >= dqhashtbl; dqh--) {
1368 for (dq = LIST_FIRST(dqh); dq; dq = nextdq) {
1369 nextdq = LIST_NEXT(dq, dq_hash);
1370 if (dq->dq_ump->um_quotas[dq->dq_type] != vp)
1371 continue;
1372 if (dq->dq_cnt)
1373 panic("dqflush: stray dquot");
1374 LIST_REMOVE(dq, dq_hash);
(kgdb) p dqhlock
$1 = {mtx_object = {lo_name = 0xc096000a "dqhlock", lo_type = 0xc096000a "dqhlock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {
stqe_next = 0xc0a5a778}, lod_witness = 0xc0a5a778}}, mtx_lock = 0xc5dd7ae0, mtx_recurse = 0x0}
(kgdb) p *(struct mount *)0xc46dbba0
$5 = {mnt_lock = {lk_object = {lo_name = 0xc094f20d "vfslock", lo_type = 0x0, lo_flags = 0x140000, lo_witness_data = {lod_list = {
stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a46e20, lk_sharecount = 0x0, lk_waitcount = 0x0,
lk_exclusivecount = 0x1, lk_prio = 0x50, lk_timo = 0x0, lk_lockholder = 0xc5dd7ae0, lk_newlock = 0x0, lk_stack = {depth = 0x5,
pcs = {0xc06aff5a, 0xc0719abe, 0xc07198c5, 0xc08bb0fa, 0xc08a4bb0, 0x0 <repeats 13 times>}}}, mnt_mtx = {mtx_object = {
lo_name = 0xc094f1fc "struct mount mtx", lo_type = 0xc094f1fc "struct mount mtx", lo_flags = 0x1030000, lo_witness_data = {
lod_list = {stqe_next = 0xc0a5a278}, lod_witness = 0xc0a5a278}}, mtx_lock = 0x4, mtx_recurse = 0x0}, mnt_gen = 0x31, mnt_list = {
tqe_next = 0x0, tqe_prev = 0xc4769664}, mnt_op = 0xc0a03a00, mnt_vfc = 0xc0a03a40, mnt_vnodecovered = 0xc497d968, mnt_syncer = 0x0,
mnt_ref = 0x2, mnt_nvnodelist = {tqh_first = 0xc770c000, tqh_last = 0xc561f97c}, mnt_nvnodelistsize = 0x2, mnt_writeopcount = 0x1,
mnt_kern_flag = 0x21000004, mnt_flag = 0x203000, mnt_noasync = 0x1, mnt_opt = 0xc467dc80, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x78,
mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x203000, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x7ba77,
f_bfree = 0x7a83c, f_bavail = 0x709f6, f_files = 0x227fe, f_ffree = 0x227f6, f_syncwrites = 0x0, f_asyncwrites = 0x0,
f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff,
f_owner = 0x0, f_fsid = {val = {0x45a91a01, 0x18d24c3c}}, f_charspare = '\0' <repeats 79 times>,
f_fstypename = "ufs", '\0' <repeats 12 times>, f_mntfromname = "/dev/md0c", '\0' <repeats 78 times>,
f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc7c57080, mnt_data = 0xc5daea00, mnt_time = 0x0,
mnt_iosize_max = 0x20000, mnt_export = 0x0, mnt_mntlabel = 0x0, mnt_fslabel = 0x0, mnt_hashseed = 0x6df01195, mnt_markercnt = 0x0,
mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x7e82b, mnt_gjprovider = 0x0}
(kgdb) bt
#0 doadump () at pcpu.h:166
#1 0xc04767b3 in db_fncall (dummy1=0xe6f5c904, dummy2=0x0, dummy3=0xc0a43200, dummy4=0xe6f5c8e0 "`-ŽĀ") at ../../../ddb/db_command.c:486
#2 0xc04765bf in db_command (last_cmdp=0xc0a1baa4, cmd_table=0x0) at ../../../ddb/db_command.c:401
#3 0xc047667a in db_command_loop () at ../../../ddb/db_command.c:453
#4 0xc04782c5 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:229
#5 0xc06dbf6c in kdb_trap (type=0xc, code=0x0, tf=0xe6f5caa8) at ../../../kern/subr_kdb.c:502
#6 0xc08baddd in trap_fatal (frame=0xe6f5caa8, eva=0xc98240e4) at ../../../i386/i386/trap.c:859
#7 0xc08ba463 in trap (frame=0xe6f5caa8) at ../../../i386/i386/trap.c:276
#8 0xc08a4b4b in calltrap () at ../../../i386/i386/exception.s:139
#9 0xc98240e4 in ?? ()
--
Test scenario: quota3.sh. Testing quota + snapshot. ULE scheduler used.