GENERIC HEAD from Apr 27 17:32 UTC + vfs_syscalls patch + UF_OPENING.2.patch, vmcore.156
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #2: Thu May 3 18:52:25 CEST 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1036554240 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
fsync: giving up on dirty
0xc4b04ae0: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc442c200
flags ()
v_object 0xc4bdbc30 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc42fc6c0 (pid 6086)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc071d32b at vop_stdlock+0x27
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc080a631 at ffs_sync+0x311
#5 0xc07234ba at dounmount+0x382
#6 0xc0723115 at unmount+0x231
#7 0xc08c365e at syscall+0x252
#8 0xc08acc90 at Xint0x80_syscall+0x20
dev md7c
fsync: giving up on dirty
0xc4af6570: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4b9f500
flags ()
v_object 0xc4bdc960 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4c5e510 (pid 11732)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc071d32b at vop_stdlock+0x27
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc080a631 at ffs_sync+0x311
#5 0xc07234ba at dounmount+0x382
#6 0xc0723115 at unmount+0x231
#7 0xc08c365e at syscall+0x252
#8 0xc08acc90 at Xint0x80_syscall+0x20
dev md13c
fsync: giving up on dirty
0xc4b6a414: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc4479700
flags ()
v_object 0xc4bdf2d0 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc4c9f000 (pid 12217)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc071d32b at vop_stdlock+0x27
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc080a631 at ffs_sync+0x311
#5 0xc07234ba at dounmount+0x382
#6 0xc0723115 at unmount+0x231
#7 0xc08c365e at syscall+0x252
#8 0xc08acc90 at Xint0x80_syscall+0x20
dev md15c
panic: vm_fault: fault on nofault entry, addr: deadc000
cpuid = 1
KDB: enter: panic
[thread pid 44345 tid 100342 ]
Stopped at kdb_enter+0x2b: nop
db> where
Tracing pid 44345 tid 100342 td 0xc4e306c0
kdb_enter(c094f07a) at kdb_enter+0x2b
panic(c096c7c4,deadc000,c0a9f3c0,246,c09fb824,...) at panic+0x140
vm_fault(c1471000,deadc000,1,0) at vm_fault+0x1d9
trap_pfault(e6e399a8,0,deadc112) at trap_pfault+0x137
trap(e6e399a8) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0689213, esp = 0xe6e399e8, ebp = 0xe6e39a0c ---
g_io_request(c67b75ac,c62edd00,d817dde0,d817dde0,e6e39a40,...) at g_io_request+0x7f
g_vfs_strategy(c438510c,d817dde0,d817dde0,0,c7eea000,...) at g_vfs_strategy+0x49
ffs_geom_strategy(c438510c,d817dde0,10b20,0,c0a10740,...) at ffs_geom_strategy+0x145
ufs_strategy(e6e39a88) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c0a10200,e6e39a88) at VOP_STRATEGY_APV+0xaf
bufstrategy(c7b2dea4,d817dde0) at bufstrategy+0x55
breadn(c7b2dd98,0,0,3800,0,...) at breadn+0xef
bread(c7b2dd98,0,0,3800,0,...) at bread+0x20
ffs_read(e6e39bc0) at ffs_read+0x23f
VOP_READ_APV(c0a10200,e6e39bc0) at VOP_READ_APV+0x9b
ufs_readdir(e6e39c34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a10200,e6e39c34) at VOP_READDIR_APV+0x9b
getdirentries(c4e306c0,e6e39d00) at getdirentries+0x180
syscall(e6e39d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818cebb, esp = 0xbfbfe3dc, ebp = 0xbfbfe408 ---
db> show allpcpu
Current CPU: 1
cpuid = 0
curthread = 0xc3f00a20: pid 13 "idle: cpu0"
curpcb = 0xe2a23d90
fpcurthread = none
idlethread = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc4e306c0: pid 44345 "ls"
curpcb = 0xe6e39d90
fpcurthread = 0xc4e306c0: pid 44345 "ls"
idlethread = 0xc3f00870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc3f006c0: pid 11 "idle: cpu2"
curpcb = 0xe2a1dd90
fpcurthread = none
idlethread = 0xc3f006c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3f00510: pid 10 "idle: cpu3"
curpcb = 0xe2a1ad90
fpcurthread = none
idlethread = 0xc3f00510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 44345 (ls) thread 0xc4e306c0 (100342)
exclusive sleep mutex system map r = 0 (0xc1471200) locked @ vm/vm_map.c:3067
db> show lockedvnods
Locked vnodes
0xc7b2dd98: tag ufs, type VDIR
usecount 2, writecount 0, refcount 4 mountedhere 0
flags (VV_ROOT)
v_object 0xc668b000 ref 0 pages 4
lock type ufs: EXCL (count 1) by thread 0xc4e306c0 (pid 44345)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc080ba50 at ffs_lock+0x7c
#2 0xc08d59e2 at _VOP_LOCK_APV+0x7e
#3 0xc0732a88 at _vn_lock+0xb8
#4 0xc07306a2 at getdirentries+0x106
#5 0xc08c365e at syscall+0x252
#6 0xc08acc90 at Xint0x80_syscall+0x20
ino 2, on dev ad0s1e
db> show lockedbufs
buf at 0xd817dde0
b_flags = 0x20000000<vmio>
b_error = 0, b_bufsize = 14336, b_bcount = 14336, b_resid = 0
b_bufobj = (0xc7b2dea4), b_data = 0xd9a6a000, b_blkno = 68384
b_npages = 4, pages(OBJ, IDX, PA): (0xc668b000, 0x0, 0x19587000),(0xc668b000, 0x1, 0x27ad8000),(0xc668b000, 0x2, 0xb839000),(0xc668b000, 0x3, 0xde8a000)
lock type bufwait: EXCL (count 1) by thread 0xc4e306c0 (pid 44345)#0 0xc06b8444 at _lockmgr+0x544
#1 0xc0716a81 at getnewbuf+0x151
#2 0xc071811f at getblk+0x3e7
#3 0xc0714cdb at breadn+0x2f
#4 0xc0714b38 at bread+0x20
#5 0xc080bceb at ffs_read+0x23f
#6 0xc08d454b at VOP_READ_APV+0x9b
#7 0xc08186f8 at ufs_readdir+0xd4
#8 0xc08d55cf at VOP_READDIR_APV+0x9b
#9 0xc073071c at getdirentries+0x180
#10 0xc08c365e at syscall+0x252
#11 0xc08acc90 at Xint0x80_syscall+0x20
db> ps
pid ppid pgrp uid state wmesg wchan cmd
44345 44337 43483 0 R+ CPU 1 ls
44337 43483 43483 0 S+ wait 0xc4b94d80 sh
44319 47646 47620 1001 S nanslp 0xc0a53ee4 sleep
43483 43467 43483 0 S+ wait 0xc4dbfb40 sh
43467 43463 43467 0 S+ wait 0xc4296240 bash
43463 43462 43463 0 S+ pause 0xc490a264 csh
43462 908 43462 1001 S+ wait 0xc4dbe900 su
82449 82448 82449 1001 SWs+ ttyin 0xc4d23010 bash
82448 82446 82446 1001 SW select 0xc0aa0a9c sshd
82446 776 82446 0 SWs sbwait 0xc535a0a4 sshd
47647 47620 47620 1001 S piperd 0xc4310318 awk
47646 47620 47620 1001 S wait 0xc4352000 sh
47621 47619 47621 1001 Ss kqread 0xc4ba9a00 tail
47620 47618 47620 1001 SWs wait 0xc4312000 sh
47619 47612 47612 1001 S select 0xc0aa0a9c sshd
47618 47611 47611 1001 SW select 0xc0aa0a9c sshd
47617 47616 47617 1001 Ss+ select 0xc0aa0a9c top
47616 47610 47610 1001 S select 0xc0aa0a9c sshd
47612 776 47612 0 SWs sbwait 0xc44adb84 sshd
47611 776 47611 0 SWs sbwait 0xc4a158cc sshd
47610 776 47610 0 SWs sbwait 0xc4a154b8 sshd
908 907 908 1001 Ss+ wait 0xc4315240 bash
907 905 905 1001 S select 0xc0aa0a9c sshd
905 776 905 0 SWs sbwait 0xc4434e3c sshd
902 1 902 0 SWs+ ttyin 0xc40c7410 getty
901 1 901 0 SWs+ ttyin 0xc40dd810 getty
900 1 900 0 SWs+ ttyin 0xc40dc810 getty
899 1 899 0 SWs+ ttyin 0xc40dc010 getty
898 1 898 0 SWs+ ttyin 0xc40c9c10 getty
897 1 897 0 SWs+ ttyin 0xc40ddc10 getty
896 1 896 0 SWs+ ttyin 0xc40de010 getty
895 1 895 0 SWs+ ttyin 0xc40dcc10 getty
880 1 880 0 SWs select 0xc0aa0a9c inetd
853 1 853 0 SWs select 0xc0aa0a9c moused
837 1 837 0 Ss nanslp 0xc0a53ee4 watchdogd
794 1 794 0 Ss nanslp 0xc0a53ee4 cron
788 1 788 25 Ss pause 0xc442a024 sendmail
782 1 782 0 Ss select 0xc0aa0a9c sendmail
776 1 776 0 SWs select 0xc0aa0a9c sshd
757 1 757 0 Ss select 0xc0aa0a9c ntpd
703 699 699 0 S - 0xc4437200 nfsd
702 699 699 0 S - 0xc43f4a00 nfsd
701 699 699 0 S - 0xc4437400 nfsd
700 699 699 0 S - 0xc43f4c00 nfsd
699 1 699 0 Ss select 0xc0aa0a9c nfsd
697 1 697 0 Ss select 0xc0aa0a9c mountd
647 1 647 0 Ss select 0xc0aa0a9c rpcbind
630 1 630 0 Ss select 0xc0aa0a9c syslogd
564 1 564 0 SWs select 0xc0aa0a9c devd
44 0 0 0 SL - 0xc0a53d18 [schedcpu]
43 0 0 0 SL sdflush 0xc0aaba38 [softdepflush]
42 0 0 0 SL syncer 0xc0a53d10 [syncer]
41 0 0 0 SL vlruwt 0xc4294b40 [vnlru]
40 0 0 0 SL psleep 0xc0aa0f28 [bufdaemon]
39 0 0 0 SL pgzero 0xc0ab4310 [pagezero]
38 0 0 0 SL psleep 0xc0aac240 [vmdaemon]
37 0 0 0 SL psleep 0xc0aac200 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc3ff523c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 WL [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a51714 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a51700 [usbtask-hc]
26 0 0 0 SL usbevt 0xc4032210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc401fc00 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi5: +]
21 0 0 0 SL - 0xc3fb5a00 [thread taskq]
9 0 0 0 SL - 0xc3fb5a80 [acpi_task_2]
8 0 0 0 SL - 0xc3fb5a80 [acpi_task_1]
7 0 0 0 SL - 0xc3fb5a80 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
6 0 0 0 SL ccb_scan 0xc0a27534 [xpt_thrd]
5 0 0 0 SL - 0xc3fb5e80 [kqueue taskq]
17 0 0 0 SL - 0xc0a53d18 [yarrow]
4 0 0 0 SL - 0xc0a51e8c [g_down]
3 0 0 0 SL - 0xc0a51e88 [g_up]
2 0 0 0 SL - 0xc0a51e80 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3f02000 [init]
0 0 0 0 WLs [swapper]
db> set $lins^H ^Hes 0
db> allt
Tracing command ls pid 44345 tid 100342 td 0xc4e306c0
kdb_enter(c094f07a) at kdb_enter+0x2b
panic(c096c7c4,deadc000,c0a9f3c0,246,c09fb824,...) at panic+0x140
vm_fault(c1471000,deadc000,1,0) at vm_fault+0x1d9
trap_pfault(e6e399a8,0,deadc112) at trap_pfault+0x137
trap(e6e399a8) at trap+0x3f2
calltrap() at calltrap+0x6
--- trap 0xc, eip = 0xc0689213, esp = 0xe6e399e8, ebp = 0xe6e39a0c ---
g_io_request(c67b75ac,c62edd00,d817dde0,d817dde0,e6e39a40,...) at g_io_request+0x7f
g_vfs_strategy(c438510c,d817dde0,d817dde0,0,c7eea000,...) at g_vfs_strategy+0x49
ffs_geom_strategy(c438510c,d817dde0,10b20,0,c0a10740,...) at ffs_geom_strategy+0x145
ufs_strategy(e6e39a88) at ufs_strategy+0xb5
VOP_STRATEGY_APV(c0a10200,e6e39a88) at VOP_STRATEGY_APV+0xaf
bufstrategy(c7b2dea4,d817dde0) at bufstrategy+0x55
breadn(c7b2dd98,0,0,3800,0,...) at breadn+0xef
bread(c7b2dd98,0,0,3800,0,...) at bread+0x20
ffs_read(e6e39bc0) at ffs_read+0x23f
VOP_READ_APV(c0a10200,e6e39bc0) at VOP_READ_APV+0x9b
ufs_readdir(e6e39c34) at ufs_readdir+0xd4
VOP_READDIR_APV(c0a10200,e6e39c34) at VOP_READDIR_APV+0x9b
getdirentries(c4e306c0,e6e39d00) at getdirentries+0x180
syscall(e6e39d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (196, FreeBSD ELF32, getdirentries), eip = 0x2818cebb, esp = 0xbfbfe3dc, ebp = 0xbfbfe408 ---
Tracing command sh pid 44337 tid 100146 td 0xc4b971b0
sched_switch(c4b971b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4b94d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4b94d80) at sleepq_wait_sig+0x1d
_sleep(c4b94d80,c4b94de0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4b971b0,ffffffff,e6b31c28,2,0) at kern_wait+0x7c3
wait4(c4b971b0,e6b31d00) at wait4+0x2a
syscall(e6b31d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---
Tracing command sleep pid 44319 tid 100411 td 0xc437d870
sched_switch(c437d870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53ee4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53ee4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53ee4,0,15c,c095021f,2711,...) at _sleep+0x27c
kern_nanosleep(c437d870,e6f18c70,e6f18c68) at kern_nanosleep+0xab
nanosleep(c437d870,e6f18d00) at nanosleep+0x4f
syscall(e6f18d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137147, esp = 0xbfbfec4c, ebp = 0xbfbfeca8 ---
Tracing command sh pid 43483 tid 100271 td 0xc4dbc360
sched_switch(c4dbc360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4dbfb40) at sleepq_switch+0xc9
sleepq_wait_sig(c4dbfb40) at sleepq_wait_sig+0x1d
_sleep(c4dbfb40,c4dbfba0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4dbc360,ffffffff,e6ce8c28,2,0) at kern_wait+0x7c3
wait4(c4dbc360,e6ce8d00) at wait4+0x2a
syscall(e6ce8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe76c, ebp = 0xbfbfe788 ---
Tracing command bash pid 43467 tid 100050 td 0xc42951b0
sched_switch(c42951b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4296240) at sleepq_switch+0xc9
sleepq_wait_sig(c4296240) at sleepq_wait_sig+0x1d
_sleep(c4296240,c42962a0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c42951b0,ffffffff,e473cc28,6,0) at kern_wait+0x7c3
wait4(c42951b0,e473cd00) at wait4+0x2a
syscall(e473cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc37, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---
Tracing command csh pid 43463 tid 100477 td 0xc4908bd0
sched_switch(c4908bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c490a264) at sleepq_switch+0xc9
sleepq_wait_sig(c490a264) at sleepq_wait_sig+0x1d
_sleep(c490a264,c490a2a0,168,c0912a31,0) at _sleep+0x2a6
kern_sigsuspend(c4908bd0,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4908bd0,e6fdbd00) at sigsuspend+0x33
syscall(e6fdbd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816646f, esp = 0xbfbfe5bc, ebp = 0xbfbfe638 ---
Tracing command su pid 43462 tid 100263 td 0xc4dbd1b0
sched_switch(c4dbd1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4dbe900) at sleepq_switch+0xc9
sleepq_wait_sig(c4dbe900) at sleepq_wait_sig+0x1d
_sleep(c4dbe900,c4dbe960,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4dbd1b0,a9c7,e6d00c28,2,0) at kern_wait+0x7c3
wait4(c4dbd1b0,e6d00d00) at wait4+0x2a
syscall(e6d00d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c37, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 ---
Tracing command bash pid 82449 tid 100667 td 0xc50611b0
Tracing command sshd pid 82448 tid 100229 td 0xc4c9f000
Tracing command sshd pid 82446 tid 100387 td 0xc4426510
Tracing command awk pid 47647 tid 100237 td 0xc4c9e1b0
sched_switch(c4c9e1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4310318) at sleepq_switch+0xc9
sleepq_wait_sig(c4310318) at sleepq_wait_sig+0x1d
_sleep(c4310318,c4310488,14c,c09543e1,0) at _sleep+0x2a6
pipe_read(c4b40048,e6c94c60,c4aae580,0,c4c9e1b0) at pipe_read+0x377
dofileread(c4c9e1b0,0,c4b40048,e6c94c60,ffffffff,...) at dofileread+0x85
kern_readv(c4c9e1b0,0,e6c94c60,28233000,1000,...) at kern_readv+0x36
read(c4c9e1b0,e6c94d00) at read+0x45
syscall(e6c94d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818274b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command sh pid 47646 tid 100091 td 0xc4314510
sched_switch(c4314510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4352000) at sleepq_switch+0xc9
sleepq_wait_sig(c4352000) at sleepq_wait_sig+0x1d
_sleep(c4352000,c4352060,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c4314510,ffffffff,e69abc28,2,0) at kern_wait+0x7c3
wait4(c4314510,e69abd00) at wait4+0x2a
syscall(e69abd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command tail pid 47621 tid 100238 td 0xc4c3e510
sched_switch(c4c3e510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4ba9a00) at sleepq_switch+0xc9
sleepq_timedwait_sig(c4ba9a00) at sleepq_timedwait_sig+0x1e
_sleep(c4ba9a00,c4ba9a00,158,c094ba7c,3e9,...) at _sleep+0x27c
kqueue_scan(c4ba9a00,1,e6bfbc64,e6bfbc1c,e6bfbb3c,c4c3e510) at kqueue_scan+0x1f7
kern_kevent(c4c3e510,4,0,1,e6bfbc64,e6bfbc1c) at kern_kevent+0x159
kevent(c4c3e510,e6bfbd00) at kevent+0xfa
syscall(e6bfbd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2813b12f, esp = 0xbfbfeb2c, ebp = 0xbfbfebd8 ---
Tracing command sh pid 47620 tid 100063 td 0xc4314000
Tracing command sshd pid 47619 tid 100228 td 0xc4c9f1b0
sched_switch(c4c9f1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4c9f1b0,b,284030e0,284030e4,0,...) at kern_select+0x495
select(c4c9f1b0,e6cafd00) at select+0x44
syscall(e6cafd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 47618 tid 100222 td 0xc4c5e360
Tracing command top pid 47617 tid 100207 td 0xc4c3ea20
sched_switch(c4c3ea20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa0a9c,0,0,c09fb824,e6c04adc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa0a9c,c0aa0a84,3e9) at _cv_timedwait_sig+0x188
kern_select(c4c3ea20,2,bfbfec30,0,0,...) at kern_select+0x47f
select(c4c3ea20,e6c04d00) at select+0x44
syscall(e6c04d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b76cb, esp = 0xbfbfebac, ebp = 0xbfbfed28 ---
Tracing command sshd pid 47616 tid 100116 td 0xc4354000
sched_switch(c4354000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4354000,9,284030e0,284030e4,0,...) at kern_select+0x495
select(c4354000,e6a04d00) at select+0x44
syscall(e6a04d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 47612 tid 100165 td 0xc4bbdbd0
Tracing command sshd pid 47611 tid 100227 td 0xc4c3fa20
Tracing command sshd pid 47610 tid 100205 td 0xc4c3ed80
Tracing command bash pid 908 tid 100071 td 0xc43131b0
sched_switch(c43131b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4315240) at sleepq_switch+0xc9
sleepq_wait_sig(c4315240) at sleepq_wait_sig+0x1d
_sleep(c4315240,c43152a0,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c43131b0,ffffffff,e698ac28,6,0) at kern_wait+0x7c3
wait4(c43131b0,e698ad00) at wait4+0x2a
syscall(e698ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc37, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 907 tid 100093 td 0xc43141b0
sched_switch(c43141b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c43141b0,d,284030e0,284030e4,0,...) at kern_select+0x495
select(c43141b0,e69a5d00) at select+0x44
syscall(e69a5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 905 tid 100108 td 0xc4427000
Tracing command getty pid 902 tid 100118 td 0xc4353bd0
Tracing command getty pid 901 tid 100120 td 0xc4353870
Tracing command getty pid 900 tid 100095 td 0xc4354bd0
Tracing command getty pid 899 tid 100040 td 0xc404f360
Tracing command getty pid 898 tid 100068 td 0xc43136c0
Tracing command getty pid 897 tid 100059 td 0xc42fcd80
Tracing command getty pid 896 tid 100042 td 0xc404f000
Tracing command getty pid 895 tid 100081 td 0xc434a6c0
Tracing command inetd pid 880 tid 100087 td 0xc4314bd0
Tracing command moused pid 853 tid 100119 td 0xc4353a20
Tracing command watchdogd pid 837 tid 100110 td 0xc4426bd0
sched_switch(c4426bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53ee4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53ee4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53ee4,0,15c,c095021f,ea61,...) at _sleep+0x27c
kern_nanosleep(c4426bd0,e6a56c70,e6a56c68) at kern_nanosleep+0xab
nanosleep(c4426bd0,e6a56d00) at nanosleep+0x4f
syscall(e6a56d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a147, esp = 0xbfbfed2c, ebp = 0xbfbfed58 ---
Tracing command cron pid 794 tid 100051 td 0xc4295000
sched_switch(c4295000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53ee4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53ee4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53ee4,0,15c,c095021f,ea61,...) at _sleep+0x27c
kern_nanosleep(c4295000,e4739c70,e4739c68) at kern_nanosleep+0xab
nanosleep(c4295000,e4739d00) at nanosleep+0x4f
syscall(e4739d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28149147, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 788 tid 100105 td 0xc4427510
sched_switch(c4427510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c442a024) at sleepq_switch+0xc9
sleepq_wait_sig(c442a024) at sleepq_wait_sig+0x1d
_sleep(c442a024,c442a060,168,c0912a31,0) at _sleep+0x2a6
kern_sigsuspend(c4427510,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4427510,e6a65d00) at sigsuspend+0x33
syscall(e6a65d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ce46f, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 782 tid 100073 td 0xc42fdd80
sched_switch(c42fdd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa0a9c,0,0,c09fb824,e6973adc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa0a9c,c0aa0a84,1389) at _cv_timedwait_sig+0x188
kern_select(c42fdd80,5,bfbfc520,0,0,...) at kern_select+0x47f
select(c42fdd80,e6973d00) at select+0x44
syscall(e6973d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283566cb, esp = 0xbfbfc43c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 776 tid 100061 td 0xc42fca20
Tracing command ntpd pid 757 tid 100052 td 0xc4050d80
sched_switch(c4050d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4050d80,a,bfbfed70,0,0,...) at kern_select+0x495
select(c4050d80,e44fcd00) at select+0x44
syscall(e44fcd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x282d86cb, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 703 tid 100082 td 0xc434a510
sched_switch(c434a510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4437200) at sleepq_switch+0xc9
sleepq_wait_sig(c4437200) at sleepq_wait_sig+0x1d
_sleep(c4437200,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c434a510) at nfssvc_nfsd+0x101
nfssvc(c434a510,e69d7d00) at nfssvc+0x190
syscall(e69d7d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 702 tid 100114 td 0xc4354360
sched_switch(c4354360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43f4a00) at sleepq_switch+0xc9
sleepq_wait_sig(c43f4a00) at sleepq_wait_sig+0x1d
_sleep(c43f4a00,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4354360) at nfssvc_nfsd+0x101
nfssvc(c4354360,e6a0ad00) at nfssvc+0x190
syscall(e6a0ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 701 tid 100094 td 0xc4354d80
sched_switch(c4354d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4437400) at sleepq_switch+0xc9
sleepq_wait_sig(c4437400) at sleepq_wait_sig+0x1d
_sleep(c4437400,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4354d80) at nfssvc_nfsd+0x101
nfssvc(c4354d80,e6a1cd00) at nfssvc+0x190
syscall(e6a1cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 700 tid 100103 td 0xc4427870
sched_switch(c4427870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43f4c00) at sleepq_switch+0xc9
sleepq_wait_sig(c43f4c00) at sleepq_wait_sig+0x1d
_sleep(c43f4c00,c0aab880,158,c09471aa,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4427870) at nfssvc_nfsd+0x101
nfssvc(c4427870,e6a6bd00) at nfssvc+0x190
syscall(e6a6bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 699 tid 100092 td 0xc4314360
sched_switch(c4314360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c4314360,5,bfbfed40,0,0,...) at kern_select+0x495
select(c4314360,e69a8d00) at select+0x44
syscall(e69a8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281536cb, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 697 tid 100062 td 0xc42fc870
sched_switch(c42fc870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c42fc870,8,bfbfedf0,0,0,...) at kern_select+0x495
select(c42fc870,e694fd00) at select+0x44
syscall(e694fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281636cb, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 647 tid 100107 td 0xc44271b0
sched_switch(c44271b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa0a9c,0,0,c09fb824,e6a5fb28,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa0a9c,c0aa0a84,7531) at _cv_timedwait_sig+0x188
poll(c44271b0,e6a5fd00) at poll+0x3a3
syscall(e6a5fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811d027, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 630 tid 100083 td 0xc434a360
sched_switch(c434a360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0a9c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa0a9c,c0aa0a9c,c0aa0a84,c0954172,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa0a9c,c0aa0a84) at _cv_wait_sig+0x17c
kern_select(c434a360,9,282200bc,0,0,...) at kern_select+0x495
select(c434a360,e69d4d00) at select+0x44
syscall(e69d4d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281646cb, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---
Tracing command devd pid 564 tid 100070 td 0xc4313360
Tracing command schedcpu pid 44 tid 100044 td 0xc4000bd0
sched_switch(c4000bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d18,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53d18) at sleepq_timedwait+0x4a
_sleep(c0a53d18,0,0,c09471aa,3e8,...) at _sleep+0x291
pause(c09471aa,3e8) at pause+0x26
schedcpu_thread(0,e449cd38) at schedcpu_thread+0x19
fork_exit(c06d9e4c,0,e449cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449cd70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4000a20
sched_switch(c4000a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaba38,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aaba38) at sleepq_timedwait+0x4a
_sleep(c0aaba38,c0aaba10,44,c09695b5,3e8) at _sleep+0x291
softdep_flush(0,e4499d38) at softdep_flush+0x259
fork_exit(c07fd9f0,0,e4499d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4499d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc4295870
sched_switch(c4295870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d10,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a53d10,0,0,c09fb824,c095a167,...) at sleepq_wait+0x46
_sleep(c0a53d10,c0aa1224,68,c095a575,0) at _sleep+0x2b5
sched_sync(0,e4748d38) at sched_sync+0x2fe
fork_exit(c072783c,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc42956c0
sched_switch(c42956c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4294b40,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4294b40) at sleepq_timedwait+0x4a
_sleep(c4294b40,c0aa11f8,250,c095a228,3e8,c0aa1258) at _sleep+0x291
vnlru_proc(0,e4745d38) at vnlru_proc+0xdf
fork_exit(c072596c,0,e4745d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4745d70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc4295510
sched_switch(c4295510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0f28,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa0f28) at sleepq_timedwait+0x4a
_sleep(c0aa0f28,c0aa0f2c,44,c095896a,3e8) at _sleep+0x291
buf_daemon(0,e4742d38) at buf_daemon+0x198
fork_exit(c07170e4,0,e4742d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4742d70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc4295360
sched_switch(c4295360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab4310,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab4310) at sleepq_timedwait+0x4a
_sleep(c0ab4310,c0aac1c4,0,c096e76e,493e0) at _sleep+0x291
vm_pagezero(0,e473fd38) at vm_pagezero+0x6b
fork_exit(c08324f0,0,e473fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc3f03d80
sched_switch(c3f03d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac240,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aac240,ffffffff,0,0,e2a5fcd0,...) at sleepq_wait+0x46
_sleep(c0aac240,0,68,c095896a,0) at _sleep+0x2b5
vm_daemon(0,e2a5fd38) at vm_daemon+0x36
fork_exit(c083113c,0,e2a5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5fd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc3f03bd0
sched_switch(c3f03bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac200,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aac200) at sleepq_timedwait+0x4a
_sleep(c0aac200,c0aac1c4,44,c095896a,1388) at _sleep+0x291
vm_pageout(0,e2a5cd38) at vm_pageout+0x268
fork_exit(c0830dc4,0,e2a5cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5cd70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f03a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc3f03870
sched_switch(c3f03870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff523c,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff523c) at sleepq_timedwait+0x4a
_sleep(c3ff523c,c3ff52f0,4c,c09471aa,3e8) at _sleep+0x291
fdc_worker(c3ff5200,c3ff52f0,0,c0970c4f,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff5200,e2a56d38) at fdc_thread+0x54
fork_exit(c088ed58,c3ff5200,e2a56d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a56d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc3f036c0
sched_switch(c3f036c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bac70,e2a53d38) at ithread_loop+0xda
fork_exit(c06af900,c40bac70,e2a53d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a53d70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f03510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4050000
sched_switch(c4050000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ba550,e44e4d38) at ithread_loop+0xda
fork_exit(c06af900,c40ba550,e44e4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44e4d70, ebp = 0 ---
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc404fd80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc404fbd0
sched_switch(c404fbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40aca20,e44ded38) at ithread_loop+0xda
fork_exit(c06af900,c40aca20,e44ded38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44ded70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc404fa20
sched_switch(c404fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ac240,e44dbd38) at ithread_loop+0xda
fork_exit(c06af900,c40ac240,e44dbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44dbd70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc404f870
sched_switch(c404f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51714,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a51714,ffffffff,0,0,c06bba9c,...) at sleepq_wait+0x46
_sleep(c0a51714,0,5c,c094412b,0,...) at _sleep+0x2b5
usb_task_thread(c0a51714,e44d8d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a51714,e44d8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d8d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f016c0
sched_switch(c3f016c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51700,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a51700,ffffffff,0,0,c06bba9c,...) at sleepq_wait+0x46
_sleep(c0a51700,0,5c,c094412b,0,...) at _sleep+0x2b5
usb_task_thread(c0a51700,e2a38d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a51700,e2a38d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc3f01510
sched_switch(c3f01510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4032210,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4032210) at sleepq_timedwait+0x4a
_sleep(c4032210,0,5c,c0944124,ea60,c403f500) at _sleep+0x291
usb_event_thread(c403f500,e2a35d38) at usb_event_thread+0x94
fork_exit(c065c5d0,c403f500,e2a35d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f01360
sched_switch(c3f01360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402ebb0,e2a32d38) at ithread_loop+0xda
fork_exit(c06af900,c402ebb0,e2a32d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc3f011b0
sched_switch(c3f011b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c401fc00,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c401fc00,c401fc1c,8,c0952c39,47,...) at sleepq_wait+0x46
msleep_spin(c401fc00,c401fc1c,c09471aa,0) at msleep_spin+0x19e
taskqueue_thread_loop(c3fefa14,e2a2fd38) at taskqueue_thread_loop+0x61
fork_exit(c06eb4bc,c3fefa14,e2a2fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4000870
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 22 tid 100022 td 0xc40006c0
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 21 tid 100023 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a00,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a00,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a00,c3fb5a1c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a594b0,e4490d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0a594b0,e4490d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---
Tracing command acpi_task_2 pid 9 tid 100024 td 0xc4000360
sched_switch(c4000360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448dd38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0c17334,e448dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---
Tracing command acpi_task_1 pid 8 tid 100025 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448ad38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0c17334,e448ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---
Tracing command acpi_task_0 pid 7 tid 100026 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e4487d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0c17334,e4487d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4487d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3f001b0
fork_trampoline() at fork_trampoline
Tracing command swi6: task queue pid 19 tid 100009 td 0xc3f00000
sched_switch(c3f00000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e520,e2a11d38) at ithread_loop+0xda
fork_exit(c06af900,c3f8e520,e2a11d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f03360
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f031b0
sched_switch(c3f031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a27534,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a27534,0,0,c09fb824,c090684e,...) at sleepq_wait+0x46
_sleep(c0a27534,c0a2754c,4c,c09068c1,0,...) at _sleep+0x2b5
xpt_scanner_thread(0,e2a4ad38) at xpt_scanner_thread+0x29
fork_exit(c045a3c0,0,e2a4ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4ad70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f03000
sched_switch(c3f03000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5e80,c0a537b0,0,c0952609,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5e80,0,0,c09fb824,c0952c42,...) at sleepq_wait+0x46
_sleep(c3fb5e80,c3fb5e9c,0,c09471aa,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a525a4,e2a47d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb4bc,c0a525a4,e2a47d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a47d70, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc3f01d80
sched_switch(c3f01d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53d18,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53d18) at sleepq_timedwait+0x4a
_sleep(c0a53d18,0,0,c09471aa,64,...) at _sleep+0x291
pause(c09471aa,64) at pause+0x26
random_kthread(0,e2a44d38) at random_kthread+0x177
fork_exit(c05f9028,0,e2a44d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3f01bd0
sched_switch(c3f01bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51e8c,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51e8c) at sleepq_timedwait+0x4a
_sleep(c0a51e8c,c0a51da8,24c,c09471aa,64) at _sleep+0x291
g_io_schedule_down(c3f01bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a41d38) at g_down_procbody+0x5a
fork_exit(c0689b14,0,e2a41d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3f01a20
sched_switch(c3f01a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51e88,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51e88) at sleepq_timedwait+0x4a
_sleep(c0a51e88,c0a51de8,24c,c09471aa,64) at _sleep+0x291
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0689ab4,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3f01870
sched_switch(c3f01870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51e80,c0a537b0,0,c0952609,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51e80) at sleepq_timedwait+0x4a
_sleep(c0a51e80,0,4c,c09471aa,64) at _sleep+0x291
g_event_procbody(0,e2a3bd38) at g_event_procbody+0x9e
fork_exit(c0689b74,0,e2a3bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc3f01000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4920,e2a29d38) at ithread_loop+0xda
fork_exit(c06af900,c3ec4920,e2a29d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a26d38) at ithread_loop+0xda
fork_exit(c06af900,c3ec4930,e2a26d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3f00a20
cpustop_handler(e2a23bd8,c08c28e9,2,2,3,...) at cpustop_handler+0x31
ipi_nmi_handler(2,2,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2a23be4) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08a10a4, esp = 0xe2a23c24, ebp = 0xe2a23c34 ---
siointr1(c40c0000,c0ac0eec,0,c0972bb8,56f,...) at siointr1+0x230
siointr(c40c0000) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e2a23c94,4,e2a23cd4,c08acff4,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e2a23c94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0c07145, esp = 0xe2a23cd4, ebp = 0xe2a23cd4 ---
acpi_cpu_c1(c0a537b0,c06dac80,e2a23cf4,c06dac80,c06dac80,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a23d04,c06daca9,e2a23d24,c06ae938,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a23d24,c06ae938,0,e2a23d38,c3eff6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a23d38) at sched_idletd+0x29
fork_exit(c06dac80,0,e2a23d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3f00870
sched_switch(c3f00870,0,1) at sched_switch+0xff
mi_switch(1,0,c0a537b0,0,c0950bcc,...) at mi_switch+0x280
sched_idletd(0,e2a20d38) at sched_idletd+0x51
fork_exit(c06dac80,0,e2a20d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3f006c0
cpustop_handler(e2a1dc88,c08c28e9,c0a537b0,c0a537b0,c3effb40,...) at cpustop_handler+0x31
ipi_nmi_handler(c0a537b0,c0a537b0,c3effb40,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1dc94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a1dcd4, ebp = 0xe2a1dcd4 ---
acpi_cpu_c1(c0a537b0,c06dac80,e2a1dcf4,c06dac80,c06dac80,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1dd04,c06daca9,e2a1dd24,c06ae938,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1dd24,c06ae938,0,e2a1dd38,c3effb40,...) at cpu_idle+0x28
sched_idletd(0,e2a1dd38) at sched_idletd+0x29
fork_exit(c06dac80,0,e2a1dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3f00510
cpustop_handler(e2a1ac88,c08c28e9,c06bc02d,e2a1ac24,c3f00510,...) at cpustop_handler+0x31
ipi_nmi_handler(c06bc02d,e2a1ac24,c3f00510,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1ac94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a1acd4, ebp = 0xe2a1acd4 ---
acpi_cpu_c1(c0a537b0,c06dac80,e2a1acf4,c06dac80,c06dac80,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1ad04,c06daca9,e2a1ad24,c06ae938,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1ad24,c06ae938,0,e2a1ad38,c3effd80,...) at cpu_idle+0x28
sched_idletd(0,e2a1ad38) at sched_idletd+0x29
fork_exit(c06dac80,0,e2a1ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f02000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f02000) at sleepq_wait_sig+0x1d
_sleep(c3f02000,c3f02060,15c,c0954711,0) at _sleep+0x2a6
kern_wait(c3f00360,ffffffff,e2a17c28,0,0) at kern_wait+0x7c3
wait4(c3f00360,e2a17d00) at wait4+0x2a
syscall(e2a17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swapper pid 0 tid 0 td 0xc0a52180
sched_switch(c0a52180,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c04529f5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 175 MB: 160 144 128 112 96 80 64 48 32 16
Dump complete
= 0xf
db> c
Uptime: 15h12m40s
Automatic reboot in 15 seconds - press a key on the console to abort
KDB: stack backtrace:
db_trace_self_wrapper(c0951b8d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748c70,c072a2c5,c095ab8d,c097be3d,c4385984,...) at kdb_backtrace+0x29
vfs_badlock(c095ab8d,c097be3d,c4385984) at vfs_badlock+0x11
assert_vop_elocked(c4385984,c097be3d,c4385984,c097be3d) at assert_vop_elocked+0x4d
VOP_FSYNC_APV(c0a05240,e4748cb4) at VOP_FSYNC_APV+0x8e
sync_vnode(c4385a90,c4295870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c072783c,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
VOP_FSYNC: 0xc4385984 is not exclusive locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db>
KDB: stack backtrace:
db_trace_self_wrapper(c0951b8d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748b70,c072a2c5,c095ab8d,c0968d8e,c81f0984,...) at kdb_backtrace+0x29
vfs_badlock(c095ab8d,c0968d8e,c81f0984) at vfs_badlock+0x11ert_vop_elocked(c81f0984,c0968d8e,e4748ba4,c06bbb55,c81f0a58,...) at assert_vop_elocked+0x4d
ffs_update(c81f0984,0,1,0,0,...) at ffs_update+0x16
ffs_syncvnode(c81f0984,3) at ffs_syncvnode+0x3b4
ffs_sync(c42d25d0,3,c4295870,c42d25d0,2,...) at ffs_sync+0x201
sync_fsync(e4748cb4) at sync_fsync+0x15f
VOP_FSYNC_APV(c0a05240,e4748cb4) at VOP_FSYNC_APV+0x9b
sync_vnode(c4385a90,c4295870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c072783c,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
ffs_update: 0xc81f0984 is not exclusive locked but should be
KDB
enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db>
KDB: stack backtrace:
db_trace_self_wrapper(c0951b8d) at db_trace_self_wrapper+0x25
kdb_backtrace(e4748bac,c072a212,c095ab4b,c095a6a3,c81f0984,...) at kdb_backtrace+0x29
vfs_badlock(c095ab4b,c095a6a3,c81f0984) at vfs_badlock+0x11
assert_vop_locked(c81f0984,c095a6a3,0,c81f0984,e4748bf4,...) at assert_vop_locked+0x4a
vput(c81f0984,c42d264c,36f506,0,0,...) at vput+0x2f
ffs_sync(c42d25d0,3,c4295870,c42d25d0,2,...) at ffs_sync+0x211
sync_fsync(e4748cb4) at sync_fsync+0x15f
VOP_FSYNC_APV(c0a05240,e4748cb4) at VOP_FSYNC_APV+0x9b
sync_vnode(c4385a90,c4295870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c072783c,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
vput: 0xc81f0984 is not locked but should be
KDB: enter: lock violation
[thread pid 42 tid 100046 ]
Stopped at kdb_enter+0x2b: nop
db> reset
cpu_reset: Restarting BSP
(kgdb) bt
#0 doadump () at pcpu.h:172
#1 0xc0479dcb in db_fncall (dummy1=0xe6e39634, dummy2=0x0, dummy3=0xc0a4f8c0, dummy4=0xe6e39610 "À\220¬À")
at ../../../ddb/db_command.c:486
#2 0xc0479bd7 in db_command (last_cmdp=0xc0a281c4, cmd_table=0x0) at ../../../ddb/db_command.c:401
#3 0xc0479c92 in db_command_loop () at ../../../ddb/db_command.c:453
#4 0xc047b8dd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229
#5 0xc06e3b70 in kdb_trap (type=0x3, code=0x0, tf=0xe6e397a8) at ../../../kern/subr_kdb.c:502
#6 0xc08c2e15 in trap (frame=0xe6e397a8) at ../../../i386/i386/trap.c:621
#7 0xc08acc2b in calltrap () at ../../../i386/i386/exception.s:139
#8 0xc06e3897 in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60
#9 0xc06c4808 in panic (fmt=0xc096c7c4 "vm_fault: fault on nofault entry, addr: %lx") at ../../../kern/kern_shutdown.c:557
#10 0xc0821bb1 in vm_fault (map=0xc1471000, vaddr=0xdeadc000, fault_type=0x1, fault_flags=0x0) at ../../../vm/vm_fault.c:275
#11 0xc08c302b in trap_pfault (frame=0xe6e399a8, usermode=0x0, eva=0xdeadc112) at ../../../i386/i386/trap.c:774
#12 0xc08c2ca2 in trap (frame=0xe6e399a8) at ../../../i386/i386/trap.c:462
#13 0xc08acc2b in calltrap () at ../../../i386/i386/exception.s:139
#14 0xc0689213 in g_io_request (bp=0xc67b75ac, cp=0xc62edd00) at ../../../geom/geom_io.c:356
#15 0xc068cbed in g_vfs_strategy (bo=0x1, bp=0xd817dde0) at ../../../geom/geom_vfs.c:107
#16 0xc080b5c9 in ffs_geom_strategy (bo=0xc438510c, bp=0xd817dde0) at ../../../ufs/ffs/ffs_vfsops.c:1863
#17 0xc0818a39 in ufs_strategy (ap=0x1) at ../../../ufs/ufs/ufs_vnops.c:1997
#18 0xc08d5c9b in VOP_STRATEGY_APV (vop=0xc0a10740, a=0xe6e39a88) at vnode_if.c:1769
#19 0xc0719fed in bufstrategy (bo=0x1, bp=0xd817dde0) at vnode_if.h:934
#20 0xc0714d9b in breadn (vp=0xc7b2dd98, blkno=0x0, size=0x3800, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0x1) at buf.h:429
#21 0xc0714b38 in bread (vp=0xc7b2dd98, blkno=0x0, size=0x3800, cred=0x0, bpp=0xe6e39b44) at ../../../kern/vfs_bio.c:727
#22 0xc080bceb in ffs_read (ap=0x1) at ../../../ufs/ffs/ffs_vnops.c:502
#23 0xc08d454b in VOP_READ_APV (vop=0xc0a10200, a=0xe6e39bc0) at vnode_if.c:637
#24 0xc08186f8 in ufs_readdir (ap=0xe6e39c34) at vnode_if.h:343
#25 0xc08d55cf in VOP_READDIR_APV (vop=0xc0a10740, a=0xe6e39c34) at vnode_if.c:1407
#26 0xc073071c in getdirentries (td=0xc4e306c0, uap=0xe6e39d00) at vnode_if.h:746
#27 0xc08c365e in syscall (frame=0xe6e39d38) at ../../../i386/i386/trap.c:1016
#28 0xc08acc90 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196
#29 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 14
#14 0xc0689213 in g_io_request (bp=0xc67b75ac, cp=0xc62edd00) at ../../../geom/geom_io.c:356
356 KASSERT(bp->bio_offset % cp->provider->sectorsize == 0,
(kgdb) info loc
pp = (struct g_provider *) 0xdeadc0de
(kgdb) p *cp
$1 = {geom = 0xdeadc0de, consumer = {le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, provider = 0xdeadc0de, consumers = {
le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, acr = 0xdeadc0de, acw = 0xdeadc0de, ace = 0xdeadc0de, spoiled = 0xdeadc0de,
stat = 0xdeadc0de, nstart = 0xdeadc0de, nend = 0xdeadc0de, private = 0xdeadc0de, index = 0xdeadc0de}
(kgdb) f 16
#16 0xc080b5c9 in ffs_geom_strategy (bo=0xc438510c, bp=0xd817dde0) at ../../../ufs/ffs/ffs_vfsops.c:1863
1863 g_vfs_strategy(bo, bp);
(kgdb) info loc
vp = (struct vnode *) 0xc4385000
error = 0x1
tbp = (struct buf *) 0xd817dde0
(kgdb) p *vp
$2 = {v_type = VCHR, v_tag = 0xc0946280 "devfs", v_op = 0xc09f2340, v_data = 0xc42d7c00, v_mount = 0xc42d3000, v_nmntvnodes = {
tqe_next = 0xc4348d98, tqe_prev = 0xc42d30b4}, v_un = {vu_mount = 0xc42adb00, vu_socket = 0xc42adb00, vu_cdev = 0xc42adb00,
vu_fifoinfo = 0xc42adb00}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {
tqh_first = 0x0, tqh_last = 0xc4385030}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {
lk_object = {lo_name = 0xc0946280 "devfs", lo_type = 0xc0946280 "devfs", lo_flags = 0x4390000, lo_witness_data = {lod_list = {
stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a530f0, lk_flags = 0x80, lk_sharecount = 0x0, lk_waitcount = 0x0,
lk_exclusivecount = 0x0, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0xa,
pcs = {0xc06b8444, 0xc071d32b, 0xc08d59e2, 0xc0732a88, 0xc080a09a, 0xc0809d14, 0xc07234dd, 0xc0723115, 0xc08c365e, 0xc08acc90, 0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc095371f "vnode interlock",
lo_type = 0xc095371f "vnode interlock", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0a63d68},
lod_witness = 0xc0a63d68}}, mtx_lock = 0x4, mtx_recurse = 0x0}, v_vnlock = 0xc4385058, v_holdcnt = 0x1, v_usecount = 0x1,
v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0xc824492c}, v_bufobj = {
bo_mtx = 0xc43850d4, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc4385110}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {
tqh_first = 0x0, tqh_last = 0xc4385120}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0a0ff30,
bo_bsize = 0x200, bo_object = 0xc431e9d8, bo_synclist = {le_next = 0x0, le_prev = 0xc40e8e14}, bo_private = 0xc62edd00,
__bo_vnode = 0xc4385000}, v_pollinfo = 0x0, v_label = 0x0}
(kgdb) p *bp
$3 = {b_bufobj = 0xc7b2dea4, b_bcount = 0x3800, b_caller1 = 0x0, b_data = 0xd9a6a000 "", b_error = 0x0, b_iocmd = 0x1, b_ioflags = 0x0,
b_iooffset = 0x2164000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x10b20, b_offset = 0x0, b_bobufs = {tqe_next = 0x0,
tqe_prev = 0xc7b2dea8}, b_left = 0x0, b_right = 0x0, b_vflags = 0x0, b_freelist = {tqe_next = 0xd80ef2b0, tqe_prev = 0xc0aa0ec0},
b_qindex = 0x0, b_flags = 0x20000000, b_xflags = 0x2, b_lock = {lk_object = {lo_name = 0xc095841b "bufwait",
lo_type = 0xc095841b "bufwait", lo_flags = 0x4390000, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}},
lk_interlock = 0xc0a52e38, lk_flags = 0x40000, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50,
lk_timo = 0x0, lk_lockholder = 0xc4e306c0, lk_newlock = 0x0, lk_stack = {depth = 0xc, pcs = {0xc06b8444, 0xc0716a81, 0xc071811f,
0xc0714cdb, 0xc0714b38, 0xc080bceb, 0xc08d454b, 0xc08186f8, 0xc08d55cf, 0xc073071c, 0xc08c365e, 0xc08acc90, 0x0, 0x0, 0x0, 0x0,
0x0, 0x0}}}, b_bufsize = 0x3800, b_runningbufspace = 0x0, b_kvabase = 0xd9a6a000 "", b_kvasize = 0x4000, b_lblkno = 0x0,
b_vp = 0xc7b2dd98, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd9a6a000, b_pager = {
pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0xd81d2230, tqh_last = 0xd81ec920}, cluster_entry = {
tqe_next = 0xd81d2230, tqe_prev = 0xd81ec920}}, b_pages = {0xc1b9edb0, 0xc1fa6c78, 0xc17bafc0, 0xc1867688, 0x0 <repeats 28 times>},
b_npages = 0x4, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0}
(kgdb) f 20
#20 0xc0714d9b in breadn (vp=0xc7b2dd98, blkno=0x0, size=0x3800, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0x1) at buf.h:429
429 BO_STRATEGY(bp->b_bufobj, bp);
(kgdb) p *vp
$4 = {v_type = VDIR, v_tag = 0xc0949a3a "ufs", v_op = 0xc0a10200, v_data = 0xc7eea000, v_mount = 0xc4cc1ba0, v_nmntvnodes = {
tqe_next = 0x0, tqe_prev = 0xc4cc1c54}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {
le_next = 0xc8d6c828, le_prev = 0xc411707c}, v_hash = 0x2, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0,
tqh_last = 0xc7b2ddc8}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_object = {
lo_name = 0xc0949a3a "ufs", lo_type = 0xc0949a3a "ufs", lo_flags = 0x4390000, lo_witness_data = {lod_list = {stqe_next = 0x0},
lod_witness = 0x0}}, lk_interlock = 0xc0a536d8, lk_flags = 0x40040, lk_sharecount = 0x0, lk_waitcount = 0x0,
lk_exclusivecount = 0x1, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xc4e306c0, lk_newlock = 0x0, lk_stack = {depth = 0x7,
pcs = {0xc06b8444, 0xc080ba50, 0xc08d59e2, 0xc0732a88, 0xc07306a2, 0xc08c365e, 0xc08acc90, 0x0 <repeats 11 times>}}},
v_interlock = {lock_object = {lo_name = 0xc095371f "vnode interlock", lo_type = 0xc095371f "vnode interlock", lo_flags = 0x1030000,
lo_witness_data = {lod_list = {stqe_next = 0xc0a63d68}, lod_witness = 0xc0a63d68}}, mtx_lock = 0x4, mtx_recurse = 0x0},
v_vnlock = 0xc7b2ddf0, v_holdcnt = 0x4, v_usecount = 0x2, v_iflag = 0x0, v_vflag = 0x1, v_writecount = 0x0, v_freelist = {
tqe_next = 0x0, tqe_prev = 0xc824492c}, v_bufobj = {bo_mtx = 0xc7b2de6c, bo_clean = {bv_hd = {tqh_first = 0xd817dde0,
tqh_last = 0xd817de18}, bv_root = 0xd817dde0, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc7b2deb8},
bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0a03804, bo_bsize = 0x4000, bo_object = 0xc668b000,
bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc7b2dd98, __bo_vnode = 0xc7b2dd98}, v_pollinfo = 0x0, v_label = 0x0}
--
Test scenario: mount.sh
cpu_reset_proxy: Stopped CPU 1