GENERIC HEAD from Apr 27 17:32 UTC, No vmcore
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #1: Sun Apr 29 20:43:59 CEST 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1036554240 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
fsync: giving up on dirty
0xc543d414: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc8b6e400
flags ()
v_object 0xc4cb28e8 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc855f510 (pid 25499)#0 0xc06b841c at _lockmgr+0x544
#1 0xc071d303 at vop_stdlock+0x27
#2 0xc08d58a2 at _VOP_LOCK_APV+0x7e
#3 0xc0732948 at _vn_lock+0xb8
#4 0xc080a4f1 at ffs_sync+0x311
#5 0xc0723492 at dounmount+0x382
#6 0xc07230ed at unmount+0x231
#7 0xc08c351e at syscall+0x252
#8 0xc08acb50 at Xint0x80_syscall+0x20
dev md6c
fsync: giving up on dirty
0xc543d414: tag devfs, type VCHR
usecount 1, writecount 0, refcount 5 mountedhere 0xc8b6e400
flags ()
v_object 0xc4cb28e8 ref 0 pages 6
lock type devfs: EXCL (count 1) by thread 0xc87d4870 (pid 27208)#0 0xc06b841c at _lockmgr+0x544
#1 0xc071d303 at vop_stdlock+0x27
#2 0xc08d58a2 at _VOP_LOCK_APV+0x7e
#3 0xc0732948 at _vn_lock+0xb8
#4 0xc080a4f1 at ffs_sync+0x311
#5 0xc0723492 at dounmount+0x382
#6 0xc07230ed at unmount+0x231
#7 0xc08c351e at syscall+0x252
#8 0xc08acb50 at Xint0x80_syscall+0x20
dev md6c
Fatal trap 12: page fault while in kernel mode
cpuid = 2; apic id = 06
fault virtual address = 0x14
fault code = supervisor read, page not present
instruction pointer = 0x20:0xc0675685
stack pointer = 0x28:0xe6c48998
frame pointer = 0x28:0xe6c489d4
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = interrupt enabled, resume, IOPL = 0
current process = 96326 (devfs2)
[thread pid 96326 tid 100273 ]
Stopped at devfs_open+0x235: pushl 0x14(%ebx)
db> where
Tracing pid 96326 tid 100273 td 0xc80af870
devfs_open(e6c48a10) at devfs_open+0x235
VOP_OPEN_APV(c09f2200,e6c48a10) at VOP_OPEN_APV+0x9b
vn_open_cred(e6c48b78,e6c48c78,0,c42aa900,3,...) at vn_open_cred+0x41e
vn_open(e6c48b78,e6c48c78,0,3) at vn_open+0x1e
kern_open(c80af870,8048887,0,1,0,...) at kern_open+0xb7
open(c80af870,e6c48d00) at open+0x18
syscall(e6c48d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x281562e7, esp = 0xbf9fef4c, ebp = 0xbf9fef78 ---
db> show allpcpu
Current CPU: 2
cpuid = 0
curthread = 0xc404fbd0: pid 30 "irq14: ata0"
curpcb = 0xe44ded90
fpcurthread = none
idlethread = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3f00870: pid 12 "idle: cpu1"
curpcb = 0xe2a20d90
fpcurthread = none
idlethread = 0xc3f00870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc80af870: pid 96326 "devfs2"
curpcb = 0xe6c48d90
fpcurthread = none
idlethread = 0xc3f006c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3f00510: pid 10 "idle: cpu3"
curpcb = 0xe2a1ad90
fpcurthread = none
idlethread = 0xc3f00510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show alllocks
Process 30 (irq14: ata0) thread 0xc404fbd0 (100035)
exclusive sleep mutex ATA state lock r = 0 (0xc3ff5aec) locked @ dev/ata/ata-all.c:316
db> show lockedvnods
Locked vnodes
0xc4b702b8: tag devfs, type VCHR
usecount 1, writecount 0, refcount 1 mountedhere 0xc3fc8000
flags ()
lock type devfs: EXCL (count 1) by thread 0xc80af870 (pid 96326)#0 0xc06b841c at _lockmgr+0x544
#1 0xc071d303 at vop_stdlock+0x27
#2 0xc08d58a2 at _VOP_LOCK_APV+0x7e
#3 0xc0732948 at _vn_lock+0xb8
#4 0xc0675648 at devfs_open+0x1f8
#5 0xc08d3ec7 at VOP_OPEN_APV+0x9b
#6 0xc0731a0e at vn_open_cred+0x41e
#7 0xc07315ee at vn_open+0x1e
#8 0xc072c5ab at kern_open+0xb7
#9 0xc072c4f0 at open+0x18
#10 0xc08c351e at syscall+0x252
#11 0xc08acb50 at Xint0x80_syscall+0x20
dev zero
0xc4449828: tag ufs, type VDIR
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xc44b4bd0 (pid 921)#0 0xc06b841c at _lockmgr+0x544
#1 0xc080b910 at ffs_lock+0x7c
#2 0xc08d58a2 at _VOP_LOCK_APV+0x7e
#3 0xc0732948 at _vn_lock+0xb8
#4 0xc0727fdc at vget+0xc8
#5 0xc071ab02 at cache_lookup+0x392
#6 0xc071b10a at vfs_cache_lookup+0x92
#7 0xc08d3929 at VOP_LOOKUP_APV+0xa1
#8 0xc072064c at lookup+0x4c8
#9 0xc071fefe at namei+0x2c6
#10 0xc072e139 at kern_stat+0x35
#11 0xc072e0e7 at stat+0x1b
#12 0xc08c351e at syscall+0x252
#13 0xc08acb50 at Xint0x80_syscall+0x20
ino 10551296, on dev ad0s1d
0xc5396c3c: tag ufs, type VREG
usecount 2, writecount 1, refcount 6 mountedhere 0
flags ()
v_object 0xc55db1e0 ref 0 pages 6
lock type ufs: EXCL (count 1) by thread 0xc44896c0 (pid 605) with 1 pending#0 0xc06b841c at _lockmgr+0x544
#1 0xc080b910 at ffs_lock+0x7c
#2 0xc08d58a2 at _VOP_LOCK_APV+0x7e
#3 0xc0732948 at _vn_lock+0xb8
#4 0xc072fa7a at fsync+0xa6
#5 0xc08c351e at syscall+0x252
#6 0xc08acb50 at Xint0x80_syscall+0x20
ino 10551346, on dev ad0s1d
db> show lockedbufs
buf at 0xd80d1a30
b_flags = 0x24<cache,async>
b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0
b_bufobj = (0xc40ec7d8), b_data = 0xd8292000, b_blkno = 168605888
b_npages = 4, pages(OBJ, IDX, PA): (0xc0aabf60, 0x18393, 0xa663000),(0xc0aabf60, 0x18394, 0x18b4000),(0xc0aabf60, 0x18395, 0x37935000),(0xc0aabf60, 0x18396, 0x36c86000)
db> ps
pid ppid pgrp uid state wmesg wchan cmd
96326 96319 14621 0 R+ (threaded) devfs2
100273 Run CPU 2 devfs2
100126 S uwait 0xc448b6c0 initial thread
96319 14621 14621 0 S+ wait 0xc49fb000 sh
95158 930 924 1001 S nanslp 0xc0a53da4 sleep
14621 909 14621 0 S+ wait 0xc4488900 sh
931 924 924 1001 S piperd 0xc4aba948 awk
930 924 924 1001 S wait 0xc4abd900 sh
927 923 927 1001 Ss+ select 0xc0aa095c top
924 922 924 1001 SWs wait 0xc4abdd80 sh
923 916 916 1001 S select 0xc0aa095c sshd
922 915 915 1001 SW select 0xc0aa095c sshd
921 920 921 1001 Ss ufs 0xc5396c94 tail
920 914 914 1001 S select 0xc0aa095c sshd
916 751 916 0 SWs sbwait 0xc4477ce0 sshd
915 751 915 0 SWs sbwait 0xc44f1614 sshd
914 751 914 0 SWs sbwait 0xc44a2e3c sshd
909 905 909 0 SW+ wait 0xc4357240 bash
905 902 905 0 SW+ pause 0xc4abeda4 csh
902 879 902 1001 SW+ wait 0xc4456240 su
879 878 879 1001 SWs+ wait 0xc4051b40 bash
878 876 876 1001 S select 0xc0aa095c sshd
876 751 876 0 SWs sbwait 0xc4462e3c sshd
875 1 875 0 SWs+ ttyin 0xc40c7410 getty
874 1 874 0 SWs+ ttyin 0xc40dd810 getty
873 1 873 0 SWs+ ttyin 0xc40dc810 getty
872 1 872 0 SWs+ ttyin 0xc40dc010 getty
871 1 871 0 SWs+ ttyin 0xc40c9c10 getty
870 1 870 0 SWs+ ttyin 0xc40ddc10 getty
869 1 869 0 SWs+ ttyin 0xc40de010 getty
868 1 868 0 SWs+ ttyin 0xc40dcc10 getty
853 1 853 0 SWs select 0xc0aa095c inetd
826 1 826 0 SWs select 0xc0aa095c moused
810 1 810 0 Ss nanslp 0xc0a53da4 watchdogd
767 1 767 0 Ss nanslp 0xc0a53da4 cron
761 1 761 25 Ss pause 0xc4457924 sendmail
757 1 757 0 Ss select 0xc0aa095c sendmail
751 1 751 0 SWs select 0xc0aa095c sshd
732 1 732 0 Ss select 0xc0aa095c ntpd
678 674 674 0 S - 0xc4350200 nfsd
677 674 674 0 S - 0xc42b2a00 nfsd
676 674 674 0 S - 0xc4350000 nfsd
675 674 674 0 S - 0xc42c3200 nfsd
674 1 674 0 Ss select 0xc0aa095c nfsd
672 1 672 0 Ss select 0xc0aa095c mountd
622 1 622 0 Ss select 0xc0aa095c rpcbind
605 1 605 0 Ss getbuf 0xd800cdac syslogd
539 1 539 0 SWs select 0xc0aa095c devd
44 0 0 0 SL - 0xc0a53bd8 [schedcpu]
43 0 0 0 SL sdflush 0xc0aab8f8 [softdepflush]
42 0 0 0 SL syncer 0xc0a53bd0 [syncer]
41 0 0 0 SL vlruwt 0xc4292b40 [vnlru]
40 0 0 0 SL psleep 0xc0aa0de8 [bufdaemon]
39 0 0 0 SL pgzero 0xc0ab41d0 [pagezero]
38 0 0 0 SL psleep 0xc0aac100 [vmdaemon]
37 0 0 0 SL psleep 0xc0aac0c0 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc3ff523c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 RL CPU 0 [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a515d4 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a515c0 [usbtask-hc]
26 0 0 0 SL usbevt 0xc4032210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc401fc00 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi5: +]
21 0 0 0 SL - 0xc3fb5a00 [thread taskq]
9 0 0 0 SL - 0xc3fb5a80 [acpi_task_2]
8 0 0 0 SL - 0xc3fb5a80 [acpi_task_1]
7 0 0 0 SL - 0xc3fb5a80 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
6 0 0 0 SL ccb_scan 0xc0a273f4 [xpt_thrd]
5 0 0 0 SL - 0xc3fb5e80 [kqueue taskq]
17 0 0 0 SL - 0xc0a53bd8 [yarrow]
4 0 0 0 SL - 0xc0a51d4c [g_down]
3 0 0 0 SL - 0xc0a51d48 [g_up]
2 0 0 0 SL - 0xc0a51d40 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3f02000 [init]
0 0 0 0 WLs [swapper]
db> set $lines 0
db> allt
Tracing command devfs2 pid 96326 tid 100273 td 0xc80af870
devfs_open(e6c48a10) at devfs_open+0x235
VOP_OPEN_APV(c09f2200,e6c48a10) at VOP_OPEN_APV+0x9b
vn_open_cred(e6c48b78,e6c48c78,0,c42aa900,3,...) at vn_open_cred+0x41e
vn_open(e6c48b78,e6c48c78,0,3) at vn_open+0x1e
kern_open(c80af870,8048887,0,1,0,...) at kern_open+0xb7
open(c80af870,e6c48d00) at open+0x18
syscall(e6c48d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x281562e7, esp = 0xbf9fef4c, ebp = 0xbf9fef78 ---
Tracing command devfs2 pid 96326 tid 100126 td 0xc44b4000
sched_switch(c44b4000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c448b6c0) at sleepq_switch+0xc9
sleepq_wait_sig(c448b6c0) at sleepq_wait_sig+0x1d
_sleep(c448b6c0,c0a54570,100,c09503fc,0) at _sleep+0x2a6
do_wait(c44b4000,28201200,187b1,0,0,...) at do_wait+0x21f
__umtx_op_wait(c44b4000,e6ac5d00,e6ac5d2c,c08c351e,c44b4000,...) at __umtx_op_wait+0x50
_umtx_op(c44b4000,e6ac5d00) at _umtx_op+0x1f
syscall(e6ac5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280da94f, esp = 0xbfbfea6c, ebp = 0xbfbfea98 ---
Tracing command sh pid 96319 tid 100259 td 0xc855f1b0
sched_switch(c855f1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c49fb000) at sleepq_switch+0xc9
sleepq_wait_sig(c49fb000) at sleepq_wait_sig+0x1d
_sleep(c49fb000,c49fb060,15c,c09545d1,0) at _sleep+0x2a6
kern_wait(c855f1b0,ffffffff,e6c72c28,2,0) at kern_wait+0x7c3
wait4(c855f1b0,e6c72d00) at wait4+0x2a
syscall(e6c72d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 ---
Tracing command sleep pid 95158 tid 100173 td 0xc44581b0
sched_switch(c44581b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53da4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53da4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53da4,0,15c,c09500df,2711,...) at _sleep+0x27c
kern_nanosleep(c44581b0,e69fdc70,e69fdc68) at kern_nanosleep+0xab
nanosleep(c44581b0,e69fdd00) at nanosleep+0x4f
syscall(e69fdd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137147, esp = 0xbfbfec4c, ebp = 0xbfbfeca8 ---
Tracing command sh pid 14621 tid 100109 td 0xc448a510
sched_switch(c448a510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4488900) at sleepq_switch+0xc9
sleepq_wait_sig(c4488900) at sleepq_wait_sig+0x1d
_sleep(c4488900,c4488960,15c,c09545d1,0) at _sleep+0x2a6
kern_wait(c448a510,ffffffff,e6a87c28,2,0) at kern_wait+0x7c3
wait4(c448a510,e6a87d00) at wait4+0x2a
syscall(e6a87d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe76c, ebp = 0xbfbfe788 ---
Tracing command awk pid 931 tid 100104 td 0xc4293bd0
sched_switch(c4293bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4aba948) at sleepq_switch+0xc9
sleepq_wait_sig(c4aba948) at sleepq_wait_sig+0x1d
_sleep(c4aba948,c4abaab8,14c,c09542a1,0) at _sleep+0x2a6
pipe_read(c430c828,e474ec60,c489ea80,0,c4293bd0) at pipe_read+0x377
dofileread(c4293bd0,0,c430c828,e474ec60,ffffffff,...) at dofileread+0x85
kern_readv(c4293bd0,0,e474ec60,28233000,1000,...) at kern_readv+0x36
read(c4293bd0,e474ed00) at read+0x45
syscall(e474ed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818274b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command sh pid 930 tid 100144 td 0xc4878870
sched_switch(c4878870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4abd900) at sleepq_switch+0xc9
sleepq_wait_sig(c4abd900) at sleepq_wait_sig+0x1d
_sleep(c4abd900,c4abd960,15c,c09545d1,0) at _sleep+0x2a6
kern_wait(c4878870,ffffffff,e6aefc28,2,0) at kern_wait+0x7c3
wait4(c4878870,e6aefd00) at wait4+0x2a
syscall(e6aefd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac37, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command top pid 927 tid 100145 td 0xc48786c0
sched_switch(c48786c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa095c,0,0,c09fb6e4,e6aecadc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa095c,c0aa0944,3e9) at _cv_timedwait_sig+0x188
kern_select(c48786c0,2,bfbfec30,0,0,...) at kern_select+0x47f
select(c48786c0,e6aecd00) at select+0x44
syscall(e6aecd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281b76cb, esp = 0xbfbfebac, ebp = 0xbfbfed28 ---
Tracing command sh pid 924 tid 100146 td 0xc4878510
Tracing command sshd pid 923 tid 100093 td 0xc43561b0
sched_switch(c43561b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa095c,c0aa095c,c0aa0944,c0954032,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa095c,c0aa0944) at _cv_wait_sig+0x17c
kern_select(c43561b0,9,284030e0,284030e4,0,...) at kern_select+0x495
select(c43561b0,e69b6d00) at select+0x44
syscall(e69b6d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 922 tid 100147 td 0xc4878360
Tracing command tail pid 921 tid 100151 td 0xc44b4bd0
sched_switch(c44b4bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c5396c94,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c5396c94,0,0,c09fb6e4,246,...) at sleepq_wait+0x46
_sleep(c5396c94,c0a53478,50,c09498fa,0,...) at _sleep+0x2b5
acquire(e6ada904,40,60000,e6ada894,e6ada898,...) at acquire+0x76
_lockmgr(c5396c94,2002,c5396d10,c44b4bd0,c095a01e,7f3) at _lockmgr+0x49a
ffs_lock(e6ada960) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a100c0,e6ada960) at _VOP_LOCK_APV+0x7e
_vn_lock(c5396c3c,2002,c44b4bd0,c095a01e,7f3,c5396c3c) at _vn_lock+0xb8
vget(c5396c3c,2002,c44b4bd0) at vget+0xc8
cache_lookup(c4449828,e6adabb8,e6adabcc) at cache_lookup+0x392
vfs_cache_lookup(e6adaabc) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c0a100c0,e6adaabc) at VOP_LOOKUP_APV+0xa1
lookup(e6adaba4) at lookup+0x4c8
namei(e6adaba4) at namei+0x2c6
kern_stat(c44b4bd0,28203040,0,e6adac18) at kern_stat+0x35
stat(c44b4bd0,e6adad00) at stat+0x1b
syscall(e6adad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28147287, esp = 0xbfbfeb3c, ebp = 0xbfbfebd8 ---
Tracing command sshd pid 920 tid 100150 td 0xc44b4d80
sched_switch(c44b4d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa095c,c0aa095c,c0aa0944,c0954032,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa095c,c0aa0944) at _cv_wait_sig+0x17c
kern_select(c44b4d80,b,284030e0,284030e4,0,...) at kern_select+0x495
select(c44b4d80,e6addd00) at select+0x44
syscall(e6addd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 916 tid 100108 td 0xc448a6c0
Tracing command sshd pid 915 tid 100125 td 0xc44b41b0
Tracing command sshd pid 914 tid 100149 td 0xc4878000
Tracing command bash pid 909 tid 100071 td 0xc43551b0
Tracing command csh pid 905 tid 100153 td 0xc44b4870
Tracing command su pid 902 tid 100085 td 0xc4455000
Tracing command bash pid 879 tid 100040 td 0xc404f360
Tracing command sshd pid 878 tid 100089 td 0xc4356870
sched_switch(c4356870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa095c,c0aa095c,c0aa0944,c0954032,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa095c,c0aa0944) at _cv_wait_sig+0x17c
kern_select(c4356870,d,284030e0,284030e4,0,...) at kern_select+0x495
select(c4356870,e69c2d00) at select+0x44
syscall(e69c2d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283946cb, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 876 tid 100059 td 0xc431ed80
Tracing command getty pid 875 tid 100052 td 0xc4050d80
Tracing command getty pid 874 tid 100061 td 0xc431ea20
Tracing command getty pid 873 tid 100092 td 0xc4356360
Tracing command getty pid 872 tid 100135 td 0xc44b3000
Tracing command getty pid 871 tid 100136 td 0xc448ad80
Tracing command getty pid 870 tid 100137 td 0xc448abd0
Tracing command getty pid 869 tid 100138 td 0xc4879360
Tracing command getty pid 868 tid 100139 td 0xc48791b0
Tracing command inetd pid 853 tid 100051 td 0xc4293000
Tracing command moused pid 826 tid 100114 td 0xc4489bd0
Tracing command watchdogd pid 810 tid 100086 td 0xc4356d80
sched_switch(c4356d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53da4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53da4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53da4,0,15c,c09500df,ea61,...) at _sleep+0x27c
kern_nanosleep(c4356d80,e69cbc70,e69cbc68) at kern_nanosleep+0xab
nanosleep(c4356d80,e69cbd00) at nanosleep+0x4f
syscall(e69cbd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a147, esp = 0xbfbfed2c, ebp = 0xbfbfed58 ---
Tracing command cron pid 767 tid 100098 td 0xc431e6c0
sched_switch(c431e6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53da4) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a53da4) at sleepq_timedwait_sig+0x1e
_sleep(c0a53da4,0,15c,c09500df,ea61,...) at _sleep+0x27c
kern_nanosleep(c431e6c0,e694cc70,e694cc68) at kern_nanosleep+0xab
nanosleep(c431e6c0,e694cd00) at nanosleep+0x4f
syscall(e694cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28149147, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 761 tid 100095 td 0xc4459bd0
sched_switch(c4459bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4457924) at sleepq_switch+0xc9
sleepq_wait_sig(c4457924) at sleepq_wait_sig+0x1d
_sleep(c4457924,c4457960,168,c09128f1,0) at _sleep+0x2a6
kern_sigsuspend(c4459bd0,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4459bd0,e6a2ad00) at sigsuspend+0x33
syscall(e6a2ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ce46f, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 757 tid 100058 td 0xc431f000
sched_switch(c431f000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa095c,0,0,c09fb6e4,e695badc,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa095c,c0aa0944,1389) at _cv_timedwait_sig+0x188
kern_select(c431f000,5,bfbfc520,0,0,...) at kern_select+0x47f
select(c431f000,e695bd00) at select+0x44
syscall(e695bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283566cb, esp = 0xbfbfc43c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 751 tid 100063 td 0xc4356000
Tracing command ntpd pid 732 tid 100081 td 0xc44556c0
sched_switch(c44556c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa095c,c0aa095c,c0aa0944,c0954032,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa095c,c0aa0944) at _cv_wait_sig+0x17c
kern_select(c44556c0,a,bfbfed70,0,0,...) at kern_select+0x495
select(c44556c0,e69ebd00) at select+0x44
syscall(e69ebd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x282d86cb, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---
Tracing command nfsd pid 678 tid 100043 td 0xc4000d80
sched_switch(c4000d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350200) at sleepq_switch+0xc9
sleepq_wait_sig(c4350200) at sleepq_wait_sig+0x1d
_sleep(c4350200,c0aab740,158,c094706a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4000d80) at nfssvc_nfsd+0x101
nfssvc(c4000d80,e449fd00) at nfssvc+0x190
syscall(e449fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 677 tid 100088 td 0xc4356a20
sched_switch(c4356a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42b2a00) at sleepq_switch+0xc9
sleepq_wait_sig(c42b2a00) at sleepq_wait_sig+0x1d
_sleep(c42b2a00,c0aab740,158,c094706a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4356a20) at nfssvc_nfsd+0x101
nfssvc(c4356a20,e69c5d00) at nfssvc+0x190
syscall(e69c5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 676 tid 100065 td 0xc4355bd0
sched_switch(c4355bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4350000) at sleepq_switch+0xc9
sleepq_wait_sig(c4350000) at sleepq_wait_sig+0x1d
_sleep(c4350000,c0aab740,158,c094706a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4355bd0) at nfssvc_nfsd+0x101
nfssvc(c4355bd0,e69add00) at nfssvc+0x190
syscall(e69add38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 675 tid 100113 td 0xc4489d80
sched_switch(c4489d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42c3200) at sleepq_switch+0xc9
sleepq_wait_sig(c42c3200) at sleepq_wait_sig+0x1d
_sleep(c42c3200,c0aab740,158,c094706a,0,...) at _sleep+0x2a6
nfssvc_nfsd(c4489d80) at nfssvc_nfsd+0x101
nfssvc(c4489d80,e6a7bd00) at nfssvc+0x190
syscall(e6a7bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf4f, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 674 tid 100055 td 0xc4050870
sched_switch(c4050870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa095c,c0aa095c,c0aa0944,c0954032,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa095c,c0aa0944) at _cv_wait_sig+0x17c
kern_select(c4050870,5,bfbfed40,0,0,...) at kern_select+0x495
select(c4050870,e44f3d00) at select+0x44
syscall(e44f3d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281536cb, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 672 tid 100116 td 0xc4489870
sched_switch(c4489870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_wait_sig(c0aa095c,c0aa095c,c0aa0944,c0954032,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0aa095c,c0aa0944) at _cv_wait_sig+0x17c
kern_select(c4489870,8,bfbfedf0,0,0,...) at kern_select+0x495
select(c4489870,e6a72d00) at select+0x44
syscall(e6a72d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281636cb, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 622 tid 100110 td 0xc448a360
sched_switch(c448a360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa095c) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0aa095c,0,0,c09fb6e4,e6a84b28,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0aa095c,c0aa0944,7531) at _cv_timedwait_sig+0x188
poll(c448a360,e6a84d00) at poll+0x3a3
syscall(e6a84d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811d027, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 605 tid 100117 td 0xc44896c0
sched_switch(c44896c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(d800cdac,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(d800cdac,0,0,c09fb6e4,c09692f5,...) at sleepq_wait+0x46
_sleep(d800cdac,c40ec7a0,24c,c096a56c,0) at _sleep+0x2b5
getdirtybuf(d800cd50,c0aab8d0,1) at getdirtybuf+0x1f7
flush_deplist(c56468d0,1,e6a6fb98) at flush_deplist+0x48
flush_inodedep_deps(c42ed000,a10032,c0aab8d0,0,c09692ec,1458) at flush_inodedep_deps+0x98
softdep_sync_metadata(c5396c3c) at softdep_sync_metadata+0x48
ffs_syncvnode(c5396c3c,1) at ffs_syncvnode+0x357
ffs_fsync(e6a6fc64) at ffs_fsync+0x12
VOP_FSYNC_APV(c0a100c0,e6a6fc64) at VOP_FSYNC_APV+0x9b
fsync(c44896c0,e6a6fd00) at fsync+0x11c
syscall(e6a6fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (95, FreeBSD ELF32, fsync), eip = 0x281608c3, esp = 0xbfbfda4c, ebp = 0xbfbfee88 ---
Tracing command devd pid 539 tid 100083 td 0xc4455360
Tracing command schedcpu pid 44 tid 100044 td 0xc4000bd0
sched_switch(c4000bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53bd8,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53bd8) at sleepq_timedwait+0x4a
_sleep(c0a53bd8,0,0,c094706a,3e8,...) at _sleep+0x291
pause(c094706a,3e8) at pause+0x26
schedcpu_thread(0,e449cd38) at schedcpu_thread+0x19
fork_exit(c06d9e24,0,e449cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449cd70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4000a20
sched_switch(c4000a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aab8f8,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aab8f8) at sleepq_timedwait+0x4a
_sleep(c0aab8f8,c0aab8d0,44,c0969475,3e8) at _sleep+0x291
softdep_flush(0,e4499d38) at softdep_flush+0x259
fork_exit(c07fd8b0,0,e4499d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4499d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc4293870
sched_switch(c4293870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53bd0,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a53bd0,0,0,c09fb6e4,c095a027,...) at sleepq_wait+0x46
_sleep(c0a53bd0,c0aa10e4,68,c095a435,0) at _sleep+0x2b5
sched_sync(0,e4748d38) at sched_sync+0x2fe
fork_exit(c0727814,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc42936c0
sched_switch(c42936c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4292b40,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4292b40) at sleepq_timedwait+0x4a
_sleep(c4292b40,c0aa10b8,250,c095a0e8,3e8,c0aa1118) at _sleep+0x291
vnlru_proc(0,e4745d38) at vnlru_proc+0xdf
fork_exit(c0725944,0,e4745d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4745d70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc4293510
sched_switch(c4293510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa0de8,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa0de8) at sleepq_timedwait+0x4a
_sleep(c0aa0de8,c0aa0dec,44,c095882a,3e8) at _sleep+0x291
buf_daemon(0,e4742d38) at buf_daemon+0x198
fork_exit(c07170bc,0,e4742d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4742d70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc4293360
sched_switch(c4293360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab41d0,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab41d0) at sleepq_timedwait+0x4a
_sleep(c0ab41d0,c0aac084,0,c096e62e,493e0) at _sleep+0x291
vm_pagezero(0,e473fd38) at vm_pagezero+0x6b
fork_exit(c08323b0,0,e473fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc3f03d80
sched_switch(c3f03d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac100,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aac100,ffffffff,0,0,e2a5fcd0,...) at sleepq_wait+0x46
_sleep(c0aac100,0,68,c095882a,0) at _sleep+0x2b5
vm_daemon(0,e2a5fd38) at vm_daemon+0x36
fork_exit(c0830ffc,0,e2a5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5fd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc3f03bd0
sched_switch(c3f03bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aac0c0,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aac0c0) at sleepq_timedwait+0x4a
_sleep(c0aac0c0,c0aac084,44,c095882a,1388) at _sleep+0x291
vm_pageout(0,e2a5cd38) at vm_pageout+0x268
fork_exit(c0830c84,0,e2a5cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5cd70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f03a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc3f03870
sched_switch(c3f03870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff523c,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff523c) at sleepq_timedwait+0x4a
_sleep(c3ff523c,c3ff52f0,4c,c094706a,3e8) at _sleep+0x291
fdc_worker(c3ff5200,c3ff52f0,0,c0970b0f,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff5200,e2a56d38) at fdc_thread+0x54
fork_exit(c088ec18,c3ff5200,e2a56d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a56d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc3f036c0
sched_switch(c3f036c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bac70,e2a53d38) at ithread_loop+0xda
fork_exit(c06af8d8,c40bac70,e2a53d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a53d70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f03510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4050000
sched_switch(c4050000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ba550,e44e4d38) at ithread_loop+0xda
fork_exit(c06af8d8,c40ba550,e44e4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44e4d70, ebp = 0 ---
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc404fd80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc404fbd0
cpustop_handler(e44deb80,c08c27a9,369e99,a2c8,3,...) at cpustop_handler+0x31
ipi_nmi_handler(369e99,a2c8,3,0,0,...) at ipi_nmi_handler+0x28
trap(e44deb8c) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08a10a8, esp = 0xe44debcc, ebp = 0xe44debdc ---
siointr1(c40c0000,c0ac0dac,0,c0972a78,56f,...) at siointr1+0x374
siointr(c40c0000) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e44dec3c,4,e44dec90,c08aceb4,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e44dec3c) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc04ec8fd, esp = 0xe44dec7c, ebp = 0xe44dec90 ---
ata_pci_dmastop(c423a500,0,e44decb8,c40e4800,c3ff5a00,...) at ata_pci_dmastop+0xcd
ata_end_transaction(c4aded80) at ata_end_transaction+0x637
ata_interrupt(c3ff5a00) at ata_interrupt+0x73
ithread_execute_handlers(c4051000,c3efcc00) at ithread_execute_handlers+0x121
ithread_loop(c40aca20,e44ded38) at ithread_loop+0x67
fork_exit(c06af8d8,c40aca20,e44ded38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44ded70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc404fa20
sched_switch(c404fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ac240,e44dbd38) at ithread_loop+0xda
fork_exit(c06af8d8,c40ac240,e44dbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44dbd70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc404f870
sched_switch(c404f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a515d4,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a515d4,ffffffff,0,0,c06bba74,...) at sleepq_wait+0x46
_sleep(c0a515d4,0,5c,c0943feb,0,...) at _sleep+0x2b5
usb_task_thread(c0a515d4,e44d8d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a515d4,e44d8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d8d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f016c0
sched_switch(c3f016c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a515c0,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a515c0,ffffffff,0,0,c06bba74,...) at sleepq_wait+0x46
_sleep(c0a515c0,0,5c,c0943feb,0,...) at _sleep+0x2b5
usb_task_thread(c0a515c0,e2a38d38) at usb_task_thread+0x47
fork_exit(c065c684,c0a515c0,e2a38d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc3f01510
sched_switch(c3f01510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4032210,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4032210) at sleepq_timedwait+0x4a
_sleep(c4032210,0,5c,c0943fe4,ea60,c403f500) at _sleep+0x291
usb_event_thread(c403f500,e2a35d38) at usb_event_thread+0x94
fork_exit(c065c5d0,c403f500,e2a35d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f01360
sched_switch(c3f01360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402ebb0,e2a32d38) at ithread_loop+0xda
fork_exit(c06af8d8,c402ebb0,e2a32d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc3f011b0
sched_switch(c3f011b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c401fc00,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c401fc00,c401fc1c,8,c0952af9,47,...) at sleepq_wait+0x46
msleep_spin(c401fc00,c401fc1c,c094706a,0) at msleep_spin+0x19e
taskqueue_thread_loop(c3fefa14,e2a2fd38) at taskqueue_thread_loop+0x61
fork_exit(c06eb494,c3fefa14,e2a2fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4000870
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 22 tid 100022 td 0xc40006c0
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 21 tid 100023 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a00,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a00,0,0,c09fb6e4,c0952b02,...) at sleepq_wait+0x46
_sleep(c3fb5a00,c3fb5a1c,0,c094706a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a59370,e4490d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0a59370,e4490d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---
Tracing command acpi_task_2 pid 9 tid 100024 td 0xc4000360
sched_switch(c4000360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb6e4,c0952b02,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c094706a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448dd38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0c17334,e448dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---
Tracing command acpi_task_1 pid 8 tid 100025 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb6e4,c0952b02,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c094706a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e448ad38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0c17334,e448ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---
Tracing command acpi_task_0 pid 7 tid 100026 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09fb6e4,c0952b02,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c094706a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0c17334,e4487d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0c17334,e4487d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4487d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3f001b0
sched_switch(c3f001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e530,e2a14d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3f8e530,e2a14d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a14d70, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100009 td 0xc3f00000
sched_switch(c3f00000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e520,e2a11d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3f8e520,e2a11d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f03360
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f031b0
sched_switch(c3f031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a273f4,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a273f4,0,0,c09fb6e4,c090670e,...) at sleepq_wait+0x46
_sleep(c0a273f4,c0a2740c,4c,c0906781,0,...) at _sleep+0x2b5
xpt_scanner_thread(0,e2a4ad38) at xpt_scanner_thread+0x29
fork_exit(c045a3c0,0,e2a4ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4ad70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f03000
sched_switch(c3f03000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5e80,c0a53670,0,c09524c9,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5e80,0,0,c09fb6e4,c0952b02,...) at sleepq_wait+0x46
_sleep(c3fb5e80,c3fb5e9c,0,c094706a,0) at _sleep+0x2b5
taskqueue_thread_loop(c0a52464,e2a47d38) at taskqueue_thread_loop+0x78
fork_exit(c06eb494,c0a52464,e2a47d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a47d70, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc3f01d80
sched_switch(c3f01d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a53bd8,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a53bd8) at sleepq_timedwait+0x4a
_sleep(c0a53bd8,0,0,c094706a,64,...) at _sleep+0x291
pause(c094706a,64) at pause+0x26
random_kthread(0,e2a44d38) at random_kthread+0x177
fork_exit(c05f9028,0,e2a44d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3f01bd0
sched_switch(c3f01bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51d4c,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51d4c) at sleepq_timedwait+0x4a
_sleep(c0a51d4c,c0a51c68,24c,c094706a,64) at _sleep+0x291
g_io_schedule_down(c3f01bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a41d38) at g_down_procbody+0x5a
fork_exit(c0689b14,0,e2a41d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3f01a20
sched_switch(c3f01a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51d48,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51d48) at sleepq_timedwait+0x4a
_sleep(c0a51d48,c0a51ca8,24c,c094706a,64) at _sleep+0x291
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0689ab4,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3f01870
sched_switch(c3f01870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a51d40,c0a53670,0,c09524c9,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a51d40) at sleepq_timedwait+0x4a
_sleep(c0a51d40,0,4c,c094706a,64) at _sleep+0x291
g_event_procbody(0,e2a3bd38) at g_event_procbody+0x9e
fork_exit(c0689b74,0,e2a3bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc3f01000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4920,e2a29d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3ec4920,e2a29d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a26d38) at ithread_loop+0xda
fork_exit(c06af8d8,c3ec4930,e2a26d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3f00a20
sched_switch(c3f00a20,0,2) at sched_switch+0xff
mi_switch(2,0,c0a53670,0,c0950ca4,...) at mi_switch+0x280
critical_exit(0,c3ff4e00,e2a23cd4,c08ad0cf,e2a23c94,...) at critical_exit+0x92
lapic_handle_timer(e2a23c94) at lapic_handle_timer+0x14d
Xtimerint() at Xtimerint+0x1f
--- interrupt, eip = 0xc0c07145, esp = 0xe2a23cd4, ebp = 0xe2a23cd4 ---
acpi_cpu_c1(c0a53670,c06dac58,e2a23cf4,c06dac58,c06dac58,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a23d04,c06dac81,e2a23d24,c06ae910,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a23d24,c06ae910,0,e2a23d38,c3eff6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a23d38) at sched_idletd+0x29
fork_exit(c06dac58,0,e2a23d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3f00870
cpustop_handler(e2a20c88,c08c27a9,c06bc005,e2a20c24,c3f00870,...) at cpustop_handler+0x31
ipi_nmi_handler(c06bc005,e2a20c24,c3f00870,0,0,...) at ipi_nmi_handler+0x28
trap(e2a20c94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a20cd4, ebp = 0xe2a20cd4 ---
acpi_cpu_c1(c0a53670,c06dac58,e2a20cf4,c06dac58,c06dac58,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a20d04,c06dac81,e2a20d24,c06ae910,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a20d24,c06ae910,0,e2a20d38,c3eff900,...) at cpu_idle+0x28
sched_idletd(0,e2a20d38) at sched_idletd+0x29
fork_exit(c06dac58,0,e2a20d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3f006c0
sched_switch(c3f006c0,0,1) at sched_switch+0xff
mi_switch(1,0,c0a53670,0,c0950a8c,...) at mi_switch+0x280
sched_idletd(0,e2a1dd38) at sched_idletd+0x51
fork_exit(c06dac58,0,e2a1dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3f00510
cpustop_handler(e2a1ac88,c08c27a9,c06bc005,e2a1ac24,c3f00510,...) at cpustop_handler+0x31
ipi_nmi_handler(c06bc005,e2a1ac24,c3f00510,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1ac94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c07145, esp = 0xe2a1acd4, ebp = 0xe2a1acd4 ---
acpi_cpu_c1(c0a53670,c06dac58,e2a1acf4,c06dac58,c06dac58,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1ad04,c06dac81,e2a1ad24,c06ae910,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1ad24,c06ae910,0,e2a1ad38,c3effd80,...) at cpu_idle+0x28
sched_idletd(0,e2a1ad38) at sched_idletd+0x29
fork_exit(c06dac58,0,e2a1ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f02000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f02000) at sleepq_wait_sig+0x1d
_sleep(c3f02000,c3f02060,15c,c09545d1,0) at _sleep+0x2a6
kern_wait(c3f00360,ffffffff,e2a17c28,0,0) at kern_wait+0x7c3
wait4(c3f00360,e2a17d00) at wait4+0x2a
syscall(e2a17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swapper pid 0 tid 0 td 0xc0a52040
sched_switch(c0a52040,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c04529f5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 141 MB:
(kgdb) l *devfs_open+0x235
0xc0675685 is in devfs_open (../../../fs/devfs/devfs_vnops.c:796).
791 * sure there is any better way. Passing the fdidx into
792 * VOP_OPEN() offers us more information than just passing
793 * the file *.
794 */
795 fp = ap->a_td->td_proc->p_fd->fd_ofiles[ap->a_fdidx];
796 FILE_LOCK(fp);
797 KASSERT(fp->f_ops == &badfileops,
798 ("Could not vnode bypass device on fdops %p", fp->f_ops));
799 fp->f_data = dev;
800 fp->f_ops = &devfs_ops_f;
--
Test scenario: devfs2.sh