GENERIC HEAD from Apr 4 09:44 UTC, vmcore.150
Ran out of buffer space
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Sat Apr 7 12:40:26 CEST 2007
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Logical CPUs per core: 2
real memory = 1073676288 (1023 MB)
avail memory = 1036554240 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fsync: giving up on dirty
0xc438715c: tag devfs, type VCHR
usecount 1, writecount 0, refcount 2245 mountedhere 0xc42bad00
flags ()
v_object 0xc4360780 ref 0 pages 94096
lock type devfs: EXCL (count 1) by thread 0xc4383000 (pid 70175)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc0719e83 at vop_stdlock+0x27
#2 0xc08d1c1a at _VOP_LOCK_APV+0x7e
#3 0xc072f2d4 at _vn_lock+0xb8
#4 0xc07fad7f at softdep_flushworklist+0x43
#5 0xc0806ef7 at ffs_sync+0x277
#6 0xc072f9a1 at vfs_write_suspend+0xa5
#7 0xc07f4621 at ffs_snapshot+0xb51
#8 0xc0804f58 at ffs_mount+0xa68
#9 0xc071f5da at vfs_domount+0x642
#10 0xc071ed80 at vfs_donmount+0x410
#11 0xc07218d1 at kernel_mount+0x6d
#12 0xc0805139 at ffs_cmount+0x5d
#13 0xc071ef72 at mount+0x15e
#14 0xc08bf8be at syscall+0x252
#15 0xc08a90d0 at Xint0x80_syscall+0x20
dev ad0s1d
~KDB: enter: Line break on console
[thread pid 13 tid 100003 ]
Stopped at kdb_enter+0x2b: nop
db> show pcpu
cpuid = 0
curthread = 0xc3f00a20: pid 13 "idle: cpu0"
curpcb = 0xe2a23d90
fpcurthread = none
idlethread = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
db> show allpcpu
Current CPU: 0
cpuid = 0
curthread = 0xc3f00a20: pid 13 "idle: cpu0"
curpcb = 0xe2a23d90
fpcurthread = none
idlethread = 0xc3f00a20: pid 13 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
cpuid = 1
curthread = 0xc3f00870: pid 12 "idle: cpu1"
curpcb = 0xe2a20d90
fpcurthread = none
idlethread = 0xc3f00870: pid 12 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
cpuid = 2
curthread = 0xc3f006c0: pid 11 "idle: cpu2"
curpcb = 0xe2a1dd90
fpcurthread = none
idlethread = 0xc3f006c0: pid 11 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
cpuid = 3
curthread = 0xc3f00510: pid 10 "idle: cpu3"
curpcb = 0xe2a1ad90
fpcurthread = none
idlethread = 0xc3f00510: pid 10 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> ps
pid ppid pgrp uid state wmesg wchan cmd
87965 783 783 25 S ufs 0xc40ebc94 sendmail
87964 779 779 0 S ufs 0xc40ebc94 sendmail
87963 783 783 25 S ufs 0xc40ebc94 sendmail
87962 779 779 0 S ufs 0xc40ebc94 sendmail
87961 783 783 25 S ufs 0xc40ebc94 sendmail
87960 779 779 0 S ufs 0xc40ebc94 sendmail
87959 783 783 25 S ufs 0xc40ebc94 sendmail
87958 779 779 0 S ufs 0xc40ebc94 sendmail
87957 783 783 25 S ufs 0xc40ebc94 sendmail
87956 779 779 0 S ufs 0xc40ebc94 sendmail
87955 783 783 25 S ufs 0xc40ebc94 sendmail
87954 779 779 0 S ufs 0xc40ebc94 sendmail
87953 783 783 25 S ufs 0xc40ebc94 sendmail
87952 779 779 0 S ufs 0xc40ebc94 sendmail
87951 783 783 25 S ufs 0xc40ebc94 sendmail
87950 779 779 0 S ufs 0xc40ebc94 sendmail
87949 783 783 25 S ufs 0xc40ebc94 sendmail
87948 779 779 0 S ufs 0xc40ebc94 sendmail
87947 783 783 25 S ufs 0xc40ebc94 sendmail
87946 779 779 0 S ufs 0xc40ebc94 sendmail
87945 783 783 25 S ufs 0xc40ebc94 sendmail
87944 779 779 0 S ufs 0xc40ebc94 sendmail
87943 783 783 25 S ufs 0xc40ebc94 sendmail
87942 779 779 0 S ufs 0xc40ebc94 sendmail
87941 87940 87941 0 SVs ufs 0xc8258880 cron
87940 789 789 0 S ppwait 0xc435ed80 cron
87939 87938 87939 0 SVs newbuf 0xc0a9c7c0 cron
87938 789 789 0 S ppwait 0xc4991d80 cron
87937 65482 65475 1001 SE newbuf 0xc0a9c7c0 sleep
70022 70018 70022 0 S+ ttyin 0xc4003010 bash
70018 70013 70018 0 S+ pause 0xc54a24a4 csh
70013 70007 70013 1001 S+ wait 0xc4294480 su
70007 70006 70007 1001 Ss+ wait 0xc4787b40 bash
70006 70004 70004 1001 S select 0xc0a9c2fc sshd
70004 773 70004 0 Ss sbwait 0xc7944770 sshd
65563 65559 65563 0 S+ ttyin 0xc403c810 bash
65559 65558 65559 0 S+ pause 0xc4a5db64 csh
65558 65514 65558 1001 S+ wait 0xc4381480 su
65514 65513 65514 1001 Ss+ wait 0xc54a8000 bash
65513 65511 65511 1001 S flswai 0xc0a9c7c0 sshd
65511 773 65511 0 Ss sbwait 0xc69c7770 sshd
65483 65475 65475 1001 S piperd 0xc6e23318 awk
65482 65475 65475 1001 S wait 0xc54a8d80 sh
65477 65472 65477 1001 Ss+ flswai 0xc0a9c7c0 top
65476 65474 65476 1001 Ss ufs 0xc40ebc94 tail
65475 65473 65475 1001 Ss wait 0xc4991b40 sh
65474 65468 65468 1001 S select 0xc0a9c2fc sshd
65473 65467 65467 1001 S select 0xc0a9c2fc sshd
65472 65466 65466 1001 S select 0xc0a9c2fc sshd
65468 773 65468 0 Ss sbwait 0xc79c8614 sshd
65467 773 65467 0 Ss sbwait 0xc79de200 sshd
65466 773 65466 0 Ss sbwait 0xc443d614 sshd
894 1 894 0 SWs+ ttyin 0xc40c7410 getty
893 1 893 0 SWs+ ttyin 0xc40dd810 getty
892 1 892 0 SWs+ ttyin 0xc40dc810 getty
891 1 891 0 SWs+ ttyin 0xc40dc010 getty
890 1 890 0 SWs+ ttyin 0xc40c9c10 getty
889 1 889 0 SWs+ ttyin 0xc40ddc10 getty
888 1 888 0 SWs+ ttyin 0xc40de010 getty
887 1 887 0 SWs+ ttyin 0xc40dcc10 getty
872 1 872 0 SWs select 0xc0a9c2fc inetd
845 1 845 0 SWs select 0xc0a9c2fc moused
789 1 789 0 Ss ufs 0xc40eb9dc cron
783 1 783 25 Ss pause 0xc4473024 sendmail
779 1 779 0 Ss select 0xc0a9c2fc sendmail
773 1 773 0 Ss select 0xc0a9c2fc sshd
754 1 754 0 Ss flswai 0xc0a9c7c0 ntpd
698 694 694 0 S - 0xc43f3800 nfsd
697 694 694 0 S - 0xc42b1c00 nfsd
696 694 694 0 S - 0xc43f3a00 nfsd
695 694 694 0 S - 0xc4042600 nfsd
694 1 694 0 Ss select 0xc0a9c2fc nfsd
692 1 692 0 Ss select 0xc0a9c2fc mountd
642 1 642 0 Ss select 0xc0a9c2fc rpcbind
625 1 625 0 Ss flswai 0xc0a9c7c0 syslogd
559 1 559 0 SWs select 0xc0a9c2fc devd
44 0 0 0 SL - 0xc0a4f578 [schedcpu]
43 0 0 0 SL sdflush 0xc0aa7298 [softdepflush]
42 0 0 0 SL newbuf 0xc0a9c7c0 [syncer]
41 0 0 0 SL vlruwt 0xc4292b40 [vnlru]
40 0 0 0 SL qsleep 0xc0a9c788 [bufdaemon]
39 0 0 0 SL pgzero 0xc0aafb70 [pagezero]
38 0 0 0 SL psleep 0xc0aa7aa0 [vmdaemon]
37 0 0 0 SL psleep 0xc0aa7a60 [pagedaemon]
36 0 0 0 WL [irq7: ppc0]
35 0 0 0 SL - 0xc3ff523c [fdc0]
34 0 0 0 WL [swi0: sio]
33 0 0 0 WL [irq12: psm0]
32 0 0 0 WL [irq1: atkbd0]
31 0 0 0 WL [irq15: ata1]
30 0 0 0 WL [irq14: ata0]
29 0 0 0 WL [irq17: fxp0]
28 0 0 0 SL usbtsk 0xc0a4cf74 [usbtask-dr]
27 0 0 0 SL usbtsk 0xc0a4cf60 [usbtask-hc]
26 0 0 0 SL usbevt 0xc4034210 [usb0]
25 0 0 0 WL [irq16: uhci0]
24 0 0 0 SL - 0xc4024200 [em0 taskq]
23 0 0 0 WL [irq9: acpi0]
22 0 0 0 WL [swi5: +]
21 0 0 0 SL - 0xc3fb5a80 [thread taskq]
9 0 0 0 SL - 0xc3fb5b00 [acpi_task_2]
8 0 0 0 SL - 0xc3fb5b00 [acpi_task_1]
7 0 0 0 SL - 0xc3fb5b00 [acpi_task_0]
20 0 0 0 WL [swi6: Giant taskq]
19 0 0 0 WL [swi6: task queue]
18 0 0 0 WL [swi2: cambio]
6 0 0 0 SL ccb_scan 0xc0a22e24 [xpt_thrd]
5 0 0 0 SL - 0xc3fb5e80 [kqueue taskq]
17 0 0 0 SL - 0xc0a4f578 [yarrow]
4 0 0 0 SL - 0xc0a4d6ec [g_down]
3 0 0 0 SL - 0xc0a4d6e8 [g_up]
2 0 0 0 SL - 0xc0a4d6e0 [g_event]
16 0 0 0 WL [swi3: vm]
15 0 0 0 WL [swi4: clock sio]
14 0 0 0 WL [swi1: net]
13 0 0 0 RL CPU 0 [idle: cpu0]
12 0 0 0 RL CPU 1 [idle: cpu1]
11 0 0 0 RL CPU 2 [idle: cpu2]
10 0 0 0 RL CPU 3 [idle: cpu3]
1 0 1 0 SLs wait 0xc3f02000 [init]
0 0 0 0 WLs [swapper]
db> show alllocks
db> show lockedvnods
Locked vnodes
0xc7ade414: tag ufs, type VREG
usecount 0, writecount 0, refcount 2 mountedhere 0
flags ()
v_object 0xc78de000 ref 0 pages 2
lock type ufs: EXCL (count 1) by thread 0xc4f08510 (pid 87937)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc08083b0 at ffs_lock+0x7c
#2 0xc08d1c1a at _VOP_LOCK_APV+0x7e
#3 0xc072f2d4 at _vn_lock+0xb8
#4 0xc0724c56 at vrele+0x11a
#5 0xc06a977f at exit1+0x85f
#6 0xc06a8f20 at exit1+0
#7 0xc08bf8be at syscall+0x252
#8 0xc08a90d0 at Xint0x80_syscall+0x20
ino 49714, on dev ad0s1a
0xc8258828: tag ufs, type VREG
usecount 1, writecount 0, refcount 3 mountedhere 0
flags ()
v_object 0xc4061960 ref 0 pages 10
lock type ufs: SHARED (count 1) with 1 pending#0 0xc06b4c33 at _lockmgr+0x183
#1 0xc08083b0 at ffs_lock+0x7c
#2 0xc08d1c1a at _VOP_LOCK_APV+0x7e
#3 0xc072f2d4 at _vn_lock+0xb8
#4 0xc072e93e at vn_read+0x146
#5 0xc06ed8f9 at dofileread+0x85
#6 0xc06ed792 at kern_readv+0x36
#7 0xc06ed6bd at read+0x45
#8 0xc08bf8be at syscall+0x252
#9 0xc08a90d0 at Xint0x80_syscall+0x20
ino 49708, on dev ad0s1a
0xc40ebc3c: tag ufs, type VDIR
usecount 136, writecount 0, refcount 138 mountedhere 0
flags (VV_ROOT)
v_object 0xc4355348 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc431aa20 (pid 789) with 25 pending#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc08083b0 at ffs_lock+0x7c
#2 0xc08d1c1a at _VOP_LOCK_APV+0x7e
#3 0xc072f2d4 at _vn_lock+0xb8
#4 0xc071cdec at lookup+0xe8
#5 0xc071ca7e at namei+0x2c6
#6 0xc072aaf1 at kern_stat+0x35
#7 0xc072aa9f at stat+0x1b
#8 0xc08bf8be at syscall+0x252
#9 0xc08a90d0 at Xint0x80_syscall+0x20
ino 2, on dev ad0s1a
0xc40eb984: tag ufs, type VDIR
usecount 1, writecount 0, refcount 4 mountedhere 0
flags ()
v_object 0xc5624a50 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xc4df4360 (pid 87941) with 1 pending#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc08083b0 at ffs_lock+0x7c
#2 0xc08d1c1a at _VOP_LOCK_APV+0x7e
#3 0xc072f2d4 at _vn_lock+0xb8
#4 0xc07249d0 at vget+0xc8
#5 0xc0717682 at cache_lookup+0x392
#6 0xc0717c8a at vfs_cache_lookup+0x92
#7 0xc08cfca1 at VOP_LOOKUP_APV+0xa1
#8 0xc071d1cc at lookup+0x4c8
#9 0xc071ca7e at namei+0x2c6
#10 0xc072aaf1 at kern_stat+0x35
#11 0xc072aa9f at stat+0x1b
#12 0xc08bf8be at syscall+0x252
#13 0xc08a90d0 at Xint0x80_syscall+0x20
ino 49345, on dev ad0s1a
0xc438715c: tag devfs, type VCHR
usecount 1, writecount 0, refcount 3597 mountedhere 0xc42bad00
flags ()
v_object 0xc4360780 ref 0 pages 59165
lock type devfs: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc0719e83 at vop_stdlock+0x27
#2 0xc08d1c1a at _VOP_LOCK_APV+0x7e
#3 0xc072f2d4 at _vn_lock+0xb8
#4 0xc0724159 at sync_vnode+0xed
#5 0xc07243f5 at sched_sync+0x1ed
#6 0xc06aba90 at fork_exit+0xac
#7 0xc08a90e0 at fork_trampoline+0x8
dev ad0s1d
0xc936f000: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc4fdb0f0 ref 0 pages 3912
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 14, on dev ad0s1d
0xcacb0570: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc44d1d20 ref 0 pages 3923
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 15, on dev ad0s1d
0xc5ca4570: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc4ffb078 ref 0 pages 3924
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 16, on dev ad0s1d
0xcbdb415c: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcc20f708 ref 0 pages 3922
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 17, on dev ad0s1d
0xcade5414: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcc2014b0 ref 0 pages 3923
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 18, on dev ad0s1d
0xcbbf7570: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc61e5a50 ref 0 pages 3930
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 19, on dev ad0s1d
0xcb928984: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcc1fd5a0 ref 0 pages 3926
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 20, on dev ad0s1d
0xc823d984: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc4d5b000 ref 0 pages 3928
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 21, on dev ad0s1d
0xc4dea570: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc56aa168 ref 0 pages 3932
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 22, on dev ad0s1d
0xcb130c3c: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc78e34b0 ref 0 pages 3927
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 23, on dev ad0s1d
0xcb259c3c: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc59e14b0 ref 0 pages 3934
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 24, on dev ad0s1d
0xc5250828: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcc275960 ref 0 pages 3940
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 25, on dev ad0s1d
0xc8210ae0: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc5644ac8 ref 0 pages 3946
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 26, on dev ad0s1d
0xc748cc3c: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc66cd7f8 ref 0 pages 3945
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 27, on dev ad0s1d
0xcb2dc414: tag ufs, type VREG
usecount 1, writecount 0, refcount 179 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcc2fbb40 ref 0 pages 3917
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 8, on dev ad0s1d
0xcbc16ae0: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc5cef7f8 ref 0 pages 3921
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 9, on dev ad0s1d
0xc759c570: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcb6280f0 ref 0 pages 3915
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 10, on dev ad0s1d
0xc7bacd98: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcb4af870 ref 0 pages 3925
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 11, on dev ad0s1d
0xc5913ae0: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xcb0e2ac8 ref 0 pages 3916
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 12, on dev ad0s1d
0xcaca6570: tag ufs, type VREG
usecount 1, writecount 0, refcount 177 mountedhere 0
flags (VV_SYSTEM)
v_object 0xc78a2690 ref 0 pages 3919
lock type snaplk: EXCL (count 1) by thread 0xc4293870 (pid 42)#0 0xc06b4ff4 at _lockmgr+0x544
#1 0xc07f9a88 at ffs_copyonwrite+0x24c
#2 0xc0807ea1 at ffs_geom_strategy+0xbd
#3 0xc0711aae at bufwrite+0x172
#4 0xc0807dda at ffs_bufwrite+0x282
#5 0xc0713479 at vfs_bio_awrite+0x235
#6 0xc071a141 at vop_stdfsync+0x131
#7 0xc0672227 at devfs_fsync+0x23
#8 0xc08d0fb3 at VOP_FSYNC_APV+0x9b
#9 0xc072417c at sync_vnode+0x110
#10 0xc07243f5 at sched_sync+0x1ed
#11 0xc06aba90 at fork_exit+0xac
#12 0xc08a90e0 at fork_trampoline+0x8
ino 13, on dev ad0s1d
db> show sleepchain 87965
thread 100131 (pid 87965, sendmail) blocked on lk "ufs" EXCL (count 1)
thread 100075 (pid 789, cron) blocked on lk "ufs" EXCL (count 1)
thread 100420 (pid 87941, cron) blocked on lk "ufs" SHARED (count 1)
db> set $lines 0
db> allt
Tracing command sendmail pid 87965 tid 100131 td 0xc525a870
sched_switch(c525a870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e70ec88c,40,60000,e70ec81c,e70ec820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c525a870,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e70ec8e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e70ec8e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c525a870,c0955397,19b) at _vn_lock+0xb8
lookup(e70ecb78) at lookup+0xe8
namei(e70ecb78) at namei+0x2c6
vn_open_cred(e70ecb78,e70ecc78,1a4,c42a9180,c49f7750,...) at vn_open_cred+0x28f
vn_open(e70ecb78,e70ecc78,1a4,c49f7750) at vn_open+0x1e
kern_open(c525a870,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c525a870,e70ecd00) at open+0x18
syscall(e70ecd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87964 tid 100073 td 0xc431ad80
sched_switch(c431ad80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e69739d8,40,60000,e6973968,e697396c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c431ad80,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6973a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6973a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c431ad80,c0955397,19b) at _vn_lock+0xb8
lookup(e6973ba4) at lookup+0xe8
namei(e6973ba4) at namei+0x2c6
kern_stat(c431ad80,2835c3d4,0,e6973c18) at kern_stat+0x35
stat(c431ad80,e6973d00) at stat+0x1b
syscall(e6973d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87963 tid 100338 td 0xc4dd6000
sched_switch(c4dd6000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6de988c,40,60000,e6de981c,e6de9820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4dd6000,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6de98e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6de98e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4dd6000,c0955397,19b) at _vn_lock+0xb8
lookup(e6de9b78) at lookup+0xe8
namei(e6de9b78) at namei+0x2c6
vn_open_cred(e6de9b78,e6de9c78,1a4,c42a9180,c4311438,...) at vn_open_cred+0x28f
vn_open(e6de9b78,e6de9c78,1a4,c4311438) at vn_open+0x1e
kern_open(c4dd6000,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4dd6000,e6de9d00) at open+0x18
syscall(e6de9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87962 tid 100274 td 0xc4dd1360
sched_switch(c4dd1360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6dd49d8,40,60000,e6dd4968,e6dd496c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4dd1360,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6dd4a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6dd4a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4dd1360,c0955397,19b) at _vn_lock+0xb8
lookup(e6dd4ba4) at lookup+0xe8
namei(e6dd4ba4) at namei+0x2c6
kern_stat(c4dd1360,2835c3d4,0,e6dd4c18) at kern_stat+0x35
stat(c4dd1360,e6dd4d00) at stat+0x1b
syscall(e6dd4d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87961 tid 100268 td 0xc4f84d80
sched_switch(c4f84d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e706e88c,40,60000,e706e81c,e706e820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f84d80,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e706e8e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e706e8e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f84d80,c0955397,19b) at _vn_lock+0xb8
lookup(e706eb78) at lookup+0xe8
namei(e706eb78) at namei+0x2c6
vn_open_cred(e706eb78,e706ec78,1a4,c42a9180,c43100d8,...) at vn_open_cred+0x28f
vn_open(e706eb78,e706ec78,1a4,c43100d8) at vn_open+0x1e
kern_open(c4f84d80,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4f84d80,e706ed00) at open+0x18
syscall(e706ed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87960 tid 100160 td 0xc4eef870
sched_switch(c4eef870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6ed09d8,40,60000,e6ed0968,e6ed096c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4eef870,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6ed0a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6ed0a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4eef870,c0955397,19b) at _vn_lock+0xb8
lookup(e6ed0ba4) at lookup+0xe8
namei(e6ed0ba4) at namei+0x2c6
kern_stat(c4eef870,2835c3d4,0,e6ed0c18) at kern_stat+0x35
stat(c4eef870,e6ed0d00) at stat+0x1b
syscall(e6ed0d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87959 tid 100303 td 0xc4f5a360
sched_switch(c4f5a360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6fbd88c,40,60000,e6fbd81c,e6fbd820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f5a360,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6fbd8e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6fbd8e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f5a360,c0955397,19b) at _vn_lock+0xb8
lookup(e6fbdb78) at lookup+0xe8
namei(e6fbdb78) at namei+0x2c6
vn_open_cred(e6fbdb78,e6fbdc78,1a4,c42a9180,c44b2750,...) at vn_open_cred+0x28f
vn_open(e6fbdb78,e6fbdc78,1a4,c44b2750) at vn_open+0x1e
kern_open(c4f5a360,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4f5a360,e6fbdd00) at open+0x18
syscall(e6fbdd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87958 tid 100360 td 0xc4ed6510
sched_switch(c4ed6510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6e799d8,40,60000,e6e79968,e6e7996c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4ed6510,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6e79a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6e79a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4ed6510,c0955397,19b) at _vn_lock+0xb8
lookup(e6e79ba4) at lookup+0xe8
namei(e6e79ba4) at namei+0x2c6
kern_stat(c4ed6510,2835c3d4,0,e6e79c18) at kern_stat+0x35
stat(c4ed6510,e6e79d00) at stat+0x1b
syscall(e6e79d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87957 tid 100249 td 0xc4982d80
sched_switch(c4982d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6bb988c,40,60000,e6bb981c,e6bb9820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4982d80,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6bb98e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6bb98e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4982d80,c0955397,19b) at _vn_lock+0xb8
lookup(e6bb9b78) at lookup+0xe8
namei(e6bb9b78) at namei+0x2c6
vn_open_cred(e6bb9b78,e6bb9c78,1a4,c42a9180,c9545b40,...) at vn_open_cred+0x28f
vn_open(e6bb9b78,e6bb9c78,1a4,c9545b40) at vn_open+0x1e
kern_open(c4982d80,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4982d80,e6bb9d00) at open+0x18
syscall(e6bb9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87956 tid 100439 td 0xc4ee8510
sched_switch(c4ee8510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6eaf9d8,40,60000,e6eaf968,e6eaf96c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4ee8510,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6eafa34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6eafa34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4ee8510,c0955397,19b) at _vn_lock+0xb8
lookup(e6eafba4) at lookup+0xe8
namei(e6eafba4) at namei+0x2c6
kern_stat(c4ee8510,2835c3d4,0,e6eafc18) at kern_stat+0x35
stat(c4ee8510,e6eafd00) at stat+0x1b
syscall(e6eafd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87955 tid 100155 td 0xc497c000
sched_switch(c497c000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6b3588c,40,60000,e6b3581c,e6b35820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c497c000,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6b358e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6b358e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c497c000,c0955397,19b) at _vn_lock+0xb8
lookup(e6b35b78) at lookup+0xe8
namei(e6b35b78) at namei+0x2c6
vn_open_cred(e6b35b78,e6b35c78,1a4,c42a9180,c438c1b0,...) at vn_open_cred+0x28f
vn_open(e6b35b78,e6b35c78,1a4,c438c1b0) at vn_open+0x1e
kern_open(c497c000,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c497c000,e6b35d00) at open+0x18
syscall(e6b35d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87954 tid 100209 td 0xc4f7f510
sched_switch(c4f7f510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e70449d8,40,60000,e7044968,e704496c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f7f510,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e7044a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e7044a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f7f510,c0955397,19b) at _vn_lock+0xb8
lookup(e7044ba4) at lookup+0xe8
namei(e7044ba4) at namei+0x2c6
kern_stat(c4f7f510,2835c3d4,0,e7044c18) at kern_stat+0x35
stat(c4f7f510,e7044d00) at stat+0x1b
syscall(e7044d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87953 tid 100225 td 0xc49886c0
sched_switch(c49886c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6bc888c,40,60000,e6bc881c,e6bc8820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c49886c0,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6bc88e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6bc88e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c49886c0,c0955397,19b) at _vn_lock+0xb8
lookup(e6bc8b78) at lookup+0xe8
namei(e6bc8b78) at namei+0x2c6
vn_open_cred(e6bc8b78,e6bc8c78,1a4,c42a9180,c49f7630,...) at vn_open_cred+0x28f
vn_open(e6bc8b78,e6bc8c78,1a4,c49f7630) at vn_open+0x1e
kern_open(c49886c0,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c49886c0,e6bc8d00) at open+0x18
syscall(e6bc8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87952 tid 100507 td 0xc4f7a000
sched_switch(c4f7a000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e70059d8,40,60000,e7005968,e700596c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f7a000,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e7005a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e7005a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f7a000,c0955397,19b) at _vn_lock+0xb8
lookup(e7005ba4) at lookup+0xe8
namei(e7005ba4) at namei+0x2c6
kern_stat(c4f7a000,2835c3d4,0,e7005c18) at kern_stat+0x35
stat(c4f7a000,e7005d00) at stat+0x1b
syscall(e7005d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87951 tid 100289 td 0xc4989d80
sched_switch(c4989d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6bef88c,40,60000,e6bef81c,e6bef820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4989d80,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6bef8e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6bef8e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4989d80,c0955397,19b) at _vn_lock+0xb8
lookup(e6befb78) at lookup+0xe8
namei(e6befb78) at namei+0x2c6
vn_open_cred(e6befb78,e6befc78,1a4,c42a9180,c44b2120,...) at vn_open_cred+0x28f
vn_open(e6befb78,e6befc78,1a4,c44b2120) at vn_open+0x1e
kern_open(c4989d80,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4989d80,e6befd00) at open+0x18
syscall(e6befd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87950 tid 100363 td 0xc4f726c0
sched_switch(c4f726c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6fa89d8,40,60000,e6fa8968,e6fa896c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f726c0,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6fa8a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6fa8a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f726c0,c0955397,19b) at _vn_lock+0xb8
lookup(e6fa8ba4) at lookup+0xe8
namei(e6fa8ba4) at namei+0x2c6
kern_stat(c4f726c0,2835c3d4,0,e6fa8c18) at kern_stat+0x35
stat(c4f726c0,e6fa8d00) at stat+0x1b
syscall(e6fa8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87949 tid 100316 td 0xc4f081b0
sched_switch(c4f081b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6edf88c,40,60000,e6edf81c,e6edf820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f081b0,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6edf8e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6edf8e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f081b0,c0955397,19b) at _vn_lock+0xb8
lookup(e6edfb78) at lookup+0xe8
namei(e6edfb78) at namei+0x2c6
vn_open_cred(e6edfb78,e6edfc78,1a4,c42a9180,c70c57e0,...) at vn_open_cred+0x28f
vn_open(e6edfb78,e6edfc78,1a4,c70c57e0) at vn_open+0x1e
kern_open(c4f081b0,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4f081b0,e6edfd00) at open+0x18
syscall(e6edfd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87948 tid 100505 td 0xc49eca20
sched_switch(c49eca20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6c8b9d8,40,60000,e6c8b968,e6c8b96c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c49eca20,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6c8ba34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6c8ba34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c49eca20,c0955397,19b) at _vn_lock+0xb8
lookup(e6c8bba4) at lookup+0xe8
namei(e6c8bba4) at namei+0x2c6
kern_stat(c49eca20,2835c3d4,0,e6c8bc18) at kern_stat+0x35
stat(c49eca20,e6c8bd00) at stat+0x1b
syscall(e6c8bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87947 tid 100165 td 0xc4981a20
sched_switch(c4981a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6b9888c,40,60000,e6b9881c,e6b98820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4981a20,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6b988e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6b988e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4981a20,c0955397,19b) at _vn_lock+0xb8
lookup(e6b98b78) at lookup+0xe8
namei(e6b98b78) at namei+0x2c6
vn_open_cred(e6b98b78,e6b98c78,1a4,c42a9180,c49850d8,...) at vn_open_cred+0x28f
vn_open(e6b98b78,e6b98c78,1a4,c49850d8) at vn_open+0x1e
kern_open(c4981a20,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4981a20,e6b98d00) at open+0x18
syscall(e6b98d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87946 tid 100245 td 0xc4f79000
sched_switch(c4f79000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6fd29d8,40,60000,e6fd2968,e6fd296c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4f79000,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6fd2a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6fd2a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4f79000,c0955397,19b) at _vn_lock+0xb8
lookup(e6fd2ba4) at lookup+0xe8
namei(e6fd2ba4) at namei+0x2c6
kern_stat(c4f79000,2835c3d4,0,e6fd2c18) at kern_stat+0x35
stat(c4f79000,e6fd2d00) at stat+0x1b
syscall(e6fd2d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87945 tid 100321 td 0xc4ee8360
sched_switch(c4ee8360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6eac88c,40,60000,e6eac81c,e6eac820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4ee8360,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6eac8e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6eac8e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4ee8360,c0955397,19b) at _vn_lock+0xb8
lookup(e6eacb78) at lookup+0xe8
namei(e6eacb78) at namei+0x2c6
vn_open_cred(e6eacb78,e6eacc78,1a4,c42a9180,c7a0e000,...) at vn_open_cred+0x28f
vn_open(e6eacb78,e6eacc78,1a4,c7a0e000) at vn_open+0x1e
kern_open(c4ee8360,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c4ee8360,e6eacd00) at open+0x18
syscall(e6eacd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87944 tid 100242 td 0xc4988bd0
sched_switch(c4988bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6bd19d8,40,60000,e6bd1968,e6bd196c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4988bd0,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6bd1a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6bd1a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4988bd0,c0955397,19b) at _vn_lock+0xb8
lookup(e6bd1ba4) at lookup+0xe8
namei(e6bd1ba4) at namei+0x2c6
kern_stat(c4988bd0,2835c3d4,0,e6bd1c18) at kern_stat+0x35
stat(c4988bd0,e6bd1d00) at stat+0x1b
syscall(e6bd1d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command sendmail pid 87943 tid 100179 td 0xc49976c0
sched_switch(c49976c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6c3488c,40,60000,e6c3481c,e6c34820,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c49976c0,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6c348e8) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6c348e8) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c49976c0,c0955397,19b) at _vn_lock+0xb8
lookup(e6c34b78) at lookup+0xe8
namei(e6c34b78) at namei+0x2c6
vn_open_cred(e6c34b78,e6c34c78,1a4,c42a9180,c49f7048,...) at vn_open_cred+0x28f
vn_open(e6c34b78,e6c34c78,1a4,c49f7048) at vn_open+0x1e
kern_open(c49976c0,80bb864,0,1,1b6,...) at kern_open+0xb2
open(c49976c0,e6c34d00) at open+0x18
syscall(e6c34d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x283451f7, esp = 0xbfbfcf1c, ebp = 0xbfbfcf38 ---
Tracing command sendmail pid 87942 tid 100159 td 0xc4988d80
sched_switch(c4988d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6bd49d8,40,60000,e6bd4968,e6bd496c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4988d80,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6bd4a34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6bd4a34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4988d80,c0955397,19b) at _vn_lock+0xb8
lookup(e6bd4ba4) at lookup+0xe8
namei(e6bd4ba4) at namei+0x2c6
kern_stat(c4988d80,2835c3d4,0,e6bd4c18) at kern_stat+0x35
stat(c4988d80,e6bd4d00) at stat+0x1b
syscall(e6bd4d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28345197, esp = 0xbfbfc25c, ebp = 0xbfbfc358 ---
Tracing command cron pid 87941 tid 100420 td 0xc4df4360
sched_switch(c4df4360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c8258880,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c8258880,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c8258880,c0a4e698,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6e5b904,40,1050000,e6e5b894,e6e5b898,...) at acquire+0x76
_lockmgr(c8258880,2002,c82588fc,c4df4360,c0955d4c,7da) at _lockmgr+0x4c9
ffs_lock(e6e5b960) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6e5b960) at _VOP_LOCK_APV+0x7e
_vn_lock(c8258828,2002,c4df4360,c0955d4c,7da,c8258828) at _vn_lock+0xb8
vget(c8258828,2002,c4df4360) at vget+0xc8
cache_lookup(c40eb984,e6e5bbb8,e6e5bbcc) at cache_lookup+0x392
vfs_cache_lookup(e6e5babc) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c0a0bae0,e6e5babc) at VOP_LOOKUP_APV+0xa1
lookup(e6e5bba4) at lookup+0x4c8
namei(e6e5bba4) at namei+0x2c6
kern_stat(c4df4360,28169c08,0,e6e5bc18) at kern_stat+0x35
stat(c4df4360,e6e5bd00) at stat+0x1b
syscall(e6e5bd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28156197, esp = 0xbfbfe2ac, ebp = 0xbfbfe408 ---
Tracing command cron pid 87940 tid 100069 td 0xc435f510
sched_switch(c435f510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c435ed80,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c435ed80,0,0,c09f7124,c0947d8f,...) at sleepq_wait+0x46
_sleep(c435ed80,c4f29960,5c,c0947e03,0) at _sleep+0x2b9
fork1(c435f510,80000034,0,e6990c78) at fork1+0x104a
vfork(c435f510,e6990d00) at vfork+0x1b
syscall(e6990d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x280dcc74, esp = 0xbfbfe720, ebp = 0xbfbfecd8 ---
Tracing command cron pid 87939 tid 100124 td 0xc4476360
sched_switch(c4476360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0953faf,0) at _sleep+0x2b9
getnewbuf(0,0,4000,4000) at getnewbuf+0x648
getblk(c8258828,0,0,4000,0,...) at getblk+0x3e7
cluster_read(c8258828,a000,0,0,0,...) at cluster_read+0xde
ffs_read(e6a95b98) at ffs_read+0x286
VOP_READ_APV(c0a0bae0,e6a95b98) at VOP_READ_APV+0x9b
vn_read(c438ca20,e6a95c60,c4391400,0,c4476360) at vn_read+0x211
dofileread(c4476360,3,c438ca20,e6a95c60,ffffffff,...) at dofileread+0x85
kern_readv(c4476360,3,e6a95c60,2822a160,104,...) at kern_readv+0x36
read(c4476360,e6a95d00) at read+0x45
syscall(e6a95d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816365b, esp = 0xbfbfe2ac, ebp = 0xbfbfe408 ---
Tracing command cron pid 87938 tid 100063 td 0xc4f096c0
sched_switch(c4f096c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4991d80,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4991d80,0,0,c09f7124,c0947d8f,...) at sleepq_wait+0x46
_sleep(c4991d80,c4474ba0,5c,c0947e03,0) at _sleep+0x2b9
fork1(c4f096c0,80000034,0,e6f03c78) at fork1+0x104a
vfork(c4f096c0,e6f03d00) at vfork+0x1b
syscall(e6f03d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x280dcc74, esp = 0xbfbfe720, ebp = 0xbfbfecd8 ---
Tracing command sleep pid 87937 tid 100354 td 0xc4f08510
sched_switch(c4f08510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0953faf,0) at _sleep+0x2b9
getnewbuf(0,0,4000,4000) at getnewbuf+0x648
getblk(c42f815c,c01e0,0,4000,0,...) at getblk+0x3e7
breadn(c42f815c,c01e0,0,4000,0,...) at breadn+0x2f
bread(c42f815c,c01e0,0,4000,0,e6ee5b84) at bread+0x20
ffs_update(c7ade414,0) at ffs_update+0x22c
ufs_inactive(e6ee5be0) at ufs_inactive+0x2a2
VOP_INACTIVE_APV(c0a0bae0,e6ee5be0) at VOP_INACTIVE_APV+0x9b
vinactive(c7ade414,c4f08510) at vinactive+0x8d
vrele(c7ade414) at vrele+0x15f
exit1(c4f08510,0,e6ee5d2c,c08bf8be,c4f08510,...) at exit1+0x85f
exit1(c4f08510,e6ee5d00) at exit1
syscall(e6ee5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x280e65ef, esp = 0xbfbfec9c, ebp = 0xbfbfecb8 ---
Tracing command bash pid 70022 tid 100121 td 0xc4476870
sched_switch(c4476870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4003010) at sleepq_switch+0xc9
sleepq_wait_sig(c4003010) at sleepq_wait_sig+0x1d
_sleep(c4003010,0,159,c0951a7a,0) at _sleep+0x2aa
ttysleep(c4003000,c4003010,159,c0951a7a,0,...) at ttysleep+0x21
ttread(c4003000,e6a9ec60,0) at ttread+0x48f
ptsread(c4a5f500,e6a9ec60,0,c0a4f028,0,...) at ptsread+0x2d
giant_read(c4a5f500,e6a9ec60,0) at giant_read+0x2d
devfs_read_f(c4937d38,e6a9ec60,c95a2d00,0,c4476870) at devfs_read_f+0x62
dofileread(c4476870,0,c4937d38,e6a9ec60,ffffffff,...) at dofileread+0x85
kern_readv(c4476870,0,e6a9ec60,bfbfe68f,1,...) at kern_readv+0x36
read(c4476870,e6a9ed00) at read+0x45
syscall(e6a9ed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2831165b, esp = 0xbfbfe66c, ebp = 0xbfbfe698 ---
Tracing command csh pid 70018 tid 100357 td 0xc4a576c0
sched_switch(c4a576c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c54a24a4) at sleepq_switch+0xc9
sleepq_wait_sig(c54a24a4) at sleepq_wait_sig+0x1d
_sleep(c54a24a4,c54a24e0,168,c090eaf3,0) at _sleep+0x2aa
kern_sigsuspend(c4a576c0,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4a576c0,e6d42d00) at sigsuspend+0x33
syscall(e6d42d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28166467, esp = 0xbfbfe5ec, ebp = 0xbfbfe668 ---
Tracing command su pid 70013 tid 100051 td 0xc4293000
sched_switch(c4293000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4294480) at sleepq_switch+0xc9
sleepq_wait_sig(c4294480) at sleepq_wait_sig+0x1d
_sleep(c4294480,c42944e0,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c4293000,11182,e4739c28,2,0) at kern_wait+0x7c3
wait4(c4293000,e4739d00) at wait4+0x2a
syscall(e4739d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c2f, esp = 0xbfbfe6bc, ebp = 0xbfbfe6d8 ---
Tracing command bash pid 70007 tid 100390 td 0xc4dd61b0
sched_switch(c4dd61b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4787b40) at sleepq_switch+0xc9
sleepq_wait_sig(c4787b40) at sleepq_wait_sig+0x1d
_sleep(c4787b40,c4787ba0,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c4dd61b0,ffffffff,e6decc28,6,0) at kern_wait+0x7c3
wait4(c4dd61b0,e6decd00) at wait4+0x2a
syscall(e6decd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 70006 tid 100359 td 0xc49f0510
sched_switch(c49f0510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c49f0510,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c49f0510,e6cb8d00) at select+0x44
syscall(e6cb8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 70004 tid 100184 td 0xc4476000
sched_switch(c4476000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c7944770) at sleepq_switch+0xc9
sleepq_wait_sig(c7944770) at sleepq_wait_sig+0x1d
_sleep(c7944770,c7944740,158,c0952e40,0,...) at _sleep+0x2aa
sbwait(c794471c,e6a8fb78,c06d792b,c0a4f010,2,...) at sbwait+0x48
soreceive_generic(c79446cc,0,e6a8fc60,0,0,...) at soreceive_generic+0x2da
soreceive(c79446cc,0,e6a8fc60,0,0,0) at soreceive+0x39
soo_read(c70c4090,e6a8fc60,c6a96b80,0,c4476000) at soo_read+0x3d
dofileread(c4476000,5,c70c4090,e6a8fc60,ffffffff,...) at dofileread+0x85
kern_readv(c4476000,5,e6a8fc60,bfbfe118,4,...) at kern_readv+0x36
read(c4476000,e6a8fd00) at read+0x45
syscall(e6a8fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---
Tracing command bash pid 65563 tid 100347 td 0xc4a18000
sched_switch(c4a18000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c403c810) at sleepq_switch+0xc9
sleepq_wait_sig(c403c810) at sleepq_wait_sig+0x1d
_sleep(c403c810,0,159,c0951a7a,0) at _sleep+0x2aa
ttysleep(c403c800,c403c810,159,c0951a7a,0,...) at ttysleep+0x21
ttread(c403c800,e6ccac60,0) at ttread+0x48f
ptsread(c4449300,e6ccac60,0,c0a4f028,0,...) at ptsread+0x2d
giant_read(c4449300,e6ccac60,0) at giant_read+0x2d
devfs_read_f(c452d750,e6ccac60,c4391000,0,c4a18000) at devfs_read_f+0x62
dofileread(c4a18000,0,c452d750,e6ccac60,ffffffff,...) at dofileread+0x85
kern_readv(c4a18000,0,e6ccac60,bfbfe66f,1,...) at kern_readv+0x36
read(c4a18000,e6ccad00) at read+0x45
syscall(e6ccad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2831165b, esp = 0xbfbfe64c, ebp = 0xbfbfe678 ---
Tracing command csh pid 65559 tid 100208 td 0xc4a56870
sched_switch(c4a56870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4a5db64) at sleepq_switch+0xc9
sleepq_wait_sig(c4a5db64) at sleepq_wait_sig+0x1d
_sleep(c4a5db64,c4a5dba0,168,c090eaf3,0) at _sleep+0x2aa
kern_sigsuspend(c4a56870,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4a56870,e6d2ad00) at sigsuspend+0x33
syscall(e6d2ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28166467, esp = 0xbfbfe5bc, ebp = 0xbfbfe638 ---
Tracing command su pid 65558 tid 100093 td 0xc43631b0
sched_switch(c43631b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4381480) at sleepq_switch+0xc9
sleepq_wait_sig(c4381480) at sleepq_wait_sig+0x1d
_sleep(c4381480,c43814e0,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c43631b0,10017,e69a5c28,2,0) at kern_wait+0x7c3
wait4(c43631b0,e69a5d00) at wait4+0x2a
syscall(e69a5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c2f, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---
Tracing command bash pid 65514 tid 100380 td 0xc4f53000
sched_switch(c4f53000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c54a8000) at sleepq_switch+0xc9
sleepq_wait_sig(c54a8000) at sleepq_wait_sig+0x1d
_sleep(c54a8000,c54a8060,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c4f53000,ffffffff,e6f2dc28,6,0) at kern_wait+0x7c3
wait4(c4f53000,e6f2dd00) at wait4+0x2a
syscall(e6f2dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---
Tracing command sshd pid 65513 tid 100306 td 0xc4959510
sched_switch(c4959510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0954304,0) at _sleep+0x2b9
bwillwrite(0,0,c4959510,9,e6b23c44,...) at bwillwrite+0xbc
dofilewrite(c4959510,9,c4937318,e6b23c60,ffffffff,...) at dofilewrite+0x5e
kern_writev(c4959510,9,e6b23c60,2847f000,1,...) at kern_writev+0x36
write(c4959510,e6b23d00) at write+0x45
syscall(e6b23d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x2839463b, esp = 0xbfbf604c, ebp = 0xbfbfe0d8 ---
Tracing command sshd pid 65511 tid 100195 td 0xc49ec870
sched_switch(c49ec870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c69c7770) at sleepq_switch+0xc9
sleepq_wait_sig(c69c7770) at sleepq_wait_sig+0x1d
_sleep(c69c7770,c69c7740,158,c0952e40,0,...) at _sleep+0x2aa
sbwait(c69c771c,e6c88b78,c06d792b,c0a4f010,2,...) at sbwait+0x48
soreceive_generic(c69c76cc,0,e6c88c60,0,0,...) at soreceive_generic+0x2da
soreceive(c69c76cc,0,e6c88c60,0,0,0) at soreceive+0x39
soo_read(c438baf8,e6c88c60,c9092800,0,c49ec870) at soo_read+0x3d
dofileread(c49ec870,5,c438baf8,e6c88c60,ffffffff,...) at dofileread+0x85
kern_readv(c49ec870,5,e6c88c60,bfbfe118,4,...) at kern_readv+0x36
read(c49ec870,e6c88d00) at read+0x45
syscall(e6c88d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---
Tracing command awk pid 65483 tid 100362 td 0xc4959d80
sched_switch(c4959d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c6e23318) at sleepq_switch+0xc9
sleepq_wait_sig(c6e23318) at sleepq_wait_sig+0x1d
_sleep(c6e23318,c6e23488,14c,c0950114,0) at _sleep+0x2aa
pipe_read(c4311510,e6b32c60,c66dec00,0,c4959d80) at pipe_read+0x377
dofileread(c4959d80,0,c4311510,e6b32c60,ffffffff,...) at dofileread+0x85
kern_readv(c4959d80,0,e6b32c60,28243000,1000,...) at kern_readv+0x36
read(c4959d80,e6b32d00) at read+0x45
syscall(e6b32d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2818265b, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command sh pid 65482 tid 100197 td 0xc4a56510
sched_switch(c4a56510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c54a8d80) at sleepq_switch+0xc9
sleepq_wait_sig(c54a8d80) at sleepq_wait_sig+0x1d
_sleep(c54a8d80,c54a8de0,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c4a56510,ffffffff,e6d24c28,2,0) at kern_wait+0x7c3
wait4(c4a56510,e6d24d00) at wait4+0x2a
syscall(e6d24d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac2f, esp = 0xbfbfe81c, ebp = 0xbfbfe838 ---
Tracing command top pid 65477 tid 100404 td 0xc4f5c6c0
sched_switch(c4f5c6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0954304,0) at _sleep+0x2b9
bwillwrite(0,0,c4f5c6c0,1,e6f8ac44,...) at bwillwrite+0xbc
dofilewrite(c4f5c6c0,1,c7a0e0d8,e6f8ac60,ffffffff,...) at dofilewrite+0x5e
kern_writev(c4f5c6c0,1,e6f8ac60,8054240,1d9,...) at kern_writev+0x36
write(c4f5c6c0,e6f8ad00) at write+0x45
syscall(e6f8ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (4, FreeBSD ELF32, write), eip = 0x281b763b, esp = 0xbfbfeafc, ebp = 0xbfbfeb18 ---
Tracing command tail pid 65476 tid 100134 td 0xc4959000
sched_switch(c4959000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40ebc94,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40ebc94,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40ebc94,c0a4ef20,50,c094591c,0,...) at _sleep+0x2b9
acquire(e6b1a9d8,40,60000,e6b1a968,e6b1a96c,...) at acquire+0x76
_lockmgr(c40ebc94,3002,c40ebd10,c4959000,c0955397,19b) at _lockmgr+0x49a
ffs_lock(e6b1aa34) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e6b1aa34) at _VOP_LOCK_APV+0x7e
_vn_lock(c40ebc3c,1002,c4959000,c0955397,19b) at _vn_lock+0xb8
lookup(e6b1aba4) at lookup+0xe8
namei(e6b1aba4) at namei+0x2c6
kern_stat(c4959000,28203040,0,e6b1ac18) at kern_stat+0x35
stat(c4959000,e6b1ad00) at stat+0x1b
syscall(e6b1ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28147197, esp = 0xbfbfeb3c, ebp = 0xbfbfebd8 ---
Tracing command sh pid 65475 tid 100413 td 0xc4993a20
sched_switch(c4993a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4991b40) at sleepq_switch+0xc9
sleepq_wait_sig(c4991b40) at sleepq_wait_sig+0x1d
_sleep(c4991b40,c4991ba0,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c4993a20,ffffffff,e6c04c28,2,0) at kern_wait+0x7c3
wait4(c4993a20,e6c04d00) at wait4+0x2a
syscall(e6c04d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac2f, esp = 0xbfbfeabc, ebp = 0xbfbfead8 ---
Tracing command sshd pid 65474 tid 100207 td 0xc4f53510
sched_switch(c4f53510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c4f53510,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c4f53510,e6f36d00) at select+0x44
syscall(e6f36d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 65473 tid 100436 td 0xc4dd86c0
sched_switch(c4dd86c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c4dd86c0,b,284030e4,284030e8,0,...) at kern_select+0x495
select(c4dd86c0,e6e10d00) at select+0x44
syscall(e6e10d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 65472 tid 100224 td 0xc4a58d80
sched_switch(c4a58d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c4a58d80,9,284030e4,284030e8,0,...) at kern_select+0x495
select(c4a58d80,e6d69d00) at select+0x44
syscall(e6d69d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---
Tracing command sshd pid 65468 tid 100340 td 0xc5268000
sched_switch(c5268000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c79c8614) at sleepq_switch+0xc9
sleepq_wait_sig(c79c8614) at sleepq_wait_sig+0x1d
_sleep(c79c8614,c79c85e4,158,c0952e40,0,...) at _sleep+0x2aa
sbwait(c79c85c0,e7113b78,c06d792b,c0a4f010,2,...) at sbwait+0x48
soreceive_generic(c79c8570,0,e7113c60,0,0,...) at soreceive_generic+0x2da
soreceive(c79c8570,0,e7113c60,0,0,0) at soreceive+0x39
soo_read(c430c048,e7113c60,c839f900,0,c5268000) at soo_read+0x3d
dofileread(c5268000,5,c430c048,e7113c60,ffffffff,...) at dofileread+0x85
kern_readv(c5268000,5,e7113c60,bfbfe118,4,...) at kern_readv+0x36
read(c5268000,e7113d00) at read+0x45
syscall(e7113d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---
Tracing command sshd pid 65467 tid 100153 td 0xc526aa20
sched_switch(c526aa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c79de200) at sleepq_switch+0xc9
sleepq_wait_sig(c79de200) at sleepq_wait_sig+0x1d
_sleep(c79de200,c79de1d0,158,c0952e40,0,...) at _sleep+0x2aa
sbwait(c79de1ac,e7140b78,c06d792b,c0a4f010,2,...) at sbwait+0x48
soreceive_generic(c79de15c,0,e7140c60,0,0,...) at soreceive_generic+0x2da
soreceive(c79de15c,0,e7140c60,0,0,0) at soreceive+0x39
soo_read(c49377e0,e7140c60,cd475080,0,c526aa20) at soo_read+0x3d
dofileread(c526aa20,5,c49377e0,e7140c60,ffffffff,...) at dofileread+0x85
kern_readv(c526aa20,5,e7140c60,bfbfe118,4,...) at kern_readv+0x36
read(c526aa20,e7140d00) at read+0x45
syscall(e7140d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---
Tracing command sshd pid 65466 tid 100374 td 0xc524ea20
sched_switch(c524ea20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c443d614) at sleepq_switch+0xc9
sleepq_wait_sig(c443d614) at sleepq_wait_sig+0x1d
_sleep(c443d614,c443d5e4,158,c0952e40,0,...) at _sleep+0x2aa
sbwait(c443d5c0,e70b9b78,c06d792b,c0a4f010,2,...) at sbwait+0x48
soreceive_generic(c443d570,0,e70b9c60,0,0,...) at soreceive_generic+0x2da
soreceive(c443d570,0,e70b9c60,0,0,0) at soreceive+0x39
soo_read(c4dcdbd0,e70b9c60,ca658a80,0,c524ea20) at soo_read+0x3d
dofileread(c524ea20,5,c4dcdbd0,e70b9c60,ffffffff,...) at dofileread+0x85
kern_readv(c524ea20,5,e70b9c60,bfbfe118,4,...) at kern_readv+0x36
read(c524ea20,e70b9d00) at read+0x45
syscall(e70b9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---
Tracing command getty pid 894 tid 100056 td 0xc431a360
Tracing command getty pid 893 tid 100062 td 0xc4319870
Tracing command getty pid 892 tid 100092 td 0xc4363360
Tracing command getty pid 891 tid 100043 td 0xc4000d80
Tracing command getty pid 890 tid 100052 td 0xc4050d80
Tracing command getty pid 889 tid 100100 td 0xc4383360
Tracing command getty pid 888 tid 100107 td 0xc43826c0
Tracing command getty pid 887 tid 100071 td 0xc435f1b0
Tracing command inetd pid 872 tid 100083 td 0xc437d360
Tracing command moused pid 845 tid 100081 td 0xc437d6c0
Tracing command cron pid 789 tid 100075 td 0xc431aa20
sched_switch(c431aa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40eb9dc,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c40eb9dc,0,0,c09f7124,246,...) at sleepq_wait+0x46
_sleep(c40eb9dc,c0a4ef80,50,c094591c,0,...) at _sleep+0x2b9
acquire(e696d904,40,60000,e696d894,e696d898,...) at acquire+0x76
_lockmgr(c40eb9dc,2002,c40eba58,c431aa20,c0955d4c,7da) at _lockmgr+0x49a
ffs_lock(e696d960) at ffs_lock+0x7c
_VOP_LOCK_APV(c0a0bae0,e696d960) at _VOP_LOCK_APV+0x7e
_vn_lock(c40eb984,2002,c431aa20,c0955d4c,7da,c40eb984) at _vn_lock+0xb8
vget(c40eb984,2002,c431aa20) at vget+0xc8
cache_lookup(c40ebc3c,e696dbb8,e696dbcc) at cache_lookup+0x392
vfs_cache_lookup(e696dabc) at vfs_cache_lookup+0x92
VOP_LOOKUP_APV(c0a0bae0,e696dabc) at VOP_LOOKUP_APV+0xa1
lookup(e696dba4) at lookup+0x4c8
namei(e696dba4) at namei+0x2c6
kern_stat(c431aa20,804e3c5,0,e696dc18) at kern_stat+0x35
stat(c431aa20,e696dd00) at stat+0x1b
syscall(e696dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (188, FreeBSD ELF32, stat), eip = 0x28156197, esp = 0xbfbfea1c, ebp = 0xbfbfed18 ---
Tracing command sendmail pid 783 tid 100112 td 0xc43196c0
sched_switch(c43196c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4473024) at sleepq_switch+0xc9
sleepq_wait_sig(c4473024) at sleepq_wait_sig+0x1d
_sleep(c4473024,c4473060,168,c090eaf3,0) at _sleep+0x2aa
kern_sigsuspend(c43196c0,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c43196c0,e694cd00) at sigsuspend+0x33
syscall(e694cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ca467, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---
Tracing command sendmail pid 779 tid 100088 td 0xc4363a20
sched_switch(c4363a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9c2fc,0,c09f7124,e69b4adc,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9c2fc,c0a9c2e4,1389) at _cv_timedwait_sig+0x18c
kern_select(c4363a20,5,bfbfc520,0,0,...) at kern_select+0x47f
select(c4363a20,e69b4d00) at select+0x44
syscall(e69b4d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283525db, esp = 0xbfbfc42c, ebp = 0xbfbfd028 ---
Tracing command sshd pid 773 tid 100085 td 0xc437d000
sched_switch(c437d000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c437d000,9,284430c0,0,0,...) at kern_select+0x495
select(c437d000,e69ced00) at select+0x44
syscall(e69ced38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe18c, ebp = 0xbfbfee98 ---
Tracing command ntpd pid 754 tid 100113 td 0xc4319510
sched_switch(c4319510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0954304,0) at _sleep+0x2b9
bwillwrite(1000000,c0a4f010,2,c4319510,91,...) at bwillwrite+0xbc
vn_open_cred(e6949b78,e6949c78,1a4,c3efd480,c4937e10,...) at vn_open_cred+0x65
vn_open(e6949b78,e6949c78,1a4,c4937e10) at vn_open+0x1e
kern_open(c4319510,2841c0a0,0,602,1b6,...) at kern_open+0xb2
open(c4319510,e6949d00) at open+0x18
syscall(e6949d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (5, FreeBSD ELF32, open), eip = 0x282cb1f7, esp = 0xbfbfebdc, ebp = 0xbfbfec08 ---
Tracing command nfsd pid 698 tid 100050 td 0xc42931b0
sched_switch(c42931b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43f3800) at sleepq_switch+0xc9
sleepq_wait_sig(c43f3800) at sleepq_wait_sig+0x1d
_sleep(c43f3800,c0aa70e0,158,c0943215,0,...) at _sleep+0x2aa
nfssvc_nfsd(c42931b0) at nfssvc_nfsd+0x101
nfssvc(c42931b0,e473cd00) at nfssvc+0x18c
syscall(e473cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 697 tid 100086 td 0xc4363d80
sched_switch(c4363d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42b1c00) at sleepq_switch+0xc9
sleepq_wait_sig(c42b1c00) at sleepq_wait_sig+0x1d
_sleep(c42b1c00,c0aa70e0,158,c0943215,0,...) at _sleep+0x2aa
nfssvc_nfsd(c4363d80) at nfssvc_nfsd+0x101
nfssvc(c4363d80,e69bad00) at nfssvc+0x18c
syscall(e69bad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 696 tid 100087 td 0xc4363bd0
sched_switch(c4363bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43f3a00) at sleepq_switch+0xc9
sleepq_wait_sig(c43f3a00) at sleepq_wait_sig+0x1d
_sleep(c43f3a00,c0aa70e0,158,c0943215,0,...) at _sleep+0x2aa
nfssvc_nfsd(c4363bd0) at nfssvc_nfsd+0x101
nfssvc(c4363bd0,e69b7d00) at nfssvc+0x18c
syscall(e69b7d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 695 tid 100067 td 0xc435f870
sched_switch(c435f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4042600) at sleepq_switch+0xc9
sleepq_wait_sig(c4042600) at sleepq_wait_sig+0x1d
_sleep(c4042600,c0aa70e0,158,c0943215,0,...) at _sleep+0x2aa
nfssvc_nfsd(c435f870) at nfssvc_nfsd+0x101
nfssvc(c435f870,e6996d00) at nfssvc+0x18c
syscall(e6996d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---
Tracing command nfsd pid 694 tid 100111 td 0xc4382000
sched_switch(c4382000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c4382000,5,bfbfed40,0,0,...) at kern_select+0x495
select(c4382000,e69e9d00) at select+0x44
syscall(e69e9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281535db, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---
Tracing command mountd pid 692 tid 100097 td 0xc4383870
sched_switch(c4383870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9c2fc,c0a9c2fc,c0a9c2e4,c094fea5,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9c2fc,c0a9c2e4) at _cv_wait_sig+0x180
kern_select(c4383870,8,bfbfedf0,0,0,...) at kern_select+0x495
select(c4383870,e6a13d00) at select+0x44
syscall(e6a13d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281635db, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---
Tracing command rpcbind pid 642 tid 100123 td 0xc4476510
sched_switch(c4476510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c2fc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9c2fc,0,c09f7124,e6a98b28,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9c2fc,c0a9c2e4,7531) at _cv_timedwait_sig+0x18c
poll(c4476510,e6a98d00) at poll+0x3a3
syscall(e6a98d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811cf5b, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---
Tracing command syslogd pid 625 tid 100084 td 0xc437d1b0
sched_switch(c437d1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0954304,0) at _sleep+0x2b9
bwillwrite(0,0,c437d1b0,11,e69d1c60,...) at bwillwrite+0xbc
dofilewrite(c437d1b0,11,c438c990,c92e6980,ffffffff,...) at dofilewrite+0x5e
kern_writev(c437d1b0,11,c92e6980,c92e6980,0,...) at kern_writev+0x36
writev(c437d1b0,e69d1d00) at writev+0x30
syscall(e69d1d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (121, FreeBSD ELF32, writev), eip = 0x2814f65f, esp = 0xbfbfc99c, ebp = 0xbfbfd0a8 ---
Tracing command devd pid 559 tid 100054 td 0xc4050a20
Tracing command schedcpu pid 44 tid 100044 td 0xc4000bd0
sched_switch(c4000bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f578,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4f578) at sleepq_timedwait+0x4a
_sleep(c0a4f578,0,0,c0943215,3e8,...) at _sleep+0x295
pause(c0943215,3e8) at pause+0x26
schedcpu_thread(0,e449cd38) at schedcpu_thread+0x19
fork_exit(c06d69bc,0,e449cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe449cd70, ebp = 0 ---
Tracing command softdepflush pid 43 tid 100045 td 0xc4000a20
sched_switch(c4000a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa7298,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa7298) at sleepq_timedwait+0x4a
_sleep(c0aa7298,c0aa7270,44,c09650a5,3e8) at _sleep+0x295
softdep_flush(0,e4499d38) at softdep_flush+0x259
fork_exit(c07fa4e4,0,e4499d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4499d70, ebp = 0 ---
Tracing command syncer pid 42 tid 100046 td 0xc4293870
sched_switch(c4293870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c7c0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a9c7c0,0,0,c09f7124,c095401a,...) at sleepq_wait+0x46
_sleep(c0a9c7c0,c0a9c7c4,50,c0953faf,0) at _sleep+0x2b9
getnewbuf(0,0,4000,4000) at getnewbuf+0x648
getblk(c748cc3c,ffbff7f2,ffffffff,4000,0,...) at getblk+0x3e7
ufs_bmaparray(c748cc3c,ffa0b7f4,ffffffff,e47489c0,d8258d20,...) at ufs_bmaparray+0x5f2
ufs_strategy(e47489f8) at ufs_strategy+0x48
VOP_STRATEGY_APV(c0a0bae0,e47489f8) at VOP_STRATEGY_APV+0xaf
bufstrategy(c748cd48,d8258d20) at bufstrategy+0x55
breadn(c748cc3c,ffa0b7f4,ffffffff,4000,0,...) at breadn+0xef
bread(c748cc3c,ffa0b7f4,ffffffff,4000,0,e4748ae0) at bread+0x20
ffs_balloc_ufs2(c748cc3c,d2ba8000,17,4000,c3ef9700,...) at ffs_balloc_ufs2+0x1290
ffs_copyonwrite(c438715c,d7fa0f00) at ffs_copyonwrite+0x314
ffs_geom_strategy(c4387268,d7fa0f00) at ffs_geom_strategy+0xbd
bufwrite(d7fa0f00,4000,d7fa0f00,e4748c48,c0713479,...) at bufwrite+0x172
ffs_bufwrite(d7fa0f00) at ffs_bufwrite+0x282
vfs_bio_awrite(d7fa0f00) at vfs_bio_awrite+0x235
vop_stdfsync(e4748cb4,c09edda0,e4748c90,c08d0fb3,e4748cb4,...) at vop_stdfsync+0x131
devfs_fsync(e4748cb4) at devfs_fsync+0x23
VOP_FSYNC_APV(c09edda0,e4748cb4) at VOP_FSYNC_APV+0x9b
sync_vnode(c4387268,c4293870) at sync_vnode+0x110
sched_sync(0,e4748d38) at sched_sync+0x1ed
fork_exit(c0724208,0,e4748d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4748d70, ebp = 0 ---
Tracing command vnlru pid 41 tid 100047 td 0xc42936c0
sched_switch(c42936c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4292b40,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4292b40) at sleepq_timedwait+0x4a
_sleep(c4292b40,c0a9ca58,250,c0955e16,3e8,c0a9cab8) at _sleep+0x295
vnlru_proc(0,e4745d38) at vnlru_proc+0xdf
fork_exit(c0722428,0,e4745d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4745d70, ebp = 0 ---
Tracing command bufdaemon pid 40 tid 100048 td 0xc4293510
sched_switch(c4293510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9c788,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a9c788) at sleepq_timedwait+0x4a
_sleep(c0a9c788,c0a9c78c,44,c095455f,64) at _sleep+0x295
buf_daemon(0,e4742d38) at buf_daemon+0x1ce
fork_exit(c0713c3c,0,e4742d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4742d70, ebp = 0 ---
Tracing command pagezero pid 39 tid 100049 td 0xc4293360
sched_switch(c4293360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aafb70,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aafb70) at sleepq_timedwait+0x4a
_sleep(c0aafb70,c0aa7a24,0,c096a228,493e0) at _sleep+0x295
vm_pagezero(0,e473fd38) at vm_pagezero+0x6b
fork_exit(c082e954,0,e473fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473fd70, ebp = 0 ---
Tracing command vmdaemon pid 38 tid 100027 td 0xc3f03d80
sched_switch(c3f03d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa7aa0,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aa7aa0,ffffffff,0,0,e2a5fcd0,...) at sleepq_wait+0x46
_sleep(c0aa7aa0,0,68,c0954558,0) at _sleep+0x2b9
vm_daemon(0,e2a5fd38) at vm_daemon+0x36
fork_exit(c082d5a0,0,e2a5fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5fd70, ebp = 0 ---
Tracing command pagedaemon pid 37 tid 100028 td 0xc3f03bd0
sched_switch(c3f03bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa7a60,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa7a60) at sleepq_timedwait+0x4a
_sleep(c0aa7a60,c0aa7a24,44,c0954558,1388) at _sleep+0x295
vm_pageout(0,e2a5cd38) at vm_pageout+0x268
fork_exit(c082d228,0,e2a5cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a5cd70, ebp = 0 ---
Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f03a20
fork_trampoline() at fork_trampoline
Tracing command fdc0 pid 35 tid 100030 td 0xc3f03870
sched_switch(c3f03870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff523c,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff523c) at sleepq_timedwait+0x4a
_sleep(c3ff523c,c3ff52f0,4c,c0943215,3e8) at _sleep+0x295
fdc_worker(c3ff5200,c3ff52f0,0,c096c709,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff5200,e2a56d38) at fdc_thread+0x54
fork_exit(c088b1b0,c3ff5200,e2a56d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a56d70, ebp = 0 ---
Tracing command swi0: sio pid 34 tid 100031 td 0xc3f036c0
sched_switch(c3f036c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bac70,e2a53d38) at ithread_loop+0xda
fork_exit(c06aca50,c40bac70,e2a53d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a53d70, ebp = 0 ---
Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f03510
fork_trampoline() at fork_trampoline
Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4050000
sched_switch(c4050000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ba550,e44e4d38) at ithread_loop+0xda
fork_exit(c06aca50,c40ba550,e44e4d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44e4d70, ebp = 0 ---
Tracing command irq15: ata1 pid 31 tid 100034 td 0xc404fd80
fork_trampoline() at fork_trampoline
Tracing command irq14: ata0 pid 30 tid 100035 td 0xc404fbd0
sched_switch(c404fbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40aca20,e44ded38) at ithread_loop+0xda
fork_exit(c06aca50,c40aca20,e44ded38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44ded70, ebp = 0 ---
Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc404fa20
sched_switch(c404fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40ac240,e44dbd38) at ithread_loop+0xda
fork_exit(c06aca50,c40ac240,e44dbd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44dbd70, ebp = 0 ---
Tracing command usbtask-dr pid 28 tid 100037 td 0xc404f870
sched_switch(c404f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4cf74,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4cf74,ffffffff,0,0,c06b85a4,...) at sleepq_wait+0x46
_sleep(c0a4cf74,0,5c,c09401aa,0,...) at _sleep+0x2b9
usb_task_thread(c0a4cf74,e44d8d38) at usb_task_thread+0x47
fork_exit(c0659f78,c0a4cf74,e44d8d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d8d70, ebp = 0 ---
Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f016c0
sched_switch(c3f016c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4cf60,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4cf60,ffffffff,0,0,c06b85a4,...) at sleepq_wait+0x46
_sleep(c0a4cf60,0,5c,c09401aa,0,...) at _sleep+0x2b9
usb_task_thread(c0a4cf60,e2a38d38) at usb_task_thread+0x47
fork_exit(c0659f78,c0a4cf60,e2a38d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a38d70, ebp = 0 ---
Tracing command usb0 pid 26 tid 100018 td 0xc3f01510
sched_switch(c3f01510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4034210,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4034210) at sleepq_timedwait+0x4a
_sleep(c4034210,0,5c,c09401a3,ea60,c403f4c0) at _sleep+0x295
usb_event_thread(c403f4c0,e2a35d38) at usb_event_thread+0x94
fork_exit(c0659ec4,c403f4c0,e2a35d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a35d70, ebp = 0 ---
Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f01360
sched_switch(c3f01360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402ebb0,e2a32d38) at ithread_loop+0xda
fork_exit(c06aca50,c402ebb0,e2a32d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a32d70, ebp = 0 ---
Tracing command em0 taskq pid 24 tid 100020 td 0xc3f011b0
sched_switch(c3f011b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4024200,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c4024200,c402421c,8,c094e96c,47,...) at sleepq_wait+0x46
msleep_spin(c4024200,c402421c,c0943215,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c3fefa14,e2a2fd38) at taskqueue_thread_loop+0x61
fork_exit(c06e7f3c,c3fefa14,e2a2fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2fd70, ebp = 0 ---
Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4000870
fork_trampoline() at fork_trampoline
Tracing command swi5: + pid 22 tid 100022 td 0xc40006c0
fork_trampoline() at fork_trampoline
Tracing command thread taskq pid 21 tid 100023 td 0xc4000510
sched_switch(c4000510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5a80,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5a80,0,0,c09f7124,c094e975,...) at sleepq_wait+0x46
_sleep(c3fb5a80,c3fb5a9c,0,c0943215,0) at _sleep+0x2b9
taskqueue_thread_loop(c0a54d10,e4490d38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f3c,c0a54d10,e4490d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4490d70, ebp = 0 ---
Tracing command acpi_task_2 pid 9 tid 100024 td 0xc4000360
sched_switch(c4000360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5b00,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5b00,0,0,c09f7124,c094e975,...) at sleepq_wait+0x46
_sleep(c3fb5b00,c3fb5b1c,0,c0943215,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c12334,e448dd38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f3c,c0c12334,e448dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448dd70, ebp = 0 ---
Tracing command acpi_task_1 pid 8 tid 100025 td 0xc40001b0
sched_switch(c40001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5b00,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5b00,0,0,c09f7124,c094e975,...) at sleepq_wait+0x46
_sleep(c3fb5b00,c3fb5b1c,0,c0943215,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c12334,e448ad38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f3c,c0c12334,e448ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ad70, ebp = 0 ---
Tracing command acpi_task_0 pid 7 tid 100026 td 0xc4000000
sched_switch(c4000000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5b00,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5b00,0,0,c09f7124,c094e975,...) at sleepq_wait+0x46
_sleep(c3fb5b00,c3fb5b1c,0,c0943215,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c12334,e4487d38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f3c,c0c12334,e4487d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4487d70, ebp = 0 ---
Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3f001b0
sched_switch(c3f001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e530,e2a14d38) at ithread_loop+0xda
fork_exit(c06aca50,c3f8e530,e2a14d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a14d70, ebp = 0 ---
Tracing command swi6: task queue pid 19 tid 100009 td 0xc3f00000
sched_switch(c3f00000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8e520,e2a11d38) at ithread_loop+0xda
fork_exit(c06aca50,c3f8e520,e2a11d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a11d70, ebp = 0 ---
Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f03360
fork_trampoline() at fork_trampoline
Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f031b0
sched_switch(c3f031b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a22e24,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a22e24,ffffffff,0,0,c06b85a4,...) at sleepq_wait+0x46
_sleep(c0a22e24,0,4c,c09029ac,0) at _sleep+0x2b9
xpt_scanner_thread(0,e2a4ad38) at xpt_scanner_thread+0x35
fork_exit(c0459f60,0,e2a4ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4ad70, ebp = 0 ---
Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f03000
sched_switch(c3f03000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3fb5e80,c0a4f010,0,c094e33c,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3fb5e80,0,0,c09f7124,c094e975,...) at sleepq_wait+0x46
_sleep(c3fb5e80,c3fb5e9c,0,c0943215,0) at _sleep+0x2b9
taskqueue_thread_loop(c0a4de04,e2a47d38) at taskqueue_thread_loop+0x78
fork_exit(c06e7f3c,c0a4de04,e2a47d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a47d70, ebp = 0 ---
Tracing command yarrow pid 17 tid 100013 td 0xc3f01d80
sched_switch(c3f01d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f578,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4f578) at sleepq_timedwait+0x4a
_sleep(c0a4f578,0,0,c0943215,64,...) at _sleep+0x295
pause(c0943215,64) at pause+0x26
random_kthread(0,e2a44d38) at random_kthread+0x177
fork_exit(c05f6988,0,e2a44d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a44d70, ebp = 0 ---
Tracing command g_down pid 4 tid 100014 td 0xc3f01bd0
sched_switch(c3f01bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4d6ec,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4d6ec) at sleepq_timedwait+0x4a
_sleep(c0a4d6ec,c0a4d608,24c,c0943215,64) at _sleep+0x295
g_io_schedule_down(c3f01bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a41d38) at g_down_procbody+0x5a
fork_exit(c0686a98,0,e2a41d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a41d70, ebp = 0 ---
Tracing command g_up pid 3 tid 100015 td 0xc3f01a20
sched_switch(c3f01a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4d6e8,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4d6e8) at sleepq_timedwait+0x4a
_sleep(c0a4d6e8,c0a4d648,24c,c0943215,64) at _sleep+0x295
g_io_schedule_up(c3f01a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2a3ed38) at g_up_procbody+0x5a
fork_exit(c0686a38,0,e2a3ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ed70, ebp = 0 ---
Tracing command g_event pid 2 tid 100016 td 0xc3f01870
sched_switch(c3f01870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4d6e0,c0a4f010,0,c094e33c,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a4d6e0) at sleepq_timedwait+0x4a
_sleep(c0a4d6e0,0,4c,c0943215,64) at _sleep+0x295
g_event_procbody(0,e2a3bd38) at g_event_procbody+0x9e
fork_exit(c0686af8,0,e2a3bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3bd70, ebp = 0 ---
Tracing command swi3: vm pid 16 tid 100000 td 0xc3f01000
fork_trampoline() at fork_trampoline
Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4920,e2a29d38) at ithread_loop+0xda
fork_exit(c06aca50,c3ec4920,e2a29d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a29d70, ebp = 0 ---
Tracing command swi1: net pid 14 tid 100002 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a26d38) at ithread_loop+0xda
fork_exit(c06aca50,c3ec4930,e2a26d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a26d70, ebp = 0 ---
Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3f00a20
kdb_enter(c093ca2f) at kdb_enter+0x2b
siointr1(c40c0000,c0abc74c,0,c096e672,56f,...) at siointr1+0xce
siointr(c40c0000) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e2a23c94,4,e2a23cd4,c08a9434,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e2a23c94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0c02129, esp = 0xe2a23cd4, ebp = 0xe2a23cd4 ---
acpi_cpu_c1(c0a4f010,c06d77f0,e2a23cf4,c06d77f0,c06d77f0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a23d04,c06d7819,e2a23d24,c06aba90,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a23d24,c06aba90,0,e2a23d38,c3eff6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a23d38) at sched_idletd+0x29
fork_exit(c06d77f0,0,e2a23d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a23d70, ebp = 0 ---
Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3f00870
cpustop_handler(e2a20c88,c08beb49,c0a4f010,c0a4f010,c3eff900,...) at cpustop_handler+0x31
ipi_nmi_handler(c0a4f010,c0a4f010,c3eff900,0,0,...) at ipi_nmi_handler+0x28
trap(e2a20c94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c02129, esp = 0xe2a20cd4, ebp = 0xe2a20cd4 ---
acpi_cpu_c1(c0a4f010,c06d77f0,e2a20cf4,c06d77f0,c06d77f0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a20d04,c06d7819,e2a20d24,c06aba90,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a20d24,c06aba90,0,e2a20d38,c3eff900,...) at cpu_idle+0x28
sched_idletd(0,e2a20d38) at sched_idletd+0x29
fork_exit(c06d77f0,0,e2a20d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a20d70, ebp = 0 ---
Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3f006c0
cpustop_handler(e2a1dc88,c08beb49,c06b8b35,c0a4f010,c3f006c0,...) at cpustop_handler+0x31
ipi_nmi_handler(c06b8b35,c0a4f010,c3f006c0,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1dc94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c02129, esp = 0xe2a1dcd4, ebp = 0xe2a1dcd4 ---
acpi_cpu_c1(c0a4f010,c06d77f0,e2a1dcf4,c06d77f0,c06d77f0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1dd04,c06d7819,e2a1dd24,c06aba90,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1dd24,c06aba90,0,e2a1dd38,c3effb40,...) at cpu_idle+0x28
sched_idletd(0,e2a1dd38) at sched_idletd+0x29
fork_exit(c06d77f0,0,e2a1dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1dd70, ebp = 0 ---
Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3f00510
cpustop_handler(e2a1ac88,c08beb49,e2a1ac2c,c06b8b35,c3f00510,...) at cpustop_handler+0x31
ipi_nmi_handler(e2a1ac2c,c06b8b35,c3f00510,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1ac94) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc0c02129, esp = 0xe2a1acd4, ebp = 0xe2a1acd4 ---
acpi_cpu_c1(c0a4f010,c06d77f0,e2a1acf4,c06d77f0,c06d77f0,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1ad04,c06d7819,e2a1ad24,c06aba90,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1ad24,c06aba90,0,e2a1ad38,c3effd80,...) at cpu_idle+0x28
sched_idletd(0,e2a1ad38) at sched_idletd+0x29
fork_exit(c06d77f0,0,e2a1ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1ad70, ebp = 0 ---
Tracing command init pid 1 tid 100007 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f02000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f02000) at sleepq_wait_sig+0x1d
_sleep(c3f02000,c3f02060,15c,c0950444,0) at _sleep+0x2aa
kern_wait(c3f00360,ffffffff,e2a17c28,0,0) at kern_wait+0x7c3
wait4(c3f00360,e2a17d00) at wait4+0x2a
syscall(e2a17d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---
Tracing command swapper pid 0 tid 0 td 0xc0a4d9e0
sched_switch(c0a4d9e0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c04527d5,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 261 MB: 246 230 214 198 182 166 150 134 118 102 86 70 54 38 22 6
Dump complete
= 0xf
db> panic
panic: from debugger
cpuid = 0
Uptime: 1d19h36m53s
Automatic reboot in 15 seconds - press a key on the console to abort
Rebooting...
(kgdb) proc 42
(kgdb) bt
#0 0xc06d70cb in sched_switch (td=0xc4293870, newtd=0xc3f00510, flags=0x1) at ../../../kern/sched_4bsd.c:907
#1 0xc06c7f1c in mi_switch (flags=0x1, newtd=0x0) at ../../../kern/kern_synch.c:458
#2 0xc06e672d in sleepq_switch (wchan=0x0) at ../../../kern/subr_sleepqueue.c:463
#3 0xc06e6876 in sleepq_wait (wchan=0xc0a9c7c0) at ../../../kern/subr_sleepqueue.c:543
#4 0xc06c7911 in _sleep (ident=0xc0a9c7c0, lock=0xc0a9c7c4, priority=0x50, wmesg=0xc0953faf "newbuf", timo=0x0)
at ../../../kern/kern_synch.c:222
#5 0xc0713ad0 in getnewbuf (slpflag=0x0, slptimeo=0x0, size=0x4000, maxsize=0x4000) at ../../../kern/vfs_bio.c:1965
#6 0xc0714c77 in getblk (vp=0xc748cc3c, blkno=0xffffffffffbff7f2, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0)
at ../../../kern/vfs_bio.c:2593
#7 0xc080aeee in ufs_bmaparray (vp=0xc748cc3c, bn=0xffffffffffa0b7f4, bnp=0xe47489c0, nbp=0x0, runp=0x0, runb=0x0)
at ../../../ufs/ufs/ufs_bmap.c:216
#8 0xc0814f5c in ufs_strategy (ap=0x0) at ../../../ufs/ufs/ufs_vnops.c:1980
#9 0xc08d1ed3 in VOP_STRATEGY_APV (vop=0xc0a0c020, a=0xe47489f8) at vnode_if.c:1769
#10 0xc0716b45 in bufstrategy (bo=0x0, bp=0xd8258d20) at vnode_if.h:934
#11 0xc0711907 in breadn (vp=0xc748cc3c, blkno=0xffffffffffa0b7f4, size=0x4000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, bpp=0x0)
at buf.h:429
#12 0xc07116a4 in bread (vp=0xc748cc3c, blkno=0xffffffffffa0b7f4, size=0x4000, cred=0x0, bpp=0xe4748ae0) at ../../../kern/vfs_bio.c:727
#13 0xc07f1610 in ffs_balloc_ufs2 (vp=0xc748cc3c, startoffset=Unhandled dwarf expression opcode 0x93
) at ../../../ufs/ffs/ffs_balloc.c:739
#14 0xc07f9b50 in ffs_copyonwrite (devvp=0xc438715c, bp=0xd7fa0f00) at ../../../ufs/ffs/ffs_snapshot.c:2285
#15 0xc0807ea1 in ffs_geom_strategy (bo=0xc4387268, bp=0xd7fa0f00) at ../../../ufs/ffs/ffs_vfsops.c:1840
#16 0xc0711aae in bufwrite (bp=0xd7fa0f00) at buf.h:429
#17 0xc0807dda in ffs_bufwrite (bp=0xd7fa0f00) at ../../../ufs/ffs/ffs_vfsops.c:1803
#18 0xc0713479 in vfs_bio_awrite (bp=0xd7fa0f00) at buf.h:415
#19 0xc071a141 in vop_stdfsync (ap=0xe4748cb4) at ../../../kern/vfs_default.c:437
#20 0xc0672227 in devfs_fsync (ap=0xe4748cb4) at ../../../fs/devfs/devfs_vnops.c:391
#21 0xc08d0fb3 in VOP_FSYNC_APV (vop=0xc09edda0, a=0xe4748cb4) at vnode_if.c:1007
#22 0xc072417c in sync_vnode (bo=0xc4387268, td=0xc4293870) at vnode_if.h:537
#23 0xc07243f5 in sched_sync () at ../../../kern/vfs_subr.c:1718
#24 0xc06aba90 in fork_exit (callout=0xc0724208 <sched_sync>, arg=0x0, frame=0xe4748d38) at ../../../kern/kern_fork.c:814
#25 0xc08a90e0 in fork_trampoline () at ../../../i386/i386/exception.s:205
(kgdb) f 5
#5 0xc0713ad0 in getnewbuf (slpflag=0x0, slptimeo=0x0, size=0x4000, maxsize=0x4000) at ../../../kern/vfs_bio.c:1965
1965 if (msleep(&needsbuffer, &nblock,
(kgdb) l
1960
1961 bd_speedup(); /* heeeelp */
1962
1963 mtx_lock(&nblock);
1964 while (needsbuffer & flags) {
1965 if (msleep(&needsbuffer, &nblock,
1966 (PRIBIO + 4) | slpflag, waitmsg, slptimeo)) {
1967 mtx_unlock(&nblock);
1968 return (NULL);
1969 }
(kgdb) info loc
flags = 0x1
waitmsg = 0xc0953faf "newbuf"
bp = (struct buf *) 0x0
nbp = (struct buf *) 0x50
defrag = 0x0
nqindex = 0x1
flushingbufs = 0x0
(kgdb) p needsbuffer
$3 = 0x3
---
Testscenario: creat with 20 snapshots