GENERIC HEAD from Mar 26 13:18 UTC, vmcore.146

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2007 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD is a registered trademark of The FreeBSD Foundation.
FreeBSD 7.0-CURRENT #0: Mon Mar 26 15:36:00 CEST 2007
    pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf24  Stepping = 4
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
  Logical CPUs per core: 2
real memory  = 1073676288 (1023 MB)
avail memory = 1036582912 (988 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
fxp0: link state changed to UP
softdep_waitidle: Failed to flush worklist for 0xc4912000panic: vfs_allocate_syncvnode: insmntque failed
cpuid = 2
KDB: enter: panic
[thread pid 12892 tid 100220 ]
Stopped at      kdb_enter+0x2b: nop
db> where
Tracing pid 12892 tid 100220 td 0xc49ea000
kdb_enter(c094d849) at kdb_enter+0x2b
panic(c0958fcd,c595e000,c4811560,e6c11c58,c0722660,...) at panic+0x140
vfs_allocate_syncvnode(c4912000) at vfs_allocate_syncvnode+0x57
dounmount(c4912000,8080000,c49ea000,4607f2d2,8a4b4996,...) at dounmount+0x45c
unmount(c49ea000,e6c11d00) at unmount+0x231
syscall(e6c11d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cc447, esp = 0xbfbfe33c, ebp = 0xbfbfe3e8 ---
db> show allpcpu
Current CPU: 2

cpuid        = 0
curthread    = 0xc3effa20: pid 13 "idle: cpu0"
curpcb       = 0xe2a1cd90
fpcurthread  = none
idlethread   = 0xc3effa20: pid 13 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x50
spin locks held:

cpuid        = 1
curthread    = 0xc3effd80: pid 15 "swi4: clock sio"
curpcb       = 0xe2a22d90
fpcurthread  = none
idlethread   = 0xc3eff870: pid 12 "idle: cpu1"
APIC ID      = 1
currentldt   = 0x50
spin locks held:

cpuid        = 2
curthread    = 0xc49ea000: pid 12892 "umount"
curpcb       = 0xe6c11d90
fpcurthread  = none
idlethread   = 0xc3eff6c0: pid 11 "idle: cpu2"
APIC ID      = 6
currentldt   = 0x50
spin locks held:

cpuid        = 3
curthread    = 0xc445ad80: pid 958 "top"
curpcb       = 0xe6a9ad90
fpcurthread  = none
idlethread   = 0xc3eff510: pid 10 "idle: cpu3"
APIC ID      = 7
currentldt   = 0x50
spin locks held:

db> show alllocks
Process 12892 (umount) thread 0xc49ea000 (100220)
exclusive sleep mutex Giant r = 0 (0xc0a51b48) locked @ kern/vfs_mount.c:1107
Process 44 (schedcpu) thread 0xc3fffbd0 (100044)
shared sx allproc r = 0 (0xc0a51c20) locked @ kern/sched_4bsd.c:378
db> show lockedvnods
Locked vnodes

0xc4811560: tag ufs, type VDIR
    usecount 1, writecount 0, refcount 1 mountedhere 0xc4912000
    flags ()
     lock type ufs: EXCL (count 1) by thread 0xc49ea000 (pid 12892)#0 0xc06b7128 at _lockmgr+0x544
#1 0xc080aee0 at ffs_lock+0x7c
#2 0xc08d4616 at _VOP_LOCK_APV+0x7e
#3 0xc0732004 at _vn_lock+0xb8
#4 0xc0722273 at dounmount+0x6f
#5 0xc07221e1 at unmount+0x231
#6 0xc08c2462 at syscall+0x252
#7 0xc08abbe0 at Xint0x80_syscall+0x20

        ino 16494, on dev ad0s1a
db> show lockedbufs
db> ps
  pid  ppid  pgrp   uid   state   wmesg     wchan    cmd
12892   978   978     0  R+      CPU 2               umount
  987     0     0     0  SL      mdwait   0xc42d9000 [md0]
  978   973   978     0  S+      wait     0xc4391000 sh
  973   969   973     0  S+      wait     0xc445c480 bash
  969   968   969     0  S+      pause    0xc446eda4 csh
  968   962   968  1001  S+      wait     0xc44596c0 su
  962   961   962  1001  Ss+     wait     0xc435eb40 bash
  961   959   959  1001  S       select   0xc0a9eefc sshd
  959   814   959     0  Ss      sbwait   0xc445535c sshd
  958   952   958  1001  R+      CPU 3               top
  952   951   952  1001  Ss+     wait     0xc44d1240 bash
  951   949   949  1001  S       select   0xc0a9eefc sshd
  949   814   949     0  Ss      sbwait   0xc43fce3c sshd
  948   942   948  1001  S+      kqread   0xc473db00 tail
  942   941   942  1001  Ss+     wait     0xc4406d80 bash
  941   939   939  1001  S       select   0xc0a9eefc sshd
  939   814   939     0  Ss      sbwait   0xc43fd0a4 sshd
  935     1   935     0  Ss+     ttyin    0xc40dec10 getty
  934     1   934     0  Ss+     ttyin    0xc40df010 getty
  933     1   933     0  Ss+     ttyin    0xc40dd810 getty
  932     1   932     0  Ss+     ttyin    0xc40df810 getty
  931     1   931     0  Ss+     ttyin    0xc40e0410 getty
  930     1   930     0  Ss+     ttyin    0xc40e0010 getty
  929     1   929     0  Ss+     ttyin    0xc40c8c10 getty
  928     1   928     0  Ss+     ttyin    0xc40b8810 getty
  913     1   913     0  Ss      select   0xc0a9eefc inetd
  886     1   886     0  Ss      select   0xc0a9eefc moused
  830     1   830     0  Ss      nanslp   0xc0a52344 cron
  824     1   824    25  Ss      pause    0xc44d4b64 sendmail
  820     1   820     0  Ss      select   0xc0a9eefc sendmail
  814     1   814     0  Ss      select   0xc0a9eefc sshd
  795     1   795     0  Ss      select   0xc0a9eefc ntpd
  741   737   737     0  S       -        0xc4375800 nfsd
  740   737   737     0  S       -        0xc42b2a00 nfsd
  739   737   737     0  S       -        0xc4375600 nfsd
  738   737   737     0  S       -        0xc42b6000 nfsd
  737     1   737     0  Ss      select   0xc0a9eefc nfsd
  735     1   735     0  Ss      select   0xc0a9eefc mountd
  685     1   685     0  Ss      select   0xc0a9eefc rpcbind
  668     1   668     0  Ss      select   0xc0a9eefc syslogd
  602     1   602     0  Ss      select   0xc0a9eefc devd
   44     0     0     0  SL      -        0xc0a52118 [schedcpu]
   43     0     0     0  SL      sdflush  0xc0aa9ea4 [softdepflush]
   42     0     0     0  SL      vlruwt   0xc4290900 [vnlru]
   41     0     0     0  SL      syncer   0xc0a52110 [syncer]
   40     0     0     0  SL      psleep   0xc0a9f388 [bufdaemon]
   39     0     0     0  SL      pgzero   0xc0ab27f0 [pagezero]
   38     0     0     0  SL      psleep   0xc0aaa720 [vmdaemon]
   37     0     0     0  SL      psleep   0xc0aaa6e0 [pagedaemon]
   36     0     0     0  WL                          [irq7: ppc0]
   35     0     0     0  SL      -        0xc3ff423c [fdc0]
   34     0     0     0  WL                          [swi0: sio]
   33     0     0     0  WL                          [irq12: psm0]
   32     0     0     0  WL                          [irq1: atkbd0]
   31     0     0     0  WL                          [irq15: ata1]
   30     0     0     0  WL                          [irq14: ata0]
   29     0     0     0  WL                          [irq17: fxp0]
   28     0     0     0  SL      usbtsk   0xc0a4f8f4 [usbtask-dr]
   27     0     0     0  SL      usbtsk   0xc0a4f8e0 [usbtask-hc]
   26     0     0     0  SL      usbevt   0xc4034210 [usb0]
   25     0     0     0  WL                          [irq16: uhci0]
   24     0     0     0  SL      -        0xc402ea80 [em0 taskq]
   23     0     0     0  WL                          [irq9: acpi0]
   22     0     0     0  WL                          [swi5: +]
   21     0     0     0  SL      -        0xc3f47780 [thread taskq]
    9     0     0     0  SL      -        0xc3f47800 [acpi_task_2]
    8     0     0     0  SL      -        0xc3f47800 [acpi_task_1]
    7     0     0     0  SL      -        0xc3f47800 [acpi_task_0]
   20     0     0     0  WL                          [swi6: Giant taskq]
   19     0     0     0  WL                          [swi6: task queue]
   18     0     0     0  WL                          [swi2: cambio]
    6     0     0     0  SL      ccb_scan 0xc0a25704 [xpt_thrd]
    5     0     0     0  SL      -        0xc3f47b80 [kqueue taskq]
   17     0     0     0  SL      -        0xc0a52118 [yarrow]
    4     0     0     0  SL      -        0xc0a500bc [g_down]
    3     0     0     0  SL      -        0xc0a500b8 [g_up]
    2     0     0     0  SL      -        0xc0a500b0 [g_event]
   16     0     0     0  WL                          [swi3: vm]
   15     0     0     0  RL      CPU 1               [swi4: clock sio]
   14     0     0     0  WL                          [swi1: net]
   13     0     0     0  RL      CPU 0               [idle: cpu0]
   12     0     0     0  RL                          [idle: cpu1]
   11     0     0     0  RL                          [idle: cpu2]
   10     0     0     0  RL                          [idle: cpu3]
    1     0     1     0  SLs     wait     0xc3f01000 [init]
    0     0     0     0  WLs                         [swapper]
db> set $lines 0
db> allt

Tracing command umount pid 12892 tid 100220 td 0xc49ea000
kdb_enter(c094d849) at kdb_enter+0x2b
panic(c0958fcd,c595e000,c4811560,e6c11c58,c0722660,...) at panic+0x140
vfs_allocate_syncvnode(c4912000) at vfs_allocate_syncvnode+0x57
dounmount(c4912000,8080000,c49ea000,4607f2d2,8a4b4996,...) at dounmount+0x45c
unmount(c49ea000,e6c11d00) at unmount+0x231
syscall(e6c11d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cc447, esp = 0xbfbfe33c, ebp = 0xbfbfe3e8 ---

Tracing command md0 pid 987 tid 100151 td 0xc44d26c0
sched_switch(c44d26c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42d9000,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c42d9000,0,0,c09f9a24,c092bd31,...) at sleepq_wait+0x46
_sleep(c42d9000,c42d9020,24c,c092bd72,0) at _sleep+0x2b9
md_kthread(c42d9000,e6ad3d38) at md_kthread+0xc5
fork_exit(c05940f4,c42d9000,e6ad3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe6ad3d70, ebp = 0 ---

Tracing command sh pid 978 tid 100077 td 0xc4392d80
sched_switch(c4392d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4391000) at sleepq_switch+0xc9
sleepq_wait_sig(c4391000) at sleepq_wait_sig+0x1d
_sleep(c4391000,c4391060,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c4392d80,ffffffff,e69d7c28,2,0) at kern_wait+0x7c3
wait4(c4392d80,e69d7d00) at wait4+0x2a
syscall(e69d7d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814ac2f, esp = 0xbfbfe7fc, ebp = 0xbfbfe818 ---

Tracing command bash pid 973 tid 100121 td 0xc445aa20
sched_switch(c445aa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c445c480) at sleepq_switch+0xc9
sleepq_wait_sig(c445c480) at sleepq_wait_sig+0x1d
_sleep(c445c480,c445c4e0,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c445aa20,ffffffff,e6a94c28,6,0) at kern_wait+0x7c3
wait4(c445aa20,e6a94d00) at wait4+0x2a
syscall(e6a94d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe70c, ebp = 0xbfbfe728 ---

Tracing command csh pid 969 tid 100139 td 0xc4395000
sched_switch(c4395000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c446eda4) at sleepq_switch+0xc9
sleepq_wait_sig(c446eda4) at sleepq_wait_sig+0x1d
_sleep(c446eda4,c446ede0,168,c09114f3,0) at _sleep+0x2aa
kern_sigsuspend(c4395000,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c4395000,e69dad00) at sigsuspend+0x33
syscall(e69dad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28166467, esp = 0xbfbfe5bc, ebp = 0xbfbfe638 ---

Tracing command su pid 968 tid 100115 td 0xc445b510
sched_switch(c445b510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44596c0) at sleepq_switch+0xc9
sleepq_wait_sig(c44596c0) at sleepq_wait_sig+0x1d
_sleep(c44596c0,c4459720,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c445b510,3c9,e6aa6c28,2,0) at kern_wait+0x7c3
wait4(c445b510,e6aa6d00) at wait4+0x2a
syscall(e6aa6d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x28101c2f, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 ---

Tracing command bash pid 962 tid 100075 td 0xc433fa20
sched_switch(c433fa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c435eb40) at sleepq_switch+0xc9
sleepq_wait_sig(c435eb40) at sleepq_wait_sig+0x1d
_sleep(c435eb40,c435eba0,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c433fa20,ffffffff,e6962c28,6,0) at kern_wait+0x7c3
wait4(c433fa20,e6962d00) at wait4+0x2a
syscall(e6962d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---

Tracing command sshd pid 961 tid 100163 td 0xc44f1510
sched_switch(c44f1510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c44f1510,b,284030e4,284030e8,0,...) at kern_select+0x4bf
select(c44f1510,e6b57d00) at select+0x44
syscall(e6b57d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 959 tid 100090 td 0xc435b6c0
sched_switch(c435b6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c445535c) at sleepq_switch+0xc9
sleepq_wait_sig(c445535c) at sleepq_wait_sig+0x1d
_sleep(c445535c,c445532c,158,c09557da,0,...) at _sleep+0x2aa
sbwait(c4455308,2,c094f4f2,91,c435b6c0,...) at sbwait+0x48
soreceive_generic(c44552b8,0,e69a1c60,0,0,...) at soreceive_generic+0x2da
soreceive(c44552b8,0,e69a1c60,0,0,0) at soreceive+0x39
soo_read(c44605a0,e69a1c60,c480c480,0,c435b6c0) at soo_read+0x3d
dofileread(c435b6c0,5,c44605a0,e69a1c60,ffffffff,...) at dofileread+0x85
kern_readv(c435b6c0,5,e69a1c60,bfbfe118,4,...) at kern_readv+0x36
read(c435b6c0,e69a1d00) at read+0x45
syscall(e69a1d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---

Tracing command top pid 958 tid 100119 td 0xc445ad80
cpustop_handler(e6a9ab78,c08c16ed,e6a9ab20,c06d8b1d,c445ad80,...) at cpustop_handler+0x31
ipi_nmi_handler(e6a9ab20,c06d8b1d,c445ad80,0,0,...) at ipi_nmi_handler+0x28
trap(e6a9ab84) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc06bab08, esp = 0xe6a9abc4, ebp = 0xe6a9abd4 ---
_mtx_lock_sleep(c0a51b48,c445ad80,0,c094e3d7,51e) at _mtx_lock_sleep+0x108
_mtx_lock_flags(c0a51b48,0,c094e3d7,51e,c445ad80,...) at _mtx_lock_flags+0xab
__sysctl(c445ad80,e6a9ad00) at __sysctl+0x54
syscall(e6a9ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x281a0dab, esp = 0xbfbfe89c, ebp = 0xbfbfe8d8 ---

Tracing command bash pid 952 tid 100141 td 0xc445a000
sched_switch(c445a000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d1240) at sleepq_switch+0xc9
sleepq_wait_sig(c44d1240) at sleepq_wait_sig+0x1d
_sleep(c44d1240,c44d12a0,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c445a000,ffffffff,e6a82c28,6,0) at kern_wait+0x7c3
wait4(c445a000,e6a82d00) at wait4+0x2a
syscall(e6a82d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---

Tracing command sshd pid 951 tid 100105 td 0xc4408510
sched_switch(c4408510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c4408510,b,284030e4,284030e8,0,...) at kern_select+0x4bf
select(c4408510,e6a52d00) at select+0x44
syscall(e6a52d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 949 tid 100120 td 0xc445abd0
sched_switch(c445abd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43fce3c) at sleepq_switch+0xc9
sleepq_wait_sig(c43fce3c) at sleepq_wait_sig+0x1d
_sleep(c43fce3c,c43fce0c,158,c09557da,0,...) at _sleep+0x2aa
sbwait(c43fcde8,2,c094f4f2,91,c445abd0,...) at sbwait+0x48
soreceive_generic(c43fcd98,0,e6a97c60,0,0,...) at soreceive_generic+0x2da
soreceive(c43fcd98,0,e6a97c60,0,0,0) at soreceive+0x39
soo_read(c44603f0,e6a97c60,c4739900,0,c445abd0) at soo_read+0x3d
dofileread(c445abd0,5,c44603f0,e6a97c60,ffffffff,...) at dofileread+0x85
kern_readv(c445abd0,5,e6a97c60,bfbfe118,4,...) at kern_readv+0x36
read(c445abd0,e6a97d00) at read+0x45
syscall(e6a97d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---

Tracing command tail pid 948 tid 100082 td 0xc4392510
sched_switch(c4392510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c473db00) at sleepq_switch+0xc9
sleepq_timedwait_sig(c473db00) at sleepq_timedwait_sig+0x1e
_sleep(c473db00,c473db00,158,c094a3d5,3e9,...) at _sleep+0x280
kqueue_scan(c473db00,1,e69c8c64,e69c8c1c,e69c8b3c,c4392510) at kqueue_scan+0x1f7
kern_kevent(c4392510,4,0,1,e69c8c64,e69c8c1c) at kern_kevent+0x159
kevent(c4392510,e69c8d00) at kevent+0xfa
syscall(e69c8d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (363, FreeBSD ELF32, kevent), eip = 0x2813b03f, esp = 0xbfbfea5c, ebp = 0xbfbfeb08 ---

Tracing command bash pid 942 tid 100104 td 0xc44086c0
sched_switch(c44086c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4406d80) at sleepq_switch+0xc9
sleepq_wait_sig(c4406d80) at sleepq_wait_sig+0x1d
_sleep(c4406d80,c4406de0,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c44086c0,ffffffff,e6a55c28,6,0) at kern_wait+0x7c3
wait4(c44086c0,e6a55d00) at wait4+0x2a
syscall(e6a55d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dc2f, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 ---

Tracing command sshd pid 941 tid 100143 td 0xc4408bd0
sched_switch(c4408bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c4408bd0,b,284030e4,284030e8,0,...) at kern_select+0x4bf
select(c4408bd0,e6a5ed00) at select+0x44
syscall(e6a5ed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 ---

Tracing command sshd pid 939 tid 100165 td 0xc44f11b0
sched_switch(c44f11b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c43fd0a4) at sleepq_switch+0xc9
sleepq_wait_sig(c43fd0a4) at sleepq_wait_sig+0x1d
_sleep(c43fd0a4,c43fd074,158,c09557da,0,...) at _sleep+0x2aa
sbwait(c43fd050,2,c094f4f2,91,c44f11b0,...) at sbwait+0x48
soreceive_generic(c43fd000,0,e6b51c60,0,0,...) at soreceive_generic+0x2da
soreceive(c43fd000,0,e6b51c60,0,0,0) at soreceive+0x39
soo_read(c43016c0,e6b51c60,c4739100,0,c44f11b0) at soo_read+0x3d
dofileread(c44f11b0,5,c43016c0,e6b51c60,ffffffff,...) at dofileread+0x85
kern_readv(c44f11b0,5,e6b51c60,bfbfe118,4,...) at kern_readv+0x36
read(c44f11b0,e6b51d00) at read+0x45
syscall(e6b51d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2839465b, esp = 0xbfbfe0bc, ebp = 0xbfbfe0e8 ---

Tracing command getty pid 935 tid 100042 td 0xc4057000
sched_switch(c4057000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40dec10) at sleepq_switch+0xc9
sleepq_wait_sig(c40dec10) at sleepq_wait_sig+0x1d
_sleep(c40dec10,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40dec00,c40dec10,159,c0954414,0,...) at ttysleep+0x21
ttread(c40dec00,e44bec60,0) at ttread+0x48f
ttyread(c40c7000,e44bec60,0,e44bebb8,c069c675,...) at ttyread+0x2f
scread(c40c7000,e44bec60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c7000,e44bec60,0) at giant_read+0x2d
devfs_read_f(c4316dc8,e44bec60,c3efca80,0,c4057000) at devfs_read_f+0x62
dofileread(c4057000,0,c4316dc8,e44bec60,ffffffff,...) at dofileread+0x85
kern_readv(c4057000,0,e44bec60,bfbfee3f,1,...) at kern_readv+0x36
read(c4057000,e44bed00) at read+0x45
syscall(e44bed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 934 tid 100156 td 0xc445bd80
sched_switch(c445bd80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40df010) at sleepq_switch+0xc9
sleepq_wait_sig(c40df010) at sleepq_wait_sig+0x1d
_sleep(c40df010,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40df000,c40df010,159,c0954414,0,...) at ttysleep+0x21
ttread(c40df000,e6ab5c60,0) at ttread+0x48f
ttyread(c40c6e00,e6ab5c60,0,e6ab5bb8,c069c675,...) at ttyread+0x2f
scread(c40c6e00,e6ab5c60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6e00,e6ab5c60,0) at giant_read+0x2d
devfs_read_f(c430b288,e6ab5c60,c3efca80,0,c445bd80) at devfs_read_f+0x62
dofileread(c445bd80,0,c430b288,e6ab5c60,ffffffff,...) at dofileread+0x85
kern_readv(c445bd80,0,e6ab5c60,bfbfee3f,1,...) at kern_readv+0x36
read(c445bd80,e6ab5d00) at read+0x45
syscall(e6ab5d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 933 tid 100157 td 0xc445bbd0
sched_switch(c445bbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40dd810) at sleepq_switch+0xc9
sleepq_wait_sig(c40dd810) at sleepq_wait_sig+0x1d
_sleep(c40dd810,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40dd800,c40dd810,159,c0954414,0,...) at ttysleep+0x21
ttread(c40dd800,e6ab2c60,0) at ttread+0x48f
ttyread(c40c6d00,e6ab2c60,0,e6ab2bb8,c069c675,...) at ttyread+0x2f
scread(c40c6d00,e6ab2c60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6d00,e6ab2c60,0) at giant_read+0x2d
devfs_read_f(c4316750,e6ab2c60,c3efca80,0,c445bbd0) at devfs_read_f+0x62
dofileread(c445bbd0,0,c4316750,e6ab2c60,ffffffff,...) at dofileread+0x85
kern_readv(c445bbd0,0,e6ab2c60,bfbfee3f,1,...) at kern_readv+0x36
read(c445bbd0,e6ab2d00) at read+0x45
syscall(e6ab2d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 932 tid 100158 td 0xc445ba20
sched_switch(c445ba20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40df810) at sleepq_switch+0xc9
sleepq_wait_sig(c40df810) at sleepq_wait_sig+0x1d
_sleep(c40df810,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40df800,c40df810,159,c0954414,0,...) at ttysleep+0x21
ttread(c40df800,e6aafc60,0) at ttread+0x48f
ttyread(c40c6c00,e6aafc60,0,e6aafbb8,c069c675,...) at ttyread+0x2f
scread(c40c6c00,e6aafc60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6c00,e6aafc60,0) at giant_read+0x2d
devfs_read_f(c4301630,e6aafc60,c3efca80,0,c445ba20) at devfs_read_f+0x62
dofileread(c445ba20,0,c4301630,e6aafc60,ffffffff,...) at dofileread+0x85
kern_readv(c445ba20,0,e6aafc60,bfbfee3f,1,...) at kern_readv+0x36
read(c445ba20,e6aafd00) at read+0x45
syscall(e6aafd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 931 tid 100159 td 0xc445b870
sched_switch(c445b870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40e0410) at sleepq_switch+0xc9
sleepq_wait_sig(c40e0410) at sleepq_wait_sig+0x1d
_sleep(c40e0410,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40e0400,c40e0410,159,c0954414,0,...) at ttysleep+0x21
ttread(c40e0400,e6aacc60,0) at ttread+0x48f
ttyread(c40c6b00,e6aacc60,0,e6aacbb8,c069c675,...) at ttyread+0x2f
scread(c40c6b00,e6aacc60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6b00,e6aacc60,0) at giant_read+0x2d
devfs_read_f(c430b048,e6aacc60,c3efca80,0,c445b870) at devfs_read_f+0x62
dofileread(c445b870,0,c430b048,e6aacc60,ffffffff,...) at dofileread+0x85
kern_readv(c445b870,0,e6aacc60,bfbfee3f,1,...) at kern_readv+0x36
read(c445b870,e6aacd00) at read+0x45
syscall(e6aacd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 930 tid 100160 td 0xc44d7000
sched_switch(c44d7000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40e0010) at sleepq_switch+0xc9
sleepq_wait_sig(c40e0010) at sleepq_wait_sig+0x1d
_sleep(c40e0010,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40e0000,c40e0010,159,c0954414,0,...) at ttysleep+0x21
ttread(c40e0000,e6b18c60,0) at ttread+0x48f
ttyread(c40c6a00,e6b18c60,0,e6b18bb8,c069c675,...) at ttyread+0x2f
scread(c40c6a00,e6b18c60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6a00,e6b18c60,0) at giant_read+0x2d
devfs_read_f(c430ba20,e6b18c60,c3efca80,0,c44d7000) at devfs_read_f+0x62
dofileread(c44d7000,0,c430ba20,e6b18c60,ffffffff,...) at dofileread+0x85
kern_readv(c44d7000,0,e6b18c60,bfbfee3f,1,...) at kern_readv+0x36
read(c44d7000,e6b18d00) at read+0x45
syscall(e6b18d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 929 tid 100161 td 0xc44f1870
sched_switch(c44f1870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40c8c10) at sleepq_switch+0xc9
sleepq_wait_sig(c40c8c10) at sleepq_wait_sig+0x1d
_sleep(c40c8c10,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40c8c00,c40c8c10,159,c0954414,0,...) at ttysleep+0x21
ttread(c40c8c00,e6b5dc60,0) at ttread+0x48f
ttyread(c40c6900,e6b5dc60,0,e6b5dbb8,c069c675,...) at ttyread+0x2f
scread(c40c6900,e6b5dc60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6900,e6b5dc60,0) at giant_read+0x2d
devfs_read_f(c430bbd0,e6b5dc60,c3efca80,0,c44f1870) at devfs_read_f+0x62
dofileread(c44f1870,0,c430bbd0,e6b5dc60,ffffffff,...) at dofileread+0x85
kern_readv(c44f1870,0,e6b5dc60,bfbfee3f,1,...) at kern_readv+0x36
read(c44f1870,e6b5dd00) at read+0x45
syscall(e6b5dd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command getty pid 928 tid 100162 td 0xc44f16c0
sched_switch(c44f16c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c40b8810) at sleepq_switch+0xc9
sleepq_wait_sig(c40b8810) at sleepq_wait_sig+0x1d
_sleep(c40b8810,0,159,c0954414,0) at _sleep+0x2aa
ttysleep(c40b8800,c40b8810,159,c0954414,0,...) at ttysleep+0x21
ttread(c40b8800,e6b5ac60,0) at ttread+0x48f
ttyread(c40c6800,e6b5ac60,0,e6b5abb8,c069c675,...) at ttyread+0x2f
scread(c40c6800,e6b5ac60,0,c0a51b48,0,...) at scread+0x22
giant_read(c40c6800,e6b5ac60,0) at giant_read+0x2d
devfs_read_f(c43014c8,e6b5ac60,c3efca80,0,c44f16c0) at devfs_read_f+0x62
dofileread(c44f16c0,0,c43014c8,e6b5ac60,ffffffff,...) at dofileread+0x85
kern_readv(c44f16c0,0,e6b5ac60,bfbfee3f,1,...) at kern_readv+0x36
read(c44f16c0,e6b5ad00) at read+0x45
syscall(e6b5ad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (3, FreeBSD ELF32, read), eip = 0x2816065b, esp = 0xbfbfee1c, ebp = 0xbfbfee48 ---

Tracing command inetd pid 913 tid 100140 td 0xc445a1b0
sched_switch(c445a1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c445a1b0,6,bfbfe8a0,0,0,...) at kern_select+0x4bf
select(c445a1b0,e6a85d00) at select+0x44
syscall(e6a85d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281725db, esp = 0xbfbfdb7c, ebp = 0xbfbfee68 ---

Tracing command moused pid 886 tid 100154 td 0xc44d21b0
sched_switch(c44d21b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c44d21b0,14,bfbfea00,0,0,...) at kern_select+0x4bf
select(c44d21b0,e6acad00) at select+0x44
syscall(e6acad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x2817a5db, esp = 0xbfbfe95c, ebp = 0xbfbfeb18 ---

Tracing command cron pid 830 tid 100171 td 0xc44ed6c0
sched_switch(c44ed6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a52344) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a52344) at sleepq_timedwait_sig+0x1e
_sleep(c0a52344,0,15c,c094e92d,ea61,...) at _sleep+0x280
kern_nanosleep(c44ed6c0,e6b3fc70,e6b3fc68) at kern_nanosleep+0xab
nanosleep(c44ed6c0,e6b3fd00) at nanosleep+0x4f
syscall(e6b3fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28149057, esp = 0xbfbfecec, ebp = 0xbfbfed18 ---

Tracing command sendmail pid 824 tid 100152 td 0xc44d2510
sched_switch(c44d2510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c44d4b64) at sleepq_switch+0xc9
sleepq_wait_sig(c44d4b64) at sleepq_wait_sig+0x1d
_sleep(c44d4b64,c44d4ba0,168,c09114f3,0) at _sleep+0x2aa
kern_sigsuspend(c44d2510,0,0,0,0,...) at kern_sigsuspend+0xa3
sigsuspend(c44d2510,e6ad0d00) at sigsuspend+0x33
syscall(e6ad0d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282ca467, esp = 0xbfbfd00c, ebp = 0xbfbfd038 ---

Tracing command sendmail pid 820 tid 100155 td 0xc44d2000
sched_switch(c44d2000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9eefc,0,c09f9a24,e6ac7ae4,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9eefc,c0a9eee4,1389) at _cv_timedwait_sig+0x18c
kern_select(c44d2000,5,bfbfc520,0,0,...) at kern_select+0x4a9
select(c44d2000,e6ac7d00) at select+0x44
syscall(e6ac7d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283525db, esp = 0xbfbfc42c, ebp = 0xbfbfd028 ---

Tracing command sshd pid 814 tid 100087 td 0xc435bbd0
sched_switch(c435bbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c435bbd0,7,284430c0,0,0,...) at kern_select+0x4bf
select(c435bbd0,e69aad00) at select+0x44
syscall(e69aad38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x283945db, esp = 0xbfbfe18c, ebp = 0xbfbfee98 ---

Tracing command ntpd pid 795 tid 100106 td 0xc4408360
sched_switch(c4408360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c4408360,a,bfbfed70,0,0,...) at kern_select+0x4bf
select(c4408360,e6a4fd00) at select+0x44
syscall(e6a4fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x282d85db, esp = 0xbfbfed2c, ebp = 0xbfbfee08 ---

Tracing command nfsd pid 741 tid 100114 td 0xc445b6c0
sched_switch(c445b6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4375800) at sleepq_switch+0xc9
sleepq_wait_sig(c4375800) at sleepq_wait_sig+0x1d
_sleep(c4375800,c0aa9d00,158,c0945c20,0,...) at _sleep+0x2aa
nfssvc_nfsd(c445b6c0) at nfssvc_nfsd+0x101
nfssvc(c445b6c0,e6aa9d00) at nfssvc+0x18c
syscall(e6aa9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 740 tid 100135 td 0xc43956c0
sched_switch(c43956c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42b2a00) at sleepq_switch+0xc9
sleepq_wait_sig(c42b2a00) at sleepq_wait_sig+0x1d
_sleep(c42b2a00,c0aa9d00,158,c0945c20,0,...) at _sleep+0x2aa
nfssvc_nfsd(c43956c0) at nfssvc_nfsd+0x101
nfssvc(c43956c0,e69e6d00) at nfssvc+0x18c
syscall(e69e6d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 739 tid 100103 td 0xc4408870
sched_switch(c4408870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4375600) at sleepq_switch+0xc9
sleepq_wait_sig(c4375600) at sleepq_wait_sig+0x1d
_sleep(c4375600,c0aa9d00,158,c0945c20,0,...) at _sleep+0x2aa
nfssvc_nfsd(c4408870) at nfssvc_nfsd+0x101
nfssvc(c4408870,e6a58d00) at nfssvc+0x18c
syscall(e6a58d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 738 tid 100134 td 0xc4395870
sched_switch(c4395870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c42b6000) at sleepq_switch+0xc9
sleepq_wait_sig(c42b6000) at sleepq_wait_sig+0x1d
_sleep(c42b6000,c0aa9d00,158,c0945c20,0,...) at _sleep+0x2aa
nfssvc_nfsd(c4395870) at nfssvc_nfsd+0x101
nfssvc(c4395870,e69e9d00) at nfssvc+0x18c
syscall(e69e9d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280cbf47, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 ---

Tracing command nfsd pid 737 tid 100123 td 0xc445a6c0
sched_switch(c445a6c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c445a6c0,5,bfbfed40,0,0,...) at kern_select+0x4bf
select(c445a6c0,e6a8ed00) at select+0x44
syscall(e6a8ed38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281535db, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 ---

Tracing command mountd pid 735 tid 100063 td 0xc435b000
sched_switch(c435b000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c435b000,8,bfbfedf0,0,0,...) at kern_select+0x4bf
select(c435b000,e6995d00) at select+0x44
syscall(e6995d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281635db, esp = 0xbfbfed4c, ebp = 0xbfbfee88 ---

Tracing command rpcbind pid 685 tid 100076 td 0xc433f870
sched_switch(c433f870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_timedwait_sig(c0a9eefc,0,c09f9a24,e695fb28,246,...) at sleepq_timedwait_sig+0x1e
_cv_timedwait_sig(c0a9eefc,c0a9eee4,7531) at _cv_timedwait_sig+0x18c
poll(c433f870,e695fd00) at poll+0x3a3
syscall(e695fd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (209, FreeBSD ELF32, poll), eip = 0x2811cf5b, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 ---

Tracing command syslogd pid 668 tid 100138 td 0xc43951b0
sched_switch(c43951b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c43951b0,9,282300c0,0,0,...) at kern_select+0x4bf
select(c43951b0,e69ddd00) at select+0x44
syscall(e69ddd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x281645db, esp = 0xbfbfda3c, ebp = 0xbfbfee88 ---

Tracing command devd pid 602 tid 100066 td 0xc4358a20
sched_switch(c4358a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9eefc) at sleepq_switch+0xc9
sleepq_wait_sig(c0a9eefc,c0a9eefc,c0a9eee4,c095283f,101,...) at sleepq_wait_sig+0x1d
_cv_wait_sig(c0a9eefc,c0a9eee4) at _cv_wait_sig+0x180
kern_select(c4358a20,5,bfbfe9f0,0,0,...) at kern_select+0x4bf
select(c4358a20,e698cd00) at select+0x44
syscall(e698cd38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (93, FreeBSD ELF32, select), eip = 0x807a6fb, esp = 0xbfbfe98c, ebp = 0xbfbfee98 ---

Tracing command schedcpu pid 44 tid 100044 td 0xc3fffbd0
sched_switch(c3fffbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a52118,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a52118) at sleepq_timedwait+0x4a
_sleep(c0a52118,0,0,c0945c20,3e8,...) at _sleep+0x295
pause(c0945c20,3e8) at pause+0x26
schedcpu_thread(0,e4491d38) at schedcpu_thread+0x19
fork_exit(c06d8620,0,e4491d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4491d70, ebp = 0 ---

Tracing command softdepflush pid 43 tid 100045 td 0xc3fffa20
sched_switch(c3fffa20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aa9ea4,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aa9ea4) at sleepq_timedwait+0x4a
_sleep(c0aa9ea4,c0aa9e7c,44,c09679d7,3e8) at _sleep+0x295
softdep_flush(0,e448ed38) at softdep_flush+0x193
fork_exit(c07fd04c,0,e448ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe448ed70, ebp = 0 ---

Tracing command vnlru pid 42 tid 100046 td 0xc4293870
sched_switch(c4293870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4290900,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4290900) at sleepq_timedwait+0x4a
_sleep(c4290900,c0a9f658,250,c0958756,3e8,c0a9f6b8) at _sleep+0x295
vnlru_proc(0,e473dd38) at vnlru_proc+0xdf
fork_exit(c07249ac,0,e473dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473dd70, ebp = 0 ---

Tracing command syncer pid 41 tid 100047 td 0xc42936c0
sched_switch(c42936c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a52110,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a52110,0,0,c09f9a24,c0958695,...) at sleepq_wait+0x46
_sleep(c0a52110,c0a9f684,68,c0958a95,0) at _sleep+0x2b9
sched_sync(0,e473ad38) at sched_sync+0x2fe
fork_exit(c072676c,0,e473ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe473ad70, ebp = 0 ---

Tracing command bufdaemon pid 40 tid 100048 td 0xc4293510
sched_switch(c4293510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a9f388,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a9f388) at sleepq_timedwait+0x4a
_sleep(c0a9f388,c0a9f38c,44,c0956ef2,3e8) at _sleep+0x295
buf_daemon(0,e4737d38) at buf_daemon+0x198
fork_exit(c0715fbc,0,e4737d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4737d70, ebp = 0 ---

Tracing command pagezero pid 39 tid 100049 td 0xc4293360
sched_switch(c4293360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0ab27f0,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0ab27f0) at sleepq_timedwait+0x4a
_sleep(c0ab27f0,c0aaa6a4,0,c096cbed,493e0) at _sleep+0x295
vm_pagezero(0,e4734d38) at vm_pagezero+0x6b
fork_exit(c0831474,0,e4734d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4734d70, ebp = 0 ---

Tracing command vmdaemon pid 38 tid 100027 td 0xc3f02d80
sched_switch(c3f02d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaa720,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0aaa720,ffffffff,0,0,c06ba68c,...) at sleepq_wait+0x46
_sleep(c0aaa720,0,68,c0956ef2,0) at _sleep+0x2b9
vm_daemon(0,e2a58d38) at vm_daemon+0x36
fork_exit(c08300c4,0,e2a58d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a58d70, ebp = 0 ---

Tracing command pagedaemon pid 37 tid 100028 td 0xc3f02bd0
sched_switch(c3f02bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0aaa6e0,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0aaa6e0) at sleepq_timedwait+0x4a
_sleep(c0aaa6e0,c0aaa6a4,44,c0956ef2,1388) at _sleep+0x295
vm_pageout(0,e2a55d38) at vm_pageout+0x268
fork_exit(c082fd4c,0,e2a55d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a55d70, ebp = 0 ---

Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc3f02a20
fork_trampoline() at fork_trampoline

Tracing command fdc0 pid 35 tid 100030 td 0xc3f02870
sched_switch(c3f02870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3ff423c,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c3ff423c) at sleepq_timedwait+0x4a
_sleep(c3ff423c,c3ff42f0,4c,c0945c20,3e8) at _sleep+0x295
fdc_worker(c3ff4200,c3ff42f0,0,c096f0ce,4ab) at fdc_worker+0x1fe
fdc_thread(c3ff4200,e2a4fd38) at fdc_thread+0x54
fork_exit(c088dcc8,c3ff4200,e2a4fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4fd70, ebp = 0 ---

Tracing command swi0: sio pid 34 tid 100031 td 0xc3f026c0
sched_switch(c3f026c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bbc70,e2a4cd38) at ithread_loop+0xda
fork_exit(c06aeb74,c40bbc70,e2a4cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a4cd70, ebp = 0 ---

Tracing command irq12: psm0 pid 33 tid 100032 td 0xc3f02510
fork_trampoline() at fork_trampoline

Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc4058000
sched_switch(c4058000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40bb550,e44d9d38) at ithread_loop+0xda
fork_exit(c06aeb74,c40bb550,e44d9d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d9d70, ebp = 0 ---

Tracing command irq15: ata1 pid 31 tid 100034 td 0xc4057d80
fork_trampoline() at fork_trampoline

Tracing command irq14: ata0 pid 30 tid 100035 td 0xc4057bd0
sched_switch(c4057bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40b1a20,e44d3d38) at ithread_loop+0xda
fork_exit(c06aeb74,c40b1a20,e44d3d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d3d70, ebp = 0 ---

Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc4057a20
sched_switch(c4057a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c40b1240,e44d0d38) at ithread_loop+0xda
fork_exit(c06aeb74,c40b1240,e44d0d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44d0d70, ebp = 0 ---

Tracing command usbtask-dr pid 28 tid 100037 td 0xc4057870
sched_switch(c4057870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f8f4,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4f8f4,ffffffff,0,0,c06ba68c,...) at sleepq_wait+0x46
_sleep(c0a4f8f4,0,5c,c0942bb2,0,...) at _sleep+0x2b9
usb_task_thread(c0a4f8f4,e44cdd38) at usb_task_thread+0x47
fork_exit(c0659d10,c0a4f8f4,e44cdd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe44cdd70, ebp = 0 ---

Tracing command usbtask-hc pid 27 tid 100017 td 0xc3f006c0
sched_switch(c3f006c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a4f8e0,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a4f8e0,ffffffff,0,0,c06ba68c,...) at sleepq_wait+0x46
_sleep(c0a4f8e0,0,5c,c0942bb2,0,...) at _sleep+0x2b9
usb_task_thread(c0a4f8e0,e2a31d38) at usb_task_thread+0x47
fork_exit(c0659d10,c0a4f8e0,e2a31d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a31d70, ebp = 0 ---

Tracing command usb0 pid 26 tid 100018 td 0xc3f00510
sched_switch(c3f00510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c4034210,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c4034210) at sleepq_timedwait+0x4a
_sleep(c4034210,0,5c,c0942bab,ea60,c4044540) at _sleep+0x295
usb_event_thread(c4044540,e2a2ed38) at usb_event_thread+0x94
fork_exit(c0659c5c,c4044540,e2a2ed38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2ed70, ebp = 0 ---

Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc3f00360
sched_switch(c3f00360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c402dbb0,e2a2bd38) at ithread_loop+0xda
fork_exit(c06aeb74,c402dbb0,e2a2bd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a2bd70, ebp = 0 ---

Tracing command em0 taskq pid 24 tid 100020 td 0xc3f001b0
sched_switch(c3f001b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c402ea80,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c402ea80,c402ea9c,8,c0951306,47,...) at sleepq_wait+0x46
msleep_spin(c402ea80,c402ea9c,c0945c20,0) at msleep_spin+0x1a1
taskqueue_thread_loop(c3fed214,e2a28d38) at taskqueue_thread_loop+0x61
fork_exit(c06e9ba0,c3fed214,e2a28d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a28d70, ebp = 0 ---

Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc3fff870
fork_trampoline() at fork_trampoline

Tracing command swi5: + pid 22 tid 100022 td 0xc3fff6c0
fork_trampoline() at fork_trampoline

Tracing command thread taskq pid 21 tid 100023 td 0xc3fff510
sched_switch(c3fff510,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f47780,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3f47780,0,0,c09f9a24,c095130f,...) at sleepq_wait+0x46
_sleep(c3f47780,c3f4779c,0,c0945c20,0) at _sleep+0x2b9
taskqueue_thread_loop(c0a57910,e4485d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9ba0,c0a57910,e4485d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4485d70, ebp = 0 ---

Tracing command acpi_task_2 pid 9 tid 100024 td 0xc3fff360
sched_switch(c3fff360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f47800,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3f47800,0,0,c09f9a24,c095130f,...) at sleepq_wait+0x46
_sleep(c3f47800,c3f4781c,0,c0945c20,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c14554,e4482d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9ba0,c0c14554,e4482d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe4482d70, ebp = 0 ---

Tracing command acpi_task_1 pid 8 tid 100025 td 0xc3fff1b0
sched_switch(c3fff1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f47800,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3f47800,0,0,c09f9a24,c095130f,...) at sleepq_wait+0x46
_sleep(c3f47800,c3f4781c,0,c0945c20,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c14554,e447fd38) at taskqueue_thread_loop+0x78
fork_exit(c06e9ba0,c0c14554,e447fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447fd70, ebp = 0 ---

Tracing command acpi_task_0 pid 7 tid 100026 td 0xc3fff000
sched_switch(c3fff000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f47800,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3f47800,0,0,c09f9a24,c095130f,...) at sleepq_wait+0x46
_sleep(c3f47800,c3f4781c,0,c0945c20,0) at _sleep+0x2b9
taskqueue_thread_loop(c0c14554,e447cd38) at taskqueue_thread_loop+0x78
fork_exit(c06e9ba0,c0c14554,e447cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe447cd70, ebp = 0 ---

Tracing command swi6: Giant taskq pid 20 tid 100008 td 0xc3eff1b0
sched_switch(c3eff1b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8f530,e2a0dd38) at ithread_loop+0xda
fork_exit(c06aeb74,c3f8f530,e2a0dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a0dd70, ebp = 0 ---

Tracing command swi6: task queue pid 19 tid 100009 td 0xc3eff000
sched_switch(c3eff000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3f8f520,e2a0ad38) at ithread_loop+0xda
fork_exit(c06aeb74,c3f8f520,e2a0ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a0ad70, ebp = 0 ---

Tracing command swi2: cambio pid 18 tid 100010 td 0xc3f02360
fork_trampoline() at fork_trampoline

Tracing command xpt_thrd pid 6 tid 100011 td 0xc3f021b0
sched_switch(c3f021b0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a25704,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c0a25704,ffffffff,0,0,c06ba68c,...) at sleepq_wait+0x46
_sleep(c0a25704,0,4c,c09053ac,0) at _sleep+0x2b9
xpt_scanner_thread(0,e2a43d38) at xpt_scanner_thread+0x35
fork_exit(c0459df0,0,e2a43d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a43d70, ebp = 0 ---

Tracing command kqueue taskq pid 5 tid 100012 td 0xc3f02000
sched_switch(c3f02000,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f47b80,c0a51b30,0,c0950cd6,21e,...) at sleepq_switch+0xc9
sleepq_wait(c3f47b80,0,0,c09f9a24,c095130f,...) at sleepq_wait+0x46
_sleep(c3f47b80,c3f47b9c,0,c0945c20,0) at _sleep+0x2b9
taskqueue_thread_loop(c0a5087c,e2a40d38) at taskqueue_thread_loop+0x78
fork_exit(c06e9ba0,c0a5087c,e2a40d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a40d70, ebp = 0 ---

Tracing command yarrow pid 17 tid 100013 td 0xc3f00d80
sched_switch(c3f00d80,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a52118,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a52118) at sleepq_timedwait+0x4a
_sleep(c0a52118,0,0,c0945c20,64,...) at _sleep+0x295
pause(c0945c20,64) at pause+0x26
random_kthread(0,e2a3dd38) at random_kthread+0x177
fork_exit(c05f6898,0,e2a3dd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3dd70, ebp = 0 ---

Tracing command g_down pid 4 tid 100014 td 0xc3f00bd0
sched_switch(c3f00bd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a500bc,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a500bc) at sleepq_timedwait+0x4a
_sleep(c0a500bc,c0a4ffa8,24c,c0945c20,64) at _sleep+0x295
g_io_schedule_down(c3f00bd0) at g_io_schedule_down+0x52
g_down_procbody(0,e2a3ad38) at g_down_procbody+0x5a
fork_exit(c0686844,0,e2a3ad38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a3ad70, ebp = 0 ---

Tracing command g_up pid 3 tid 100015 td 0xc3f00a20
sched_switch(c3f00a20,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a500b8,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a500b8) at sleepq_timedwait+0x4a
_sleep(c0a500b8,c0a4ffe8,24c,c0945c20,64) at _sleep+0x295
g_io_schedule_up(c3f00a20) at g_io_schedule_up+0x127
g_up_procbody(0,e2a37d38) at g_up_procbody+0x5a
fork_exit(c06867e4,0,e2a37d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a37d70, ebp = 0 ---

Tracing command g_event pid 2 tid 100016 td 0xc3f00870
sched_switch(c3f00870,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c0a500b0,c0a51b30,0,c0950cd6,243,...) at sleepq_switch+0xc9
sleepq_timedwait(c0a500b0) at sleepq_timedwait+0x4a
_sleep(c0a500b0,0,4c,c0945c20,64) at _sleep+0x295
g_event_procbody(0,e2a34d38) at g_event_procbody+0x9e
fork_exit(c06868a4,0,e2a34d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a34d70, ebp = 0 ---

Tracing command swi3: vm pid 16 tid 100000 td 0xc3f00000
fork_trampoline() at fork_trampoline

Tracing command swi4: clock sio pid 15 tid 100001 td 0xc3effd80
cpustop_handler(e2a22c08,c08c16ed,2d42,1,2bb4,...) at cpustop_handler+0x31
ipi_nmi_handler(2d42,1,2bb4,0,0,...) at ipi_nmi_handler+0x28
trap(e2a22c14) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc06bab0a, esp = 0xe2a22c54, ebp = 0xe2a22c64 ---
_mtx_lock_sleep(c0a51b48,c3effd80,0,c094eadf,f0) at _mtx_lock_sleep+0x10a
_mtx_lock_flags(c0a51b48,0,c094eadf,f0) at _mtx_lock_flags+0xab
softclock(0) at softclock+0x1b7
ithread_execute_handlers(c3efe240,c3f46480) at ithread_execute_handlers+0x121
ithread_loop(c3ec4920,e2a22d38) at ithread_loop+0x67
fork_exit(c06aeb74,c3ec4920,e2a22d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a22d70, ebp = 0 ---

Tracing command swi1: net pid 14 tid 100002 td 0xc3effbd0
sched_switch(c3effbd0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
ithread_loop(c3ec4930,e2a1fd38) at ithread_loop+0xda
fork_exit(c06aeb74,c3ec4930,e2a1fd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1fd70, ebp = 0 ---

Tracing command idle: cpu0 pid 13 tid 100003 td 0xc3effa20
cpustop_handler(e2a1cbd8,c08c16ed,2,2,3,...) at cpustop_handler+0x31
ipi_nmi_handler(2,2,3,0,0,...) at ipi_nmi_handler+0x28
trap(e2a1cbe4) at trap+0x39
calltrap() at calltrap+0x6
--- trap 0x13, eip = 0xc08a0008, esp = 0xe2a1cc24, ebp = 0xe2a1cc34 ---
siointr1(c40c1400,c0abf3cc,0,c0971037,56f,...) at siointr1+0x230
siointr(c40c1400) at siointr+0x21
intr_execute_handlers(c3ef5ccc,e2a1cc94,4,e2a1ccd4,c08abf44,...) at intr_execute_handlers+0xd9
lapic_handle_intr(38,e2a1cc94) at lapic_handle_intr+0x2f
Xapic_isr1() at Xapic_isr1+0x34
--- interrupt, eip = 0xc0c0509d, esp = 0xe2a1ccd4, ebp = 0xe2a1ccd4 ---
acpi_cpu_c1(c0a51b30,c06d9454,e2a1ccf4,c06d9454,c06d9454,...) at acpi_cpu_c1+0x5
acpi_cpu_idle(e2a1cd04,c06d947d,e2a1cd24,c06adbb4,0,...) at acpi_cpu_idle+0x14e
cpu_idle(e2a1cd24,c06adbb4,0,e2a1cd38,c3efe6c0,...) at cpu_idle+0x28
sched_idletd(0,e2a1cd38) at sched_idletd+0x29
fork_exit(c06d9454,0,e2a1cd38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a1cd70, ebp = 0 ---

Tracing command idle: cpu1 pid 12 tid 100004 td 0xc3eff870
sched_switch(c3eff870,0,1) at sched_switch+0xff
mi_switch(1,0,c0a51b30,0,c094f2da,...) at mi_switch+0x280
sched_idletd(0,e2a19d38) at sched_idletd+0x51
fork_exit(c06d9454,0,e2a19d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a19d70, ebp = 0 ---

Tracing command idle: cpu2 pid 11 tid 100005 td 0xc3eff6c0
sched_switch(c3eff6c0,0,1) at sched_switch+0xff
mi_switch(1,0,c0a51b30,0,c094f2da,...) at mi_switch+0x280
sched_idletd(0,e2a16d38) at sched_idletd+0x51
fork_exit(c06d9454,0,e2a16d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a16d70, ebp = 0 ---

Tracing command idle: cpu3 pid 10 tid 100006 td 0xc3eff510
sched_switch(c3eff510,0,1) at sched_switch+0xff
mi_switch(1,0,c0a51b30,0,c094f2da,...) at mi_switch+0x280
sched_idletd(0,e2a13d38) at sched_idletd+0x51
fork_exit(c06d9454,0,e2a13d38) at fork_exit+0xac
fork_trampoline() at fork_trampoline+0x8
--- trap 0, eip = 0, esp = 0xe2a13d70, ebp = 0 ---

Tracing command init pid 1 tid 100007 td 0xc3eff360
sched_switch(c3eff360,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
sleepq_switch(c3f01000) at sleepq_switch+0xc9
sleepq_wait_sig(c3f01000) at sleepq_wait_sig+0x1d
_sleep(c3f01000,c3f01060,15c,c0952dde,0) at _sleep+0x2aa
kern_wait(c3eff360,ffffffff,e2a10c28,0,0) at kern_wait+0x7c3
wait4(c3eff360,e2a10d00) at wait4+0x2a
syscall(e2a10d38) at syscall+0x252
Xint0x80_syscall() at Xint0x80_syscall+0x20
--- syscall (7, FreeBSD ELF32, wait4), eip = 0x80531f7, esp = 0xbfbfe92c, ebp = 0xbfbfe948 ---

Tracing command swapper pid 0 tid 0 td 0xc0a503c0
sched_switch(c0a503c0,0,1) at sched_switch+0xff
mi_switch(1,0) at mi_switch+0x280
scheduler(0,101ec00,101e000,0,c0452665,...) at scheduler+0x195
mi_startup() at mi_startup+0x96
begin() at begin+0x2c
db> call doadump
Physical memory: 1011 MB
Dumping 163 MB: 148 132 116 100 84 68 52 36 20 4
Dump complete
= 0xf
db> c
Uptime: 25m33s
Automatic reboot in 15 seconds - press a key on the console to abort
Rebooting...
cpu_reset: Stopping other CPUs

(kgdb) bt
#0  doadump () at pcpu.h:172
#1  0xc0477b4b in db_fncall (dummy1=0xe6c11a44, dummy2=0x0, dummy3=0xc0a4da60, dummy4=0xe6c11a20 "") at ../../../ddb/db_command.c:486
#2  0xc0477957 in db_command (last_cmdp=0xc0a26304, cmd_table=0x0) at ../../../ddb/db_command.c:401
#3  0xc0477a12 in db_command_loop () at ../../../ddb/db_command.c:453
#4  0xc047965d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229
#5  0xc06e2344 in kdb_trap (type=0x3, code=0x0, tf=0xe6c11bb8) at ../../../kern/subr_kdb.c:502
#6  0xc08c1c19 in trap (frame=0xe6c11bb8) at ../../../i386/i386/trap.c:621
#7  0xc08abb7b in calltrap () at ../../../i386/i386/exception.s:139
#8  0xc06e206b in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60
#9  0xc06c33f8 in panic (fmt=0xc0958fcd "vfs_allocate_syncvnode: insmntque failed") at ../../../kern/kern_shutdown.c:557
#10 0xc0728963 in vfs_allocate_syncvnode (mp=0xc4912000) at ../../../kern/vfs_subr.c:3052
#11 0xc0722660 in dounmount (mp=0xc4912000, flags=0x8080000, td=0xc49ea000) at ../../../kern/vfs_mount.c:1271
#12 0xc07221e1 in unmount (td=0xc49ea000, uap=0xe6c11d00) at ../../../kern/vfs_mount.c:1150
#13 0xc08c2462 in syscall (frame=0xe6c11d38) at ../../../i386/i386/trap.c:1010
#14 0xc08abbe0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:196
#15 0x00000033 in ?? ()
Previous frame inner to this frame (corrupt stack?)
(kgdb) f 10
#10 0xc0728963 in vfs_allocate_syncvnode (mp=0xc4912000) at ../../../kern/vfs_subr.c:3052
3052                    panic("vfs_allocate_syncvnode: insmntque failed");
(kgdb) l
3047                    return (error);
3048            }
3049            vp->v_type = VNON;
3050            error = insmntque(vp, mp);
3051            if (error != 0)
3052                    panic("vfs_allocate_syncvnode: insmntque failed");
3053            /*
3054             * Place the vnode onto the syncer worklist. We attempt to
3055             * scatter them about on the list so that they will go off
3056             * at evenly distributed times even if all the filesystems
(kgdb) p vp
$1 = (struct vnode *) 0xc595e000
(kgdb) p *vp
$2 = {v_type = VBAD, v_tag = 0xc0947b4a "none", v_op = 0x0, v_data = 0x0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0x0},
  v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0,
  v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc595e030}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0,
  v_lastw = 0x0, v_clen = 0x0, v_lock = {lk_object = {lo_name = 0xc0958a95 "syncer", lo_type = 0x0, lo_flags = 0x80, lo_witness_data = {
        lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a51620, lk_sharecount = 0x0, lk_waitcount = 0x0,
    lk_exclusivecount = 0x0, lk_prio = 0x50, lk_timo = 0x33, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0xc, pcs = {
        0xc06b7128, 0xc071c33b, 0xc08d4616, 0xc0732004, 0xc0725298, 0xc0725334, 0xc07253e9, 0xc0728952, 0xc0722660, 0xc07221e1,
        0xc08c2462, 0xc08abbe0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0951dd8 "vnode interlock",
      lo_type = 0xc0951dd8 "vnode interlock", lo_flags = 0x1020000, lo_witness_data = {lod_list = {stqe_next = 0xc0a621f0},
        lod_witness = 0xc0a621f0}}, mtx_lock = 0x6, mtx_recurse = 0x0}, v_vnlock = 0xc595e058, v_holdcnt = 0x0, v_usecount = 0x0,
  v_iflag = 0x80, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = 0xc595e0d0,
    bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc595e10c}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0,
        tqh_last = 0xc595e11c}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0a01a04, bo_bsize = 0x4000,
    bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc595e000, __bo_vnode = 0xc595e000}, v_pollinfo = 0x0,
  v_label = 0x0}
(kgdb) p mp
$3 = (struct mount *) 0xc4912000
(kgdb) p *mp
$4 = {mnt_lock = {lk_object = {lo_name = 0xc0957f48 "vfslock", lo_type = 0x0, lo_flags = 0x140000, lo_witness_data = {lod_list = {
          stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a51398, lk_sharecount = 0x0, lk_waitcount = 0x0,
    lk_exclusivecount = 0x1, lk_prio = 0x50, lk_timo = 0x0, lk_lockholder = 0xc49ea000, lk_newlock = 0x0, lk_stack = {depth = 0x5, pcs = {
        0xc06b728a, 0xc07223d6, 0xc07221e1, 0xc08c2462, 0xc08abbe0, 0x0 <repeats 13 times>}}}, mnt_mtx = {lock_object = {
      lo_name = 0xc0951de8 "struct mount mtx", lo_type = 0xc0951de8 "struct mount mtx", lo_flags = 0x1030000, lo_witness_data = {
        lod_list = {stqe_next = 0xc0a62178}, lod_witness = 0xc0a62178}}, mtx_lock = 0x4, mtx_recurse = 0x0}, mnt_gen = 0x1, mnt_list = {
    tqe_next = 0x0, tqe_prev = 0xc42ec094}, mnt_op = 0xc0a0e040, mnt_vfc = 0xc0a0e080, mnt_vnodecovered = 0xc4811560, mnt_syncer = 0x0,
  mnt_ref = 0x0, mnt_nvnodelist = {tqh_first = 0x0, tqh_last = 0xc49120b0}, mnt_nvnodelistsize = 0x0, mnt_writeopcount = 0x0,
  mnt_kern_flag = 0x21000005, mnt_flag = 0x201000, mnt_noasync = 0x1, mnt_opt = 0xc4354260, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x78,
  mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x203000, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x7ba77,
    f_bfree = 0x388b4, f_bavail = 0x2ea6e, f_files = 0x227fe, f_ffree = 0x227dc, f_syncwrites = 0x0, f_asyncwrites = 0x0,
    f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0,
    f_fsid = {val = {0x4607f2d2, 0x8a4b4996}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "ufs", '\0' <repeats 12 times>,
    f_mntfromname = "/dev/md0c", '\0' <repeats 78 times>, f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc40eae00,
  mnt_data = 0xc42b1600, mnt_time = 0x0, mnt_iosize_max = 0x20000, mnt_export = 0x0, mnt_mntlabel = 0x0, mnt_fslabel = 0x0,
  mnt_hashseed = 0xa3d15782, mnt_markercnt = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0,
  mnt_secondary_accwrites = 0x2b9055, mnt_gjprovider = 0x0}