GENERIC HEAD from Mar 9 16:17 UTC + quotas-20070311-1235.patch, vmcore.143 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2007 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 7.0-CURRENT #0: Tue Mar 13 10:37:50 CET 2007 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032388608 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a fxp0: link state changed to UP swap_pager: indefinite wait buffer: bufobj: 0, blkno: 56, size: 4096 interrupt total irq1: atkbd0 8 irq4: sio0 412 irq6: fdc0 1 irq12: psm0 3 irq14: ata0 12436263 irq16: uhci0 1 irq17: fxp0 49994 cpu0: timer 87465158 cpu2: timer 87465772 cpu1: timer 87465896 cpu3: timer 87466038 Total 362349836 KDB: stack backtrace: db_trace_self_wrapper(c0950b48) at db_trace_self_wrapper+0x25 kdb_backtrace(c0949c4b,1599050c,0,c0a2016e,c0a1f384,...) at kdb_backtrace+0x29 watchdog_fire(c0ac0800,e2dafc94,e2dafc88,c08b410b,0,...) at watchdog_fire+0x9d hardclock(0,c10cb715) at hardclock+0xd9 lapic_handle_timer(e2dafc94) at lapic_handle_timer+0x8f Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc10cb715, esp = 0xe2dafcd4, ebp = 0xe2dafcd4 --- acpi_cpu_c1(c0a520d0,c06d8714,e2dafcf4,c06d8714,c06d8714,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2dafd04,c06d873d,e2dafd24,c06ad00c,0,...) at acpi_cpu_idle+0x162 cpu_idle(e2dafd24,c06ad00c,0,e2dafd38,c43026c0,...) at cpu_idle+0x28 sched_idletd(0,e2dafd38) at sched_idletd+0x29 fork_exit(c06d8714,0,e2dafd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dafd70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 13 tid 100003 ] Stopped at kdb_enter+0x2b: nop db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc4303a20: pid 13 "idle: cpu0" curpcb = 0xe2dafd90 fpcurthread = none idlethread = 0xc4303a20: pid 13 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc6778870: pid 32934 "umount" curpcb = 0xe7910d90 fpcurthread = none idlethread = 0xc4303870: pid 12 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc47371b0: pid 913 "sshd" curpcb = 0xe6d2bd90 fpcurthread = none idlethread = 0xc43036c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4303d80: pid 15 "swi4: clock sio" curpcb = 0xe2db5d90 fpcurthread = none idlethread = 0xc4303510: pid 10 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 32934 (umount) thread 0xc6778870 (100778) exclusive sleep mutex FFS (FFS Lock) r = 0 (0xc5a602ac) locked @ ufs/ffs/ffs_softdep.c:5745 exclusive sleep mutex Giant r = 0 (0xc0a520e8) locked @ kern/subr_prf.c:139 db> show lockedvnods Locked vnodes 0xc4574ac0: tag ufs, type VDIR usecount 100, writecount 0, refcount 103 mountedhere 0 flags (VV_ROOT) v_object 0xc47924b0 ref 0 pages 1 lock type ufs: EXCL (count 1) by thread 0xc4eda870 (pid 33237) with 4 pending#0 0xc06b6564 at _lockmgr+0x544 #1 0xc080c0f0 at ffs_lock+0x7c #2 0xc08d5602 at _VOP_LOCK_APV+0x7e #3 0xc0730fd8 at _vn_lock+0xb8 #4 0xc071e400 at lookup+0xe8 #5 0xc071e092 at namei+0x37e #6 0xc072c767 at kern_lstat+0x47 #7 0xc072c703 at lstat+0x1b #8 0xc08c344e at syscall+0x25a #9 0xc08acdd0 at Xint0x80_syscall+0x20 ino 2, on dev ad0s1a 0xc49ae158: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0xc48ab000 flags () v_object 0xc4792528 ref 0 pages 0 lock type ufs: EXCL (count 1) by thread 0xc6778870 (pid 32934) with 1 pending#0 0xc06b6564 at _lockmgr+0x544 #1 0xc080c0f0 at ffs_lock+0x7c #2 0xc08d5602 at _VOP_LOCK_APV+0x7e #3 0xc0730fd8 at _vn_lock+0xb8 #4 0xc0721343 at dounmount+0x6f #5 0xc07212ad at unmount+0x239 #6 0xc08c344e at syscall+0x25a #7 0xc08acdd0 at Xint0x80_syscall+0x20 ino 16494, on dev ad0s1a 0xc52bbd70: tag ufs, type VREG usecount 1, writecount 0, refcount 11 mountedhere 0 flags (VV_SYSTEM) v_object 0xc60d8d20 ref 0 pages 384 lock type snaplk: EXCL (count 1) by thread 0xc6778870 (pid 32934) with 1 pending#0 0xc06b6564 at _lockmgr+0x544 #1 0xc07fd900 at ffs_copyonwrite+0x24c #2 0xc080bbe5 at ffs_geom_strategy+0xbd #3 0xc0818ced at ufs_strategy+0xb5 #4 0xc08d58bb at VOP_STRATEGY_APV+0xaf #5 0xc0717f49 at bufstrategy+0x55 #6 0xc0712eba at bufwrite+0x172 #7 0xc07134dd at bawrite+0x51 #8 0xc080642d at softdep_sync_metadata+0x699 #9 0xc080c00f at ffs_syncvnode+0x353 #10 0xc080ac11 at ffs_sync+0x201 #11 0xc0721670 at dounmount+0x39c #12 0xc07212ad at unmount+0x239 #13 0xc08c344e at syscall+0x25a #14 0xc08acdd0 at Xint0x80_syscall+0x20 ino 6, on dev md0c 0xc5c75158: tag ufs, type VREG usecount 1, writecount 0, refcount 11 mountedhere 0 flags (VV_SYSTEM) v_object 0xc66d7618 ref 0 pages 684 lock type snaplk: EXCL (count 1) by thread 0xc6778870 (pid 32934) with 1 pending#0 0xc06b6564 at _lockmgr+0x544 #1 0xc07fd900 at ffs_copyonwrite+0x24c #2 0xc080bbe5 at ffs_geom_strategy+0xbd #3 0xc0818ced at ufs_strategy+0xb5 #4 0xc08d58bb at VOP_STRATEGY_APV+0xaf #5 0xc0717f49 at bufstrategy+0x55 #6 0xc0712eba at bufwrite+0x172 #7 0xc07134dd at bawrite+0x51 #8 0xc080642d at softdep_sync_metadata+0x699 #9 0xc080c00f at ffs_syncvnode+0x353 #10 0xc080ac11 at ffs_sync+0x201 #11 0xc0721670 at dounmount+0x39c #12 0xc07212ad at unmount+0x239 #13 0xc08c344e at syscall+0x25a #14 0xc08acdd0 at Xint0x80_syscall+0x20 ino 53, on dev md0c 0xc59be2b0: tag ufs, type VREG usecount 1, writecount 0, refcount 108 mountedhere 0 flags (VV_SYSTEM) v_object 0xc66d6258 ref 0 pages 412 lock type snaplk: EXCL (count 1) by thread 0xc6778870 (pid 32934) with 1 pending#0 0xc06b6564 at _lockmgr+0x544 #1 0xc07fd900 at ffs_copyonwrite+0x24c #2 0xc080bbe5 at ffs_geom_strategy+0xbd #3 0xc0818ced at ufs_strategy+0xb5 #4 0xc08d58bb at VOP_STRATEGY_APV+0xaf #5 0xc0717f49 at bufstrategy+0x55 #6 0xc0712eba at bufwrite+0x172 #7 0xc07134dd at bawrite+0x51 #8 0xc080642d at softdep_sync_metadata+0x699 #9 0xc080c00f at ffs_syncvnode+0x353 #10 0xc080ac11 at ffs_sync+0x201 #11 0xc0721670 at dounmount+0x39c #12 0xc07212ad at unmount+0x239 #13 0xc08c344e at syscall+0x25a #14 0xc08acdd0 at Xint0x80_syscall+0x20 ino 14, on dev md0c 0xc52f9408: tag ufs, type VREG usecount 0, writecount 0, refcount 44 mountedhere 0 flags () v_object 0xc73a6000 ref 0 pages 168 lock type ufs: EXCL (count 1) by thread 0xc468e870 (pid 42)#0 0xc06b6564 at _lockmgr+0x544 #1 0xc080c0f0 at ffs_lock+0x7c #2 0xc08d5602 at _VOP_LOCK_APV+0x7e #3 0xc0730fd8 at _vn_lock+0xb8 #4 0xc07256b5 at sync_vnode+0xed #5 0xc0725951 at sched_sync+0x1ed #6 0xc06ad00c at fork_exit+0xac #7 0xc08acde0 at fork_trampoline+0x8 ino 24302, on dev md0c 0xc52b96b8: tag ufs, type VREG usecount 1, writecount 0, refcount 44 mountedhere 0 flags () v_object 0xc5f44000 ref 0 pages 168 lock type ufs: EXCL (count 1) by thread 0xc6778870 (pid 32934)#0 0xc06b6564 at _lockmgr+0x544 #1 0xc080c0f0 at ffs_lock+0x7c #2 0xc08d5602 at _VOP_LOCK_APV+0x7e #3 0xc0730fd8 at _vn_lock+0xb8 #4 0xc0725f30 at vget+0xcc #5 0xc080abc9 at ffs_sync+0x1b9 #6 0xc0721670 at dounmount+0x39c #7 0xc07212ad at unmount+0x239 #8 0xc08c344e at syscall+0x25a #9 0xc08acdd0 at Xint0x80_syscall+0x20 ino 24644, on dev md0c db> show lockedbufs buf at 0xd837bd6c b_flags = 0x20000000<vmio> b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0 b_bufobj = (0xc6c93d20), b_data = 0xd88a8000, b_blkno = 392608 b_npages = 4, pages(OBJ, IDX, PA): (0xc73681e0, 0xbfb4, 0x38a41000),(0xc73681e0, 0xbfb5, 0x289a2000),(0xc73681e0, 0xbfb6, 0xc133000),(0xc73681e0, 0xbfb7, 0x217c4000) db> ps pid ppid pgrp uid state wmesg wchan cmd 33238 772 33238 0 Ss ufs 0xc4574b18 sshd 33237 33236 837 0 S ufs 0xc49ae1b0 ls 33236 837 837 0 S wait 0xc677b000 sh 32934 32519 32519 0 R+ CPU 1 umount 32530 0 0 0 SL mdwait 0xc47a5800 [md0] 32519 958 32519 0 S+ wait 0xc73b4240 sh 1215 904 1215 1001 S+ select 0xc0a9f49c top 958 955 958 0 S+ wait 0xc4852900 bash 955 954 955 0 SW+ pause 0xc48526e4 csh 954 914 954 1001 SW+ wait 0xc499dd80 su 914 913 914 1001 SWs+ wait 0xc4852b40 bash 913 911 911 1001 R CPU 2 sshd 911 772 911 0 SWs sbwait 0xc48441e8 sshd 904 903 904 1001 SWs+ wait 0xc48b7900 bash 903 901 901 1001 S select 0xc0a9f49c sshd 901 772 901 0 SWs sbwait 0xc482a864 sshd 900 1 900 0 SWs+ ttyin 0xc44d9c10 getty 899 1 899 0 SWs+ ttyin 0xc44da010 getty 898 1 898 0 SWs+ ttyin 0xc44d8810 getty 897 1 897 0 SWs+ ttyin 0xc44da810 getty 896 1 896 0 SWs+ ttyin 0xc44db410 getty 895 1 895 0 SWs+ ttyin 0xc44db010 getty 894 1 894 0 SWs+ ttyin 0xc44d1810 getty 893 1 893 0 SWs+ ttyin 0xc44c8810 getty 878 1 878 0 SWs select 0xc0a9f49c inetd 851 1 851 0 SWs select 0xc0a9f49c moused 837 1 837 0 Ss wait 0xc4735240 watchdogd 788 1 788 0 Ss ufs 0xc4574b18 cron 782 1 782 25 Ss pause 0xc48b7024 sendmail 778 1 778 0 Ss select 0xc0a9f49c sendmail 772 1 772 0 Ss ufs 0xc4574b18 sshd 753 1 753 0 Ss select 0xc0a9f49c ntpd 700 684 684 0 SW - 0xc48be400 nfsd 699 684 684 0 SW - 0xc48bc400 nfsd 698 684 684 0 SW - 0xc48be600 nfsd 697 684 684 0 SW - 0xc47f4600 nfsd 696 684 684 0 SW - 0xc46c9a00 nfsd 695 684 684 0 SW - 0xc48bc600 nfsd 694 684 684 0 SW - 0xc46d0600 nfsd 693 684 684 0 SW - 0xc47f4400 nfsd 692 684 684 0 SW - 0xc46d0200 nfsd 691 684 684 0 SW - 0xc47f4200 nfsd 689 684 684 0 SW - 0xc46c9c00 nfsd 688 684 684 0 SW - 0xc47f4000 nfsd 687 684 684 0 SW - 0xc46c9000 nfsd 686 684 684 0 SW - 0xc46c8a00 nfsd 685 684 684 0 SW - 0xc4450600 nfsd 684 1 684 0 SWs select 0xc0a9f49c nfsd 682 1 682 0 Ss select 0xc0a9f49c mountd 632 1 632 0 Ss select 0xc0a9f49c rpcbind 613 1 613 0 Ss ufs 0xc4574b18 syslogd 547 1 547 0 SWs select 0xc0a9f49c devd 44 0 0 0 SL - 0xc0a526b8 [schedcpu] 43 0 0 0 SL sdflush 0xc0aaa484 [softdepflush] 42 0 0 0 LL *Giant 0xc50fb740 [syncer] 41 0 0 0 SL vlruwt 0xc468db40 [vnlru] 40 0 0 0 SL psleep 0xc0a9f928 [bufdaemon] 39 0 0 0 SL pgzero 0xc0ab2dd0 [pagezero] 38 0 0 0 SL psleep 0xc0aaad00 [vmdaemon] 37 0 0 0 SL psleep 0xc0aaacc0 [pagedaemon] 36 0 0 0 WL [irq7: ppc0] 35 0 0 0 SL - 0xc441323c [fdc0] 34 0 0 0 WL [swi0: sio] 33 0 0 0 WL [irq12: psm0] 32 0 0 0 WL [irq1: atkbd0] 31 0 0 0 WL [irq15: ata1] 30 0 0 0 WL [irq14: ata0] 29 0 0 0 WL [irq17: fxp0] 28 0 0 0 SL usbtsk 0xc0a4fe94 [usbtask-dr] 27 0 0 0 SL usbtsk 0xc0a4fe80 [usbtask-hc] 26 0 0 0 SL usbevt 0xc443c210 [usb0] 25 0 0 0 WL [irq16: uhci0] 24 0 0 0 SL - 0xc4443b00 [em0 taskq] 23 0 0 0 WL [irq9: acpi0] 22 0 0 0 WL [swi6: task queue] 21 0 0 0 WL [swi2: cambio] 20 0 0 0 SL ccb_scan 0xc0a25ca4 [xpt_thrd] 9 0 0 0 SL - 0xc4351780 [kqueue taskq] 8 0 0 0 SL - 0xc4351800 [acpi_task_2] 7 0 0 0 SL - 0xc4351800 [acpi_task_1] 6 0 0 0 SL - 0xc4351800 [acpi_task_0] 19 0 0 0 WL [swi5: +] 5 0 0 0 SL - 0xc4351a00 [thread taskq] 18 0 0 0 WL [swi6: Giant taskq] 17 0 0 0 SL - 0xc0a526b8 [yarrow] 4 0 0 0 SL - 0xc0a5065c [g_down] 3 0 0 0 SL - 0xc0a50658 [g_up] 2 0 0 0 SL - 0xc0a50650 [g_event] 16 0 0 0 WL [swi3: vm] 15 0 0 0 RL CPU 3 [swi4: clock sio] 14 0 0 0 WL [swi1: net] 13 0 0 0 RL CPU 0 [idle: cpu0] 12 0 0 0 RL [idle: cpu1] 11 0 0 0 RL [idle: cpu2] 10 0 0 0 RL [idle: cpu3] 1 0 1 0 SLs wait 0xc4305000 [init] 0 0 0 0 WLs [swapper] db> allt Tracing command sshd pid 33238 tid 100278 td 0xc4e9ebd0 sched_switch(c4e9ebd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46 msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1 acquire(e704695c,40,60000,e70468ec,e70468f0,...) at acquire+0x76 _lockmgr(c4574b18,3002,c4574b90,c4e9ebd0,c09585af,197) at _lockmgr+0x49a ffs_lock(e70469b8) at ffs_lock+0x7c _VOP_LOCK_APV(c0a0eaa0,e70469b8) at _VOP_LOCK_APV+0x7e _vn_lock(c4574ac0,1002,c4e9ebd0,c09585af,197) at _vn_lock+0xb8 lookup(e7046bcc) at lookup+0xe8 namei(e7046bcc) at namei+0x37e do_execve(c4e9ebd0,e7046c5c,0) at do_execve+0x159 kern_execve(c4e9ebd0,e7046c5c,0) at kern_execve+0x7c execve(c4e9ebd0,e7046d00) at execve+0x2f syscall(e7046d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x28319cbf, esp = 0xbfbfe17c, ebp = 0xbfbfe198 --- Tracing command ls pid 33237 tid 100343 td 0xc4eda870 sched_switch(c4eda870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c49ae1b0,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c49ae1b0,0,246,c09fa0e4,c49ae228,...) at sleepq_wait+0x46 msleep(c49ae1b0,c0a51668,50,c0948c2d,0,...) at msleep+0x2b1 acquire(e70ca900,40,60000,e70ca890,e70ca894,...) at acquire+0x76 _lockmgr(c49ae1b0,2002,c49ae228,c4eda870,c0958f21,7bf) at _lockmgr+0x49a ffs_lock(e70ca95c) at ffs_lock+0x7c _VOP_LOCK_APV(c0a0eaa0,e70ca95c) at _VOP_LOCK_APV+0x7e _vn_lock(c49ae158,2002,c4eda870,c0958f21,7bf,c49ae158) at _vn_lock+0xb8 vget(c49ae158,2002,c4eda870) at vget+0xcc cache_lookup(c4574ac0,e70cab58,e70cab6c) at cache_lookup+0x392 vfs_cache_lookup(e70caab8) at vfs_cache_lookup+0x92 VOP_LOOKUP_APV(c0a0eaa0,e70caab8) at VOP_LOOKUP_APV+0xa1 lookup(e70cab44) at lookup+0x4c8 namei(e70cab44) at namei+0x37e kern_lstat(c4eda870,8230458,0,e70cac18) at kern_lstat+0x47 lstat(c4eda870,e70cad00) at lstat+0x1b syscall(e70cad38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x28195dcf, esp = 0xbfbfe71c, ebp = 0xbfbfe7b8 --- Tracing command sh pid 33236 tid 100770 td 0xc67796c0 sched_switch(c67796c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c677b000) at sleepq_switch+0xc9 sleepq_wait_sig(c677b000) at sleepq_wait_sig+0x1d msleep(c677b000,c677b060,15c,c095368b,0) at msleep+0x2a2 kern_wait(c67796c0,ffffffff,e7928c28,2,0) at kern_wait+0x7c3 wait4(c67796c0,e7928d00) at wait4+0x2a syscall(e7928d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 --- Tracing command umount pid 32934 tid 100778 td 0xc6778870 cpustop_handler(e791089c,c08c26d3,c06d884f,c0a520d0,2,...) at cpustop_handler+0x31 ipi_nmi_handler(c06d884f,c0a520d0,2,0,0,...) at ipi_nmi_handler+0x28 trap(e79108a8) at trap+0x3f calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0806f54, esp = 0xe79108e8, ebp = 0xe7910908 --- softdep_request_cleanup(c46c2000,c59be2b0) at softdep_request_cleanup+0xd8 ffs_alloc(c5c02294,3088,0,fa18,0,4000,c42fd400,e79109d8) at ffs_alloc+0x373 ffs_balloc_ufs2(c59be2b0,c220000,0,4000,c42fd400,...) at ffs_balloc_ufs2+0x1619 ffs_copyonwrite(c6c93c18,d857453c) at ffs_copyonwrite+0x3d3 ffs_geom_strategy(c6c93d20,d857453c,d857459c,e7910b18,c0a0efe0,...) at ffs_geom_strategy+0xbd ufs_strategy(e7910b28) at ufs_strategy+0xb5 VOP_STRATEGY_APV(c0a0eaa0,e7910b28) at VOP_STRATEGY_APV+0xaf bufstrategy(c52b97c0,d857453c) at bufstrategy+0x55 bufwrite(d857453c) at bufwrite+0x172 bawrite(d857453c,c52b9788,0,c09680e1,14fe) at bawrite+0x51 softdep_sync_metadata(c52b96b8) at softdep_sync_metadata+0x699 ffs_syncvnode(c52b96b8,1) at ffs_syncvnode+0x353 ffs_sync(c48ab000,1,c6778870) at ffs_sync+0x201 dounmount(c48ab000,8000000,c6778870,45fab71b,a3f6f1fd,...) at dounmount+0x39c unmount(c6778870,e7910d00) at unmount+0x239 syscall(e7910d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cc33f, esp = 0xbfbfe39c, ebp = 0xbfbfe448 --- Tracing command md0 pid 32530 tid 100626 td 0xc6660000 sched_switch(c6660000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c47a5800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c47a5800,0,c092c668,2bc,8,...) at sleepq_wait+0x46 msleep(c47a5800,c47a5820,24c,c092c6a9,0) at msleep+0x2b1 md_kthread(c47a5800,e75f8d38) at md_kthread+0xc5 fork_exit(c0593658,c47a5800,e75f8d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe75f8d70, ebp = 0 --- Tracing command sh pid 32519 tid 100393 td 0xc5103000 sched_switch(c5103000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c73b4240) at sleepq_switch+0xc9 sleepq_wait_sig(c73b4240) at sleepq_wait_sig+0x1d msleep(c73b4240,c73b42a0,15c,c095368b,0) at msleep+0x2a2 kern_wait(c5103000,ffffffff,e71cfc28,2,0) at kern_wait+0x7c3 wait4(c5103000,e71cfd00) at wait4+0x2a syscall(e71cfd38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfe7fc, ebp = 0xbfbfe818 --- Tracing command top pid 1215 tid 100130 td 0xc499f000 sched_switch(c499f000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f49c) at sleepq_switch+0xc9 sleepq_timedwait_sig(c0a9f49c,c0a9f49c,3e9,e6e84ae4,246,...) at sleepq_timedwait_sig+0x1e cv_timedwait_sig(c0a9f49c,c0a9f484,3e9) at cv_timedwait_sig+0x194 kern_select(c499f000,2,bfbfeaf0,0,0,...) at kern_select+0x4a9 select(c499f000,e6e84d00) at select+0x44 syscall(e6e84d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b7233, esp = 0xbfbfea6c, ebp = 0xbfbfebe8 --- Tracing command bash pid 958 tid 100109 td 0xc4854510 sched_switch(c4854510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4852900) at sleepq_switch+0xc9 sleepq_wait_sig(c4852900) at sleepq_wait_sig+0x1d msleep(c4852900,c4852960,15c,c095368b,0) at msleep+0x2a2 kern_wait(c4854510,ffffffff,e6e12c28,6,0) at kern_wait+0x7c3 wait4(c4854510,e6e12d00) at wait4+0x2a syscall(e6e12d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829dcff, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command csh pid 955 tid 100108 td 0xc48546c0 Tracing command su pid 954 tid 100132 td 0xc499ebd0 Tracing command bash pid 914 tid 100110 td 0xc4854360 Tracing command sshd pid 913 tid 100093 td 0xc47371b0 cpustop_handler(e6d2b9ec,c08c26d3,e6d2b994,c06d7ddd,c47371b0,...) at cpustop_handler+0x31 ipi_nmi_handler(e6d2b994,c06d7ddd,c47371b0,0,0,...) at ipi_nmi_handler+0x28 trap(e6d2b9f8) at trap+0x3f calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc06b9ebe, esp = 0xe6d2ba38, ebp = 0xe6d2ba48 --- _mtx_lock_sleep(c0a520e8,c47371b0,0,c0949cf1,155) at _mtx_lock_sleep+0x10a _mtx_lock_flags(c0a520e8,0,c0949cf1,155,0,...) at _mtx_lock_flags+0xab giant_poll(c46dc700,40,c47371b0,c46dc700,c0a010c0,...) at giant_poll+0x1d devfs_poll_f(c48695e8,40,c4c1d500,c47371b0) at devfs_poll_f+0x2f selscan(c47371b0,e6d2bb38,e6d2bb28,d,c0a9f484,0,c09530f3,2db) at selscan+0x1a5 kern_select(c47371b0,d,8201168,820116c,0,...) at kern_select+0x33b select(c47371b0,e6d2bd00) at select+0x44 syscall(e6d2bd38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2838d233, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 --- Tracing command sshd pid 911 tid 100071 td 0xc47361b0 Tracing command bash pid 904 tid 100116 td 0xc4853870 Tracing command sshd pid 903 tid 100067 td 0xc4736870 sched_switch(c4736870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f49c) at sleepq_switch+0xc9 sleepq_wait_sig(c0a9f49c,246,c0a520d0,c09530fc,2de,...) at sleepq_wait_sig+0x1d cv_wait_sig(c0a9f49c,c0a9f484) at cv_wait_sig+0x18b kern_select(c4736870,b,8201168,820116c,0,...) at kern_select+0x4bf select(c4736870,e6d1cd00) at select+0x44 syscall(e6d1cd38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2838d233, esp = 0xbfbfe0bc, ebp = 0xbfbfe108 --- Tracing command sshd pid 901 tid 100104 td 0xc468ebd0 Tracing command getty pid 900 tid 100061 td 0xc471aa20 Tracing command getty pid 899 tid 100136 td 0xc499e510 Tracing command getty pid 898 tid 100102 td 0xc471a000 Tracing command getty pid 897 tid 100124 td 0xc48ba360 Tracing command getty pid 896 tid 100125 td 0xc48ba1b0 Tracing command getty pid 895 tid 100126 td 0xc471b6c0 Tracing command getty pid 894 tid 100127 td 0xc471b510 Tracing command getty pid 893 tid 100128 td 0xc499f360 Tracing command inetd pid 878 tid 100092 td 0xc4737360 Tracing command moused pid 851 tid 100054 td 0xc445fa20 Tracing command watchdogd pid 837 tid 100064 td 0xc4736d80 sched_switch(c4736d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4735240) at sleepq_switch+0xc9 sleepq_wait_sig(c4735240) at sleepq_wait_sig+0x1d msleep(c4735240,c47352a0,15c,c095368b,0) at msleep+0x2a2 kern_wait(c4736d80,81d4,e6d25c28,0,0) at kern_wait+0x7c3 wait4(c4736d80,e6d25d00) at wait4+0x2a syscall(e6d25d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28100cff, esp = 0xbfbfec8c, ebp = 0xbfbfed58 --- Tracing command cron pid 788 tid 100083 td 0xc4770360 sched_switch(c4770360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46 msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1 acquire(e6d589d4,40,60000,e6d58964,e6d58968,...) at acquire+0x76 _lockmgr(c4574b18,3002,c4574b90,c4770360,c09585af,197) at _lockmgr+0x49a ffs_lock(e6d58a30) at ffs_lock+0x7c _VOP_LOCK_APV(c0a0eaa0,e6d58a30) at _VOP_LOCK_APV+0x7e _vn_lock(c4574ac0,1002,c4770360,c09585af,197) at _vn_lock+0xb8 lookup(e6d58ba4) at lookup+0xe8 namei(e6d58ba4) at namei+0x37e kern_stat(c4770360,804e3a5,0,e6d58c18) at kern_stat+0x35 stat(c4770360,e6d58d00) at stat+0x1b syscall(e6d58d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28155def, esp = 0xbfbfea1c, ebp = 0xbfbfed18 --- Tracing command sendmail pid 782 tid 100112 td 0xc4854000 sched_switch(c4854000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c48b7024) at sleepq_switch+0xc9 sleepq_wait_sig(c48b7024) at sleepq_wait_sig+0x1d msleep(c48b7024,c48b7060,168,c091245e,0) at msleep+0x2a2 kern_sigsuspend(c4854000,0,0,0,0,...) at kern_sigsuspend+0xa3 sigsuspend(c4854000,e6e09d00) at sigsuspend+0x33 syscall(e6e09d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x282c335f, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 778 tid 100078 td 0xc4770bd0 sched_switch(c4770bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f49c) at sleepq_switch+0xc9 sleepq_timedwait_sig(c0a9f49c,c0a9f49c,1389,e6d67ae4,246,...) at sleepq_timedwait_sig+0x1e cv_timedwait_sig(c0a9f49c,c0a9f484,1389) at cv_timedwait_sig+0x194 kern_select(c4770bd0,5,bfbfc520,0,0,...) at kern_select+0x4a9 select(c4770bd0,e6d67d00) at select+0x44 syscall(e6d67d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834b233, esp = 0xbfbfc42c, ebp = 0xbfbfd028 --- Tracing command sshd pid 772 tid 100084 td 0xc47701b0 sched_switch(c47701b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46 msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1 acquire(e6d55888,40,60000,e6d55818,e6d5581c,...) at acquire+0x76 _lockmgr(c4574b18,3002,c4574b90,c47701b0,c09585af,197) at _lockmgr+0x49a ffs_lock(e6d558e4) at ffs_lock+0x7c _VOP_LOCK_APV(c0a0eaa0,e6d558e4) at _VOP_LOCK_APV+0x7e _vn_lock(c4574ac0,1002,c47701b0,c09585af,197) at _vn_lock+0xb8 lookup(e6d55b78) at lookup+0xe8 namei(e6d55b78) at namei+0x37e vn_open_cred(e6d55b78,e6d55c78,0,c48c9800,5,...) at vn_open_cred+0x28f vn_open(e6d55b78,e6d55c78,0,5) at vn_open+0x1e kern_open(c47701b0,28398abf,0,1,0,...) at kern_open+0xb6 open(c47701b0,e6d55d00) at open+0x18 syscall(e6d55d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2837fe4f, esp = 0xbfbfe09c, ebp = 0xbfbfe198 --- Tracing command ntpd pid 753 tid 100075 td 0xc471ba20 sched_switch(c471ba20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f49c) at sleepq_switch+0xc9 sleepq_wait_sig(c0a9f49c,246,c0a520d0,c09530fc,2de,...) at sleepq_wait_sig+0x1d cv_wait_sig(c0a9f49c,c0a9f484) at cv_wait_sig+0x18b kern_select(c471ba20,9,bfbfed70,0,0,...) at kern_select+0x4bf select(c471ba20,e6cf5d00) at select+0x44 syscall(e6cf5d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x282d1233, esp = 0xbfbfed2c, ebp = 0xbfbfee08 --- Tracing command nfsd pid 700 tid 100120 td 0xc48531b0 Tracing command nfsd pid 699 tid 100121 td 0xc4853000 Tracing command nfsd pid 698 tid 100122 td 0xc48ba6c0 Tracing command nfsd pid 697 tid 100123 td 0xc48ba510 Tracing command nfsd pid 696 tid 100076 td 0xc471b870 Tracing command nfsd pid 695 tid 100086 td 0xc4737d80 Tracing command nfsd pid 694 tid 100066 td 0xc4736a20 Tracing command nfsd pid 693 tid 100063 td 0xc4737000 Tracing command nfsd pid 692 tid 100058 td 0xc471b000 Tracing command nfsd pid 691 tid 100041 td 0xc445e1b0 Tracing command nfsd pid 689 tid 100059 td 0xc471ad80 Tracing command nfsd pid 688 tid 100072 td 0xc4736000 Tracing command nfsd pid 687 tid 100080 td 0xc4770870 Tracing command nfsd pid 686 tid 100082 td 0xc4770510 Tracing command nfsd pid 685 tid 100089 td 0xc4737870 Tracing command nfsd pid 684 tid 100088 td 0xc4737a20 Tracing command mountd pid 682 tid 100040 td 0xc445e360 sched_switch(c445e360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f49c) at sleepq_switch+0xc9 sleepq_wait_sig(c0a9f49c,246,c0a520d0,c09530fc,2de,...) at sleepq_wait_sig+0x1d cv_wait_sig(c0a9f49c,c0a9f484) at cv_wait_sig+0x18b kern_select(c445e360,8,bfbfedf0,0,0,...) at kern_select+0x4bf select(c445e360,e4857d00) at select+0x44 syscall(e4857d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28163233, esp = 0xbfbfed4c, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 632 tid 100101 td 0xc471a1b0 sched_switch(c471a1b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f49c) at sleepq_switch+0xc9 sleepq_timedwait_sig(c0a9f49c,c0a9f49c,7531,e6ccbb28,246,...) at sleepq_timedwait_sig+0x1e cv_timedwait_sig(c0a9f49c,c0a9f484,7531) at cv_timedwait_sig+0x194 poll(c471a1b0,e6ccbd00) at poll+0x3a3 syscall(e6ccbd38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2811cc9b, esp = 0xbfbfcc6c, ebp = 0xbfbfee38 --- Tracing command syslogd pid 613 tid 100079 td 0xc4770a20 sched_switch(c4770a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4574b18,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4574b18,0,246,c09fa0e4,c4574b90,...) at sleepq_wait+0x46 msleep(c4574b18,c0a51d70,50,c0948c2d,0,...) at msleep+0x2b1 acquire(e6d64888,40,60000,e6d64818,e6d6481c,...) at acquire+0x76 _lockmgr(c4574b18,3002,c4574b90,c4770a20,c09585af,197) at _lockmgr+0x49a ffs_lock(e6d648e4) at ffs_lock+0x7c _VOP_LOCK_APV(c0a0eaa0,e6d648e4) at _VOP_LOCK_APV+0x7e _vn_lock(c4574ac0,1002,c4770a20,c09585af,197) at _vn_lock+0xb8 lookup(e6d64b78) at lookup+0xe8 namei(e6d64b78) at namei+0x37e vn_open_cred(e6d64b78,e6d64c78,0,c4300a80,9,...) at vn_open_cred+0x28f vn_open(e6d64b78,e6d64c78,0,9) at vn_open+0x1e kern_open(c4770a20,8050500,0,6,0,...) at kern_open+0xb6 open(c4770a20,e6d64d00) at open+0x18 syscall(e6d64d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28156e4f, esp = 0xbfbfc90c, ebp = 0xbfbfc988 --- Tracing command devd pid 547 tid 100060 td 0xc471abd0 Tracing command schedcpu pid 44 tid 100044 td 0xc4411bd0 sched_switch(c4411bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a526b8,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a526b8) at sleepq_timedwait+0x4a msleep(c0a526b8,0,0,c0946532,3e8,...) at msleep+0x28d pause(c0946532,3e8) at pause+0x26 schedcpu_thread(0,e4829d38) at schedcpu_thread+0x19 fork_exit(c06d78e0,0,e4829d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4829d70, ebp = 0 --- Tracing command softdepflush pid 43 tid 100045 td 0xc4411a20 sched_switch(c4411a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0aaa484,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0aaa484) at sleepq_timedwait+0x4a msleep(c0aaa484,c0aaa45c,44,c096826a,3e8) at msleep+0x28d softdep_flush(0,e4826d38) at softdep_flush+0x193 fork_exit(c07fe344,0,e4826d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4826d70, ebp = 0 --- Tracing command syncer pid 42 tid 100046 td 0xc468e870 sched_switch(c468e870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 turnstile_wait(c0a520e8,c6778870,0,c0a520e8,2,c094d1c9,15f) at turnstile_wait+0x3ea _mtx_lock_sleep(c0a520e8,c468e870,0,c094ea5c,e0) at _mtx_lock_sleep+0x145 _mtx_lock_flags(c0a520e8,0,c094ea5c,e0) at _mtx_lock_flags+0xab msleep(c661b614,c0a51710,50,c0967b9f,0,...) at msleep+0x30e acquire(e4ad0b18,e0,60000,e4ad0aa8,e4ad0aac,...) at acquire+0x76 _lockmgr(c661b614,2022,c6c93ce8,c468e870,c0967b49,8ca) at _lockmgr+0x49a ffs_copyonwrite(c6c93c18,d85cfdcc) at ffs_copyonwrite+0x24c ffs_geom_strategy(c6c93d20,d85cfdcc,d85cfe2c,e4ad0bc4,c0a0efe0,...) at ffs_geom_strategy+0xbd ufs_strategy(e4ad0bd4) at ufs_strategy+0xb5 VOP_STRATEGY_APV(c0a0eaa0,e4ad0bd4) at VOP_STRATEGY_APV+0xaf bufstrategy(c52f9510,d85cfdcc) at bufstrategy+0x55 bufwrite(d85cfdcc) at bufwrite+0x172 vfs_bio_awrite(d85cfdcc) at vfs_bio_awrite+0x235 ffs_syncvnode(c52f9408,3) at ffs_syncvnode+0x2d9 ffs_fsync(e4ad0cb4) at ffs_fsync+0x12 VOP_FSYNC_APV(c0a0eaa0,e4ad0cb4) at VOP_FSYNC_APV+0x9b sync_vnode(c52f9510,c468e870) at sync_vnode+0x110 sched_sync(0,e4ad0d38) at sched_sync+0x1ed fork_exit(c0725764,0,e4ad0d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ad0d70, ebp = 0 --- Tracing command vnlru pid 41 tid 100047 td 0xc468e6c0 sched_switch(c468e6c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c468db40,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c468db40) at sleepq_timedwait+0x4a msleep(c468db40,c0a9fbf8,250,c0958feb,3e8,c0a9fc58) at msleep+0x28d vnlru_proc(0,e4acdd38) at vnlru_proc+0xdf fork_exit(c0723a7c,0,e4acdd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4acdd70, ebp = 0 --- Tracing command bufdaemon pid 40 tid 100048 td 0xc468e510 sched_switch(c468e510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9f928,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a9f928) at sleepq_timedwait+0x4a msleep(c0a9f928,c0a9f92c,44,c0957787,3e8) at msleep+0x28d buf_daemon(0,e4acad38) at buf_daemon+0x198 fork_exit(c0715048,0,e4acad38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4acad70, ebp = 0 --- Tracing command pagezero pid 39 tid 100049 td 0xc468e360 sched_switch(c468e360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0ab2dd0,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0ab2dd0) at sleepq_timedwait+0x4a msleep(c0ab2dd0,c0aaac84,0,c096d3d5,493e0) at msleep+0x28d vm_pagezero(0,e4ac7d38) at vm_pagezero+0x6b fork_exit(c0832660,0,e4ac7d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ac7d70, ebp = 0 --- Tracing command vmdaemon pid 38 tid 100027 td 0xc4306d80 sched_switch(c4306d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0aaad00,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0aaad00,0,e2debcd0,c06c8174,c096cfa9,...) at sleepq_wait+0x46 msleep(c0aaad00,0,68,c0957787,0) at msleep+0x2b1 vm_daemon(0,e2debd38) at vm_daemon+0x36 fork_exit(c08312b0,0,e2debd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2debd70, ebp = 0 --- Tracing command pagedaemon pid 37 tid 100028 td 0xc4306bd0 sched_switch(c4306bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0aaacc0,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0aaacc0) at sleepq_timedwait+0x4a msleep(c0aaacc0,c0aaac84,44,c0957787,1388) at msleep+0x28d vm_pageout(0,e2de8d38) at vm_pageout+0x268 fork_exit(c0830f38,0,e2de8d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2de8d70, ebp = 0 --- Tracing command irq7: ppc0 pid 36 tid 100029 td 0xc4306a20 fork_trampoline() at fork_trampoline Tracing command fdc0 pid 35 tid 100030 td 0xc4306870 sched_switch(c4306870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c441323c,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c441323c) at sleepq_timedwait+0x4a msleep(c441323c,c44132f0,4c,c0946532,3e8) at msleep+0x28d fdc_worker(c4413200,c44132f0,0,c096f8b6,4ab) at fdc_worker+0x1fe fdc_thread(c4413200,e2de2d38) at fdc_thread+0x54 fork_exit(c088eeb8,c4413200,e2de2d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2de2d70, ebp = 0 --- Tracing command swi0: sio pid 34 tid 100031 td 0xc43066c0 sched_switch(c43066c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44c2830,e2ddfd38) at ithread_loop+0xda fork_exit(c06adfd0,c44c2830,e2ddfd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2ddfd70, ebp = 0 --- Tracing command irq12: psm0 pid 33 tid 100032 td 0xc4306510 sched_switch(c4306510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44c9110,e2ddcd38) at ithread_loop+0xda fork_exit(c06adfd0,c44c9110,e2ddcd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2ddcd70, ebp = 0 --- Tracing command irq1: atkbd0 pid 32 tid 100033 td 0xc445f000 sched_switch(c445f000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44c20e0,e486cd38) at ithread_loop+0xda fork_exit(c06adfd0,c44c20e0,e486cd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe486cd70, ebp = 0 --- Tracing command irq15: ata1 pid 31 tid 100034 td 0xc445ed80 fork_trampoline() at fork_trampoline Tracing command irq14: ata0 pid 30 tid 100035 td 0xc445ebd0 sched_switch(c445ebd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44bc9c0,e4866d38) at ithread_loop+0xda fork_exit(c06adfd0,c44bc9c0,e4866d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4866d70, ebp = 0 --- Tracing command irq17: fxp0 pid 29 tid 100036 td 0xc445ea20 sched_switch(c445ea20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44bc100,e4863d38) at ithread_loop+0xda fork_exit(c06adfd0,c44bc100,e4863d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4863d70, ebp = 0 --- Tracing command usbtask-dr pid 28 tid 100037 td 0xc445e870 sched_switch(c445e870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4fe94,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0a4fe94,0,c06b9a40,c0a520e8,c09434cd,...) at sleepq_wait+0x46 msleep(c0a4fe94,0,5c,c09434e9,0,...) at msleep+0x2b1 usb_task_thread(c0a4fe94,e4860d38) at usb_task_thread+0x47 fork_exit(c0659448,c0a4fe94,e4860d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4860d70, ebp = 0 --- Tracing command usbtask-hc pid 27 tid 100017 td 0xc43046c0 sched_switch(c43046c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4fe80,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0a4fe80,0,c06b9a40,c0a520e8,c09434cd,...) at sleepq_wait+0x46 msleep(c0a4fe80,0,5c,c09434e9,0,...) at msleep+0x2b1 usb_task_thread(c0a4fe80,e2dc4d38) at usb_task_thread+0x47 fork_exit(c0659448,c0a4fe80,e2dc4d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dc4d70, ebp = 0 --- Tracing command usb0 pid 26 tid 100018 td 0xc4304510 sched_switch(c4304510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c443c210,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c443c210) at sleepq_timedwait+0x4a msleep(c443c210,0,5c,c09434e2,ea60,c4440980) at msleep+0x28d usb_event_thread(c4440980,e2dc1d38) at usb_event_thread+0x94 fork_exit(c0659394,c4440980,e2dc1d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dc1d70, ebp = 0 --- Tracing command irq16: uhci0 pid 25 tid 100019 td 0xc4304360 sched_switch(c4304360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c443f770,e2dbed38) at ithread_loop+0xda fork_exit(c06adfd0,c443f770,e2dbed38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dbed70, ebp = 0 --- Tracing command em0 taskq pid 24 tid 100020 td 0xc43041b0 sched_switch(c43041b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4443b00,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4443b00,c4443b1c,8,c0951bb3,47,...) at sleepq_wait+0x46 msleep_spin(c4443b00,c4443b1c,c0946532,0) at msleep_spin+0x1a1 taskqueue_thread_loop(c4402214,e2dbbd38) at taskqueue_thread_loop+0x61 fork_exit(c06e8e60,c4402214,e2dbbd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dbbd70, ebp = 0 --- Tracing command irq9: acpi0 pid 23 tid 100021 td 0xc4411870 fork_trampoline() at fork_trampoline Tracing command swi6: task queue pid 22 tid 100022 td 0xc44116c0 sched_switch(c44116c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c43ca4f0,e4820d38) at ithread_loop+0xda fork_exit(c06adfd0,c43ca4f0,e4820d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4820d70, ebp = 0 --- Tracing command swi2: cambio pid 21 tid 100023 td 0xc4411510 fork_trampoline() at fork_trampoline Tracing command xpt_thrd pid 20 tid 100024 td 0xc4411360 sched_switch(c4411360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a25ca4,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0a25ca4,0,c06b9a40,c0a520e8,c09062fe,...) at sleepq_wait+0x46 msleep(c0a25ca4,0,4c,c090630c,0) at msleep+0x2b1 xpt_scanner_thread(0,e481ad38) at xpt_scanner_thread+0x35 fork_exit(c0459d54,0,e481ad38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe481ad70, ebp = 0 --- Tracing command kqueue taskq pid 9 tid 100025 td 0xc44111b0 sched_switch(c44111b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4351780,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4351780,0,c0951bbc,49,8,...) at sleepq_wait+0x46 msleep(c4351780,c435179c,0,c0946532,0) at msleep+0x2b1 taskqueue_thread_loop(c0a50e1c,e4817d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e60,c0a50e1c,e4817d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4817d70, ebp = 0 --- Tracing command acpi_task_2 pid 8 tid 100026 td 0xc4411000 sched_switch(c4411000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4351800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4351800,0,c0951bbc,49,8,...) at sleepq_wait+0x46 msleep(c4351800,c435181c,0,c0946532,0) at msleep+0x2b1 taskqueue_thread_loop(c10da974,e4814d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e60,c10da974,e4814d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4814d70, ebp = 0 --- Tracing command acpi_task_1 pid 7 tid 100008 td 0xc43031b0 sched_switch(c43031b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4351800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4351800,0,c0951bbc,49,8,...) at sleepq_wait+0x46 msleep(c4351800,c435181c,0,c0946532,0) at msleep+0x2b1 taskqueue_thread_loop(c10da974,e2da0d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e60,c10da974,e2da0d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2da0d70, ebp = 0 --- Tracing command acpi_task_0 pid 6 tid 100009 td 0xc4303000 sched_switch(c4303000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4351800,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4351800,0,c0951bbc,49,c442e540,...) at sleepq_wait+0x46 msleep(c4351800,c435181c,0,c0946532,0) at msleep+0x2b1 taskqueue_thread_loop(c10da974,e2d9dd38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e60,c10da974,e2d9dd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2d9dd70, ebp = 0 --- Tracing command swi5: + pid 19 tid 100010 td 0xc4306360 fork_trampoline() at fork_trampoline Tracing command thread taskq pid 5 tid 100011 td 0xc43061b0 sched_switch(c43061b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4351a00,c0a520d0,0,c0951583,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4351a00,0,c0951bbc,49,8,...) at sleepq_wait+0x46 msleep(c4351a00,c4351a1c,0,c0946532,0) at msleep+0x2b1 taskqueue_thread_loop(c0a57eb0,e2dd6d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e60,c0a57eb0,e2dd6d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dd6d70, ebp = 0 --- Tracing command swi6: Giant taskq pid 18 tid 100012 td 0xc4306000 sched_switch(c4306000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c43ca5c0,e2dd3d38) at ithread_loop+0xda fork_exit(c06adfd0,c43ca5c0,e2dd3d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dd3d70, ebp = 0 --- Tracing command yarrow pid 17 tid 100013 td 0xc4304d80 sched_switch(c4304d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a526b8,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a526b8) at sleepq_timedwait+0x4a msleep(c0a526b8,0,0,c0946532,64,...) at msleep+0x28d pause(c0946532,64) at pause+0x26 random_kthread(0,e2dd0d38) at random_kthread+0x177 fork_exit(c05f5f44,0,e2dd0d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dd0d70, ebp = 0 --- Tracing command g_down pid 4 tid 100014 td 0xc4304bd0 sched_switch(c4304bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a5065c,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a5065c) at sleepq_timedwait+0x4a msleep(c0a5065c,c0a50548,24c,c0946532,64) at msleep+0x28d g_io_schedule_down(c4304bd0) at g_io_schedule_down+0x52 g_down_procbody(0,e2dcdd38) at g_down_procbody+0x5a fork_exit(c0685e70,0,e2dcdd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dcdd70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc4304a20 sched_switch(c4304a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a50658,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a50658) at sleepq_timedwait+0x4a msleep(c0a50658,c0a50588,24c,c0946532,64) at msleep+0x28d g_io_schedule_up(c4304a20) at g_io_schedule_up+0x127 g_up_procbody(0,e2dcad38) at g_up_procbody+0x5a fork_exit(c0685e10,0,e2dcad38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dcad70, ebp = 0 --- Tracing command g_event pid 2 tid 100016 td 0xc4304870 sched_switch(c4304870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a50650,c0a520d0,0,c0951583,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a50650) at sleepq_timedwait+0x4a msleep(c0a50650,0,4c,c0946532,64) at msleep+0x28d g_event_procbody(0,e2dc7d38) at g_event_procbody+0x9e fork_exit(c0685ed0,0,e2dc7d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dc7d70, ebp = 0 --- Tracing command swi3: vm pid 16 tid 100000 td 0xc4304000 fork_trampoline() at fork_trampoline Tracing command swi4: clock sio pid 15 tid 100001 td 0xc4303d80 cpustop_handler(e2db5c08,c08c26d3,e2db5ba0,c06b9cc1,c434f980,...) at cpustop_handler+0x31 ipi_nmi_handler(e2db5ba0,c06b9cc1,c434f980,0,0,...) at ipi_nmi_handler+0x28 trap(e2db5c14) at trap+0x3f calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc06b9ebe, esp = 0xe2db5c54, ebp = 0xe2db5c64 --- _mtx_lock_sleep(c0a520e8,c4303d80,0,c094f38c,f0) at _mtx_lock_sleep+0x10a _mtx_lock_flags(c0a520e8,0,c094f38c,f0) at _mtx_lock_flags+0xab softclock(0) at softclock+0x1b7 ithread_execute_handlers(c4302240,c4350500) at ithread_execute_handlers+0x121 ithread_loop(c42c48a0,e2db5d38) at ithread_loop+0x67 fork_exit(c06adfd0,c42c48a0,e2db5d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2db5d70, ebp = 0 --- Tracing command swi1: net pid 14 tid 100002 td 0xc4303bd0 sched_switch(c4303bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c42c48b0,e2db2d38) at ithread_loop+0xda fork_exit(c06adfd0,c42c48b0,e2db2d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2db2d70, ebp = 0 --- Tracing command idle: cpu0 pid 13 tid 100003 td 0xc4303a20 kdb_enter(c0920b5c,c0949c4b,1599050c,0,c0a2016e,...) at kdb_enter+0x2b watchdog_fire(c0ac0800,e2dafc94,e2dafc88,c08b410b,0,...) at watchdog_fire+0xa7 hardclock(0,c10cb715) at hardclock+0xd9 lapic_handle_timer(e2dafc94) at lapic_handle_timer+0x8f Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc10cb715, esp = 0xe2dafcd4, ebp = 0xe2dafcd4 --- acpi_cpu_c1(c0a520d0,c06d8714,e2dafcf4,c06d8714,c06d8714,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2dafd04,c06d873d,e2dafd24,c06ad00c,0,...) at acpi_cpu_idle+0x162 cpu_idle(e2dafd24,c06ad00c,0,e2dafd38,c43026c0,...) at cpu_idle+0x28 sched_idletd(0,e2dafd38) at sched_idletd+0x29 fork_exit(c06d8714,0,e2dafd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dafd70, ebp = 0 --- Tracing command idle: cpu1 pid 12 tid 100004 td 0xc4303870 sched_switch(c4303870,0,1) at sched_switch+0xff mi_switch(1,0,c0a520d0,0,c094fb87,...) at mi_switch+0x280 sched_idletd(0,e2dacd38) at sched_idletd+0x51 fork_exit(c06d8714,0,e2dacd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2dacd70, ebp = 0 --- Tracing command idle: cpu2 pid 11 tid 100005 td 0xc43036c0 sched_switch(c43036c0,0,1) at sched_switch+0xff mi_switch(1,0,c0a520d0,0,c094fb87,...) at mi_switch+0x280 sched_idletd(0,e2da9d38) at sched_idletd+0x51 fork_exit(c06d8714,0,e2da9d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2da9d70, ebp = 0 --- Tracing command idle: cpu3 pid 10 tid 100006 td 0xc4303510 sched_switch(c4303510,0,1) at sched_switch+0xff mi_switch(1,0,c0a520d0,0,c094fb87,...) at mi_switch+0x280 sched_idletd(0,e2da6d38) at sched_idletd+0x51 fork_exit(c06d8714,0,e2da6d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2da6d70, ebp = 0 --- Tracing command init pid 1 tid 100007 td 0xc4303360 sched_switch(c4303360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4305000) at sleepq_switch+0xc9 sleepq_wait_sig(c4305000) at sleepq_wait_sig+0x1d msleep(c4305000,c4305060,15c,c095368b,0) at msleep+0x2a2 kern_wait(c4303360,ffffffff,e2da3c28,0,0) at kern_wait+0x7c3 wait4(c4303360,e2da3d00) at wait4+0x2a syscall(e2da3d38) at syscall+0x25a Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053217, esp = 0xbfbfe92c, ebp = 0xbfbfe948 --- Tracing command swapper pid 0 tid 0 td 0xc0a50960 sched_switch(c0a50960,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 scheduler(0,141ec00,141e000,0,c0452555,...) at scheduler+0x195 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call print_uptime Uptime: 12h9m2s = 0x3 db> call doadump Physical memory: 1007 MB Dumping 210 MB: 195 179 163 147 131 115 99 83 67 51 35 19 3 Dump complete = 0xf db> c