GENERIC HEAD from 2009-02-05 15:09:04 UTC, r188153M, vmcore.327 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r188153M: Thu Feb 5 18:02:18 CET 2009 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032531968 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: 1st 0xc456c044 user map (user map) @ vm/vm_map.c:3198 2nd 0xc48de5b8 ufs (ufs) @ kern/vfs_subr.c:2092 KDB: stack backtrace: db_trace_self_wrapper(c0be723c,c41c4910,c0877085,4,c0be28c3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be28c3,c4521728,c4526388,c41c496c,...) at kdb_backtrace+0x29 _witness_debugger(c0be9f31,c48de5b8,c0bdd96e,c4526388,c0bf0bc3,...) at _witness_debugger+0x25 witness_checkorder(c48de5b8,1,c0bf0bba,82c,0,...) at witness_checkorder+0x839 __lockmgr_args(c48de5b8,200501,c48de620,0,0,...) at __lockmgr_args+0x237 ffs_lock(c41c4a78,c0876e2b,c0c0cf0e,200501,c48de560,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ceca20,c41c4a78,c4568e24,c0d05340,c48de560,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c48de560,200501,c0bf0bba,82c,4,...) at _vn_lock+0x78 vget(c48de560,200501,c4568d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c187c364,0,c0c0a51e,127,c41c4c18,...) at vnode_pager_lock+0x1e3 vm_fault(c456c000,80db000,2,8,80db780,...) at vm_fault+0x1df trap_pfault(5,0,c0c1a6a1,2e7,c4566d34,...) at trap_pfault+0x118 trap(c41c4d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- fxp0: link state changed to UP lock order reversal: 1st 0xd8516ed4 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc49ce800 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0be723c,e6ba0778,c0877085,4,c0be28c3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be28c3,c4523740,c45263f0,e6ba07d4,...) at kdb_backtrace+0x29 _witness_debugger(c0be9f31,c49ce800,c0c08f77,c45263f0,c0c08c1d,...) at _witness_debugger+0x25 witness_checkorder(c49ce800,9,c0c08c14,113,0,...) at witness_checkorder+0x839 _sx_xlock(c49ce800,0,c0c08c14,113,c4b9ca50,...) at _sx_xlock+0x85 ufsdirhash_acquire(d8516e74,e6ba08ec,28,d8ea21c4,e6ba08a4,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4b9ca50,e6ba08ec,1c4,e6ba0890,e6ba0894,...) at ufsdirhash_add+0x13 ufs_direnter(c4bf9560,c4bddac0,e6ba08ec,e6ba0bd4,0,...) at ufs_direnter+0x779 ufs_makeinode(e6ba0bd4,c0cecf40,e6ba0acc,e6ba0a34,c0b4b165,...) at ufs_makeinode+0x584 ufs_create(e6ba0acc,c0c1d2b5,0,e6ba0acc,e6ba0ba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0ceca20,e6ba0acc,2,c0bdd092,3,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6ba0ba8,e6ba0c5c,1a4,c50f4400,c4a49a80,...) at vn_open_cred+0x1d0 vn_open(e6ba0ba8,e6ba0c5c,1a4,c4a49a80,3,...) at vn_open+0x33 kern_openat(c4a666c0,ffffff9c,2820e023,0,603,...) at kern_openat+0x110 kern_open(c4a666c0,2820e023,0,602,1b6,...) at kern_open+0x35 open(c4a666c0,e6ba0cf8,c,c0c1d3bf,c0cc7bf8,...) at open+0x30 syscall(e6ba0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x281688d3, esp = 0xbfbfe90c, ebp = 0xbfbfe948 --- lock order reversal: 1st 0xc514bb18 ufs (ufs) @ kern/vfs_mount.c:1202 2nd 0xc51d2308 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1342 KDB: stack backtrace: db_trace_self_wrapper(c0be723c,e6bc3a28,c0877085,4,c0be28c3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be28c3,c4526388,c45262b8,e6bc3a84,...) at kdb_backtrace+0x29 _witness_debugger(c0be9f31,c51d2308,c0bd9f40,c45262b8,c0c08412,...) at _witness_debugger+0x25 witness_checkorder(c51d2308,9,c0c08409,53e,c51d2370,...) at witness_checkorder+0x839 __lockmgr_args(c51d2308,80400,c51d2370,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e6bc3b8c,c0e792c0,c47ff9a4,80400,c51d22b0,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0cc4780,e6bc3b8c,e6bc3bac,c0d05340,c51d22b0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c51d22b0,80400,c0c08409,53e,c51d20c0,...) at _vn_lock+0x78 ffs_sync(c4a32598,1,c47ff900,4f7,0,...) at ffs_sync+0x3c5 dounmount(c4a32598,8000000,c47ff900,47d,b21844a0,...) at dounmount+0x45c unmount(c47ff900,e6bc3cf8,8,0,c0cc7d90,...) at unmount+0x2e0 syscall(e6bc3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db24f, esp = 0xbfbfe1cc, ebp = 0xbfbfe298 --- g_vfs_done():md6a[WRITE(offset=65536, length=2048)]error = 5 g_vfs_done():md6a[WRITE(offset=4210688, length=2048)]error = 5 g_vfs_done():md6a[WRITE(offset=131170304, length=12288)]error = 5 panic: bundirty: buffer 0xd863acdc still on queue 1 cpuid = 2 KDB: enter: panic [thread pid 3 tid 100014 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 3 tid 100014 td 0xc456a900 kdb_enter(c0be400a,c0be400a,c0beee67,c41ecb60,2,...) at kdb_enter+0x3a panic(c0beee67,d863acdc,1,c4af74fc,d863acdc,...) at panic+0x136 bundirty(d863acdc,0,c0beea96,555,c45214b8,...) at bundirty+0x47 brelse(d863acdc,c456a900,c41ecc14,246,c4524ed0,...) at brelse+0x848 bufdone_finish(d863acdc,d863acdc,d863acdc,d873e9e0,c41ecc60,...) at bufdone_finish+0x392 bufdone(d863acdc,0,c0c08409,6ce,c4af74fc,...) at bufdone+0x6a ffs_backgroundwritedone(d863acdc,c187aa80,d863acdc,c51d8630,c41ecc98,...) at ffs_backgroundwritedone+0xcc bufdone(d863acdc,5,ca,c453a894) at bufdone+0x53 g_vfs_done(c51d8630,0,c0beea96,ba1,c51d8630,...) at g_vfs_done+0xe0 biodone(c51d8630,c0d37ba8,24c,c0bdad8d,64,...) at biodone+0xa5 g_io_schedule_up(c456a900,0,c0bdc2d1,5d,0,...) at g_io_schedule_up+0xc7 g_up_procbody(0,c41ecd38,c0be00de,32d,c45662a4,...) at g_up_procbody+0x8d fork_exit(c07dfb40,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- db:1:bt> show allpcpu Current CPU: 2 cpuid = 0 curthread = 0xc4568480: pid 11 "idle: cpu0" curpcb = 0xc41d1d90 fpcurthread = none idlethread = 0xc4568480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc45686c0: pid 11 "idle: cpu1" curpcb = 0xc41ced90 fpcurthread = none idlethread = 0xc45686c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc456a900: pid 3 "g_up" curpcb = 0xc41ecd90 fpcurthread = none idlethread = 0xc4568900: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4568b40: pid 11 "idle: cpu3" curpcb = 0xc41c8d90 fpcurthread = none idlethread = 0xc4568b40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 4642 (umount) thread 0xc515b240 (100209) exclusive lockmgr devfs (devfs) r = 0 (0xc4bdd868) locked @ ufs/ffs/ffs_vfsops.c:1191 exclusive lockmgr ufs (ufs) r = 0 (0xc514bc70) locked @ kern/vfs_mount.c:1202 Process 3909 (md5) thread 0xc54fc480 (100456) exclusive lockmgr bufwait (bufwait) r = 0 (0xd861cf40) locked @ kern/vfs_bio.c:2443 exclusive lockmgr ufs (ufs) r = 0 (0xc4bddb18) locked @ dev/md/md.c:572 Process 1171 (sshd) thread 0xc4c09240 (100134) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dab51c) locked @ kern/uipc_sockbuf.c:148 Process 1170 (sshd) thread 0xc4c09480 (100133) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dac82c) locked @ kern/uipc_sockbuf.c:148 Process 1169 (sshd) thread 0xc4c096c0 (100132) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc50fa82c) locked @ kern/uipc_sockbuf.c:148 Process 1160 (sshd) thread 0xc4b53480 (100104) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4c079b4) locked @ kern/uipc_sockbuf.c:148 Process 657 (syslogd) thread 0xc4aa56c0 (100078) exclusive lockmgr ufs (ufs) r = 0 (0xc4bdbb18) locked @ kern/vfs_syscalls.c:3498 db:1:alllocks> show lockedvnods Locked vnodes 0xc514bc18: tag ufs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0xc4a32598 flags () v_object 0xc51168b8 ref 0 pages 0 lock type ufs: EXCL by thread 0xc515b240 (pid 4642) #0 0xc0822090 at __lockmgr_args+0xb80 #1 0xc0a4a221 at ffs_lock+0xa1 #2 0xc0b4a195 at VOP_LOCK1_APV+0xb5 #3 0xc08cdd48 at _vn_lock+0x78 #4 0xc08bb02c at dounmount+0x8c #5 0xc08bb9a0 at unmount+0x2e0 #6 0xc0b3c2d3 at syscall+0x2a3 #7 0xc0b20890 at Xint0x80_syscall+0x20 ino 49698, on dev ad0s1a 0xc4bdd810: tag devfs, type VCHR usecount 1, writecount 0, refcount 13 mountedhere 0xc5419d00 flags () v_object 0xc525c1f0 ref 0 pages 10 lock type devfs: EXCL by thread 0xc515b240 (pid 4642) #0 0xc0822090 at __lockmgr_args+0xb80 #1 0xc08b1c35 at vop_stdlock+0x65 #2 0xc0b4a195 at VOP_LOCK1_APV+0xb5 #3 0xc08cdd48 at _vn_lock+0x78 #4 0xc0a455ea at ffs_flushfiles+0x11a #5 0xc0a4616b at ffs_unmount+0x16b #6 0xc08bb422 at dounmount+0x482 #7 0xc08bb9a0 at unmount+0x2e0 #8 0xc0b3c2d3 at syscall+0x2a3 #9 0xc0b20890 at Xint0x80_syscall+0x20 dev md5a 0xc4bdbac0: tag ufs, type VREG usecount 2, writecount 1, refcount 4 mountedhere 0 flags () v_object 0xc4aad6c8 ref 0 pages 8 lock type ufs: EXCL by thread 0xc4aa56c0 (pid 657) with shared waiters pending #0 0xc0822090 at __lockmgr_args+0xb80 #1 0xc0a4a221 at ffs_lock+0xa1 #2 0xc0b4a195 at VOP_LOCK1_APV+0xb5 #3 0xc08cdd48 at _vn_lock+0x78 #4 0xc08caacb at fsync+0xdb #5 0xc0b3c2d3 at syscall+0x2a3 #6 0xc0b20890 at Xint0x80_syscall+0x20 ino 10551301, on dev ad0s1d 0xc4bddac0: tag ufs, type VREG usecount 1, writecount 1, refcount 2568 mountedhere 0 flags (VV_MD) v_object 0xc515e8b8 ref 0 pages 25516 lock type ufs: EXCL by thread 0xc54fc480 (pid 3909) #0 0xc0822090 at __lockmgr_args+0xb80 #1 0xc0a4a221 at ffs_lock+0xa1 #2 0xc0b4a195 at VOP_LOCK1_APV+0xb5 #3 0xc08cdd48 at _vn_lock+0x78 #4 0xc068e23d at mdstart_vnode+0x2cd #5 0xc068dc03 at md_kthread+0x1b3 #6 0xc0814ce8 at fork_exit+0xb8 #7 0xc0b208a0 at fork_trampoline+0x8 ino 11776048, on dev ad0s1d db:1:lockedvnods> show mount 0xc4a32b30 /dev/ad0s1a on / (ufs) 0xc4a33000 devfs on /dev (devfs) 0xc4b58598 /dev/ad0s1f on /home (ufs) 0xc4b582cc /dev/ad0s1e on /tmp (ufs) 0xc4b58000 /dev/ad0s1g on /usr (ufs) 0xc4a33b30 /dev/ad0s1d on /var (ufs) 0xc4a33864 procfs on /proc (procfs) 0xc4a32598 /dev/md5a on /mnt5 (ufs) 0xc5510000 /dev/md6a on /mnt6 (ufs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 4642 4629 4623 0 S+ bo_wwait 0xc4bdd938 umount 4629 4623 4623 0 S+ wait 0xc54852a4 sh 4623 1218 4623 0 S+ wait 0xc5590000 sh 4622 1181 1178 1001 S nanslp 0xc0d3a1c4 sleep 3920 0 0 0 SL mdwait 0xc53a0000 [md6] 3909 0 0 0 SL biowr 0xd861cee0 [md5] 1218 1214 1218 0 S+ wait 0xc4ee32a4 bash 1214 1198 1214 0 S+ pause 0xc4ee2844 csh 1198 1163 1198 1001 S+ wait 0xc4ee7a90 su 1182 1178 1178 1001 S piperd 0xc4bc6480 awk 1181 1178 1178 1001 S wait 0xc4be6a90 sh 1180 1179 1180 1001 Rs+ top 1179 1171 1171 1001 S select 0xc4a2d664 sshd 1178 1176 1178 1001 Ss wait 0xc4ee3000 sh 1177 1175 1177 1001 Ss ufs 0xc4bdbb18 tail 1176 1169 1169 1001 S select 0xc4a2c924 sshd 1175 1170 1170 1001 S select 0xc4a4fb24 sshd 1171 949 1171 0 Ss sbwait 0xc4dab548 sshd 1170 949 1170 0 Ss sbwait 0xc4dac858 sshd 1169 949 1169 0 Ss sbwait 0xc50fa858 sshd 1163 1162 1163 1001 Ss+ wait 0xc4be62a4 bash 1162 1160 1160 1001 S select 0xc4a0c9a4 sshd 1160 949 1160 0 Ss sbwait 0xc4c079e0 sshd 1078 1 1078 0 Ss+ ttyin 0xc477ae70 getty 1077 1 1077 0 Ss+ ttyin 0xc4819070 getty 1076 1 1076 0 Ss+ ttyin 0xc4819270 getty 1075 1 1075 0 Ss+ ttyin 0xc4819470 getty 1074 1 1074 0 Ss+ ttyin 0xc4819670 getty 1073 1 1073 0 Ss+ ttyin 0xc4819870 getty 1072 1 1072 0 Ss+ ttyin 0xc4819a70 getty 1071 1 1071 0 Ss+ ttyin 0xc46bd270 getty 1045 1 1045 0 Ss select 0xc4a0c724 inetd 1021 1 1021 0 Ss select 0xc4817624 moused 1007 1 1007 0 Ss nanslp 0xc0d3a1c4 watchdogd 965 1 965 0 Ss nanslp 0xc0d3a1c4 cron 958 1 958 25 Ss pause 0xc4b73d8c sendmail 954 1 954 0 Ss select 0xc4808e24 sendmail 949 1 949 0 Ss select 0xc4a0cba4 sshd 912 1 912 0 Ss select 0xc4a0de24 ntpd 760 759 759 0 S (threaded) nfsd 100113 S rpcsvc 0xc4a4f450 nfsd: service 100112 S rpcsvc 0xc4a2c750 nfsd: service 100111 S rpcsvc 0xc4817c90 nfsd: service 100080 S rpcsvc 0xc4817890 nfsd: master 759 1 759 0 Ss select 0xc4817264 nfsd 757 1 757 0 Ss select 0xc4a0c764 mountd 675 1 675 0 Ss select 0xc48176a4 rpcbind 657 1 657 0 Ss bo_wwait 0xc4bdbbe8 syslogd 492 1 492 0 Ss select 0xc4a0c024 devd 21 0 0 0 SL sdflush 0xc0eb2400 [softdepflush] 20 0 0 0 SL vlruwt 0xc49cf2a4 [vnlru] 19 0 0 0 SL syncer 0xc0ea6850 [syncer] 18 0 0 0 SL psleep 0xc0ea65a4 [bufdaemon] 17 0 0 0 SL pgzero 0xc0eb3034 [pagezero] 9 0 0 0 SL psleep 0xc0eb2c5c [vmdaemon] 8 0 0 0 SL psleep 0xc0eb2c24 [pagedaemon] 7 0 0 0 SL waiting_ 0xc0ea85dc [sctp_iterator] 6 0 0 0 SL - 0xc46bde3c [fdc0] 16 0 0 0 SL usbtsk 0xc0d37514 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d37500 [usbtask-hc] 14 0 0 0 SL usbevt 0xc4772210 [usb0] 5 0 0 0 SL ccb_scan 0xc0d05ad4 [xpt_thrd] 13 0 0 0 SL - 0xc0d3a004 [yarrow] 4 0 0 0 SL - 0xc0d37c24 [g_down] 3 0 0 0 RL CPU 2 [g_up] 2 0 0 0 SL - 0xc0d37c18 [g_event] 12 0 0 0 WL (threaded) intr 100039 I [swi0: uart uart] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100026 I [swi5: +] 100021 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc4566d34 [init] 10 0 0 0 SL audit_wo 0xc0eb1da0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc4768340 [em0 taskq] 100027 D - 0xc4723400 [thread taskq] 100025 D - 0xc47234c0 [kqueue taskq] 100024 D - 0xc4723500 [acpi_task_2] 100023 D - 0xc4723500 [acpi_task_1] 100022 D - 0xc4723500 [acpi_task_0] 100016 D - 0xc454dd40 [firmware taskq] 100000 D sched 0xc0d37ce0 [swapper] db:1:ps> allt Tracing command umount pid 4642 tid 100209 td 0xc515b240 sched_switch(c515b240,0,104,18d,ba0bc34e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4d,...) at mi_switch+0x200 sleepq_switch(c515b240,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4bdd938,4d,c0beeb40,0,0,...) at sleepq_wait+0x63 _sleep(c4bdd938,c4bdd904,4d,c0beeb40,0,...) at _sleep+0x35b bufobj_wwait(c4bdd904,0,0,1ec,0,...) at bufobj_wwait+0x73 vop_stdfsync(e6e4abbc,e6e4ab74,0,c0cc4780,e6e4abbc,...) at vop_stdfsync+0x1ae devfs_fsync(e6e4abbc,c0c1cee1,0,e6e4abbc,0,...) at devfs_fsync+0x7c VOP_FSYNC_APV(c0cc4780,e6e4abbc,c0c08409,4a7,c54f5e00,...) at VOP_FSYNC_APV+0xc5 ffs_flushfiles(c4a32598,2,c515b240,c4bdd810,0,...) at ffs_flushfiles+0x149 ffs_unmount(c4a32598,8080000,c515b240,c515b240,2,...) at ffs_unmount+0x16b dounmount(c4a32598,8080000,c515b240,47d,7fcdde4c,...) at dounmount+0x482 unmount(c515b240,e6e4acf8,8,e6e4ad38,c0cc7d90,...) at unmount+0x2e0 syscall(e6e4ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db24f, esp = 0xbfbfe1ec, ebp = 0xbfbfe2b8 --- Tracing command sh pid 4629 tid 100383 td 0xc5489480 sched_switch(c5489480,0,104,18d,a205f310,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5489480,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c54852a4,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c54852a4,c548532c,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c5489480,ffffffff,e70f0c74,2,0,...) at kern_wait+0xad6 wait4(c5489480,e70f0cf8,10,c0bea887,c0cc7c28,...) at wait4+0x3b syscall(e70f0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd3b, esp = 0xbfbfe72c, ebp = 0xbfbfe748 --- Tracing command sh pid 4623 tid 100485 td 0xc559b000 sched_switch(c559b000,0,104,18d,3a3f5668,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c559b000,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5590000,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5590000,c5590088,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c559b000,ffffffff,e7251c74,2,0,...) at kern_wait+0xad6 wait4(c559b000,e7251cf8,10,c0bea887,c0cc7c28,...) at wait4+0x3b syscall(e7251d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd3b, esp = 0xbfbfe6bc, ebp = 0xbfbfe6d8 --- Tracing command sleep pid 4622 tid 100302 td 0xc5232000 sched_switch(c5232000,0,104,18d,43220af4,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5232000,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c086da30,c5232000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d3a1c4,5c,c0be5270,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d3a1c4,0,15c,c0be5270,2711,...) at _sleep+0x30e kern_nanosleep(c5232000,e6f91c64,e6f91c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c5232000,e6f91cf8,8,e6f91d38,c0cc9200,...) at nanosleep+0x6f syscall(e6f91d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28155e7f, esp = 0xbfbfed0c, ebp = 0xbfbfed48 --- Tracing command md6 pid 3920 tid 100321 td 0xc5356240 sched_switch(c5356240,0,104,18d,ba0763c2,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c5356240,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c53a0000,4c,c0bbe1d1,0,0,...) at sleepq_wait+0x63 _sleep(c53a0000,c53a0020,24c,c0bbe1d1,0,...) at _sleep+0x35b md_kthread(c53a0000,e6fd1d38,c0be00de,32d,c53287ec,...) at md_kthread+0x125 fork_exit(c068da50,c53a0000,e6fd1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe6fd1d70, ebp = 0 --- Tracing command md5 pid 3909 tid 100456 td 0xc54fc480 sched_switch(c54fc480,0,104,18d,ba0924b2,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c54fc480,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(d861cee0,4c,c0beed9e,0,0,...) at sleepq_wait+0x63 _sleep(d861cee0,c453a2f4,4c,c0beed9e,0,...) at _sleep+0x35b bwait(d861cee0,4c,c0beed9e,d861cee0,e71ebb2c,...) at bwait+0x6f bufwait(d861cee0,d861cee0,d861cee0,1000,0,...) at bufwait+0x48 bufwrite(d861cee0,1000,e71ebc80,1000,c50f4400,...) at bufwrite+0x165 ffs_write(e71ebca0,c0c1d1eb,c4bddac0,0,c4bddac0,...) at ffs_write+0x55c VOP_WRITE_APV(c0ceca20,e71ebca0,c0bbe11e,23c,c4526868,...) at VOP_WRITE_APV+0x136 mdstart_vnode(c47f4800,c4a0739c,c0bbe11e,2cf,0,...) at mdstart_vnode+0x30c md_kthread(c47f4800,e71ebd38,c0be00de,32d,c54f9548,...) at md_kthread+0x1b3 fork_exit(c068da50,c47f4800,e71ebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe71ebd70, ebp = 0 --- Tracing command bash pid 1218 tid 100121 td 0xc4f17900 sched_switch(c4f17900,0,104,18d,3405a5e6,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f17900,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ee32a4,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ee32a4,c4ee332c,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c4f17900,ffffffff,e6cedc74,6,0,...) at kern_wait+0xad6 wait4(c4f17900,e6cedcf8,10,c0bea782,c0cc7c28,...) at wait4+0x3b syscall(e6cedd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c0d3b, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command csh pid 1214 tid 100125 td 0xc4f17000 sched_switch(c4f17000,0,104,18d,b2d0ac22,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4f17000,0,c0be81a2,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ee2844,68,c0ba0176,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ee2844,c4ee2874,168,c0ba0176,0,...) at _sleep+0x344 kern_sigsuspend(c4f17000,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4f17000,e6cfdcf8,4,c0bea782,c0cc9b78,...) at sigsuspend+0x4d syscall(e6cfdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2817afab, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1198 tid 100144 td 0xc4be8b40 sched_switch(c4be8b40,0,104,18d,5f2a10bc,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4be8b40,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ee7a90,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ee7a90,c4ee7b18,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c4be8b40,4be,e6d3bc74,2,0,...) at kern_wait+0xad6 wait4(c4be8b40,e6d3bcf8,10,e6d3bd38,c0cc7c28,...) at wait4+0x3b syscall(e6d3bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811bd3b, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 --- Tracing command awk pid 1182 tid 100059 td 0xc47ffd80 sched_switch(c47ffd80,0,104,18d,420bd020,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c47ffd80,0,c0be81a2,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4bc6480,4c,c0bea4ca,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4bc6480,c4bc65e8,14c,c0bea4ca,0,...) at _sleep+0x344 pipe_read(c4ab2b28,e6bb9c58,c4ba9000,0,c47ffd80,...) at pipe_read+0x3f7 dofileread(e6bb9c58,ffffffff,ffffffff,0,c4ab2b28,...) at dofileread+0x96 kern_readv(c47ffd80,0,e6bb9c58,e6bb9c78,1,...) at kern_readv+0x58 read(c47ffd80,e6bb9cf8,c,16,c0cc7bc8,...) at read+0x4f syscall(e6bb9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281ac4f3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 --- Tracing command sh pid 1181 tid 100093 td 0xc4be86c0 sched_switch(c4be86c0,0,104,18d,423ca320,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4be86c0,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4be6a90,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4be6a90,c4be6b18,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c4be86c0,ffffffff,e6c78c74,2,0,...) at kern_wait+0xad6 wait4(c4be86c0,e6c78cf8,10,c0bea887,c0cc7c28,...) at wait4+0x3b syscall(e6c78d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd3b, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command top pid 1180 tid 100126 td 0xc4f16d80 sched_switch(c4f16d80,0,104,18d,6a54ab60,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f16d80,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6d01a40,c08291ea,c4f3b5d0,0,c4f16d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4f3b5e4,0,e6d01a70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4f3b5e4,c4f3b5d0,3e9,5a5,c4f16d80,...) at _cv_timedwait_sig+0x250 seltdwait(e6d01c2c,e6d01c34,40b,c4f16d80,31333a36,...) at seltdwait+0x8a kern_select(c4f16d80,2,bfbfec3c,0,0,e6d01c70,1,0) at kern_select+0x517 select(c4f16d80,e6d01cf8,14,c0bd2035,c0cc8438,...) at select+0x5e syscall(e6d01d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e1473, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command sshd pid 1179 tid 100106 td 0xc4b53000 sched_switch(c4b53000,0,104,18d,6a5cc14e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b53000,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a2d650,0,c0be28c3,c4b53000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a2d664,0,e6ca2a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a2d664,c4a2d650,c0bea2f2,5a5,c4b53000,...) at _cv_wait_sig+0x240 seltdwait(c4bf5d2c,c0bea2f2,40b,c4b53000,3,...) at seltdwait+0xa2 kern_select(c4b53000,a,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x517 select(c4b53000,e6ca2cf8,14,c0bd2035,c0cc8438,...) at select+0x5e syscall(e6ca2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c0473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sh pid 1178 tid 100122 td 0xc4f176c0 sched_switch(c4f176c0,0,104,18d,86acb2ae,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f176c0,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ee3000,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ee3000,c4ee3088,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c4f176c0,ffffffff,e6cf1c74,2,0,...) at kern_wait+0xad6 wait4(c4f176c0,e6cf1cf8,10,e6cf1d38,c0cc7c28,...) at wait4+0x3b syscall(e6cf1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd3b, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command tail pid 1177 tid 100105 td 0xc4b53240 sched_switch(c4b53240,0,104,18d,c6e66f44,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4b53240,0,c0be81a2,247,c4bdbb18,...) at sleepq_switch+0x15f sleepq_wait(c4bdbb18,50,c0bdd96e,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c4bdbb18,200400,c4bdbb80,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6c9eb80,c0e79718,c4b532e4,200400,c4bdbac0,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ceca20,e6c9eb80,e6c9eba0,c0d05340,c4bdbac0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c4bdbac0,200400,c0bf1fc4,213,c4b532e4,...) at _vn_lock+0x78 vn_read(c4ab2930,e6c9ec58,c50cd800,0,c4b53240,...) at vn_read+0x1a3 dofileread(e6c9ec58,ffffffff,ffffffff,0,c4ab2930,...) at dofileread+0x96 kern_readv(c4b53240,3,e6c9ec58,e6c9ec78,1,...) at kern_readv+0x58 read(c4b53240,e6c9ecf8,c,c0b8bcd8,c0cc7bc8,...) at read+0x4f syscall(e6c9ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281784f3, esp = 0xbfbfeb1c, ebp = 0xbfbfeb38 --- Tracing command sshd pid 1176 tid 100135 td 0xc4c09000 sched_switch(c4c09000,0,104,18d,7621f830,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c09000,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a2c910,0,c0be28c3,c4c09000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a2c924,0,e6d20a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a2c924,c4a2c910,c0bea2f2,5a5,c4c09000,...) at _cv_wait_sig+0x240 seltdwait(c50cdc2c,c0bea2f2,40b,c4c09000,c0c0ab14,...) at seltdwait+0xa2 kern_select(c4c09000,c,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x517 select(c4c09000,e6d20cf8,14,c0c0369f,c0cc8438,...) at select+0x5e syscall(e6d20d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c0473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1175 tid 100079 td 0xc4aa5480 sched_switch(c4aa5480,0,104,18d,12f1aa00,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa5480,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a4fb10,0,c0be28c3,c4aa5480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a4fb24,0,e6c15a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a4fb24,c4a4fb10,c0bea2f2,5a5,c4aa5480,...) at _cv_wait_sig+0x240 seltdwait(c4ba8b2c,c0bea2f2,40b,c4aa5480,3,...) at seltdwait+0xa2 kern_select(c4aa5480,c,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x517 select(c4aa5480,e6c15cf8,14,c0bd2035,c0cc8438,...) at select+0x5e syscall(e6c15d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c0473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1171 tid 100134 td 0xc4c09240 sched_switch(c4c09240,0,104,18d,78107a0c,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4c09240,0,c0be81a2,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4dab548,58,c0bedc98,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4dab548,c4dab508,158,c0bedc98,0) at _sleep+0x344 sbwait(c4dab4e8,4,c0bedd4d,5ad,c4dab508,...) at sbwait+0x76 soreceive_generic(c4dab498,0,e6d1dc58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4dab498,0,e6d1dc58,0,0,...) at soreceive+0x38 soo_read(c4a4a0a8,e6d1dc58,c50cc400,0,c4c09240,...) at soo_read+0x3a dofileread(e6d1dc58,ffffffff,ffffffff,0,c4a4a0a8,...) at dofileread+0x96 kern_readv(c4c09240,5,e6d1dc58,e6d1dc78,1,...) at kern_readv+0x58 read(c4c09240,e6d1dcf8,c,e6d1dd38,c0cc7bc8,...) at read+0x4f syscall(e6d1dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283c04f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command sshd pid 1170 tid 100133 td 0xc4c09480 sched_switch(c4c09480,0,104,18d,748d6eac,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4c09480,0,c0be81a2,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4dac858,58,c0bedc98,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4dac858,c4dac818,158,c0bedc98,0) at _sleep+0x344 sbwait(c4dac7f8,4,c0bedd4d,5ad,c4dac818,...) at sbwait+0x76 soreceive_generic(c4dac7a8,0,e6d1ac58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4dac7a8,0,e6d1ac58,0,0,...) at soreceive+0x38 soo_read(c4bbab60,e6d1ac58,c4bf4d00,0,c4c09480,...) at soo_read+0x3a dofileread(e6d1ac58,ffffffff,ffffffff,0,c4bbab60,...) at dofileread+0x96 kern_readv(c4c09480,5,e6d1ac58,e6d1ac78,1,...) at kern_readv+0x58 read(c4c09480,e6d1acf8,c,e6d1ad38,c0cc7bc8,...) at read+0x4f syscall(e6d1ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283c04f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command sshd pid 1169 tid 100132 td 0xc4c096c0 sched_switch(c4c096c0,0,104,18d,7589290c,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4c096c0,0,c0be81a2,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c50fa858,58,c0bedc98,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50fa858,c50fa818,158,c0bedc98,0) at _sleep+0x344 sbwait(c50fa7f8,4,c0bedd4d,5ad,c50fa818,...) at sbwait+0x76 soreceive_generic(c50fa7a8,0,e6d17c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c50fa7a8,0,e6d17c58,0,0,...) at soreceive+0x38 soo_read(c4a49310,e6d17c58,c50f4000,0,c4c096c0,...) at soo_read+0x3a dofileread(e6d17c58,ffffffff,ffffffff,0,c4a49310,...) at dofileread+0x96 kern_readv(c4c096c0,5,e6d17c58,e6d17c78,1,...) at kern_readv+0x58 read(c4c096c0,e6d17cf8,c,e6d17d38,c0cc7bc8,...) at read+0x4f syscall(e6d17d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283c04f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command bash pid 1163 tid 100096 td 0xc4be8000 sched_switch(c4be8000,0,104,18d,23364608,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4be8000,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4be62a4,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4be62a4,c4be632c,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c4be8000,ffffffff,e6c81c74,6,0,...) at kern_wait+0xad6 wait4(c4be8000,e6c81cf8,10,c0bea782,c0cc7c28,...) at wait4+0x3b syscall(e6c81d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c0d3b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 1162 tid 100094 td 0xc4be8480 sched_switch(c4be8480,0,104,18d,a1de89fc,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4be8480,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a0c990,0,c0be28c3,c4be8480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a0c9a4,0,e6c7ba70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a0c9a4,c4a0c990,c0bea2f2,5a5,c4be8480,...) at _cv_wait_sig+0x240 seltdwait(c50cc32c,c0bea2f2,40b,c4be8480,3,...) at seltdwait+0xa2 kern_select(c4be8480,a,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x517 select(c4be8480,e6c7bcf8,14,c0bd2035,c0cc8438,...) at select+0x5e syscall(e6c7bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c0473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1160 tid 100104 td 0xc4b53480 sched_switch(c4b53480,0,104,18d,57ac1b32,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4b53480,0,c0be81a2,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c079e0,58,c0bedc98,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c079e0,c4c079a0,158,c0bedc98,0) at _sleep+0x344 sbwait(c4c07980,4,c0bedd4d,5ad,c4c079a0,...) at sbwait+0x76 soreceive_generic(c4c07930,0,e6c9ac58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4c07930,0,e6c9ac58,0,0,...) at soreceive+0x38 soo_read(c4e781f8,e6c9ac58,c4ee5a00,0,c4b53480,...) at soo_read+0x3a dofileread(e6c9ac58,ffffffff,ffffffff,0,c4e781f8,...) at dofileread+0x96 kern_readv(c4b53480,5,e6c9ac58,e6c9ac78,1,...) at kern_readv+0x58 read(c4b53480,e6c9acf8,c,c0c0369f,c0cc7bc8,...) at read+0x4f syscall(e6c9ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283c04f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1078 tid 100081 td 0xc4aa5000 sched_switch(c4aa5000,0,104,18d,6a215b7e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa5000,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4aa5000,c4aa5000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c477ae70,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c477ae70,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c477ae00,c477ae70,e6c1bc58,1,0,...) at tty_wait+0x71 ttydisc_read(c477ae00,e6c1bc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4806000,e6c1bc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bba818,e6c1bc58,c456d400,0,c4aa5000,...) at devfs_read_f+0x7e dofileread(e6c1bc58,ffffffff,ffffffff,0,c4bba818,...) at dofileread+0x96 kern_readv(c4aa5000,0,e6c1bc58,e6c1bc78,1,...) at kern_readv+0x58 read(c4aa5000,e6c1bcf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6c1bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1077 tid 100084 td 0xc4abe000 sched_switch(c4abe000,0,104,18d,6b873d66,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4abe000,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4abe000,c4abe000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4819070,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4819070,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c4819000,c4819070,e6c26c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4819000,e6c26c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805e00,e6c26c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4afda48,e6c26c58,c456d400,0,c4abe000,...) at devfs_read_f+0x7e dofileread(e6c26c58,ffffffff,ffffffff,0,c4afda48,...) at dofileread+0x96 kern_readv(c4abe000,0,e6c26c58,e6c26c78,1,...) at kern_readv+0x58 read(c4abe000,e6c26cf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6c26d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1076 tid 100072 td 0xc4aa7480 sched_switch(c4aa7480,0,104,18d,6a12ef4a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa7480,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4aa7480,c4aa7480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4819270,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4819270,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c4819200,c4819270,e6c00c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4819200,e6c00c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805d00,e6c00c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a78310,e6c00c58,c456d400,0,c4aa7480,...) at devfs_read_f+0x7e dofileread(e6c00c58,ffffffff,ffffffff,0,c4a78310,...) at dofileread+0x96 kern_readv(c4aa7480,0,e6c00c58,e6c00c78,1,...) at kern_readv+0x58 read(c4aa7480,e6c00cf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6c00d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1075 tid 100083 td 0xc4abe240 sched_switch(c4abe240,0,104,18d,6ae51fde,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4abe240,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4abe240,c4abe240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4819470,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4819470,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c4819400,c4819470,e6c22c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4819400,e6c22c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805c00,e6c22c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bba498,e6c22c58,c456d400,0,c4abe240,...) at devfs_read_f+0x7e dofileread(e6c22c58,ffffffff,ffffffff,0,c4bba498,...) at dofileread+0x96 kern_readv(c4abe240,0,e6c22c58,e6c22c78,1,...) at kern_readv+0x58 read(c4abe240,e6c22cf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6c22d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1074 tid 100082 td 0xc4abe480 sched_switch(c4abe480,0,104,18d,6ac70c4e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4abe480,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4abe480,c4abe480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4819670,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4819670,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c4819600,c4819670,e6c1ec58,1,0,...) at tty_wait+0x71 ttydisc_read(c4819600,e6c1ec58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805b00,e6c1ec58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4ab2460,e6c1ec58,c456d400,0,c4abe480,...) at devfs_read_f+0x7e dofileread(e6c1ec58,ffffffff,ffffffff,0,c4ab2460,...) at dofileread+0x96 kern_readv(c4abe480,0,e6c1ec58,e6c1ec78,1,...) at kern_readv+0x58 read(c4abe480,e6c1ecf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6c1ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1073 tid 100110 td 0xc4b56b40 sched_switch(c4b56b40,0,104,18d,6aca276e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b56b40,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4b56b40,c4b56b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4819870,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4819870,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c4819800,c4819870,e6cb0c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4819800,e6cb0c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805a00,e6cb0c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a49188,e6cb0c58,c456d400,0,c4b56b40,...) at devfs_read_f+0x7e dofileread(e6cb0c58,ffffffff,ffffffff,0,c4a49188,...) at dofileread+0x96 kern_readv(c4b56b40,0,e6cb0c58,e6cb0c78,1,...) at kern_readv+0x58 read(c4b56b40,e6cb0cf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6cb0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1072 tid 100067 td 0xc4b56480 sched_switch(c4b56480,0,104,18d,6a8d925a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b56480,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4b56480,c4b56480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4819a70,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4819a70,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c4819a00,c4819a70,e6befc58,1,0,...) at tty_wait+0x71 ttydisc_read(c4819a00,e6befc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805900,e6befc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a78000,e6befc58,c456d400,0,c4b56480,...) at devfs_read_f+0x7e dofileread(e6befc58,ffffffff,ffffffff,0,c4a78000,...) at dofileread+0x96 kern_readv(c4b56480,0,e6befc58,e6befc78,1,...) at kern_readv+0x58 read(c4b56480,e6befcf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6befd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1071 tid 100085 td 0xc4b56000 sched_switch(c4b56000,0,104,18d,6ab6939e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b56000,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,c4b56000,c4b56000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c46bd270,0,c0bec60e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c46bd270,c0d39a10,c0bebf75,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c46bd200,c46bd270,e6c54c58,1,0,...) at tty_wait+0x71 ttydisc_read(c46bd200,e6c54c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4805800,e6c54c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a491c0,e6c54c58,c456d400,0,c4b56000,...) at devfs_read_f+0x7e dofileread(e6c54c58,ffffffff,ffffffff,0,c4a491c0,...) at dofileread+0x96 kern_readv(c4b56000,0,e6c54c58,e6c54c78,1,...) at kern_readv+0x58 read(c4b56000,e6c54cf8,c,c0c1d3bf,c0cc7bc8,...) at read+0x4f syscall(e6c54d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281884f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1045 tid 100058 td 0xc4aa7d80 sched_switch(c4aa7d80,0,104,18d,494b186a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa7d80,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a0c710,0,c0be28c3,c4aa7d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a0c724,0,e6bb4a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a0c724,c4a0c710,c0bea2f2,5a5,c4aa7d80,...) at _cv_wait_sig+0x240 seltdwait(c4bf432c,c0bea2f2,40b,c4aa7d80,c0c0ab14,...) at seltdwait+0xa2 kern_select(c4aa7d80,8,bfbfe020,0,0,0,0,281afd40) at kern_select+0x517 select(c4aa7d80,e6bb4cf8,14,c0bea8fb,c0cc8438,...) at select+0x5e syscall(e6bb4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819c473, esp = 0xbfbfdfdc, ebp = 0xbfbfee68 --- Tracing command moused pid 1021 tid 100086 td 0xc4ab9d80 sched_switch(c4ab9d80,0,104,18d,286d44b2,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ab9d80,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4817610,0,c0be28c3,c4ab9d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4817624,0,e6c5ba70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4817624,c4817610,c0bea2f2,5a5,c4ab9d80,...) at _cv_wait_sig+0x240 seltdwait(c4ee452c,c0bea2f2,40b,c4ab9d80,c0bcf66c,...) at seltdwait+0xa2 kern_select(c4ab9d80,400,bfbfea94,0,0,0,0,0) at kern_select+0x517 select(c4ab9d80,e6c5bcf8,14,c0c1d3bf,c0cc8438,...) at select+0x5e syscall(e6c5bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a5473, esp = 0xbfbfea1c, ebp = 0xbfbfebb8 --- Tracing command watchdogd pid 1007 tid 100123 td 0xc4f17480 sched_switch(c4f17480,0,104,18d,fbfb9642,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f17480,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c086da30,c4f17480,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d3a1c4,5c,c0be5270,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d3a1c4,0,15c,c0be5270,ea61,...) at _sleep+0x30e kern_nanosleep(c4f17480,e6cf5c64,e6cf5c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4f17480,e6cf5cf8,8,c0c1d3bf,c0cc9200,...) at nanosleep+0x6f syscall(e6cf5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817fe7f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 965 tid 100052 td 0xc4a66900 sched_switch(c4a66900,0,104,18d,925c9c8e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4a66900,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c086da30,c4a66900,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d3a1c4,5c,c0be5270,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d3a1c4,0,15c,c0be5270,ea61,...) at _sleep+0x30e kern_nanosleep(c4a66900,e6b9cc64,e6b9cc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4a66900,e6b9ccf8,8,c0bea9ec,c0cc9200,...) at nanosleep+0x6f syscall(e6b9cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28172e7f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 958 tid 100108 td 0xc4b56d80 sched_switch(c4b56d80,0,104,18d,a1be502,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4b56d80,0,c0be81a2,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b73d8c,68,c0ba0176,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b73d8c,c4b73dbc,168,c0ba0176,0,...) at _sleep+0x344 kern_sigsuspend(c4b56d80,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4b56d80,e6ca9cf8,4,c0bea782,c0cc9b78,...) at sigsuspend+0x4d syscall(e6ca9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832dfab, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 954 tid 100101 td 0xc4be7480 sched_switch(c4be7480,0,104,18d,8eda148a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4be7480,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c90a40,c08291ea,c4808e10,0,c4be7480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4808e24,0,e6c90a70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4808e24,c4808e10,1389,5a5,c4be7480,...) at _cv_timedwait_sig+0x250 seltdwait(e6c90c2c,e6c90c34,40b,c4be7480,9e1,...) at seltdwait+0x8a kern_select(c4be7480,7,bfbfc5b0,0,0,e6c90c70,5,0) at kern_select+0x517 select(c4be7480,e6c90cf8,14,c0beacc2,c0cc8438,...) at select+0x5e syscall(e6c90d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283cb473, esp = 0xbfbfc51c, ebp = 0xbfbfd048 --- Tracing command sshd pid 949 tid 100056 td 0xc4a66000 sched_switch(c4a66000,0,104,18d,75fcc1cc,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a66000,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a0cb90,0,c0be28c3,c4a66000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a0cba4,0,e6baca70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a0cba4,c4a0cb90,c0bea2f2,5a5,c4a66000,...) at _cv_wait_sig+0x240 seltdwait(c4b7562c,c0bea2f2,40b,c4a66000,c0c09cb7,...) at seltdwait+0xa2 kern_select(c4a66000,9,286090b0,0,0,0,0,8) at kern_select+0x517 select(c4a66000,e6baccf8,14,c0c0369f,c0cc8438,...) at select+0x5e syscall(e6bacd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c0473, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 912 tid 100099 td 0xc4be7900 sched_switch(c4be7900,0,104,18d,8ff339a6,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4be7900,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a0de10,0,c0be28c3,c4be7900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a0de24,0,e6c8aa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a0de24,c4a0de10,c0bea2f2,5a5,c4be7900,...) at _cv_wait_sig+0x240 seltdwait(c4ba922c,c0bea2f2,40b,c4be7900,0,...) at seltdwait+0xa2 kern_select(c4be7900,1b,bfbfed78,0,0,0,246,0) at kern_select+0x517 select(c4be7900,e6c8acf8,14,16,c0cc8438,...) at select+0x5e syscall(e6c8ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834c473, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 760 tid 100113 td 0xc4c09d80 sched_switch(c4c09d80,0,104,18d,b1548318,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c09d80,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6cc0bf8,c08291ea,c480eb80,0,c4c09d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a4f450,0,e6cc0c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a4f450,c480eb80,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6cc0d24,c0814ce8,c480eb80,e6cc0d38,c0be00de,...) at svc_run_internal+0x356 svc_thread_start(c480eb80,e6cc0d38,c0be00de,32d,c4b52a90,...) at svc_thread_start+0x10 fork_exit(c0a14c40,c480eb80,e6cc0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 760 tid 100112 td 0xc4b566c0 sched_switch(c4b566c0,0,104,18d,b1540d78,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b566c0,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6cbdbf8,c08291ea,c480eb80,0,c4b566c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a2c750,0,e6cbdc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a2c750,c480eb80,1388,3a5,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6cbdd24,c0814ce8,c480eb80,e6cbdd38,c0be00de,...) at svc_run_internal+0x356 svc_thread_start(c480eb80,e6cbdd38,c0be00de,32d,c4b52a90,...) at svc_thread_start+0x10 fork_exit(c0a14c40,c480eb80,e6cbdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 760 tid 100111 td 0xc4b56900 sched_switch(c4b56900,0,104,18d,8de62318,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b56900,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6cbabf8,c08291ea,c480eb80,0,c4b56900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4817c90,0,e6cbac28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4817c90,c480eb80,1388,3a5,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6cbad24,c0814ce8,c480eb80,e6cbad38,c0be00de,...) at svc_run_internal+0x356 svc_thread_start(c480eb80,e6cbad38,c0be00de,32d,c4b52a90,...) at svc_thread_start+0x10 fork_exit(c0a14c40,c480eb80,e6cbad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 760 tid 100080 td 0xc4aa5240 sched_switch(c4aa5240,0,104,18d,94715ece,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa5240,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c18afc,c08291ea,c480eb80,0,c4aa5240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4817890,0,e6c18b2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4817890,c480eb80,1388,3a5,c4c09d80,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4aa53ac,14,c0c04f6a,c0c03869,0,...) at svc_run_internal+0x356 svc_run(c480eb80,0,c0c03b6d,202,e6c18cf8,...) at svc_run+0x7f nfssvc_nfsd(c4aa5240,122,c0be28c3,ca,c4b52b18,...) at nfssvc_nfsd+0xad nfssvc(c4aa5240,e6c18cf8,8,e6c18d38,c0cc8a08,...) at nfssvc+0x235 syscall(e6c18d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dbbeb, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 759 tid 100097 td 0xc4be7d80 sched_switch(c4be7d80,0,104,18d,589fca4e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4be7d80,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4817250,0,c0be28c3,c4be7d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4817264,0,e6c84a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4817264,c4817250,c0bea2f2,5a5,c4be7d80,...) at _cv_wait_sig+0x240 seltdwait(c4a56d2c,c0bea2f2,40b,c4be7d80,c0c0ab14,...) at seltdwait+0xa2 kern_select(c4be7d80,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x517 select(c4be7d80,e6c84cf8,14,e6c84d38,c0cc8438,...) at select+0x5e syscall(e6c84d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28178473, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 757 tid 100076 td 0xc4aa5b40 sched_switch(c4aa5b40,0,104,18d,4af68da8,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa5b40,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a0c750,0,c0be28c3,c4aa5b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a0c764,0,e6c0ca70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a0c764,c4a0c750,c0bea2f2,5a5,c4aa5b40,...) at _cv_wait_sig+0x240 seltdwait(c4bf452c,c0bea2f2,40b,c4aa5b40,246,...) at seltdwait+0xa2 kern_select(c4aa5b40,9,bfbfedec,0,0,0,0,2819ed40) at kern_select+0x517 select(c4aa5b40,e6c0ccf8,14,c0c0369f,c0cc8438,...) at select+0x5e syscall(e6c0cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818b473, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 675 tid 100060 td 0xc47ffb40 sched_switch(c47ffb40,0,104,18d,aaaa076,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47ffb40,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6bbfaa8,c08291ea,c4817690,0,c47ffb40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c48176a4,0,e6bbfad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c48176a4,c4817690,7531,5a5,e6bbfb8c,...) at _cv_timedwait_sig+0x250 seltdwait(e6bbfc5c,e6bbfc64,4b5,c47ffb40,e6bbfb5c,...) at seltdwait+0x8a poll(c47ffb40,e6bbfcf8,c,c0bea9ec,c0cc8f18,...) at poll+0x2f9 syscall(e6bbfd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813b78f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 657 tid 100078 td 0xc4aa56c0 sched_switch(c4aa56c0,0,104,18d,c6e75b60,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4f,...) at mi_switch+0x200 sleepq_switch(c4aa56c0,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4bdbbe8,4f,c0beeb40,0,0,...) at sleepq_wait+0x63 _sleep(c4bdbbe8,c4bdbbb4,4f,c0beeb40,0,...) at _sleep+0x35b bufobj_wwait(c4bdbbb4,3,0,123,0,...) at bufobj_wwait+0x73 ffs_syncvnode(c4bdbac0,1,c0ceca20,e6c12c38,c0b49b45,...) at ffs_syncvnode+0x3b4 ffs_fsync(e6c12c5c,c0c1cee1,e6c12cf8,e6c12c5c,0,...) at ffs_fsync+0x1c VOP_FSYNC_APV(c0ceca20,e6c12c5c,c0bf1e49,daf,0,...) at VOP_FSYNC_APV+0xc5 fsync(c4aa56c0,e6c12cf8,4,c0bea32f,c0cc8468,...) at fsync+0x1ae syscall(e6c12d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (95, FreeBSD ELF32, fsync), eip = 0x28186c77, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 492 tid 100077 td 0xc4aa5900 sched_switch(c4aa5900,0,104,18d,cf1d6490,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4aa5900,0,c0be81a2,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08291ea,c4a0c010,0,c0be28c3,c4aa5900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a0c024,0,e6c0fa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a0c024,c4a0c010,c0bea2f2,5a5,c4aa5900,...) at _cv_wait_sig+0x240 seltdwait(c4ba852c,c0bea2f2,40b,c4aa5900,e6c0fad8,...) at seltdwait+0xa2 kern_select(c4aa5900,6,bfbfe9f0,0,0,0,0,10) at kern_select+0x517 select(c4aa5900,e6c0fcf8,14,e6c0fca0,c0cc8438,...) at select+0x5e syscall(e6c0fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808819f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 21 tid 100048 td 0xc474cb40 sched_switch(c474cb40,0,104,18d,91cd0d88,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,44,...) at mi_switch+0x200 sleepq_switch(c474cb40,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb2400,44,c0c07db2,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb2400,c0eb23a4,44,c0c07db2,3e8,...) at _sleep+0x329 softdep_flush(0,e49a1d38,c0be00de,32d,c49cf000,...) at softdep_flush+0x2b0 fork_exit(c0a407d0,0,e49a1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe49a1d70, ebp = 0 --- Tracing command vnlru pid 20 tid 100047 td 0xc474cd80 sched_switch(c474cd80,0,104,18d,a4245c9e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,50,...) at mi_switch+0x200 sleepq_switch(c474cd80,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c49cf2a4,50,c0bf1af2,0,0,...) at sleepq_timedwait+0x6b _sleep(c49cf2a4,c0ea6810,250,c0bf1af2,3e8,...) at _sleep+0x329 vnlru_proc(0,e499ed38,c0be00de,32d,c49cf2a4,...) at vnlru_proc+0xe7 fork_exit(c08c2fb0,0,e499ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe499ed70, ebp = 0 --- Tracing command syncer pid 19 tid 100046 td 0xc47fe000 sched_switch(c47fe000,0,104,18d,c9c8b518,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47fe000,0,c0be81a2,26a,c47fe000,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea6850,0,e499bc88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ea6850,c0ea683c,3e8,6d5,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e499bd38,c0be00de,32d,c49cf548,...) at sched_sync+0x502 fork_exit(c08c2420,0,e499bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe499bd70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100045 td 0xc47fe240 sched_switch(c47fe240,0,104,18d,a16d00d4,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,44,...) at mi_switch+0x200 sleepq_switch(c47fe240,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea65a4,44,c0bef500,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ea65a4,c0ea65a8,44,c0bef500,3e8,...) at _sleep+0x329 buf_daemon(0,e4998d38,c0be00de,32d,c49cf7ec,...) at buf_daemon+0x21e fork_exit(c08ad4e0,0,e4998d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4998d70, ebp = 0 --- Tracing command pagezero pid 17 tid 100044 td 0xc47fe480 sched_switch(c47fe480,0,104,18d,e83c370a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47fe480,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb3034,0,c0c0ceb1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb3034,c0eb2bf0,0,c0c0ceb1,493e0,...) at _sleep+0x329 vm_pagezero(0,e4995d38,c0be00de,32d,c49cfa90,...) at vm_pagezero+0xdc fork_exit(c0a7b310,0,e4995d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4995d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100043 td 0xc47fe6c0 sched_switch(c47fe6c0,0,104,18d,69fcd22a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,68,...) at mi_switch+0x200 sleepq_switch(c47fe6c0,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eb2c5c,68,c0bef500,0,0,...) at sleepq_wait+0x63 _sleep(c0eb2c5c,c0eb2c60,68,c0bef500,0,...) at _sleep+0x35b vm_daemon(0,e4992d38,c0be00de,32d,c49cfd34,...) at vm_daemon+0x59 fork_exit(c0a757b0,0,e4992d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4992d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100042 td 0xc47fe900 sched_switch(c47fe900,0,104,18d,1fc365cc,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,44,...) at mi_switch+0x200 sleepq_switch(c47fe900,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb2c24,44,c0bef500,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb2c24,c0eb2bf0,44,c0bef500,1388,...) at _sleep+0x329 vm_pageout(0,e498fd38,c0be00de,32d,c45672a4,...) at vm_pageout+0x2bb fork_exit(c0a76650,0,e498fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe498fd70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100041 td 0xc47feb40 sched_switch(c47feb40,0,104,18d,9013ab3c,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47feb40,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ea85dc,0,c0bfae57,0,0,...) at sleepq_wait+0x63 _sleep(c0ea85dc,c0ea84f0,0,c0bfae57,0,...) at _sleep+0x35b sctp_iterator_thread(0,e498cd38,c0be00de,32d,c4567548,...) at sctp_iterator_thread+0x60 fork_exit(c09374c0,0,e498cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe498cd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc47fed80 sched_switch(c47fed80,0,104,18d,c345234e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c47fed80,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c46bde3c,4c,c0bdad8d,0,0,...) at sleepq_timedwait+0x6b _sleep(c46bde3c,c46bdef0,4c,c0bdad8d,3e8,...) at _sleep+0x329 fdc_thread(c46bde00,e4986d38,c0be00de,32d,c45677ec,...) at fdc_thread+0x2be fork_exit(c0af8710,c46bde00,e4986d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4986d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc474a900 sched_switch(c474a900,0,104,18d,cbed7b1c,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c474a900,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d37514,5c,c0bd6f39,0,0,...) at sleepq_wait+0x63 _sleep(c0d37514,0,5c,c0bd6f39,0,...) at _sleep+0x35b usb_task_thread(c0d37514,c424cd38,c0be00de,32d,c4567a90,...) at usb_task_thread+0x62 fork_exit(c079d9c0,c0d37514,c424cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc424cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc474ab40 sched_switch(c474ab40,0,104,18d,cbed5170,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c474ab40,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d37500,5c,c0bd6f39,0,0,...) at sleepq_wait+0x63 _sleep(c0d37500,0,5c,c0bd6f39,0,...) at _sleep+0x35b usb_task_thread(c0d37500,c4249d38,c0be00de,32d,c4567d34,...) at usb_task_thread+0x62 fork_exit(c079d9c0,c0d37500,c4249d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4249d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc474ad80 sched_switch(c474ad80,0,104,18d,44cd67e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c474ad80,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4772210,5c,c0bd6f47,0,0,...) at sleepq_timedwait+0x6b _sleep(c4772210,0,5c,c0bd6f47,ea60,...) at _sleep+0x329 usb_event_thread(c47675c0,c4246d38,c0be00de,32d,c46b1000,...) at usb_event_thread+0xca fork_exit(c079db00,c47675c0,c4246d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4246d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100020 td 0xc473d6c0 sched_switch(c473d6c0,0,104,18d,cbecdb34,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c473d6c0,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d05ad4,4c,c0b87990,0,0,...) at sleepq_wait+0x63 _sleep(c0d05ad4,c0d05aec,4c,c0b87990,0,...) at _sleep+0x35b xpt_scanner_thread(0,c41fed38,c0be00de,32d,c46b12a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a2b0,0,c41fed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fed70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc456a240 sched_switch(c456a240,0,104,18d,e0ed90c8,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c456a240,0,c0be81a2,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d3a004,0,c0bdad8d,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d3a004,0,0,c0bdad8d,64,...) at _sleep+0x329 pause(c0bdad8d,64,c0bcc730,113,0,...) at pause+0x47 random_kthread(0,c41f5d38,c0be00de,32d,c46b1548,...) at random_kthread+0x1ef fork_exit(c070a6e0,0,c41f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc456a6c0 sched_switch(c456a6c0,0,104,18d,dc87df68,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c456a6c0,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37c24,4c,c0bdad8d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37c24,c0d37b88,24c,c0bdad8d,64,...) at _sleep+0x329 g_io_schedule_down(c456a6c0,0,c0bdc2d1,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41efd38,c0be00de,32d,c4566000,...) at g_down_procbody+0x8d fork_exit(c07dfab0,0,c41efd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41efd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc456a900 kdb_enter(c0be400a,c0be400a,c0beee67,c41ecb60,2,...) at kdb_enter+0x3a panic(c0beee67,d863acdc,1,c4af74fc,d863acdc,...) at panic+0x136 bundirty(d863acdc,0,c0beea96,555,c45214b8,...) at bundirty+0x47 brelse(d863acdc,c456a900,c41ecc14,246,c4524ed0,...) at brelse+0x848 bufdone_finish(d863acdc,d863acdc,d863acdc,d873e9e0,c41ecc60,...) at bufdone_finish+0x392 bufdone(d863acdc,0,c0c08409,6ce,c4af74fc,...) at bufdone+0x6a ffs_backgroundwritedone(d863acdc,c187aa80,d863acdc,c51d8630,c41ecc98,...) at ffs_backgroundwritedone+0xcc bufdone(d863acdc,5,ca,c453a894) at bufdone+0x53 g_vfs_done(c51d8630,0,c0beea96,ba1,c51d8630,...) at g_vfs_done+0xe0 biodone(c51d8630,c0d37ba8,24c,c0bdad8d,64,...) at biodone+0xa5 g_io_schedule_up(c456a900,0,c0bdc2d1,5d,0,...) at g_io_schedule_up+0xc7 g_up_procbody(0,c41ecd38,c0be00de,32d,c45662a4,...) at g_up_procbody+0x8d fork_exit(c07dfb40,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc456ab40 sched_switch(c456ab40,0,104,18d,e048e524,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c456ab40,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37c18,4c,c0bdad8d,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37c18,0,4c,c0bdad8d,64,...) at _sleep+0x329 g_event_procbody(0,c41e9d38,c0be00de,32d,c4566548,...) at g_event_procbody+0xcb fork_exit(c07dfbd0,0,c41e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e9d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc47ff000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc473dd80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc474a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xc474a240 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc474a480 sched_switch(c474a480,0,109,18d,c6efe644,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45ad470,...) at mi_switch+0x200 ithread_loop(c47ec440,e4965d38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c47ec440,e4965d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4965d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc474a6c0 sched_switch(c474a6c0,0,109,18d,a1e321e0,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45ad2f0,...) at mi_switch+0x200 ithread_loop(c478a8c0,e494ad38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c478a8c0,e494ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe494ad70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc474c000 sched_switch(c474c000,0,109,18d,c7aa5200,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45ad370,...) at mi_switch+0x200 ithread_loop(c47696f0,c4242d38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c47696f0,c4242d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4242d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc474c480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc45af900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc473d480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc473d900 sched_switch(c473d900,0,109,18d,93bbd9ba,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c4720a70,...) at mi_switch+0x200 ithread_loop(c46d5970,c41fbd38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c46d5970,c41fbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fbd70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc473db40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc456ad80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc45af000 sched_switch(c45af000,0,109,18d,c4e2334c,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45addf0,...) at mi_switch+0x200 ithread_loop(c45650c0,c41e3d38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c45650c0,c41e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45af240 sched_switch(c45af240,0,109,18d,ded7f3ec,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45ade70,...) at mi_switch+0x200 ithread_loop(c45650d0,c41e0d38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c45650d0,c41e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45af480 sched_switch(c45af480,0,109,18d,dc87a834,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45adef0,...) at mi_switch+0x200 ithread_loop(c45650e0,c41ddd38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c45650e0,c41ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4568000 sched_switch(c4568000,0,109,18d,e1c90884,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45ae070,...) at mi_switch+0x200 ithread_loop(c45650f0,c41dad38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c45650f0,c41dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc4568240 sched_switch(c4568240,0,109,18d,22711602,...) at sched_switch+0x437 mi_switch(109,0,c0be035d,4d7,c45ae0f0,...) at mi_switch+0x200 ithread_loop(c4565100,c41d7d38,c0be00de,32d,c45667ec,...) at ithread_loop+0x1f6 fork_exit(c0817b00,c4565100,c41d7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc4568480 cpustop_handler(1,c41d1c24,c0b3c5cd,c0844248,676fdfea,...) at cpustop_handler+0x32 ipi_nmi_handler(c0844248,676fdfea,80068bf9,369e99,c4566a90,...) at ipi_nmi_handler+0x2f trap(c41d1c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b15c95, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(1,1,c41d1cd8,0,c0859981,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b2c01b,1,c41d1cf8,c0859c46,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41d1cf8,c0859c46,1,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41d1cd8,c0be5b3c,3b1,c4568480,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0be00de,32d,c4566a90,...) at sched_idletd+0x216 fork_exit(c0859a30,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc45686c0 cpustop_handler(2,c41cec54,c0b3c5cd,c45686c0,c41cebd8,...) at cpustop_handler+0x32 ipi_nmi_handler(c45686c0,c41cebd8,46,c0d3a238,c4566a90,...) at ipi_nmi_handler+0x2f trap(c41cec60) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0828e18, esp = 0xc41ceca0, ebp = 0xc41cecb4 --- _mtx_unlock_spin_flags(c0d3e5c0,0,c0be5b3c,a0b,c45686c0,...) at _mtx_unlock_spin_flags+0xb8 sched_idletd(0,c41ced38,c0be00de,32d,c4566a90,...) at sched_idletd+0x27d fork_exit(c0859a30,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc4568900 sched_switch(c4568900,0,60c,188,ba04f694,...) at sched_switch+0x437 mi_switch(60c,0,c0be5b3c,81c,2,...) at mi_switch+0x200 sched_preempt(c4568900,2,c41cbc70,c0b20f1e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,c0bd0028,28,c477a018,c477a000,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b15c95, esp = 0xc41cbc70, ebp = 0xc41cbc70 --- acpi_cpu_c1(1,1,c41cbcd8,2,c0859981,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cbcb4,c0b2c01b,1,c41cbcf8,c0859c46,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41cbcf8,c0859c46,1,c41cbcd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41cbcd8,c0be5b3c,a0b,c4568900,...) at cpu_idle+0x1b sched_idletd(0,c41cbd38,c0be00de,32d,c4566a90,...) at sched_idletd+0x216 fork_exit(c0859a30,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4568b40 cpustop_handler(8,c41c8c24,c0b3c5cd,c41c8bb4,c0828e54,...) at cpustop_handler+0x32 ipi_nmi_handler(c41c8bb4,c0828e54,c0d3a2a8,4,c4566a90,...) at ipi_nmi_handler+0x2f trap(c41c8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b15c95, esp = 0xc41c8c70, ebp = 0xc41c8c70 --- acpi_cpu_c1(1,1,c41c8cd8,3,c0859981,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41c8cb4,c0b2c01b,0,c41c8cf8,c0859c46,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41c8cf8,c0859c46,0,c41c8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41c8cd8,c0be5b3c,a0b,c4568b40,...) at cpu_idle+0x1b sched_idletd(0,c41c8d38,c0be00de,32d,c4566a90,...) at sched_idletd+0x216 fork_exit(c0859a30,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4568d80 sched_switch(c4568d80,0,104,18d,e460a45e,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4568d80,0,c0be81a2,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0be81a2,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4566d34,5c,c0bea8a8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4566d34,c4566dbc,15c,c0bea8a8,0,...) at _sleep+0x344 kern_wait(c4568d80,ffffffff,c41c4c74,0,0,...) at kern_wait+0xad6 wait4(c4568d80,c41c4cf8,10,c0bea6c3,c0cc7c28,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc456a000 sched_switch(c456a000,0,104,18d,cbe7a914,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c456a000,0,c0be81a2,247,c456a000,...) at sleepq_switch+0x15f sleepq_wait(c0eb1da0,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0eb1da0,c0eb1d84,c0c05cc8,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0be00de,32d,c4567000,...) at audit_worker+0x84 fork_exit(c0a23f10,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc474c240 sched_switch(c474c240,0,104,18d,c7a9b9ec,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c474c240,0,c0be81a2,247,c474c240,...) at sleepq_switch+0x15f sleepq_wait(c4768340,0,c0be4b73,c0bdad8d,0,...) at sleepq_wait+0x63 msleep_spin(c4768340,c476835c,c0bdad8d,0,c0be28c3,...) at msleep_spin+0x21d taskqueue_thread_loop(c4770358,c423fd38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0x8a fork_exit(c0870230,c4770358,c423fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc45af6c0 sched_switch(c45af6c0,0,104,18d,cc53a6d0,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45af6c0,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4723400,0,c0bdad8d,0,0,...) at sleepq_wait+0x63 _sleep(c4723400,c472341c,0,c0bdad8d,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d4c928,c4213d38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0870230,c0d4c928,c4213d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4213d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45afb40 sched_switch(c45afb40,0,104,18d,cc3d0798,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45afb40,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47234c0,0,c0bdad8d,0,0,...) at sleepq_wait+0x63 _sleep(c47234c0,c47234dc,0,c0bdad8d,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d385a4,c420dd38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0870230,c0d385a4,c420dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45afd80 sched_switch(c45afd80,0,104,18d,cc3cdd1c,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45afd80,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4723500,0,c0bdad8d,0,0,...) at sleepq_wait+0x63 _sleep(c4723500,c472351c,0,c0bdad8d,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d08784,c420ad38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0870230,c0d08784,c420ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc473d000 sched_switch(c473d000,0,104,18d,cc3caccc,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c473d000,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4723500,0,c0bdad8d,0,0,...) at sleepq_wait+0x63 _sleep(c4723500,c472351c,0,c0bdad8d,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d08784,c4207d38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0870230,c0d08784,c4207d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4207d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc473d240 sched_switch(c473d240,0,104,18d,cc3c7f94,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c473d240,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4723500,0,c0bdad8d,0,0,...) at sleepq_wait+0x63 _sleep(c4723500,c472351c,0,c0bdad8d,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d08784,c4204d38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0870230,c0d08784,c4204d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4204d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc456a480 sched_switch(c456a480,0,104,18d,975264f0,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,0,...) at mi_switch+0x200 sleepq_switch(c456a480,0,c0be81a2,247,0,...) at sleepq_switch+0x15f sleepq_wait(c454dd40,0,c0bdad8d,0,0,...) at sleepq_wait+0x63 _sleep(c454dd40,c454dd5c,0,c0bdad8d,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d4b460,c41f2d38,c0be00de,32d,c0d37ce0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0870230,c0d4b460,c41f2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d37f90 sched_switch(c0d37f90,0,104,18d,1ac5d71a,...) at sched_switch+0x437 mi_switch(104,0,c0be81a2,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d37f90,0,c0be81a2,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d37ce0,44,c0be63c6,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d37ce0,0,44,c0be63c6,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> show mount 0xc4a32598 0xc4a32598 /dev/md5a on /mnt5 (ufs) mnt_flag = LOCAL mnt_kern_flag = UNMOUNTF, NOINSMNTQ, UNMOUNT, MPSAFE, LOOKUP_SHARED mnt_stat = { version=537068824 type=5 flags=0x0000000000001000 bsize=2048 iosize=16384 blocks=49491 bfree=3473 bavail=-486 files=12798 ffree=12795 syncwrites=0 asyncwrites=0 syncreads=0 asyncreads=0 namemax=255 owner=0 fsid=[1233856904, 2144198220] } mnt_cred = { uid=0 ruid=0 } mnt_ref = 0 mnt_gen = 2 mnt_nvnodelistsize = 0 mnt_writeopcount = 1 mnt_noasync = 0 mnt_maxsymlinklen = 120 mnt_iosize_max = 131072 mnt_hashseed = 1247317214 mnt_secondary_writes = 0 mnt_secondary_accwrites = 10 mnt_gjprovider = NULL db> show mount 0xc5510000 0xc5510000 /dev/md6a on /mnt6 (ufs) mnt_flag = LOCAL mnt_kern_flag = MPSAFE, LOOKUP_SHARED mnt_stat = { version=537068824 type=5 flags=0x0000000000001000 bsize=2048 iosize=16384 blocks=247891 bfree=247886 bavail=228055 files=63998 ffree=63994 syncwrites=0 asyncwrites=0 syncreads=0 asyncreads=0 namemax=255 owner=0 fsid=[1233856904, -1156882018] } mnt_cred = { uid=0 ruid=0 } mnt_ref = 2 mnt_gen = 1 mnt_nvnodelistsize = 2 mnt_writeopcount = 0 mnt_noasync = 0 mnt_maxsymlinklen = 120 mnt_iosize_max = 131072 mnt_hashseed = 3094499485 mnt_secondary_writes = 0 mnt_secondary_accwrites = 1712 mnt_gjprovider = NULL vnode 0xc53add70: tag ufs, type VDIR usecount 0, writecount 0, refcount 2 mountedhere 0 flags (VV_ROOT) v_object 0xc520daa8 ref 0 pages 1 lock type ufs: UNLOCKED #0 0xc0821a92 at __lockmgr_args+0x582 #1 0xc0a4a221 at ffs_lock+0xa1 #2 0xc0b4a195 at VOP_LOCK1_APV+0xb5 #3 0xc08cdd48 at _vn_lock+0x78 #4 0xc08c1cf9 at vget+0xc9 #5 0xc08b4b9d at vfs_hash_get+0xed #6 0xc0a44db9 at ffs_vgetf+0x49 #7 0xc0a452ee at ffs_vget+0x2e #8 0xc0a544b8 at ufs_root+0x28 #9 0xc08b5fad at lookup+0x8bd #10 0xc08b695b at namei+0x4db #11 0xc08c701d at kern_rmdirat+0x4d #12 0xc08c7237 at kern_rmdir+0x27 #13 0xc08c7262 at rmdir+0x22 #14 0xc0b3c2d3 at syscall+0x2a3 #15 0xc0b20890 at Xint0x80_syscall+0x20 ino 2, on dev md6a vnode 0xc53da6b8: tag syncer, type VNON usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type syncer: UNLOCKED #0 0xc0822090 at __lockmgr_args+0xb80 #1 0xc08b1c35 at vop_stdlock+0x65 #2 0xc0b4a195 at VOP_LOCK1_APV+0xb5 #3 0xc08cdd48 at _vn_lock+0x78 #4 0xc08c2322 at sync_vnode+0x142 #5 0xc08c2693 at sched_sync+0x273 #6 0xc0814ce8 at fork_exit+0xb8 #7 0xc0b208a0 at fork_trampoline+0x8 db> call doadump Physical memory: 1007 MB Dumping 109 MB: 94 78 62 46 30 14 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bcc09 in db_fncall (dummy1=0xc05e87d8, dummy2=0x0, dummy3=0xc41ec948, dummy4=0xc41ec938 " \rÑÀón¾ÀØ") at ../../../ddb/db_command.c:548 #2 0xc04bd001 in db_command (last_cmdp=0xc0d06a5c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #3 0xc04bd15a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04befbd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc0865566 in kdb_trap (type=0x3, code=0x0, tf=0xc41ecae0) at ../../../kern/subr_kdb.c:534 #6 0xc0b3cb6b in trap (frame=0xc41ecae0) at ../../../i386/i386/trap.c:680 #7 0xc0b2082b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc08656ea in kdb_enter (why=0xc0be400a "panic", msg=0xc0be400a "panic") at cpufunc.h:71 #9 0xc0838066 in panic (fmt=0xc0beee67 "bundirty: buffer %p still on queue %d") at ../../../kern/kern_shutdown.c:559 #10 0xc08a8407 in bundirty (bp=0xd863acdc) at ../../../kern/vfs_bio.c:1055 #11 0xc08aaa38 in brelse (bp=0xd863acdc) at ../../../kern/vfs_bio.c:1375 #12 0xc08aaf82 in bufdone_finish (bp=0xd863acdc) at ../../../kern/vfs_bio.c:3289 #13 0xc08ab01a in bufdone (bp=0xd863acdc) at ../../../kern/vfs_bio.c:3144 #14 0xc0a44bfc in ffs_backgroundwritedone (bp=0xd863acdc) at ../../../ufs/ffs/ffs_vfsops.c:1758 #15 0xc08ab003 in bufdone (bp=0xd863acdc) at ../../../kern/vfs_bio.c:3138 #16 0xc07e3df0 in g_vfs_done (bip=0xc51d8630) at ../../../geom/geom_vfs.c:97 #17 0xc08a7895 in biodone (bp=0xc51d8630) at ../../../kern/vfs_bio.c:2979 #18 0xc07df3f7 in g_io_schedule_up (tp=0xc456a900) at ../../../geom/geom_io.c:587 #19 0xc07dfbcd in g_up_procbody () at ../../../geom/geom_kern.c:95 #20 0xc0814ce8 in fork_exit (callout=0xc07dfb40 , arg=0x0, frame=0xc41ecd38) at ../../../kern/kern_fork.c:821 #21 0xc0b208a0 in fork_trampoline () at ../../../i386/i386/exception.s:270 (kgdb) f 10 #10 0xc08a8407 in bundirty (bp=0xd863acdc) at ../../../kern/vfs_bio.c:1055 1055 KASSERT(bp->b_flags & B_REMFREE || bp->b_qindex == QUEUE_NONE, (kgdb) l 1050 bundirty(struct buf *bp) 1051 { 1052 1053 CTR3(KTR_BUF, "bundirty(%p) vp %p flags %X", bp, bp->b_vp, bp->b_flags); 1054 KASSERT(bp->b_bufobj != NULL, ("No b_bufobj %p", bp)); 1055 KASSERT(bp->b_flags & B_REMFREE || bp->b_qindex == QUEUE_NONE, 1056 ("bundirty: buffer %p still on queue %d", bp, bp->b_qindex)); 1057 BUF_ASSERT_HELD(bp); 1058 1059 if (bp->b_flags & B_DELWRI) { (kgdb) p *bp $1 = {b_bufobj = 0xc4af74fc, b_bcount = 0x3000, b_caller1 = 0x0, b_data = 0xdbbfa000 "", b_error = 0x5, b_iocmd = 0x2, b_ioflags = 0x2, b_iooffset = 0x7d18000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x3e8c0, b_offset = 0x7d18000, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xd85c56f0}, b_left = 0xd85c56b8, b_right = 0x0, b_vflags = 0x0, b_freelist = { tqe_next = 0xd851df1c, tqe_prev = 0xc0ea6528}, b_qindex = 0x1, b_flags = 0xa084, b_xflags = 0x21, b_lock = {lock_object = {lo_name = 0xc0bef533 "bufwait", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc4523740}, lk_lock = 0xfffffff8, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0xc, pcs = {0xc0822090, 0xc08ab323, 0xc08aba84, 0xc0a44a2e, 0xc08a6d5c, 0xc08b1d9d, 0xc07c42fc, 0xc0b49b45, 0xc0a45e3d, 0xc08c6625, 0xc0b3c2d3, 0xc0b20890, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x3000, b_runningbufspace = 0x0, b_kvabase = 0xdbbfa000 "", b_kvasize = 0x4000, b_lblkno = 0x3e8c0, b_vp = 0xc4af7408, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xdbbfa000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0xd872b4e0, tqh_last = 0xd86e629c}, cluster_entry = {tqe_next = 0xd872b4e0, tqe_prev = 0xd86e629c}}, b_pages = {0xc1e20e24, 0xc1e20e68, 0xc1e20eac, 0x0 }, b_npages = 0x3, b_dep = { lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) $ svn status -q /usr/src M /usr/src/sys/ufs/ffs/ffs_alloc.c M /usr/src/sys/kern/vfs_subr.c M /usr/src/sys/sys/mount.h -- Test scenario: backingstore.sh