Git origin/unmount 1e297ff, vmcore.250 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Tue Jul 8 23:21:14 CEST 2008 pho@crashbox.osted.lan:/var/tmp/deviant2/sys/i386/compile/DEVIANT WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1037516800 (989 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: (sleepable after non-sleepable) 1st 0xc4406e64 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442 2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2456 KDB: stack backtrace: db_trace_self_wrapper(c0b4adad,c3da4780,c07ce64e,c0b4d5ea,d80ea918,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b4d5ea,d80ea918,c0b52246,c0b52246,c0b517b2,...) at kdb_backtrace+0x29 witness_checkorder(d80ea918,9,c0b517a9,998,c0c973b4,...) at witness_checkorder+0x6de __lockmgr_args(d80ea918,81900,c4406e64,c0b5217b,50,...) at __lockmgr_args+0x777 getblk(c4406d70,0,0,800,0,...) at getblk+0x163 breadn(c4406d70,0,0,800,0,...) at breadn+0x44 bread(c4406d70,0,0,800,0,...) at bread+0x4c ffs_blkatoff(c4406d70,0,0,0,c3da49a0,...) at ffs_blkatoff+0xd1 ufs_lookup(c3da49e8,c0b7e48d,c4406d70,c4406d70,c3da4b38,...) at ufs_lookup+0x2e6 VOP_CACHEDLOOKUP_APV(c0c3f100,c3da49e8,c3da4b38,c3da4b24,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(c3da4a68,c0b545cb,c0c57400,80000,c4406d70,...) at vfs_cache_lookup+0xd3 VOP_LOOKUP_APV(c0c3f100,c3da4a68,c0b5302a,1b0,c3da4b24,...) at VOP_LOOKUP_APV+0xe5 lookup(c3da4b0c,c0b5302a,d8,c0,c407222c,...) at lookup+0x58e namei(c3da4b0c,c3da4b24,c07cde2c,c0b53372,c0b536b9,...) at namei+0x45b kern_unlinkat(c40a4d20,ffffff9c,c0b536b9,1,c3da4c5c,...) at kern_unlinkat+0x46 kern_unlink(c40a4d20,c0b536b9,1,62c,0,...) at kern_unlink+0x27 vfs_mountroot_try(c0b53873,c0b41625,c0b3a152,1,c080bc90,...) at vfs_mountroot_try+0x4af vfs_mountroot(c0c8a4f0,4,c0b42942,264,0,...) at vfs_mountroot+0x420 start_init(0,c3da4d38,c0b442ab,324,c40a2d0c,...) at start_init+0x65 fork_exit(c0757440,0,c3da4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 --- fxp0: link state changed to UP lock order reversal: 1st 0xc461cdc8 ufs (ufs) @ kern/vfs_mount.c:1209 2nd 0xc4d22460 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1175 KDB: stack backtrace: db_trace_self_wrapper(c0b4adad,e6b4fa78,c07ce64e,c0b4d5ea,c4d22460,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b4d5ea,c4d22460,c0b3e31a,c0b3e31a,c0b6b2ac,...) at kdb_backtrace+0x29 witness_checkorder(c4d22460,9,c0b6b2a3,497,c4d4d3a4,...) at witness_checkorder+0x6de __lockmgr_args(c4d22460,80400,c4d224c8,0,0,...) at __lockmgr_args+0x777 vop_stdlock(e6b4fb78,c07cde2c,4873ea01,80400,c4d22408,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0c183a0,e6b4fb78,c0c577a0,c4d22408,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4d22408,80400,c0b6b2a3,497,c0b6b2a3,...) at _vn_lock+0x5e ffs_flushfiles(c4d4d33c,0,c4f48d20,c4d22408,0,...) at ffs_flushfiles+0xbc ffs_unmount(c4d4d33c,8000000,c4f48d20,4f2,0,...) at ffs_unmount+0x183 dounmount(c4d4d33c,8000000,c4f48d20,484,878e2433,...) at dounmount+0x474 unmount(c4f48d20,e6b4fcf8,8,c4f48d20,c0c1ba90,...) at unmount+0x2e9 syscall(e6b4fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280cf7ff, esp = 0xbfbfe3ac, ebp = 0xbfbfe468 --- lock order reversal: 1st 0xc4651e44 user map (user map) @ vm/vm_map.c:2208 2nd 0xc5fd8868 ufs (ufs) @ vm/vm_object.c:1053 KDB: stack backtrace: db_trace_self_wrapper(c0b4adad,e6946a98,c07ce64e,c0b4d5ea,c5fd8868,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b4d5ea,c5fd8868,c0b41ef1,c0b41ef1,c0b6e20a,...) at kdb_backtrace+0x29 witness_checkorder(c5fd8868,9,c0b6e201,41d,c0c973b4,...) at witness_checkorder+0x6de __lockmgr_args(c5fd8868,80400,c5fd88d0,0,0,...) at __lockmgr_args+0x777 ffs_lock(e6946ba0,0,9f,80400,c5fd8810,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0c3f100,e6946ba0,c0c577a0,c5fd8810,80400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5fd8810,80400,c0b6e201,41d,28190000,...) at _vn_lock+0x5e vm_object_sync(c7322554,3c000,0,1000,1,...) at vm_object_sync+0x189 vm_map_sync(c4651e00,28190000,28191000,1,0,...) at vm_map_sync+0x281 msync(c4658af0,e6946cf8,c,c4658af0,c0c1be98,...) at msync+0x6c syscall(e6946d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (65, FreeBSD ELF32, msync), eip = 0x280d161f, esp = 0xbfbfe03c, ebp = 0xbfbfe0b8 --- lock order reversal: (sleepable after non-sleepable) 1st 0xc0ceaec4 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5496 2nd 0xd8113b54 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6152 KDB: stack backtrace: db_trace_self_wrapper(c0b4adad,e6b0a6e8,c07ce64e,c0b4d5ea,d8113b54,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b4d5ea,d8113b54,c0b52246,c0b52246,c0b69e65,...) at kdb_backtrace+0x29 witness_checkorder(d8113b54,9,c0b69e5c,1808,0,...) at witness_checkorder+0x6de __lockmgr_args(d8113b54,80900,c0ceaec4,0,0,...) at __lockmgr_args+0x777 getdirtybuf(c0ceaec4,4,c0b69e5c,159c,e6b0a808,...) at getdirtybuf+0xc3 flush_deplist(e6b0a80c,0,c0b69e5c,1578,10,...) at flush_deplist+0x59 flush_inodedep_deps(c0ceaec4,0,c0b69e5c,1479,131,...) at flush_inodedep_deps+0xa5 softdep_sync_metadata(c5430968,0,c0b6b76c,131,c0b69e5c,...) at softdep_sync_metadata+0x58 ffs_syncvnode(c5430968,1,c4f42460,e6b0a954,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c5430968,37b75,0,800,c4b7b800,...) at ffs_truncate+0x5f3 ufs_setattr(e6b0ac1c,c0b7e8c3,c5430968,e6b0abb4,c5430968,...) at ufs_setattr+0x3fa VOP_SETATTR_APV(c0c3f100,e6b0ac1c,68,27d,0,...) at VOP_SETATTR_APV+0xc5 vn_truncate(c4f3c658,37b75,0,c4b7b800,c4f42460,...) at vn_truncate+0x172 kern_ftruncate(c4f42460,3,37b75,0,e6b0ad2c,...) at kern_ftruncate+0xb7 ftruncate(c4f42460,e6b0acf8,c,0,c0c1e580,...) at ftruncate+0x28 syscall(e6b0ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (480, FreeBSD ELF32, ftruncate), eip = 0x2815050b, esp = 0xbfbfdffc, ebp = 0xbfbfe028 --- fsync: giving up on dirty 0xc636cac0: tag devfs, type VCHR usecount 1, writecount 0, refcount 6 mountedhere 0xc763ab00 flags () v_object 0xc8bed1f0 ref 0 pages 11 lock type devfs: EXCL by thread 0xc4f42af0 (pid 21336) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc0805965 at vop_stdlock+0x65 #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc09a43d7 at softdep_flushworklist+0x47 #5 0xc09a9abd at ffs_sync+0x2ed #6 0xc080f1bb at dounmount+0x44b #7 0xc080f819 at unmount+0x2e9 #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 dev md5c fsync: giving up on dirty 0xc636cac0: tag devfs, type VCHR usecount 1, writecount 0, refcount 6 mountedhere 0xc763ab00 flags () v_object 0xc8bed1f0 ref 0 pages 11 lock type devfs: EXCL by thread 0xc4f42af0 (pid 21336) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc0805965 at vop_stdlock+0x65 #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc09a9b8a at ffs_sync+0x3ba #5 0xc080f1bb at dounmount+0x44b #6 0xc080f819 at unmount+0x2e9 #7 0xc0ab5a13 at syscall+0x2a3 #8 0xc0a9a1c0 at Xint0x80_syscall+0x20 dev md5c interrupt total irq1: atkbd0 228 irq4: sio0 5500 irq6: fdc0 1 irq12: psm0 576 irq14: ata0 226149427 irq16: uhci0 1 irq17: fxp0 474011 cpu0: timer 872352814 cpu1: timer 872355253 cpu3: timer 872360284 cpu2: timer 872358160 Total 3716056552 KDB: stack backtrace: db_trace_self_wrapper(c0b4adad,c3db1c08,c0759f19,c0b42d46,dd7e85e8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b42d46,dd7e85e8,0,dd7e85e8,0,...) at kdb_backtrace+0x29 hardclock(0,c0e7f0e5,0,0,c426a600,...) at hardclock+0x109 lapic_handle_timer(c3db1c30) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0e7f0e5, esp = 0xc3db1c70, ebp = 0xc3db1c70 --- acpi_cpu_c1(1,0,c3db1cd8,0,c07b0ef1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3db1cb4,c0aa554b,1,c3db1cf8,c07b11b6,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(1,c3db1cf8,c07b11b6,1,c3db1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c3db1cd8,c0b49848,9eb,c40a4460,...) at cpu_idle+0x1b sched_idletd(0,c3db1d38,c0b442ab,324,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b0fa0,0,c3db1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3db1d70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 11 tid 100006 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc40a4460: pid 11 "idle: cpu0" curpcb = 0xc3db1d90 fpcurthread = none idlethread = 0xc40a4460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc40a4690: pid 11 "idle: cpu1" curpcb = 0xc3daed90 fpcurthread = none idlethread = 0xc40a4690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc40a48c0: pid 11 "idle: cpu2" curpcb = 0xc3dabd90 fpcurthread = none idlethread = 0xc40a48c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc40a4af0: pid 11 "idle: cpu3" curpcb = 0xc3da8d90 fpcurthread = none idlethread = 0xc40a4af0: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 93533 (ls) thread 0xca032d20 (100448) shared lockmgr vfslock r = 0 (0xc732833c) locked @ kern/vfs_subr.c:370 Process 93385 (iozone) thread 0xc483caf0 (100953) exclusive lockmgr ufs r = 0 (0xc8333868) locked @ kern/vfs_vnops.c:593 Process 93384 (iozone) thread 0xc42c9690 (100513) exclusive lockmgr ufs r = 0 (0xc94405b8) locked @ kern/vfs_vnops.c:593 Process 93383 (iozone) thread 0xc4f50690 (100260) exclusive lockmgr bufwait r = 0 (0xd8257b20) locked @ kern/vfs_bio.c:1796 shared lockmgr ufs r = 0 (0xc8710b18) locked @ kern/vfs_vnops.c:530 Process 93382 (iozone) thread 0xc51e4000 (100558) shared lockmgr ufs r = 0 (0xc7eaadc8) locked @ kern/vfs_vnops.c:530 Process 77553 (sshd) thread 0xc54f4000 (100875) exclusive sx so_rcv_sx r = 0 (0xc7581cc4) locked @ kern/uipc_sockbuf.c:148 Process 1058 (sshd) thread 0xc432d460 (100100) exclusive sx so_rcv_sx r = 0 (0xc46bee4c) locked @ kern/uipc_sockbuf.c:148 Process 1026 (sshd) thread 0xc455a460 (100081) exclusive sx so_rcv_sx r = 0 (0xc462951c) locked @ kern/uipc_sockbuf.c:148 Process 1025 (sshd) thread 0xc48bed20 (100142) exclusive sx so_rcv_sx r = 0 (0xc4b4820c) locked @ kern/uipc_sockbuf.c:148 Process 1024 (sshd) thread 0xc48c08c0 (100157) exclusive sx so_rcv_sx r = 0 (0xc4b4882c) locked @ kern/uipc_sockbuf.c:148 Process 20 (syncer) thread 0xc427baf0 (100048) exclusive lockmgr ufs r = 0 (0xc5f9a710) locked @ kern/vfs_subr.c:2059 shared lockmgr vfslock r = 0 (0xc732833c) locked @ kern/vfs_subr.c:370 exclusive lockmgr syncer r = 0 (0xc5f9a9c0) locked @ kern/vfs_subr.c:1664 db> show lockedvnods Locked vnodes 0xc5f9a6b8: tag ufs, type VDIR usecount 7, writecount 0, refcount 10 mountedhere 0 flags (VV_ROOT) v_object 0xc7396c98 ref 0 pages 2 lock type ufs: EXCL by thread 0xc427baf0 (pid 20) with exclusive waiters pending #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc08162f2 at vget+0xa2 #5 0xc09a99da at ffs_sync+0x20a #6 0xc0817aa6 at sync_fsync+0x1b6 #7 0xc0ac1015 at VOP_FSYNC_APV+0xc5 #8 0xc081493b at sync_vnode+0x16b #9 0xc0814c83 at sched_sync+0x273 #10 0xc076f7d8 at fork_exit+0xb8 #11 0xc0a9a1d0 at fork_trampoline+0x8 ino 2, on dev md5c 0xc5f9a968: tag syncer, type VNON usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type syncer: EXCL by thread 0xc427baf0 (pid 20) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc0805965 at vop_stdlock+0x65 #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0814912 at sync_vnode+0x142 #5 0xc0814c83 at sched_sync+0x273 #6 0xc076f7d8 at fork_exit+0xb8 #7 0xc0a9a1d0 at fork_trampoline+0x8 0xc7eaad70: tag ufs, type VREG usecount 1, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc827fd14 ref 0 pages 44080 lock type ufs: SHARED (count 1) #0 0xc077b6f2 at __lockmgr_args+0x582 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822503 at vn_read+0x1a3 #5 0xc07d0506 at dofileread+0x96 #6 0xc07d0888 at kern_readv+0x58 #7 0xc07d097f at read+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 4, on dev md5c 0xc8710ac0: tag ufs, type VREG usecount 1, writecount 0, refcount 4 mountedhere 0 flags () v_object 0xc5ced07c ref 0 pages 44608 lock type ufs: SHARED (count 1) #0 0xc077b6f2 at __lockmgr_args+0x582 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822503 at vn_read+0x1a3 #5 0xc07d0506 at dofileread+0x96 #6 0xc07d0888 at kern_readv+0x58 #7 0xc07d097f at read+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 5, on dev md5c 0xc9440560: tag ufs, type VREG usecount 1, writecount 1, refcount 875 mountedhere 0 flags () v_object 0xc71c76c8 ref 0 pages 57486 lock type ufs: EXCL by thread 0xc42c9690 (pid 93384) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822245 at vn_write+0x165 #5 0xc07d0145 at dofilewrite+0x95 #6 0xc07d03d8 at kern_writev+0x58 #7 0xc07d045f at write+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 6, on dev md5c 0xc8333810: tag ufs, type VREG usecount 1, writecount 1, refcount 900 mountedhere 0 flags () v_object 0xc83c67c0 ref 0 pages 58080 lock type ufs: EXCL by thread 0xc483caf0 (pid 93385) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822245 at vn_write+0x165 #5 0xc07d0145 at dofilewrite+0x95 #6 0xc07d03d8 at kern_writev+0x58 #7 0xc07d045f at write+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 7, on dev md5c db> show mount 0xc45039b4 /dev/ad0s1a on / (ufs) 0xc4504000 devfs on /dev (devfs) 0xc4607678 /dev/ad0s1f on /home (ufs) 0xc460733c /dev/ad0s1e on /tmp (ufs) 0xc4607000 /dev/ad0s1g on /usr (ufs) 0xc45049b4 /dev/ad0s1d on /var (ufs) 0xc4504678 procfs on /proc (procfs) 0xc732833c /dev/md5c on /mnt (ufs) More info: show mount <addr> db> show mount 0xc732833c 0xc732833c /dev/md5c on /mnt (ufs) mnt_flag = SOFTDEP, EXPORTED, DEFEXPORTED, LOCAL mnt_kern_flag = SOFTDEP, MPSAFE mnt_stat = { version=537068824 type=5 flags=0x0000000000201300 bsize=8192 iosize=65536 blocks=3808879 bfree=1711437 bavail=1406727 files=3936254 ffree=3936248 syncwrites=0 asyncwrites=0 syncreads=0 asyncreads=0 namemax=255 owner=0 fsid=[1215982771, 167251000] } mnt_cred = { uid=0 ruid=0 } mnt_ref = 9 mnt_gen = 17 mnt_nvnodelistsize = 7 mnt_writeopcount = 3 mnt_noasync = 2 mnt_maxsymlinklen = 120 mnt_iosize_max = 131072 mnt_hashseed = 1503847977 mnt_markercnt = 1 mnt_holdcnt = 1 mnt_holdcntwaiters = 0 mnt_secondary_writes = 0 mnt_secondary_accwrites = 2 mnt_gjprovider = NULL vnode 0xc5f9a6b8: tag ufs, type VDIR usecount 7, writecount 0, refcount 10 mountedhere 0 flags (VV_ROOT) v_object 0xc7396c98 ref 0 pages 2 lock type ufs: EXCL by thread 0xc427baf0 (pid 20) with exclusive waiters pending #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc08162f2 at vget+0xa2 #5 0xc09a99da at ffs_sync+0x20a #6 0xc0817aa6 at sync_fsync+0x1b6 #7 0xc0ac1015 at VOP_FSYNC_APV+0xc5 #8 0xc081493b at sync_vnode+0x16b #9 0xc0814c83 at sched_sync+0x273 #10 0xc076f7d8 at fork_exit+0xb8 #11 0xc0a9a1d0 at fork_trampoline+0x8 ino 2, on dev md5c vnode 0xc5f9a968: tag syncer, type VNON usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type syncer: EXCL by thread 0xc427baf0 (pid 20) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc0805965 at vop_stdlock+0x65 #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0814912 at sync_vnode+0x142 #5 0xc0814c83 at sched_sync+0x273 #6 0xc076f7d8 at fork_exit+0xb8 #7 0xc0a9a1d0 at fork_trampoline+0x8 vnode 0xc7eaad70: tag ufs, type VREG usecount 1, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc827fd14 ref 0 pages 44080 lock type ufs: SHARED (count 1) #0 0xc077b6f2 at __lockmgr_args+0x582 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822503 at vn_read+0x1a3 #5 0xc07d0506 at dofileread+0x96 #6 0xc07d0888 at kern_readv+0x58 #7 0xc07d097f at read+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 4, on dev md5c vnode 0xc8710ac0: tag ufs, type VREG usecount 1, writecount 0, refcount 4 mountedhere 0 flags () v_object 0xc5ced07c ref 0 pages 44608 lock type ufs: SHARED (count 1) #0 0xc077b6f2 at __lockmgr_args+0x582 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822503 at vn_read+0x1a3 #5 0xc07d0506 at dofileread+0x96 #6 0xc07d0888 at kern_readv+0x58 #7 0xc07d097f at read+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 5, on dev md5c vnode 0xc9440560: tag ufs, type VREG usecount 1, writecount 1, refcount 875 mountedhere 0 flags () v_object 0xc71c76c8 ref 0 pages 57486 lock type ufs: EXCL by thread 0xc42c9690 (pid 93384) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822245 at vn_write+0x165 #5 0xc07d0145 at dofilewrite+0x95 #6 0xc07d03d8 at kern_writev+0x58 #7 0xc07d045f at write+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 6, on dev md5c vnode 0xc8333810: tag ufs, type VREG usecount 1, writecount 1, refcount 900 mountedhere 0 flags () v_object 0xc83c67c0 ref 0 pages 58080 lock type ufs: EXCL by thread 0xc483caf0 (pid 93385) #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc0822245 at vn_write+0x165 #5 0xc07d0145 at dofilewrite+0x95 #6 0xc07d03d8 at kern_writev+0x58 #7 0xc07d045f at write+0x4f #8 0xc0ab5a13 at syscall+0x2a3 #9 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 7, on dev md5c vnode 0xc8d87560: tag ufs, type VDIR usecount 0, writecount 0, refcount 0 mountedhere 0 flags (VI_FREE) lock type ufs: UNLOCKED #0 0xc077bcc0 at __lockmgr_args+0xb50 #1 0xc09ae16a at ffs_lock+0x8a #2 0xc0ac3295 at VOP_LOCK1_APV+0xa5 #3 0xc082191e at _vn_lock+0x5e #4 0xc08162f2 at vget+0xa2 #5 0xc0803192 at cache_lookup+0x4c2 #6 0xc08032da at vfs_cache_lookup+0xaa #7 0xc0ac4425 at VOP_LOOKUP_APV+0xe5 #8 0xc080981e at lookup+0x58e #9 0xc080a47b at namei+0x45b #10 0xc0818c71 at kern_pathconf+0x41 #11 0xc0818d49 at pathconf+0x29 #12 0xc0ab5a13 at syscall+0x2a3 #13 0xc0a9a1c0 at Xint0x80_syscall+0x20 ino 3, on dev md5c db> ps pid ppid pgrp uid state wmesg wchan cmd 3561 1041 1033 1001 S nanslp 0xc0c8ac64 sleep 93842 77557 93842 1001 S+ nanslp 0xc0c8ac64 gnu-watch 93533 93532 852 0 S ufs 0xc5f9a710 ls 93532 852 852 0 S wait 0xc4592538 sh 93385 84639 84621 0 S+ nbufkv 0xc0cdefd4 iozone 93384 84639 84621 0 S+ nbufkv 0xc0cdefd4 iozone 93383 84639 84621 0 S+ nbufkv 0xc0cdefd4 iozone 93382 84639 84621 0 S+ nbufkv 0xc0cdefd4 iozone 84639 84621 84621 0 S+ wait 0xc768d000 initial thread 84633 0 0 0 SL mdwait 0xc6278000 [md5] 84621 1168 84621 0 S+ wait 0xc55f0a70 sh 77557 77555 77557 1001 Ss+ wait 0xc4f4ed0c bash 77555 77553 77553 1001 S select 0xc46acd64 sshd 77553 794 77553 0 Ss sbwait 0xc7581cf0 sshd 58399 0 0 0 SL mdwait 0xc5cae800 [md0] 17119 1 17119 0 Ss+ ttyin 0xc4338410 getty 40766 1168 40766 0 T+ sh 1168 1164 1168 0 S+ wait 0xc4cb4538 bash 1164 1163 1164 0 S+ pause 0xc48b2ac8 csh 1163 1062 1163 1001 S+ wait 0xc4cb2a70 su 1062 1060 1062 1001 Ss+ wait 0xc48b3a70 bash 1060 1058 1058 1001 S select 0xc44c3524 sshd 1058 794 1058 0 Ss sbwait 0xc46bee78 sshd 1042 1033 1033 1001 S piperd 0xc4637600 awk 1041 1033 1033 1001 S wait 0xc48a37d4 sh 1036 1032 1036 1001 Ss+ select 0xc459dde4 top 1034 1030 1034 1001 Ss kqread 0xc4343e80 tail 1033 1031 1033 1001 Ss wait 0xc4b4d7d4 sh 1032 1025 1025 1001 S select 0xc4b46ce4 sshd 1031 1024 1024 1001 S select 0xc4b46024 sshd 1030 1026 1026 1001 S select 0xc4507c64 sshd 1026 794 1026 0 Ss sbwait 0xc4629548 sshd 1025 794 1025 0 Ss sbwait 0xc4b48238 sshd 1024 794 1024 0 Ss sbwait 0xc4b48858 sshd 917 1 917 0 Ss+ ttyin 0xc4338c10 getty 916 1 916 0 Ss+ ttyin 0xc4338810 getty 915 1 915 0 Ss+ ttyin 0xc4339810 getty 914 1 914 0 Ss+ ttyin 0xc4339410 getty 913 1 913 0 Ss+ ttyin 0xc4332810 getty 912 1 912 0 Ss+ ttyin 0xc4332c10 getty 911 1 911 0 Ss+ ttyin 0xc4338010 getty 893 1 893 0 Ss select 0xc459cd24 inetd 866 1 866 0 Ss select 0xc44e1964 moused 852 1 852 0 Ss wait 0xc48a529c watchdogd 810 1 810 0 Ss nanslp 0xc0c8ac64 cron 803 1 803 25 Ss pause 0xc48b182c sendmail 799 1 799 0 Ss select 0xc44e2124 sendmail 794 1 794 0 Ss select 0xc45077a4 sshd 775 1 775 0 Ss select 0xc44c2ae4 ntpd 715 1 714 0 S nanslp 0xc0c8ac64 smartd 691 675 675 0 S - 0xc46bd400 nfsd 690 675 675 0 S - 0xc44ad000 nfsd 689 675 675 0 S - 0xc46bd600 nfsd 688 675 675 0 S - 0xc44d8e00 nfsd 687 675 675 0 S - 0xc46bd800 nfsd 686 675 675 0 S - 0xc44d8c00 nfsd 685 675 675 0 S - 0xc44adc00 nfsd 684 675 675 0 S - 0xc44d8400 nfsd 683 675 675 0 S - 0xc44d7200 nfsd 682 675 675 0 S - 0xc45af200 nfsd 681 675 675 0 S - 0xc44d8800 nfsd 679 675 675 0 S - 0xc44d8600 nfsd 678 675 675 0 S - 0xc44ad200 nfsd 677 675 675 0 S - 0xc45afc00 nfsd 676 675 675 0 S - 0xc44d8a00 nfsd 675 1 675 0 Ss select 0xc4507264 nfsd 673 1 673 0 Ss select 0xc44c43e4 mountd 620 1 620 0 Ss select 0xc44c24a4 rpcbind 603 1 603 0 Ss select 0xc44e22a4 syslogd 546 1 546 0 Ss select 0xc44c22a4 devd 21 0 0 0 SL sdflush 0xc0ceaf20 [softdepflush] 20 0 0 0 SL nbufkv 0xc0cdefd4 [syncer] 19 0 0 0 SL vlruwt 0xc44b2538 [vnlru] 18 0 0 0 SL qsleep 0xc0cdefa4 [bufdaemon] 17 0 0 0 SL pgzero 0xc0cebb14 [pagezero] 9 0 0 0 SL psleep 0xc0ceb73c [vmdaemon] 8 0 0 0 SL psleep 0xc0ceb704 [pagedaemon] 7 0 0 0 SL waiting_ 0xc0ce0c60 [sctp_iterator] 6 0 0 0 SL - 0xc42ae23c [fdc0] 16 0 0 0 SL usbtsk 0xc0c88154 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0c88140 [usbtask-hc] 14 0 0 0 SL usbevt 0xc429f210 [usb0] 5 0 0 0 SL ccb_scan 0xc0c57f54 [xpt_thrd] 13 0 0 0 SL - 0xc0c8aa88 [yarrow] 4 0 0 0 SL - 0xc0c88864 [g_down] 3 0 0 0 SL - 0xc0c88860 [g_up] 2 0 0 0 SL - 0xc0c88858 [g_event] 12 0 0 0 WL (threaded) intr 100041 I [irq7: ppbus0 ppc0] 100039 I [swi0: sio] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100026 I [swi2: cambio] 100024 I [swi6: task queue] 100023 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock sio] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc40a2d0c [init] 10 0 0 0 SL audit_wo 0xc0cea91c [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc42985c0 [em0 taskq] 100027 D - 0xc4254440 [kqueue taskq] 100022 D - 0xc4254680 [thread taskq] 100021 D - 0xc42546c0 [acpi_task_2] 100020 D - 0xc42546c0 [acpi_task_1] 100019 D - 0xc42546c0 [acpi_task_0] 100016 D - 0xc408aac0 [firmware taskq] 100000 I [swapper] 40773 40766 40766 0 Z+ umount db> allt Tracing command sleep pid 3561 tid 100813 td 0xc5a878c0 sched_switch(c5a878c0,0,104,177,a89e617a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c5a878c0,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(2711,c07c4aa0,c5a878c0,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8ac64,5c,c0b48f82,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8ac64,0,15c,c0b48f82,2711,...) at _sleep+0x2dd kern_nanosleep(c5a878c0,e73d2c64,e73d2c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c5a878c0,e73d2cf8,8,c5a878c0,c0c1cf00,...) at nanosleep+0x6f syscall(e73d2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814620f, esp = 0xbfbfec4c, ebp = 0xbfbfec88 --- Tracing command gnu-watch pid 93842 tid 100845 td 0xc5d77d20 sched_switch(c5d77d20,0,104,177,286dca16,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c5d77d20,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(7d1,c07c4aa0,c5d77d20,3,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8ac64,5c,c0b48f82,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8ac64,0,15c,c0b48f82,7d1,...) at _sleep+0x2dd kern_nanosleep(c5d77d20,e7448c64,e7448c6c,2,0,...) at kern_nanosleep+0xc1 nanosleep(c5d77d20,e7448cf8,8,16,c0c1cf00,...) at nanosleep+0x6f syscall(e7448d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2818620f, esp = 0xbfbfeb0c, ebp = 0xbfbfeb38 --- Tracing command ls pid 93533 tid 100448 td 0xca032d20 sched_switch(ca032d20,0,104,177,bc2f6248,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(ca032d20,0,c0b4bc71,237,50,...) at sleepq_switch+0x14d sleepq_wait(c5f9a710,50,c0b41ef1,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c5f9a710,80100,c5f9a778,0,0,...) at __lockmgr_args+0xa6f ffs_lock(e6dfe91c,c0b52f1b,c0b41623,80100,c5f9a6b8,...) at ffs_lock+0x8a VOP_LOCK1_APV(c0c3f100,e6dfe91c,c0c577a0,c5f9a6b8,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5f9a6b8,80100,c0b53917,80b,c0b468cc,...) at _vn_lock+0x5e vget(c5f9a6b8,80100,ca032d20,50,0,...) at vget+0xa2 vfs_hash_get(c732833c,2,80000,ca032d20,e6dfea30,...) at vfs_hash_get+0xed ffs_vgetf(c732833c,2,80000,e6dfea30,0,...) at ffs_vgetf+0x49 ffs_vget(c732833c,2,80000,e6dfea30,c5d3cac0,...) at ffs_vget+0x2e ufs_root(c732833c,80000,e6dfea88,ca032d20,e6dfeb9c,...) at ufs_root+0x2b lookup(e6dfeb84,c0b5302a,d8,c0,c9392a2c,...) at lookup+0x8dd namei(e6dfeb84,e6dfeb24,60,0,ca032d20,...) at namei+0x45b kern_statat(ca032d20,200,ffffff9c,81123b8,0,...) at kern_statat+0x64 kern_lstat(ca032d20,81123b8,0,e6dfec18,600ff00,...) at kern_lstat+0x36 lstat(ca032d20,e6dfecf8,8,c0b4dcfd,c0c1ca50,...) at lstat+0x2f syscall(e6dfed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x281a66e3, esp = 0xbfbfe73c, ebp = 0xbfbfe7c8 --- Tracing command sh pid 93532 tid 100060 td 0xc4598000 sched_switch(c4598000,0,104,177,bb52894a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4598000,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4592538,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4592538,c45925c0,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c4598000,ffffffff,e680bc74,2,0,...) at kern_wait+0xa66 wait4(c4598000,e680bcf8,10,c4598000,c0c1b928,...) at wait4+0x3b syscall(e680bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command iozone pid 93385 tid 100953 td 0xc483caf0 sched_switch(c483caf0,0,104,177,3a39d6c4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(c483caf0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0cdefd4,50,c0b51ebf,0,0,...) at sleepq_wait+0x63 _sleep(c0cdefd4,c0cdefd8,50,c0b51ebf,0,...) at _sleep+0x32a getnewbuf(10000,0,c0b517a9,a0b,ad850000,...) at getnewbuf+0x6b9 getblk(c8333810,ffffdff3,ffffffff,10000,0,...) at getblk+0x404 breadn(c8333810,ffffdff3,ffffffff,10000,0,...) at breadn+0x44 bread(c8333810,ffffdff3,ffffffff,10000,0,...) at bread+0x4c ffs_balloc_ufs2(c8333810,cd910000,0,10000,c4b7b800,...) at ffs_balloc_ufs2+0x15c5 ffs_write(e7611bc4,c0b7e880,c0ac00b5,0,e7611b58,...) at ffs_write+0x373 VOP_WRITE_APV(c0c3f100,e7611bc4,c0b54d36,251,1,...) at VOP_WRITE_APV+0x140 vn_write(c4555e70,e7611c58,c4b7b800,0,c483caf0,...) at vn_write+0x1ae dofilewrite(e7611c58,ffffffff,ffffffff,0,c4555e70,...) at dofilewrite+0x95 kern_writev(c483caf0,3,e7611c58,e7611c78,1,...) at kern_writev+0x58 write(c483caf0,e7611cf8,c,c0b4dcaf,c0c1b8e0,...) at write+0x4f syscall(e7611d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x281b1903, esp = 0xbfbfe1ac, ebp = 0xbfbfe1c8 --- Tracing command iozone pid 93384 tid 100513 td 0xc42c9690 sched_switch(c42c9690,0,104,177,3a3a6742,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(c42c9690,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0cdefd4,50,c0b51ebf,0,0,...) at sleepq_wait+0x63 _sleep(c0cdefd4,c0cdefd8,50,c0b51ebf,0,...) at _sleep+0x32a getnewbuf(10000,0,c0b517a9,a0b,0,...) at getnewbuf+0x6b9 getblk(c9440560,ffffdff3,ffffffff,10000,0,...) at getblk+0x404 breadn(c9440560,ffffdff3,ffffffff,10000,0,...) at breadn+0x44 bread(c9440560,ffffdff3,ffffffff,10000,0,...) at bread+0x4c ffs_balloc_ufs2(c9440560,3af80000,0,10000,c4b7b800,...) at ffs_balloc_ufs2+0x15c5 ffs_write(e6f5bbc4,c0b7e880,c0ac00b5,0,e6f5bb58,...) at ffs_write+0x373 VOP_WRITE_APV(c0c3f100,e6f5bbc4,c0b54d36,251,1,...) at VOP_WRITE_APV+0x140 vn_write(c45557a8,e6f5bc58,c4b7b800,0,c42c9690,...) at vn_write+0x1ae dofilewrite(e6f5bc58,ffffffff,ffffffff,0,c45557a8,...) at dofilewrite+0x95 kern_writev(c42c9690,3,e6f5bc58,e6f5bc78,1,...) at kern_writev+0x58 write(c42c9690,e6f5bcf8,c,c0b4dcaf,c0c1b8e0,...) at write+0x4f syscall(e6f5bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x281b1903, esp = 0xbfbfe1ac, ebp = 0xbfbfe1c8 --- Tracing command iozone pid 93383 tid 100260 td 0xc4f50690 sched_switch(c4f50690,0,104,177,3a3a00d6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(c4f50690,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0cdefd4,50,c0b51ebf,0,0,...) at sleepq_wait+0x63 _sleep(c0cdefd4,c0cdefd8,50,c0b51ebf,0,...) at _sleep+0x32a getnewbuf(10000,0,c0b517a9,a0b,0,...) at getnewbuf+0x6b9 getblk(c8710ac0,ffffdff3,ffffffff,10000,0,...) at getblk+0x404 ufs_bmaparray(c8710ac0,9e47,0,e6b2e9f8,d8257ac0,...) at ufs_bmaparray+0x641 ufs_strategy(e6b2ea3c,c0b7e645,c5ced07c,d8257ac0,d8257ac0,...) at ufs_strategy+0x63 VOP_STRATEGY_APV(c0c3f100,e6b2ea3c,f,c0c57800,c8710ac0,...) at VOP_STRATEGY_APV+0xe5 bufstrategy(c8710bb4,d8257ac0,0,10000,0,...) at bufstrategy+0x61 cluster_read(c8710ac0,0,1,9e47,0,...) at cluster_read+0x4f9 ffs_read(e6b2ebc8,c0b7e37e,c4f50690,c4f50690,c9f95a80,...) at ffs_read+0x34c VOP_READ_APV(c0c3f100,e6b2ebc8,c0b54d36,212,c0cd9e70,...) at VOP_READ_APV+0xc5 vn_read(c9f95a80,e6b2ec58,c4b7b800,0,c4f50690,...) at vn_read+0x1ee dofileread(e6b2ec58,ffffffff,ffffffff,0,c9f95a80,...) at dofileread+0x96 kern_readv(c4f50690,3,e6b2ec58,e6b2ec78,1,...) at kern_readv+0x58 read(c4f50690,e6b2ecf8,c,c0b4dcaf,c0c1b8c8,...) at read+0x4f syscall(e6b2ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b1923, esp = 0xbfbfe1ac, ebp = 0xbfbfe1c8 --- Tracing command iozone pid 93382 tid 100558 td 0xc51e4000 sched_switch(c51e4000,0,104,177,3a3a354a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(c51e4000,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0cdefd4,50,c0b51ebf,0,0,...) at sleepq_wait+0x63 _sleep(c0cdefd4,c0cdefd8,50,c0b51ebf,0,...) at _sleep+0x32a getnewbuf(10000,0,c0b517a9,a0b,d8114834,...) at getnewbuf+0x6b9 getblk(c7eaad70,9e47,0,10000,0,...) at getblk+0x404 cluster_read(c7eaad70,0,1,9e47,0,...) at cluster_read+0xfa ffs_read(e6ffcbc8,c0b7e37e,c51e4000,c51e4000,c45559a0,...) at ffs_read+0x34c VOP_READ_APV(c0c3f100,e6ffcbc8,c0b54d36,212,c0cdd328,...) at VOP_READ_APV+0xc5 vn_read(c45559a0,e6ffcc58,c4b7b800,0,c51e4000,...) at vn_read+0x1ee dofileread(e6ffcc58,ffffffff,ffffffff,0,c45559a0,...) at dofileread+0x96 kern_readv(c51e4000,3,e6ffcc58,e6ffcc78,1,...) at kern_readv+0x58 read(c51e4000,e6ffccf8,c,c0b4dcaf,c0c1b8c8,...) at read+0x4f syscall(e6ffcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b1923, esp = 0xbfbfe1ac, ebp = 0xbfbfe1c8 --- Tracing command iozone pid 84639 tid 100326 td 0xc7690460 sched_switch(c7690460,0,104,177,5d418ee0,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c7690460,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c768d000,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c768d000,c768d088,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c7690460,ffffffff,e6c4bc74,0,0,...) at kern_wait+0xa66 wait4(c7690460,e6c4bcf8,10,c0b4dcb5,c0c1b928,...) at wait4+0x3b syscall(e6c4bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2812f6bb, esp = 0xbfbfe3ec, ebp = 0xbfbfe408 --- Tracing command md5 pid 84633 tid 100106 td 0xc4687460 sched_switch(c4687460,0,104,177,de6908c0,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c4687460,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c6278000,4c,c0b2385f,0,0,...) at sleepq_wait+0x63 _sleep(c6278000,c6278020,24c,c0b2385f,0,...) at _sleep+0x32a md_kthread(c6278000,e68f5d38,c0b442ab,324,c467ea70,...) at md_kthread+0x125 fork_exit(c0601c70,c6278000,e68f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe68f5d70, ebp = 0 --- Tracing command sh pid 84621 tid 100668 td 0xc5461af0 sched_switch(c5461af0,0,104,177,3e5bf6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c5461af0,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c55f0a70,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c55f0a70,c55f0af8,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c5461af0,ffffffff,e71b0c74,2,0,...) at kern_wait+0xa66 wait4(c5461af0,e71b0cf8,10,c0b4de36,c0c1b928,...) at wait4+0x3b syscall(e71b0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe6ac, ebp = 0xbfbfe6c8 --- Tracing command bash pid 77557 tid 100285 td 0xc4f50d20 sched_switch(c4f50d20,0,104,177,643a3ca4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4f50d20,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4f4ed0c,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4f4ed0c,c4f4ed94,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c4f50d20,ffffffff,e6b95c74,6,0,...) at kern_wait+0xa66 wait4(c4f50d20,e6b95cf8,10,c0b4dd31,c0c1b928,...) at wait4+0x3b syscall(e6b95d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 77555 tid 100574 td 0xc51a9690 sched_switch(c51a9690,0,104,177,287620b8,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c51a9690,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c46acd50,0,c0b468cc,c51a9690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c46acd64,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c46acd64,c46acd50,c0b4d8a1,571,c76caaf0,...) at _cv_wait_sig+0x204 seltdwait(c748192c,c0b4d8a1,3d7,c51a9690,e702db04,...) at seltdwait+0xa2 kern_select(c51a9690,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c51a9690,e702dcf8,14,c0b37315,c0c1c138,...) at select+0x5e syscall(e702dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 77553 tid 100875 td 0xc54f4000 sched_switch(c54f4000,0,104,177,44e17c4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,58,...) at mi_switch+0x200 sleepq_switch(c54f4000,0,c0b4bc71,189,58,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7581cf0,58,c0b50b48,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7581cf0,c7581cb0,158,c0b50b48,0) at _sleep+0x313 sbwait(c7581c90,4,c0b50c5d,5b2,c7581cb0,...) at sbwait+0x76 soreceive_generic(c7581c40,0,e74bec58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7581c40,0,e74bec58,0,0,...) at soreceive+0x4d soo_read(c4f3c0a8,e74bec58,c4c4bd00,0,c54f4000,...) at soo_read+0x3a dofileread(e74bec58,ffffffff,ffffffff,0,c4f3c0a8,...) at dofileread+0x96 kern_readv(c54f4000,5,e74bec58,e74bec78,1,...) at kern_readv+0x58 read(c54f4000,e74becf8,c,c0b65b34,c0c1b8c8,...) at read+0x4f syscall(e74bed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2839d923, esp = 0xbfbfe2fc, ebp = 0xbfbfe318 --- Tracing command md0 pid 58399 tid 100520 td 0xc49368c0 sched_switch(c49368c0,0,104,177,4c0585e2,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c49368c0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c5cae800,4c,c0b2385f,0,0,...) at sleepq_wait+0x63 _sleep(c5cae800,c5cae820,24c,c0b2385f,0,...) at _sleep+0x32a md_kthread(c5cae800,e6f70d38,c0b442ab,324,c51b77d4,...) at md_kthread+0x125 fork_exit(c0601c70,c5cae800,e6f70d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe6f70d70, ebp = 0 --- Tracing command getty pid 17119 tid 100678 td 0xc55f5000 sched_switch(c55f5000,0,104,177,c85b73c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c55f5000,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338410,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338410,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4338400,c4338410,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4338400,e71cec58,0,e71ceb94,c06a3d6d,...) at ttread+0x51a ttyread(c433cd00,e71cec58,0,e71cebb8,c075b770,...) at ttyread+0x38 scread(c433cd00,e71cec58,0,1a7,0,...) at scread+0x2d giant_read(c433cd00,e71cec58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45ad380,e71cec58,c40a9800,0,c55f5000,...) at devfs_read_f+0x72 dofileread(e71cec58,ffffffff,ffffffff,0,c45ad380,...) at dofileread+0x96 kern_readv(c55f5000,0,e71cec58,e71cec78,1,...) at kern_readv+0x58 read(c55f5000,e71cecf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e71ced38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command sh pid 40766 tid 100674 td 0xc52ccd20 Tracing command bash pid 1168 tid 100160 td 0xc48be8c0 sched_switch(c48be8c0,0,104,177,99cfac12,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c48be8c0,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4cb4538,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4cb4538,c4cb45c0,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c48be8c0,ffffffff,e69b4c74,6,0,...) at kern_wait+0xa66 wait4(c48be8c0,e69b4cf8,10,c0b4dd31,c0c1b928,...) at wait4+0x3b syscall(e69b4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe40c, ebp = 0xbfbfe428 --- Tracing command csh pid 1164 tid 100130 td 0xc4686000 sched_switch(c4686000,0,104,177,87e73dce,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,68,...) at mi_switch+0x200 sleepq_switch(c4686000,0,c0b4bc71,189,68,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48b2ac8,68,c0b0763d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48b2ac8,c48b2af8,168,c0b0763d,0,...) at _sleep+0x313 kern_sigsuspend(c4686000,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4686000,e6940cf8,4,c0b4dd31,c0c1d878,...) at sigsuspend+0x4d syscall(e6940d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2816d5db, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1163 tid 100170 td 0xc4cc1000 sched_switch(c4cc1000,0,104,177,ecaf4652,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4cc1000,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4cb2a70,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4cb2a70,c4cb2af8,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c4cc1000,48c,e69d2c74,2,0,...) at kern_wait+0xa66 wait4(c4cc1000,e69d2cf8,10,c4cc1000,c0c1b928,...) at wait4+0x3b syscall(e69d2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810e6bb, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 --- Tracing command bash pid 1062 tid 100156 td 0xc48c0af0 sched_switch(c48c0af0,0,104,177,c050547c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c48c0af0,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48b3a70,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48b3a70,c48b3af8,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c48c0af0,ffffffff,e699ec74,6,0,...) at kern_wait+0xa66 wait4(c48c0af0,e699ecf8,10,c0b4dd31,c0c1b928,...) at wait4+0x3b syscall(e699ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 1060 tid 100116 td 0xc4658000 sched_switch(c4658000,0,104,177,9e36886c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4658000,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c44c3510,0,c0b468cc,c4658000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44c3524,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44c3524,c44c3510,c0b4d8a1,571,c45b52a0,...) at _cv_wait_sig+0x204 seltdwait(c44a9d2c,c0b4d8a1,3d7,c4658000,e6915b04,...) at seltdwait+0xa2 kern_select(c4658000,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c4658000,e6915cf8,14,c0b37315,c0c1c138,...) at select+0x5e syscall(e6915d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 1058 tid 100100 td 0xc432d460 Tracing command awk pid 1042 tid 100118 td 0xc4657af0 sched_switch(c4657af0,0,104,177,a7f0600a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c4657af0,0,c0b4bc71,189,4c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4637600,4c,c0b4da79,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4637600,c4637768,14c,c0b4da79,0,...) at _sleep+0x313 pipe_read(c457f498,e691bc58,c4b50900,0,c4657af0,...) at pipe_read+0x3f7 dofileread(e691bc58,ffffffff,ffffffff,0,c457f498,...) at dofileread+0x96 kern_readv(c4657af0,0,e691bc58,e691bc78,1,...) at kern_readv+0x58 read(c4657af0,e691bcf8,c,16,c0c1b8c8,...) at read+0x4f syscall(e691bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28199923, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command sh pid 1041 tid 100124 td 0xc4650d20 sched_switch(c4650d20,0,104,177,a8132e3c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4650d20,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48a37d4,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48a37d4,c48a385c,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c4650d20,ffffffff,e692dc74,2,0,...) at kern_wait+0xa66 wait4(c4650d20,e692dcf8,10,c0b4de36,c0c1b928,...) at wait4+0x3b syscall(e692dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 --- Tracing command top pid 1036 tid 100102 td 0xc4687d20 sched_switch(c4687d20,0,104,177,d8a12548,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4687d20,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e68e9a4c,c07829ca,c459ddd0,0,c4687d20,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c459dde4,0,c0b4d8de,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c459dde4,c459ddd0,3e9,571,c4546dc8,...) at _cv_timedwait_sig+0x213 seltdwait(e68e9c2c,e68e9c34,3d7,c4687d20,c0c973b4,...) at seltdwait+0x8a kern_select(c4687d20,2,bfbfec3c,0,0,e68e9c70,1,0) at kern_select+0x4cf select(c4687d20,e68e9cf8,14,c0b37315,c0c1c138,...) at select+0x5e syscall(e68e9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281cd8a3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command tail pid 1034 tid 100113 td 0xc4658690 sched_switch(c4658690,0,104,177,a59fceba,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,58,...) at mi_switch+0x200 sleepq_switch(c4658690,0,c0b4bc71,189,58,...) at sleepq_switch+0x14d sleepq_catch_signals(3e9,c07c4aa0,c4658690,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4343e80,58,c0b43f92,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c4343e80,c4343e80,158,c0b43f92,3e9,...) at _sleep+0x2dd kern_kevent(c4658690,4,0,1,e690cc58,...) at kern_kevent+0x357 kevent(c4658690,e690ccf8,18,c0afc4c6,c0c1da88,...) at kevent+0x19b syscall(e690cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814a41b, esp = 0xbfbfeb0c, ebp = 0xbfbfebb8 --- Tracing command sh pid 1033 tid 100151 td 0xc4b51690 sched_switch(c4b51690,0,104,177,c4061c88,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4b51690,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b4d7d4,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b4d7d4,c4b4d85c,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c4b51690,ffffffff,e698fc74,2,0,...) at kern_wait+0xa66 wait4(c4b51690,e698fcf8,10,c4b51690,c0c1b928,...) at wait4+0x3b syscall(e698fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 --- Tracing command sshd pid 1032 tid 100108 td 0xc4687000 sched_switch(c4687000,0,104,177,d8a8c0a2,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4687000,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c4b46cd0,0,c0b468cc,c4687000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b46ce4,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b46ce4,c4b46cd0,c0b4d8a1,571,c4546c78,...) at _cv_wait_sig+0x204 seltdwait(c4b50e2c,c0b4d8a1,3d7,c4687000,e68fbb04,...) at seltdwait+0xa2 kern_select(c4687000,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c4687000,e68fbcf8,14,c0b37315,c0c1c138,...) at select+0x5e syscall(e68fbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 1031 tid 100128 td 0xc4686460 Tracing command sshd pid 1030 tid 100149 td 0xc4b51af0 sched_switch(c4b51af0,0,104,177,38f6bea8,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4b51af0,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c4507c50,0,c0b468cc,c4b51af0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4507c64,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4507c64,c4507c50,c0b4d8a1,571,c457f7a8,...) at _cv_wait_sig+0x204 seltdwait(c4b8ea2c,c0b4d8a1,3d7,c4b51af0,e6989b04,...) at seltdwait+0xa2 kern_select(c4b51af0,b,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c4b51af0,e6989cf8,14,c0b37315,c0c1c138,...) at select+0x5e syscall(e6989d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 1026 tid 100081 td 0xc455a460 Tracing command sshd pid 1025 tid 100142 td 0xc48bed20 Tracing command sshd pid 1024 tid 100157 td 0xc48c08c0 Tracing command getty pid 917 tid 100146 td 0xc4b52230 sched_switch(c4b52230,0,104,177,c723b92a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4b52230,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338c10,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338c10,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4338c00,c4338c10,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4338c00,e697ec58,0,e697eb94,c06a3d6d,...) at ttread+0x51a ttyread(c433c600,e697ec58,0,e697ebb8,c075b770,...) at ttyread+0x38 scread(c433c600,e697ec58,0,1a7,0,...) at scread+0x2d giant_read(c433c600,e697ec58,0,0,1,...) at giant_read+0x60 devfs_read_f(c4545bd0,e697ec58,c40a9800,0,c4b52230,...) at devfs_read_f+0x72 dofileread(e697ec58,ffffffff,ffffffff,0,c4545bd0,...) at dofileread+0x96 kern_readv(c4b52230,0,e697ec58,e697ec78,1,...) at kern_readv+0x58 read(c4b52230,e697ecf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e697ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 916 tid 100145 td 0xc4b52460 sched_switch(c4b52460,0,104,177,c7358b1e,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4b52460,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338810,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338810,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4338800,c4338810,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4338800,e697bc58,0,e697bb94,c06a3d6d,...) at ttread+0x51a ttyread(c433c700,e697bc58,0,e697bbb8,c075b770,...) at ttyread+0x38 scread(c433c700,e697bc58,0,1a7,0,...) at scread+0x2d giant_read(c433c700,e697bc58,0,0,1,...) at giant_read+0x60 devfs_read_f(c4555e00,e697bc58,c40a9800,0,c4b52460,...) at devfs_read_f+0x72 dofileread(e697bc58,ffffffff,ffffffff,0,c4555e00,...) at dofileread+0x96 kern_readv(c4b52460,0,e697bc58,e697bc78,1,...) at kern_readv+0x58 read(c4b52460,e697bcf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e697bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 915 tid 100144 td 0xc4b52690 sched_switch(c4b52690,0,104,177,c747747e,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4b52690,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4339810,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4339810,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4339800,c4339810,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4339800,e6978c58,0,e6978b94,c06a3d6d,...) at ttread+0x51a ttyread(c433c800,e6978c58,0,e6978bb8,c075b770,...) at ttyread+0x38 scread(c433c800,e6978c58,0,1a7,0,...) at scread+0x2d giant_read(c433c800,e6978c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c457f5e8,e6978c58,c40a9800,0,c4b52690,...) at devfs_read_f+0x72 dofileread(e6978c58,ffffffff,ffffffff,0,c457f5e8,...) at dofileread+0x96 kern_readv(c4b52690,0,e6978c58,e6978c78,1,...) at kern_readv+0x58 read(c4b52690,e6978cf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e6978d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 914 tid 100127 td 0xc4650690 sched_switch(c4650690,0,104,177,c73fe962,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4650690,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4339410,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4339410,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4339400,c4339410,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4339400,e6936c58,0,e6936b94,c06a3d6d,...) at ttread+0x51a ttyread(c433c900,e6936c58,0,e6936bb8,c075b770,...) at ttyread+0x38 scread(c433c900,e6936c58,0,1a7,0,...) at scread+0x2d giant_read(c433c900,e6936c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c4545c40,e6936c58,c40a9800,0,c4650690,...) at devfs_read_f+0x72 dofileread(e6936c58,ffffffff,ffffffff,0,c4545c40,...) at dofileread+0x96 kern_readv(c4650690,0,e6936c58,e6936c78,1,...) at kern_readv+0x58 read(c4650690,e6936cf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e6936d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 913 tid 100050 td 0xc453fd20 sched_switch(c453fd20,0,104,177,c6f946ca,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c453fd20,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4332810,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4332810,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4332800,c4332810,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4332800,e67d8c58,0,e67d8b94,c06a3d6d,...) at ttread+0x51a ttyread(c433ca00,e67d8c58,0,e67d8bb8,c075b770,...) at ttyread+0x38 scread(c433ca00,e67d8c58,0,1a7,0,...) at scread+0x2d giant_read(c433ca00,e67d8c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c4546508,e67d8c58,c40a9800,0,c453fd20,...) at devfs_read_f+0x72 dofileread(e67d8c58,ffffffff,ffffffff,0,c4546508,...) at dofileread+0x96 kern_readv(c453fd20,0,e67d8c58,e67d8c78,1,...) at kern_readv+0x58 read(c453fd20,e67d8cf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e67d8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 912 tid 100135 td 0xc48bfd20 sched_switch(c48bfd20,0,104,177,c7509f3e,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c48bfd20,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4332c10,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4332c10,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4332c00,c4332c10,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4332c00,e694fc58,0,e694fb94,c06a3d6d,...) at ttread+0x51a ttyread(c433cb00,e694fc58,0,e694fbb8,c075b770,...) at ttyread+0x38 scread(c433cb00,e694fc58,0,1a7,0,...) at scread+0x2d giant_read(c433cb00,e694fc58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45457e0,e694fc58,c40a9800,0,c48bfd20,...) at devfs_read_f+0x72 dofileread(e694fc58,ffffffff,ffffffff,0,c45457e0,...) at dofileread+0x96 kern_readv(c48bfd20,0,e694fc58,e694fc78,1,...) at kern_readv+0x58 read(c48bfd20,e694fcf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e694fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 911 tid 100063 td 0xc45968c0 sched_switch(c45968c0,0,104,177,c6dd9d6a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,59,...) at mi_switch+0x200 sleepq_switch(c45968c0,0,c0b4bc71,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338010,59,c0b4f749,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338010,0,159,c0b4f749,0,...) at _sleep+0x313 ttysleep(c4338000,c4338010,159,c0b4f749,0,...) at ttysleep+0x39 ttread(c4338000,e6817c58,0,e6817b94,c06a3d6d,...) at ttread+0x51a ttyread(c433cc00,e6817c58,0,e6817bb8,c075b770,...) at ttyread+0x38 scread(c433cc00,e6817c58,0,1a7,0,...) at scread+0x2d giant_read(c433cc00,e6817c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c4555188,e6817c58,c40a9800,0,c45968c0,...) at devfs_read_f+0x72 dofileread(e6817c58,ffffffff,ffffffff,0,c4555188,...) at dofileread+0x96 kern_readv(c45968c0,0,e6817c58,e6817c78,1,...) at kern_readv+0x58 read(c45968c0,e6817cf8,c,c0b7ea46,c0c1b8c8,...) at read+0x4f syscall(e6817d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 893 tid 100129 td 0xc4686230 Tracing command moused pid 866 tid 100131 td 0xc4658d20 sched_switch(c4658d20,0,104,177,c060d2f6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4658d20,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c44e1950,0,c0b468cc,c4658d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44e1964,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44e1964,c44e1950,c0b4d8a1,571,c48ac0e0,...) at _cv_wait_sig+0x204 seltdwait(c459a52c,c0b4d8a1,3d7,c4658d20,c05ff156,...) at seltdwait+0xa2 kern_select(c4658d20,400,bfbfeaa4,0,0,0,246,bfbfeb8c) at kern_select+0x4cf select(c4658d20,e6943cf8,14,c0b7ea46,c0c1c138,...) at select+0x5e syscall(e6943d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281928a3, esp = 0xbfbfea2c, ebp = 0xbfbfebc8 --- Tracing command watchdogd pid 852 tid 100114 td 0xc4658460 sched_switch(c4658460,0,104,177,b811de34,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4658460,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48a529c,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48a529c,c48a5324,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c4658460,16d5c,e690fc74,0,0,...) at kern_wait+0xa66 wait4(c4658460,e690fcf8,10,c4658460,c0c1b928,...) at wait4+0x3b syscall(e690fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810a6bb, esp = 0xbfbfeccc, ebp = 0xbfbfed78 --- Tracing command cron pid 810 tid 100141 td 0xc48bf000 sched_switch(c48bf000,0,104,177,29c375a0,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c48bf000,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(ea61,c07c4aa0,c48bf000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8ac64,5c,c0b48f82,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8ac64,0,15c,c0b48f82,ea61,...) at _sleep+0x2dd kern_nanosleep(c48bf000,e6963c64,e6963c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c48bf000,e6963cf8,8,c079bdb8,c0c1cf00,...) at nanosleep+0x6f syscall(e6963d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 803 tid 100137 td 0xc48bf8c0 sched_switch(c48bf8c0,0,104,177,cc650e32,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,68,...) at mi_switch+0x200 sleepq_switch(c48bf8c0,0,c0b4bc71,189,68,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48b182c,68,c0b0763d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48b182c,c48b185c,168,c0b0763d,0,...) at _sleep+0x313 kern_sigsuspend(c48bf8c0,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c48bf8c0,e6955cf8,4,c0b4dd31,c0c1d878,...) at sigsuspend+0x4d syscall(e6955d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 --- Tracing command sendmail pid 799 tid 100134 td 0xc48c0000 sched_switch(c48c0000,0,104,177,c3909638,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c48c0000,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e694ca4c,c07829ca,c44e2110,0,c48c0000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c44e2124,0,c0b4d8de,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c44e2124,c44e2110,1389,571,c457f3f0,...) at _cv_timedwait_sig+0x213 seltdwait(e694cc2c,e694cc34,3d7,c48c0000,e694cb04,...) at seltdwait+0x8a kern_select(c48c0000,7,bfbfcec4,0,0,e694cc70,5,0) at kern_select+0x4cf select(c48c0000,e694ccf8,14,c0b4e259,c0c1c138,...) at select+0x5e syscall(e694cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b08a3, esp = 0xbfbfc52c, ebp = 0xbfbfd058 --- Tracing command sshd pid 794 tid 100104 td 0xc46878c0 sched_switch(c46878c0,0,104,177,cd8ba838,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c46878c0,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c4507790,0,c0b468cc,c46878c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c45077a4,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c45077a4,c4507790,c0b4d8a1,571,c4545460,...) at _cv_wait_sig+0x204 seltdwait(c460be2c,c0b4d8a1,3d7,c46878c0,e68efae0,...) at seltdwait+0xa2 kern_select(c46878c0,9,810c0b4,0,0,0,810a040,1) at kern_select+0x4cf select(c46878c0,e68efcf8,14,c46878c0,c0c1c138,...) at select+0x5e syscall(e68efd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe3bc, ebp = 0xbfbfee98 --- Tracing command ntpd pid 775 tid 100112 td 0xc4686690 sched_switch(c4686690,0,104,177,e49e6400,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4686690,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c44c2ad0,0,c0b468cc,c4686690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44c2ae4,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44c2ae4,c44c2ad0,c0b4d8a1,571,c457f2a0,...) at _cv_wait_sig+0x204 seltdwait(c461f82c,c0b4d8a1,3d7,c4686690,0,...) at seltdwait+0xa2 kern_select(c4686690,a,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c4686690,e6907cf8,14,16,c0c1c138,...) at select+0x5e syscall(e6907d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command smartd pid 715 tid 100117 td 0xc4657d20 sched_switch(c4657d20,0,104,177,570420d8,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4657d20,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(1b7359,c07c4aa0,c4657d20,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8ac64,5c,c0b48f82,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8ac64,0,15c,c0b48f82,1b7359,...) at _sleep+0x2dd kern_nanosleep(c4657d20,e6918c64,e6918c6c,707,0,...) at kern_nanosleep+0xc1 nanosleep(c4657d20,e6918cf8,8,c0b4df9b,c0c1cf00,...) at nanosleep+0x6f syscall(e6918d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 --- Tracing command nfsd pid 691 tid 100059 td 0xc453f000 Tracing command nfsd pid 690 tid 100057 td 0xc453f460 Tracing command nfsd pid 689 tid 100051 td 0xc427b690 Tracing command nfsd pid 688 tid 100084 td 0xc455a000 Tracing command nfsd pid 687 tid 100079 td 0xc455a8c0 Tracing command nfsd pid 686 tid 100056 td 0xc453f690 Tracing command nfsd pid 685 tid 100094 td 0xc46588c0 Tracing command nfsd pid 684 tid 100092 td 0xc4559000 Tracing command nfsd pid 683 tid 100080 td 0xc455a690 Tracing command nfsd pid 682 tid 100109 td 0xc4686d20 Tracing command nfsd pid 681 tid 100101 td 0xc432d230 Tracing command nfsd pid 679 tid 100090 td 0xc4559460 Tracing command nfsd pid 678 tid 100086 td 0xc4559af0 Tracing command nfsd pid 677 tid 100082 td 0xc455a230 Tracing command nfsd pid 676 tid 100089 td 0xc4559690 Tracing command nfsd pid 675 tid 100103 td 0xc4687af0 Tracing command mountd pid 673 tid 100052 td 0xc455ad20 sched_switch(c455ad20,0,104,177,132fd84,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c455ad20,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c44c43d0,0,c0b468cc,c455ad20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44c43e4,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44c43e4,c44c43d0,c0b4d8a1,571,c45463b8,...) at _cv_wait_sig+0x204 seltdwait(c461e62c,c0b4d8a1,3d7,c455ad20,c0cdc8a8,...) at seltdwait+0xa2 kern_select(c455ad20,9,bfbfedec,0,0,0,e67e0c80,2818c0f8) at kern_select+0x4cf select(c455ad20,e67e0cf8,14,c0b65b34,c0c1c138,...) at select+0x5e syscall(e67e0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 620 tid 100105 td 0xc4687690 sched_switch(c4687690,0,104,177,dbecb856,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4687690,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e68f2aa8,c07829ca,c44c2490,0,c4687690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c44c24a4,0,c0b4d8de,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c44c24a4,c44c2490,7531,571,e68f2b8c,...) at _cv_timedwait_sig+0x213 seltdwait(e68f2c5c,e68f2c64,481,c4687690,e68f2b5c,...) at seltdwait+0x8a poll(c4687690,e68f2cf8,c,c0b4df9b,c0c1cc18,...) at poll+0x2f9 syscall(e68f2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 603 tid 100107 td 0xc4687230 sched_switch(c4687230,0,104,177,3344a4fc,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4687230,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c44e2290,0,c0b468cc,c4687230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44e22a4,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44e22a4,c44e2290,c0b4d8a1,571,c4545dc8,...) at _cv_wait_sig+0x204 seltdwait(c461e92c,c0b4d8a1,3d7,c4687230,0,...) at seltdwait+0xa2 kern_select(c4687230,9,81210b4,0,0,0,ec66e,2818c0f8) at kern_select+0x4cf select(c4687230,e68f8cf8,14,c0b4de46,c0c1c138,...) at select+0x5e syscall(e68f8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 546 tid 100091 td 0xc4559230 sched_switch(c4559230,0,104,177,b900e5e6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4559230,0,c0b4bc71,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07829ca,c44c2290,0,c0b468cc,c4559230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44c22a4,0,c0b4d8de,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44c22a4,c44c2290,c0b4d8a1,571,c4555ab8,...) at _cv_wait_sig+0x204 seltdwait(c460ba2c,c0b4d8a1,3d7,c4559230,e68a2ae8,...) at seltdwait+0xa2 kern_select(c4559230,5,bfbfedf8,0,0,0,0,8) at kern_select+0x4cf select(c4559230,e68a2cf8,14,c0afc4c6,c0c1c138,...) at select+0x5e syscall(e68a2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808763f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0 sched_switch(c427b8c0,0,104,177,f5219e16,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,44,...) at mi_switch+0x200 sleepq_switch(c427b8c0,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0ceaf20,44,c0b6ac4c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ceaf20,c0ceaec4,44,c0b6ac4c,3e8,...) at _sleep+0x2f8 softdep_flush(0,e45e9d38,c0b442ab,324,c44b2000,...) at softdep_flush+0x2d2 fork_exit(c09a45b0,0,e45e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 --- Tracing command syncer pid 20 tid 100048 td 0xc427baf0 sched_switch(c427baf0,0,104,177,3a3a81b6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(c427baf0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0cdefd4,50,c0b51ebf,0,0,...) at sleepq_wait+0x63 _sleep(c0cdefd4,c0cdefd8,50,c0b51ebf,0,...) at _sleep+0x32a getnewbuf(10000,0,c0b517a9,a0b,b0,...) at getnewbuf+0x6b9 getblk(c5f9a000,200,0,10000,0,...) at getblk+0x404 breadn(c5f9a000,200,0,10000,0,...) at breadn+0x44 bread(c5f9a000,200,0,10000,0,...) at bread+0x4c ffs_update(c5f9a6b8,0,c0b6b76c,150,4,...) at ffs_update+0x1a2 ffs_syncvnode(c5f9a6b8,3,c427baf0,50a,c0b468cc,...) at ffs_syncvnode+0x48f ffs_sync(c732833c,3,c427baf0,d32,c732833c,...) at ffs_sync+0x260 sync_fsync(e45e6c7c,c0b7df7c,c5f9aa28,e45e6c7c,c5f9a968,...) at sync_fsync+0x1b6 VOP_FSYNC_APV(c0c2bd40,e45e6c7c,c0b53917,680,c427baf0,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0c8aa80,c0cdf240,68,c0b544c2,0,...) at sync_vnode+0x16b sched_sync(0,e45e6d38,c0b442ab,324,c44b229c,...) at sched_sync+0x273 fork_exit(c0814a10,0,e45e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 --- Tracing command vnlru pid 19 tid 100047 td 0xc427bd20 sched_switch(c427bd20,0,104,177,ac2d4dfa,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,50,...) at mi_switch+0x200 sleepq_switch(c427bd20,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c44b2538,50,c0b5484f,0,0,...) at sleepq_timedwait+0x6b _sleep(c44b2538,c0cdf214,250,c0b5484f,3e8,...) at _sleep+0x2f8 vnlru_proc(0,e45e3d38,c0b442ab,324,c44b2538,...) at vnlru_proc+0x115 fork_exit(c0816c90,0,e45e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc432a000 sched_switch(c432a000,0,104,177,fd52659e,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,44,...) at mi_switch+0x200 sleepq_switch(c432a000,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0cdefa4,44,c0b51de6,0,0,...) at sleepq_timedwait+0x6b _sleep(c0cdefa4,c0cdefa8,44,c0b51de6,64,...) at _sleep+0x2f8 buf_daemon(0,e45e0d38,c0b442ab,324,c44b27d4,...) at buf_daemon+0x264 fork_exit(c07ff5b0,0,e45e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc432a230 sched_switch(c432a230,0,104,177,74bf1506,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c432a230,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0cebb14,0,c0b6fc6f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0cebb14,c0ceb6d0,0,c0b6fc6f,493e0,...) at _sleep+0x2f8 vm_pagezero(0,e45ddd38,c0b442ab,324,c44b2a70,...) at vm_pagezero+0xdc fork_exit(c09ddf00,0,e45ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc432a460 sched_switch(c432a460,0,104,177,a640b34,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,68,...) at mi_switch+0x200 sleepq_switch(c432a460,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0ceb73c,68,c0b51ddf,0,0,...) at sleepq_wait+0x63 _sleep(c0ceb73c,c0ceb740,68,c0b51ddf,0,...) at _sleep+0x32a vm_daemon(0,e45dad38,c0b442ab,324,c44b2d0c,...) at vm_daemon+0x59 fork_exit(c09d8420,0,e45dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc432a690 sched_switch(c432a690,0,104,177,ffc026c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,44,...) at mi_switch+0x200 sleepq_switch(c432a690,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0ceb704,44,c0b51ddf,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ceb704,c0ceb6d0,44,c0b51ddf,1388,...) at _sleep+0x2f8 vm_pageout(0,e45d7d38,c0b442ab,324,c40a329c,...) at vm_pageout+0x2bb fork_exit(c09d8f90,0,e45d7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc432a8c0 sched_switch(c432a8c0,0,104,177,c8f8899c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c432a8c0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0ce0c60,0,c0b5d8af,0,0,...) at sleepq_wait+0x63 _sleep(c0ce0c60,c0ce0b74,0,c0b5d8af,0,...) at _sleep+0x32a sctp_iterator_thread(0,e45d4d38,c0b442ab,324,c40a3538,...) at sctp_iterator_thread+0x60 fork_exit(c088e420,0,e45d4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc432ad20 sched_switch(c432ad20,0,104,177,dc8f2d30,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c432ad20,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c42ae23c,4c,c0b3f0d5,0,0,...) at sleepq_timedwait+0x6b _sleep(c42ae23c,c42ae2f0,4c,c0b3f0d5,3e8,...) at _sleep+0x2f8 fdc_thread(c42ae200,e45cbd38,c0b442ab,324,c40a37d4,...) at fdc_thread+0x2b8 fork_exit(c0a74760,c42ae200,e45cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45cbd70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0 sched_switch(c427a8c0,0,104,177,c5f89e7c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c427a8c0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c88154,5c,c0b3bcb2,0,0,...) at sleepq_wait+0x63 _sleep(c0c88154,0,5c,c0b3bcb2,0,...) at _sleep+0x32a usb_task_thread(c0c88154,c3e2cd38,c0b442ab,324,c40a3a70,...) at usb_task_thread+0x62 fork_exit(c0701e10,c0c88154,c3e2cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0 sched_switch(c427aaf0,0,104,177,c5f87300,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c427aaf0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c88140,5c,c0b3bcb2,0,0,...) at sleepq_wait+0x63 _sleep(c0c88140,0,5c,c0b3bcb2,0,...) at _sleep+0x32a usb_task_thread(c0c88140,c3e29d38,c0b442ab,324,c40a3d0c,...) at usb_task_thread+0x62 fork_exit(c0701e10,c0c88140,c3e29d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc427ad20 sched_switch(c427ad20,0,104,177,12dbff9a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c427ad20,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c429f210,5c,c0b3bcc0,0,0,...) at sleepq_timedwait+0x6b _sleep(c429f210,0,5c,c0b3bcc0,ea60,...) at _sleep+0x2f8 usb_event_thread(c42979c0,c3e26d38,c0b442ab,324,c41cb000,...) at usb_event_thread+0xca fork_exit(c0701f50,c42979c0,c3e26d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100025 td 0xc40ecaf0 sched_switch(c40ecaf0,0,104,177,c5f80230,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40ecaf0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c57f54,4c,c0af978d,0,0,...) at sleepq_wait+0x63 _sleep(c0c57f54,c0c57f6c,4c,c0af978d,0,...) at _sleep+0x32a xpt_scanner_thread(0,c3dedd38,c0b442ab,324,c41cb29c,...) at xpt_scanner_thread+0x41 fork_exit(c0470750,0,c3dedd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dedd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc40a6230 sched_switch(c40a6230,0,104,177,fb8fb194,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6230,0,c0b4bc71,25a,2,...) at sleepq_switch+0x14d sleepq_timedwait(c0c8aa88,0,c0b3f0d5,2,0,...) at sleepq_timedwait+0x6b _sleep(c0c8aa88,0,0,c0b3f0d5,64,...) at _sleep+0x2f8 pause(c0b3f0d5,64,c0b31fa4,112,0,...) at pause+0x47 random_kthread(0,c3dd5d38,c0b442ab,324,c41cb538,...) at random_kthread+0x1d9 fork_exit(c067abf0,0,c3dd5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc40a6690 sched_switch(c40a6690,0,104,177,f4b1bb28,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a6690,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c88864,4c,c0b3f0d5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c88864,c0c887c8,24c,c0b3f0d5,64,...) at _sleep+0x2f8 g_io_schedule_down(c40a6690,0,c0b407a2,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c3dcfd38,c0b442ab,324,c40a2000,...) at g_down_procbody+0x8d fork_exit(c073d420,0,c3dcfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc40a68c0 sched_switch(c40a68c0,0,104,177,f1e7f372,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a68c0,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c88860,4c,c0b3f0d5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c88860,c0c887e8,24c,c0b3f0d5,64,...) at _sleep+0x2f8 g_io_schedule_up(c40a68c0,0,c0b407a2,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c3dccd38,c0b442ab,324,c40a229c,...) at g_up_procbody+0x8d fork_exit(c073d4b0,0,c3dccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc40a6af0 sched_switch(c40a6af0,0,104,177,f21f2494,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a6af0,0,c0b4bc71,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c88858,4c,c0b3f0d5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c88858,0,4c,c0b3f0d5,64,...) at _sleep+0x2f8 g_event_procbody(0,c3dc9d38,c0b442ab,324,c40a2538,...) at g_event_procbody+0xcb fork_exit(c073d540,0,c3dc9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc432aaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc432d000 sched_switch(c432d000,0,109,177,c5f090d8,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c43278ec,...) at mi_switch+0x200 ithread_loop(c431f730,e45bed38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c431f730,e45bed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45bed70, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc4268d20 sched_switch(c4268d20,0,109,177,bb017758,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40e8d6c,...) at mi_switch+0x200 ithread_loop(c431f2b0,e45bbd38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c431f2b0,e45bbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45bbd70, ebp = 0 --- Tracing command intr pid 12 tid 100037 td 0xc427a000 sched_switch(c427a000,0,109,177,6a38651e,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40a01ec,...) at mi_switch+0x200 ithread_loop(c4318b80,e45b8d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c4318b80,e45b8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45b8d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc427a230 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc427a460 sched_switch(c427a460,0,109,177,3799bdbc,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40e8c6c,...) at mi_switch+0x200 ithread_loop(c42b18c0,e45aed38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c42b18c0,e45aed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc427a690 sched_switch(c427a690,0,109,177,e3631d7a,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40e8aec,...) at mi_switch+0x200 ithread_loop(c4299a70,e4597d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c4299a70,e4597d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc427b000 sched_switch(c427b000,0,109,177,c5efb554,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40e8b6c,...) at mi_switch+0x200 ithread_loop(c4295880,c3e22d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c4295880,c3e22d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc427b460 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc40ec8c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc40ecd20 sched_switch(c40ecd20,0,109,177,5701fb92,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40ebd6c,...) at mi_switch+0x200 ithread_loop(c4210b50,c3dead38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c4210b50,c3dead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dead70, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc4268000 sched_switch(c4268000,0,109,177,6a38e4d2,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40ebdec,...) at mi_switch+0x200 ithread_loop(c4210b60,c3de7d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c4210b60,c3de7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de7d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc4268af0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc40a6d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc40ec000 sched_switch(c40ec000,0,109,177,a59b8484,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40eb06c,...) at mi_switch+0x200 ithread_loop(c40a1170,c3dc3d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c40a1170,c3dc3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc40ec230 sched_switch(c40ec230,0,109,177,fb3cb44a,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40eb0ec,...) at mi_switch+0x200 ithread_loop(c40a1180,c3dc0d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c40a1180,c3dc0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc40ec460 sched_switch(c40ec460,0,109,177,d43c2dd6,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40eb16c,...) at mi_switch+0x200 ithread_loop(c40a1190,c3dbdd38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c40a1190,c3dbdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc40a4000 sched_switch(c40a4000,0,109,177,fb8f877c,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40e8eec,...) at mi_switch+0x200 ithread_loop(c40a11a0,c3dbad38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c40a11a0,c3dbad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc40a4230 sched_switch(c40a4230,0,109,177,a28d00f4,...) at sched_switch+0x3fb mi_switch(109,0,c0b4452f,4cc,c40e906c,...) at mi_switch+0x200 ithread_loop(c40a11b0,c3db7d38,c0b442ab,324,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772400,c40a11b0,c3db7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3db7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc40a4460 kdb_enter(c0b004ac,c0b17422,0,dd7e85e8,0,...) at kdb_enter+0x3a hardclock(0,c0e7f0e5,0,0,c426a600,...) at hardclock+0x11d lapic_handle_timer(c3db1c30) at lapic_handle_timer+0x9c Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0e7f0e5, esp = 0xc3db1c70, ebp = 0xc3db1c70 --- acpi_cpu_c1(1,0,c3db1cd8,0,c07b0ef1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3db1cb4,c0aa554b,1,c3db1cf8,c07b11b6,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(1,c3db1cf8,c07b11b6,1,c3db1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c3db1cd8,c0b49848,9eb,c40a4460,...) at cpu_idle+0x1b sched_idletd(0,c3db1d38,c0b442ab,324,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b0fa0,0,c3db1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3db1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc40a4690 cpustop_handler(2,c3daec24,c0ab5d1d,c0c8acd8,c3daebb8,...) at cpustop_handler+0x32 ipi_nmi_handler(c0c8acd8,c3daebb8,c0782634,c0c8acd8,c40a2a70,...) at ipi_nmi_handler+0x2f trap(c3daec30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0e7f0e5, esp = 0xc3daec70, ebp = 0xc3daec70 --- acpi_cpu_c1(1,0,c3daecd8,1,c07b0ef1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3daecb4,c0aa554b,0,c3daecf8,c07b11b6,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(0,c3daecf8,c07b11b6,0,c3daecd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c3daecd8,c0b49848,9eb,c40a4690,...) at cpu_idle+0x1b sched_idletd(0,c3daed38,c0b442ab,324,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b0fa0,0,c3daed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc40a48c0 cpustop_handler(4,c3dabc24,c0ab5d1d,c0c8ad10,c3dabbb8,...) at cpustop_handler+0x32 ipi_nmi_handler(c0c8ad10,c3dabbb8,c0782634,c0c8ad10,c40a2a70,...) at ipi_nmi_handler+0x2f trap(c3dabc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0e7f0e5, esp = 0xc3dabc70, ebp = 0xc3dabc70 --- acpi_cpu_c1(1,0,c3dabcd8,2,c07b0ef1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3dabcb4,c0aa554b,0,c3dabcf8,c07b11b6,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(0,c3dabcf8,c07b11b6,0,c3dabcd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c3dabcd8,c0b49848,3a3,c40a48c0,...) at cpu_idle+0x1b sched_idletd(0,c3dabd38,c0b442ab,324,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b0fa0,0,c3dabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dabd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc40a4af0 cpustop_handler(8,c3da8c24,c0ab5d1d,c0c8ad48,c3da8bb8,...) at cpustop_handler+0x32 ipi_nmi_handler(c0c8ad48,c3da8bb8,c0782634,c0c8ad48,c40a2a70,...) at ipi_nmi_handler+0x2f trap(c3da8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0e7f0e5, esp = 0xc3da8c70, ebp = 0xc3da8c70 --- acpi_cpu_c1(1,0,c3da8cd8,3,c07b0ef1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3da8cb4,c0aa554b,0,c3da8cf8,c07b11b6,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(0,c3da8cf8,c07b11b6,0,c3da8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c3da8cd8,c0b49848,3a3,c40a4af0,...) at cpu_idle+0x1b sched_idletd(0,c3da8d38,c0b442ab,324,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b0fa0,0,c3da8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3da8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc40a4d20 sched_switch(c40a4d20,0,104,177,ac2a4842,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c40a4d20,0,c0b4bc71,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4bc71,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c40a2d0c,5c,c0b4de57,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40a2d0c,c40a2d94,15c,c0b4de57,0,...) at _sleep+0x313 kern_wait(c40a4d20,ffffffff,c3da4c74,0,0,...) at kern_wait+0xa66 wait4(c40a4d20,c3da4cf8,10,c0b4dc72,c0c1b928,...) at wait4+0x3b syscall(c3da4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command audit pid 10 tid 100001 td 0xc40a6000 sched_switch(c40a6000,0,104,177,c5f0d29c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6000,0,c0b4bc71,237,c40a6000,...) at sleepq_switch+0x14d sleepq_wait(c0cea91c,0,c0b681ac,1,0,...) at sleepq_wait+0x63 _cv_wait(c0cea91c,c0cea900,c0b68b62,18d,0,...) at _cv_wait+0x204 audit_worker(0,c3da1d38,c0b442ab,324,c40a3000,...) at audit_worker+0x84 fork_exit(c0988310,0,c3da1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc427b230 sched_switch(c427b230,0,104,177,c5ef56a4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c427b230,0,c0b4bc71,237,c427b230,...) at sleepq_switch+0x14d sleepq_wait(c42985c0,0,c0b488a5,c0b3f0d5,0,...) at sleepq_wait+0x63 msleep_spin(c42985c0,c42985dc,c0b3f0d5,0,c0b468cc,...) at msleep_spin+0x21d taskqueue_thread_loop(c4260b64,c3e1fd38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0x8a fork_exit(c07c74b0,c4260b64,c3e1fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc40ec690 sched_switch(c40ec690,0,104,177,c62ba618,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40ec690,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c4254440,0,c0b3f0d5,0,0,...) at sleepq_wait+0x63 _sleep(c4254440,c425445c,0,c0b3f0d5,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c89064,c3df3d38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c74b0,c0c89064,c3df3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4268230 sched_switch(c4268230,0,104,177,db98f5e8,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4268230,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c4254680,0,c0b3f0d5,0,0,...) at sleepq_wait+0x63 _sleep(c4254680,c425469c,0,c0b3f0d5,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c96728,c3de4d38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c74b0,c0c96728,c3de4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc4268460 sched_switch(c4268460,0,104,177,c602dfa4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4268460,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c42546c0,0,c0b3f0d5,0,0,...) at sleepq_wait+0x63 _sleep(c42546c0,c42546dc,0,c0b3f0d5,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e90138,c3de1d38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c74b0,c0e90138,c3de1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc4268690 sched_switch(c4268690,0,104,177,c602b7cc,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4268690,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c42546c0,0,c0b3f0d5,0,0,...) at sleepq_wait+0x63 _sleep(c42546c0,c42546dc,0,c0b3f0d5,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e90138,c3dded38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c74b0,c0e90138,c3dded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dded70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc42688c0 sched_switch(c42688c0,0,104,177,c6028934,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c42688c0,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c42546c0,0,c0b3f0d5,0,0,...) at sleepq_wait+0x63 _sleep(c42546c0,c42546dc,0,c0b3f0d5,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e90138,c3ddbd38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c74b0,c0e90138,c3ddbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ddbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc40a6460 sched_switch(c40a6460,0,104,177,3fc516fc,...) at sched_switch+0x3fb mi_switch(104,0,c0b4bc71,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6460,0,c0b4bc71,237,0,...) at sleepq_switch+0x14d sleepq_wait(c408aac0,0,c0b3f0d5,0,0,...) at sleepq_wait+0x63 _sleep(c408aac0,c408aadc,0,c0b3f0d5,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c953a0,c3dd2d38,c0b442ab,324,c0c88920,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c74b0,c0c953a0,c3dd2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0c88bc0 sched_switch(c0c88bc0,0,109,177,b582b75a,...) at sched_switch+0x3fb mi_switch(109,0,c0b6d48f,2df,0,...) at mi_switch+0x200 scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 233 MB: 218 202 186 170 154 138 122 106 90 74 58 42 26 10 Dump complete = 0 db> reset -- Test scenario: newfs -O2 -U -b 65536 + iozone -s 4g -r 256k -m -t 4 -i 0 -i 1 -i 8 -+p 70