GENERIC HEAD from 2009-12-18 22:14:28 UTC, r200709M, vmcore.23 KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r200709M: Tue Dec 22 05:04:20 CET 2009 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff real memory = 1073741824 (1024 MB) avail memory = 1031364608 (983 MB) : Trying to mount root from ufs:/dev/ad0s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad0s1a: clean, 269182 free (638 frags, 33568 blocks, 0.1% fragmentation) /dev/ad0s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad0s1f: clean, 449251 free (507 frags, 56093 blocks, 0.1% fragmentation) /dev/ad0s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad0s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad0s1d: clean, 2844581 free (51405 frags, 349147 blocks, 1.0% fragmentation) /dev/ad0s1g: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad0s1g: clean, 20744765 free (23485 frags, 2590160 blocks, 0.1% fragmentation) lock order reversal: 1st 0xd85049e0 bufwait (bufwait) @ kern/vfs_bio.c:2581 2nd 0xc4a6fe00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0ca358a,e6cdd880,c08d1dd5,c08c28bb,c0ca652e,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c28bb,c0ca652e,c4539030,c453c290,e6cdd8dc,...) at kdb_backtrace+0x29 _witness_debugger(c0ca652e,c4a6fe00,c0cc9856,c453c290,c0cc94fc,...) at _witness_debugger+0x25 witness_checkorder(c4a6fe00,9,c0cc94f3,11b,0,...) at witness_checkorder+0x839 _sx_xlock(c4a6fe00,0,c0cc94f3,11b,c4bff414,...) at _sx_xlock+0x85 ufsdirhash_acquire(d8504980,e6cdda1c,164,d8bbd4ac,e6cdd9a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4bff414,e6cdda1c,4ac,e6cdd994,e6cdd998,...) at ufsdirhash_add+0x13 ufs_direnter(c4c01828,c4c01414,e6cdda1c,e6cddc00,d85073c0,...) at ufs_direnter+0x669 ufs_mkdir(e6cddc28,c0cdeeb6,0,0,e6cddb6c,...) at ufs_mkdir+0x989 VOP_MKDIR_APV(c0daf400,e6cddc28,e6cddc00,e6cddb6c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4b1f6c0,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c4b1f6c0,bfbfef5a,0,1ff,e6cddd2c,...) at kern_mkdir+0x2e mkdir(c4b1f6c0,e6cddcf8,8,c0ca6df4,c0d8d5e0,...) at mkdir+0x29 syscall(e6cddd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2816a5c3, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- fxp0: link state changed to UP Starting Network: lo0 fxp0. add net default: gateway 192.168.1.1 Additional ABI support: linux. Starting mountd. Recovering vi editor sessions:. Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc4b5e880 ufs (ufs) @ kern/vfs_subr.c:2084 2nd 0xd8511b80 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:9770 3rd 0xc4d991b4 ufs (ufs) @ kern/vfs_subr.c:2084 KDB: stack backtrace: db_trace_self_wrapper(c0ca358a,e6e33858,c08d1dd5,c08c28bb,c0ca6547,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c28bb,c0ca6547,c4539030,c453c228,e6e338b4,...) at kdb_backtrace+0x29 _witness_debugger(c0ca6547,c4d991b4,c0c98cfb,c453c228,c0cad717,...) at _witness_debugger+0x25 witness_checkorder(c4d991b4,9,c0cad70e,824,0,...) at witness_checkorder+0x839 __lockmgr_args(c4d991b4,80100,c4d99220,0,0,...) at __lockmgr_args+0x824 ffs_lock(e6e339d4,c08d1b7b,c0cacbf5,80100,c4d9915c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0daf400,e6e339d4,109,c0dc9dc0,c4d9915c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c4d9915c,80100,c0cad70e,824,4,...) at _vn_lock+0x78 vget(c4d9915c,80100,c4c52900,50,0,...) at vget+0xbb vfs_hash_get(c4bfe2d4,4ac00,80000,c4c52900,e6e33b38,...) at vfs_hash_get+0xed ffs_vgetf(c4bfe2d4,4ac00,80000,e6e33b38,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c4b5e828,0,c0cc913f,146,0,...) at softdep_sync_metadata+0x693 ffs_syncvnode(c4b5e828,1,c4c52900,51f,c4b5e6cc,...) at ffs_syncvnode+0x3e2 ffs_sync(c4bfe2d4,1,c0cacf0c,4f9,80,...) at ffs_sync+0x26f dounmount(c4bfe2d4,8000000,c4c52900,47e,5c3de5d9,...) at dounmount+0x44e unmount(c4c52900,e6e33cf8,8,c4c52900,c0d8c968,...) at unmount+0x2ff syscall(e6e33d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da13f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- lock order reversal: 1st 0xc4b681b4 ufs (ufs) @ kern/vfs_mount.c:1204 2nd 0xc4bf21b4 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1196 KDB: stack backtrace: db_trace_self_wrapper(c0ca358a,e6e339c8,c08d1dd5,c08c28bb,c0ca652e,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c28bb,c0ca652e,c453c228,c453c0f0,e6e33a24,...) at kdb_backtrace+0x29 _witness_debugger(c0ca652e,c4bf21b4,c0c94bfd,c453c0f0,c0cc8cde,...) at _witness_debugger+0x25 witness_checkorder(c4bf21b4,9,c0cc8cd5,4ac,c4bf2220,...) at witness_checkorder+0x839 __lockmgr_args(c4bf21b4,80400,c4bf2220,0,0,...) at __lockmgr_args+0x824 vop_stdlock(e6e33b40,c0cc99d3,79,80400,c4bf215c,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d88ba0,e6e33b40,c4d9915c,c0dc9dc0,c4bf215c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c4bf215c,80400,c0cc8cd5,4ac,c4b67b00,...) at _vn_lock+0x78 ffs_flushfiles(c4bfe2d4,0,c4c52900,e6e33bc8,3,...) at ffs_flushfiles+0x11a softdep_flushfiles(c4bfe2d4,0,c4c52900,0,12,...) at softdep_flushfiles+0x2e ffs_unmount(c4bfe2d4,8000000,c0cacf0c,4f9,80,...) at ffs_unmount+0x18f dounmount(c4bfe2d4,8000000,c4c52900,47e,5c3de5d9,...) at dounmount+0x46d unmount(c4c52900,e6e33cf8,8,c4c52900,c0d8c968,...) at unmount+0x2ff syscall(e6e33d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da13f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- ** /dev/ad0s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 7 files, 32798 used, 1996233 free (49 frags, 249523 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Tue Dec 22 06:54:40 CET 2009 Dec 22 06:54:45 crashbox su: pho to root on /dev/pts/0 ~KDB: enter: Line break on console [thread pid 11 tid 100006 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 11 tid 100006 td 0xc457d480 kdb_enter(c0c48e6a,c0c89495,c0e02d40,c4786380,0,...) at kdb_enter+0x3a uart_intr(c4786300,c457d480,c455b8d0,c4578d80,4,...) at uart_intr+0x126 intr_event_handle(c4578d80,c42e4c34,c0c99d2a,1f4,c4551c00,...) at intr_event_handle+0x5c intr_execute_handlers(c455b8d0,c42e4c34,0,c42e4c74,c0baf064,...) at intr_execute_handlers+0x49 lapic_handle_intr(38,c42e4c34) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0ba3485, esp = 0xc42e4c74, ebp = 0xc42e4c74 --- acpi_cpu_c1(1,0,0,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c42e4cb4,c0bbabdb,0,c42e4cf8,c08b192e,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c42e4cf8,c08b192e,0,c42e4cd4,...) at cpu_idle_acpi+0x1b cpu_idle(0,c42e4cd4,c0ca1cd4,3b0,c457d480,...) at cpu_idle+0x1b sched_idletd(0,c42e4d38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e fork_exit(c08b16f0,0,c42e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42e4d70, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x65ab80 curthread = 0xc457d480: pid 11 "idle: cpu0" curpcb = 0xc42e4d90 fpcurthread = none idlethread = 0xc457d480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x34f0b80 curthread = 0xc457d6c0: pid 11 "idle: cpu1" curpcb = 0xc42e1d90 fpcurthread = none idlethread = 0xc457d6c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x34f3b80 curthread = 0xc457d900: pid 11 "idle: cpu2" curpcb = 0xc42ded90 fpcurthread = none idlethread = 0xc457d900: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x34f6b80 curthread = 0xc457db40: pid 11 "idle: cpu3" curpcb = 0xc42dbd90 fpcurthread = none idlethread = 0xc457db40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1167 (sshd) thread 0xc517ad80 (100139) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4db06fc) locked @ kern/uipc_sockbuf.c:148 Process 1133 (sshd) thread 0xc4cbc000 (100120) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dafa34) locked @ kern/uipc_sockbuf.c:148 Process 1132 (sshd) thread 0xc4aefd80 (100051) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4e28bd0) locked @ kern/uipc_sockbuf.c:148 Process 1131 (sshd) thread 0xc4c52900 (100123) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4c2ba34) locked @ kern/uipc_sockbuf.c:148 Process 1126 (truncate2) thread 0xc517b6c0 (100135) exclusive lockmgr bufwait (bufwait) r = 0 (0xd854bea0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8539060) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc4ed9df0) locked @ kern/vfs_vnops.c:650 Process 1125 (truncate2) thread 0xc4b88240 (100134) exclusive lockmgr bufwait (bufwait) r = 0 (0xd857ba60) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd854b000) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519b310) locked @ kern/vfs_vnops.c:650 Process 1124 (truncate2) thread 0xc4b88b40 (100101) exclusive lockmgr bufwait (bufwait) r = 0 (0xd85832a0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8558340) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc4ed946c) locked @ kern/vfs_vnops.c:650 Process 1123 (truncate2) thread 0xc4b88d80 (100100) exclusive lockmgr bufwait (bufwait) r = 0 (0xd856a480) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8541c20) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc518946c) locked @ kern/vfs_vnops.c:650 Process 1122 (truncate2) thread 0xc4c4f000 (100099) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8559a00) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd853a720) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc4eda5c8) locked @ kern/vfs_vnops.c:650 Process 1121 (truncate2) thread 0xc4b87000 (100073) exclusive lockmgr bufwait (bufwait) r = 0 (0xd85828e0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd855e660) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519bdf0) locked @ kern/vfs_vnops.c:650 Process 1120 (truncate2) thread 0xc4aef900 (100058) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8572000) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8550b00) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519346c) locked @ kern/vfs_vnops.c:650 Process 1119 (truncate2) thread 0xc4c526c0 (100124) exclusive lockmgr bufwait (bufwait) r = 0 (0xd85695e0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8543140) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc503746c) locked @ kern/vfs_vnops.c:650 Process 1118 (truncate2) thread 0xc4b1d6c0 (100110) exclusive lockmgr bufwait (bufwait) r = 0 (0xd85801e0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd854bd00) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc5193c94) locked @ kern/vfs_vnops.c:650 Process 1117 (truncate2) thread 0xc4b1dd80 (100107) exclusive lockmgr bufwait (bufwait) r = 0 (0xd857f680) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd856b660) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519ab38) locked @ kern/vfs_vnops.c:650 Process 1116 (truncate2) thread 0xc4b1d480 (100111) exclusive lockmgr bufwait (bufwait) r = 0 (0xd857ad60) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd85584e0) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc4ec35c8) locked @ kern/vfs_vnops.c:650 Process 1115 (truncate2) thread 0xc4b88000 (100066) exclusive lockmgr bufwait (bufwait) r = 0 (0xd857eb20) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd855c2a0) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519bb38) locked @ kern/vfs_vnops.c:650 Process 1114 (truncate2) thread 0xc4aef6c0 (100059) exclusive lockmgr bufwait (bufwait) r = 0 (0xd85403c0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8550480) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc503646c) locked @ kern/vfs_vnops.c:650 Process 1113 (truncate2) thread 0xc4c4f900 (100095) exclusive lockmgr bufwait (bufwait) r = 0 (0xd857b240) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd854f100) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc51a09dc) locked @ kern/vfs_vnops.c:650 Process 1112 (truncate2) thread 0xc4c52480 (100077) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8573d40) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8540700) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc4e37c94) locked @ kern/vfs_vnops.c:650 Process 1111 (truncate2) thread 0xc4c52240 (100078) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8582c20) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8573520) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519adf0) locked @ kern/vfs_vnops.c:650 Process 1110 (truncate2) thread 0xc4cbc480 (100091) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8548420) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd853b0e0) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc50531b4) locked @ kern/vfs_vnops.c:650 Process 1109 (truncate2) thread 0xc4c52000 (100092) exclusive lockmgr bufwait (bufwait) r = 0 (0xd856d3a0) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8553a20) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc51935c8) locked @ kern/vfs_vnops.c:650 Process 1108 (truncate2) thread 0xc4cbc6c0 (100090) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8560060) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8544b40) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc519b9dc) locked @ kern/vfs_vnops.c:650 Process 1107 (truncate2) thread 0xc4c4fb40 (100094) exclusive lockmgr bufwait (bufwait) r = 0 (0xd8569100) locked @ kern/vfs_bio.c:1851 exclusive lockmgr bufwait (bufwait) r = 0 (0xd8537b40) locked @ kern/vfs_bio.c:2581 exclusive lockmgr ufs (ufs) r = 0 (0xc5053df0) locked @ kern/vfs_vnops.c:650 Process 979 (sshd) thread 0xc4ece000 (100126) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4db9560) locked @ kern/uipc_sockbuf.c:148 db:0:alllocks> show lockedvnods Locked vnodes 0xc5053d98: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc5083000 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4c4fb40 (pid 1107) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235523, on dev ad0s1e 0xc505315c: tag ufs, type VREG usecount 1, writecount 1, refcount 7 mountedhere 0 flags (VV_NOSYNC) v_object 0xc5100e58 ref 0 pages 20 lock type ufs: EXCL by thread 0xc4cbc480 (pid 1110) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235532, on dev ad0s1e 0xc4e37c3c: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4ed3220 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4c52480 (pid 1112) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235538, on dev ad0s1e 0xc4eda570: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4db75d8 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4c4f000 (pid 1122) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235543, on dev ad0s1e 0xc4ed9d98: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc5183d48 ref 0 pages 16 lock type ufs: EXCL by thread 0xc517b6c0 (pid 1126) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235549, on dev ad0s1e 0xc4ec3570: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc518aee0 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b1d480 (pid 1116) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235555, on dev ad0s1e 0xc5037414: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc51922a8 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4c526c0 (pid 1119) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235556, on dev ad0s1e 0xc5193c3c: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc518ac38 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b1d6c0 (pid 1118) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235578, on dev ad0s1e 0xc5036414: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc5191bb0 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4aef6c0 (pid 1114) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235583, on dev ad0s1e 0xc4ed9414: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4cd3990 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b88b40 (pid 1124) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235586, on dev ad0s1e 0xc519bd98: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4e4eb28 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b87000 (pid 1121) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235587, on dev ad0s1e 0xc5189414: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc5183550 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b88d80 (pid 1123) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235589, on dev ad0s1e 0xc519bae0: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4b34aa0 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b88000 (pid 1115) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235594, on dev ad0s1e 0xc519b984: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4d9fa18 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4cbc6c0 (pid 1108) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235595, on dev ad0s1e 0xc5193570: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc518a880 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4c52000 (pid 1109) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235599, on dev ad0s1e 0xc5193414: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc518a7f8 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4aef900 (pid 1120) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235602, on dev ad0s1e 0xc519b2b8: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4ce5660 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b88240 (pid 1125) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235618, on dev ad0s1e 0xc51a0984: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc5191330 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4c4f900 (pid 1113) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235629, on dev ad0s1e 0xc519ad98: tag ufs, type VREG usecount 1, writecount 1, refcount 7 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4d9f7f8 ref 0 pages 20 lock type ufs: EXCL by thread 0xc4c52240 (pid 1111) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235636, on dev ad0s1e 0xc519aae0: tag ufs, type VREG usecount 1, writecount 1, refcount 6 mountedhere 0 flags (VV_NOSYNC) v_object 0xc4c3e2a8 ref 0 pages 16 lock type ufs: EXCL by thread 0xc4b1dd80 (pid 1117) #0 0xc08778ce at __lockmgr_args+0xc1e #1 0xc0ad5151 at ffs_lock+0xa1 #2 0xc0be5815 at VOP_LOCK1_APV+0xb5 #3 0xc092e528 at _vn_lock+0x78 #4 0xc092f652 at vn_truncate+0xd2 #5 0xc08d5948 at kern_ftruncate+0xd8 #6 0xc08d59c8 at ftruncate+0x28 #7 0xc0bcc9c4 at syscall+0x2b4 #8 0xc0baed00 at Xint0x80_syscall+0x20 ino 235644, on dev ad0s1e db:0:lockedvnods> show mount 0xc4aa5b50 /dev/ad0s1a on / (ufs) 0xc4aa6000 devfs on /dev (devfs) 0xc4bfe5a8 /dev/ad0s1f on /home (ufs) 0xc4bfe000 /dev/ad0s1d on /usr (ufs) 0xc4aa6b50 /dev/ad0s1g on /var (ufs) 0xc4aa687c /dev/ad0s1e on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1420 1143 1139 1001 S nanslp 0xc0dfef44 sleep 1178 1177 1178 1001 Ss+ ttyin 0xc5034470 bash 1177 1167 1167 1001 S select 0xc51de4a4 sshd 1167 947 1167 0 Ss sbwait 0xc4db0728 sshd 1144 1139 1139 1001 S piperd 0xc4c39188 awk 1143 1139 1139 1001 S wait 0xc474cd48 sh 1142 1141 1142 1001 Ss+ select 0xc51e8ca4 top 1141 1133 1133 1001 S select 0xc51b6464 sshd 1140 1138 1140 1001 Ss kqread 0xc4aa2780 tail 1139 1137 1139 1001 Ss wait 0xc4e51aa0 sh 1138 1131 1131 1001 S select 0xc51e31a4 sshd 1137 1132 1132 1001 S select 0xc51e7164 sshd 1133 947 1133 0 Ss sbwait 0xc4dafa60 sshd 1132 947 1132 0 Ss sbwait 0xc4e28bfc sshd 1131 947 1131 0 Ss sbwait 0xc4c2ba60 sshd 1126 1 1079 1001 S+ getblk 0xd8539a20 truncate2 1125 1 1079 1001 S+ getblk 0xd854b680 truncate2 1124 1 1079 1001 S+ getblk 0xd8559380 truncate2 1123 1 1079 1001 S+ getblk 0xd8542440 truncate2 1122 1 1079 1001 S+ getblk 0xd853ada0 truncate2 1121 1 1079 1001 S+ getblk 0xd855f360 truncate2 1120 1 1079 1001 S+ getblk 0xd8551320 truncate2 1119 1 1079 1001 S+ getblk 0xd85432e0 truncate2 1118 1 1079 1001 S+ getblk 0xd854c040 truncate2 1117 1 1079 1001 S+ getblk 0xd856aca0 truncate2 1116 1 1079 1001 S+ getblk 0xd85577e0 truncate2 1115 1 1079 1001 S+ getblk 0xd855ba80 truncate2 1114 1 1079 1001 S+ getblk 0xd85519a0 truncate2 1113 1 1079 1001 S+ getblk 0xd854f5e0 truncate2 1112 1 1079 1001 S+ getblk 0xd8540a40 truncate2 1111 1 1079 1001 S+ getblk 0xd84eca60 truncate2 1110 1 1079 1001 S+ getblk 0xd853b280 truncate2 1109 1 1079 1001 S+ getblk 0xd8552ec0 truncate2 1108 1 1079 1001 S+ getblk 0xd85451c0 truncate2 1107 1 1079 1001 S+ getblk 0xd8537e80 truncate2 1064 1 1064 0 Ss+ ttyin 0xc483b070 getty 1063 1 1063 0 Ss+ ttyin 0xc483b270 getty 1062 1 1062 0 Ss+ ttyin 0xc468fe70 getty 1061 1 1061 0 Ss+ ttyin 0xc4821870 getty 1060 1 1060 0 Ss+ ttyin 0xc4551e70 getty 1059 1 1059 0 Ss+ ttyin 0xc468fc70 getty 1058 1 1058 0 Ss+ ttyin 0xc468f670 getty 1057 1 1057 0 Ss+ ttyin 0xc468fa70 getty 1056 1045 1056 1001 Ss+ ttyin 0xc5034e70 bash 1045 979 979 1001 S select 0xc4a76ea4 sshd 1033 1 1033 0 Ss select 0xc4837b64 inetd 1009 1 1009 0 Ss select 0xc4ae8964 moused 991 1 991 0 Ss nanslp 0xc0dfef44 watchdogd 979 947 979 0 Ss sbwait 0xc4db958c sshd 965 1 965 0 Ss nanslp 0xc0dfef44 cron 958 1 958 25 Ss pause 0xc4c605a8 sendmail 954 1 954 0 Ss select 0xc4a45e64 sendmail 947 1 947 0 Ss select 0xc4ae9324 sshd 910 1 910 0 Ss select 0xc4a444a4 ntpd 809 808 808 0 S (threaded) nfsd 100104 S rpcsvc 0xc4ae8210 nfsd: service 100103 S rpcsvc 0xc4ae81d0 nfsd: service 100102 S rpcsvc 0xc4aaae90 nfsd: service 100052 S rpcsvc 0xc4a45810 nfsd: master 808 1 808 0 Ss select 0xc4a77124 nfsd 806 1 806 0 Ss select 0xc4a443e4 mountd 711 1 711 0 Ss select 0xc4a76564 rpcbind 691 1 691 0 Ss select 0xc48372a4 syslogd 561 1 561 0 Ss select 0xc4ae96e4 devd 19 0 0 0 SL flowclea 0xc0f6ba88 [flowcleaner] 18 0 0 0 SL sdflush 0xc0f77280 [softdepflush] 17 0 0 0 SL vlruwt 0xc4a5aaa0 [vnlru] 16 0 0 0 SL syncer 0xc0f6b894 [syncer] 15 0 0 0 SL psleep 0xc0f6b5c8 [bufdaemon] 9 0 0 0 SL pgzero 0xc0f78094 [pagezero] 8 0 0 0 SL psleep 0xc0f77cc4 [vmdaemon] 7 0 0 0 SL psleep 0xc0f77c8c [pagedaemon] 6 0 0 0 SL - 0xc482143c [fdc0] 14 0 0 0 SL (threaded) [usb] 100034 D - 0xc479fdac [usbus0] 100033 D - 0xc479fd7c [usbus0] 100032 D - 0xc479fd4c [usbus0] 100031 D - 0xc479fd1c [usbus0] 5 0 0 0 SL ccb_scan 0xc0dcb154 [xpt_thrd] 13 0 0 0 SL - 0xc0dfeda4 [yarrow] 4 0 0 0 SL - 0xc0dfcb64 [g_down] 3 0 0 0 SL - 0xc0dfcb60 [g_up] 2 0 0 0 SL - 0xc0dfcb58 [g_event] 12 0 0 0 WL (threaded) [intr] 100042 I [irq7: ppc0] 100040 I [swi0: uart uart] 100039 I [irq12: psm0] 100038 I [irq1: atkbd0] 100037 I [irq15: ata1] 100036 I [irq14: ata0] 100035 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100026 I [swi5: +] 100021 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi1: netisr 0] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc457bd48 [init] 10 0 0 0 SL audit_wo 0xc0f76ac0 [audit] 0 0 0 0 SLs (threaded) [kernel] 100029 D - 0xc4783340 [em0 taskq] 100027 D - 0xc474a100 [thread taskq] 100025 D - 0xc474a1c0 [kqueue taskq] 100024 D - 0xc474a200 [acpi_task_2] 100023 D - 0xc474a200 [acpi_task_1] 100022 D - 0xc474a200 [acpi_task_0] 100013 D - 0xc4562e00 [firmware taskq] 100000 D sched 0xc0dfcc40 [swapper] db:0:ps> allt Tracing command sleep pid 1420 tid 100170 td 0xc4e20480 sched_switch(c4e20480,0,104,191,8f5261de,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c4e20480,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c08c84b0,c4e20480,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0dfef44,5c,c0ca13f8,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0dfef44,0,15c,c0ca13f8,2711,...) at _sleep+0x31e kern_nanosleep(c4e20480,e6edcc64,e6edcc6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c4e20480,e6edccf8,8,c4e20480,c0d8e140,...) at nanosleep+0x6f syscall(e6edcd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815bad7, esp = 0xbfbfeccc, ebp = 0xbfbfed08 --- Tracing command bash pid 1178 tid 100147 td 0xc4e20b40 sched_switch(c4e20b40,0,104,191,5c468a34,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4e20b40,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c5034404,0,c0c9e8d3,c4e20b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c5034470,0,e6e91b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c5034470,c5034404,c0ca8663,510,0,...) at _cv_wait_sig+0x240 tty_wait(c5034400,c5034470,e6e91c58,1,0,...) at tty_wait+0x71 ttydisc_read(c5034400,e6e91c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c51da000,e6e91c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4b6a7e0,e6e91c58,c51c9300,0,c4e20b40,...) at devfs_read_f+0x7e dofileread(e6e91c58,ffffffff,ffffffff,0,c4b6a7e0,...) at dofileread+0x96 kern_readv(c4e20b40,0,e6e91c58,e6e91c78,1,...) at kern_readv+0x58 read(c4e20b40,e6e91cf8,c,c0ca6db8,c0d8c754,...) at read+0x4f syscall(e6e91d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2834b0b3, esp = 0xbfbfe02c, ebp = 0xbfbfe058 --- Tracing command sshd pid 1177 tid 100072 td 0xc4b87240 sched_switch(c4b87240,0,104,191,5c4bb91e,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b87240,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c51de490,0,c0c9e8d3,c4b87240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c51de4a4,0,e6d35a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c51de4a4,c51de490,c0ca692f,603,c4b03af0,...) at _cv_wait_sig+0x240 seltdwait(c4b03af0,58,c520b080,c4b87240,200246,...) at seltdwait+0xa2 kern_select(c4b87240,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c4b87240,e6d35cf8,14,c0c882a6,c0d8d12c,...) at select+0x66 syscall(e6d35d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1167 tid 100139 td 0xc517ad80 sched_switch(c517ad80,0,104,191,d78cae72,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,58,...) at mi_switch+0x200 sleepq_switch(c517ad80,0,c0ca46a7,1a0,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4db0728,58,c0caa45a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4db0728,c4db06e8,158,c0caa45a,0) at _sleep+0x354 sbwait(c4db06c4,4,c0caa529,5c5,c4db06e8,...) at sbwait+0x76 soreceive_generic(c4db0670,0,e6e74c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4db0670,0,e6e74c58,0,0,0) at soreceive+0x38 soo_read(c4b04cb0,e6e74c58,c520a980,0,c517ad80,...) at soo_read+0x4e dofileread(e6e74c58,ffffffff,ffffffff,0,c4b04cb0,...) at dofileread+0x96 kern_readv(c517ad80,5,e6e74c58,e6e74c78,1,...) at kern_readv+0x58 read(c517ad80,e6e74cf8,c,e6e74ca0,c0d8c754,...) at read+0x4f syscall(e6e74d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0b3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command awk pid 1144 tid 100093 td 0xc4c4fd80 sched_switch(c4c4fd80,0,104,191,8ee9f92c,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c4c4fd80,0,c0ca46a7,1a0,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4c39188,4c,c0ca6ae0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c39188,c4c392f8,14c,c0ca6ae0,0,...) at _sleep+0x354 pipe_read(c4db8888,e6d9ac58,c51e2c00,0,c4c4fd80,...) at pipe_read+0x417 dofileread(e6d9ac58,ffffffff,ffffffff,0,c4db8888,...) at dofileread+0x96 kern_readv(c4c4fd80,0,e6d9ac58,e6d9ac78,1,...) at kern_readv+0x58 read(c4c4fd80,e6d9acf8,c,c4c4fd80,c0d8c754,...) at read+0x4f syscall(e6d9ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b20b3, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 1143 tid 100054 td 0xc4b1f900 sched_switch(c4b1f900,0,104,191,8f046110,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c4b1f900,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c474cd48,5c,c0ca6ec9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c474cd48,c474cdd0,15c,c0ca6ec9,0,...) at _sleep+0x354 kern_wait(c4b1f900,ffffffff,e6cd9c74,2,0,...) at kern_wait+0xb76 wait4(c4b1f900,e6cd9cf8,10,c0ca6ea8,c0d8c7c4,...) at wait4+0x3b syscall(e6cd9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e07b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command top pid 1142 tid 100118 td 0xc4e21480 sched_switch(c4e21480,0,104,191,bd7ab1ea,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4e21480,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6e20a4c,c087f0ba,c51e8c90,0,c4e21480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c51e8ca4,0,e6e20a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c51e8ca4,c51e8c90,3e9,603,c4b3e038,...) at _cv_timedwait_sig+0x250 seltdwait(e6e20c28,e6e20c30,c51ec180,c4e21480,333b335b,...) at seltdwait+0x8a kern_select(c4e21480,2,bfbfebec,0,0,e6e20c70,20,1,0) at kern_select+0x4f4 select(c4e21480,e6e20cf8,14,c0c882a6,c0d8d12c,...) at select+0x66 syscall(e6e20d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e8033, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 --- Tracing command sshd pid 1141 tid 100136 td 0xc517b480 sched_switch(c517b480,0,104,191,bd866e5a,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c517b480,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c51b6450,0,c0c9e8d3,c517b480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c51b6464,0,e6e68a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c51b6464,c51b6450,c0ca692f,603,c4b03b60,...) at _cv_wait_sig+0x240 seltdwait(c4b03b60,58,c51e6880,c517b480,200246,...) at seltdwait+0xa2 kern_select(c517b480,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c517b480,e6e68cf8,14,c0c882a6,c0d8d12c,...) at select+0x66 syscall(e6e68d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command tail pid 1140 tid 100121 td 0xc4c52d80 sched_switch(c4c52d80,0,104,191,6b727680,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,58,...) at mi_switch+0x200 sleepq_switch(c4c52d80,0,c0ca46a7,1a0,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c84b0,c4c52d80,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4aa2780,58,c0c9b272,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c4aa2780,c4aa2780,158,c0c9b272,3e9,...) at _sleep+0x31e kern_kevent(c4c52d80,4,0,1,e6e2dc58,...) at kern_kevent+0x364 kevent(c4c52d80,e6e2dcf8,18,c0c3f4a9,c0d8eeb4,...) at kevent+0x19b syscall(e6e2dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815fcbb, esp = 0xbfbfeb5c, ebp = 0xbfbfec18 --- Tracing command sh pid 1139 tid 100129 td 0xc4ecb900 sched_switch(c4ecb900,0,104,191,f9c320d2,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c4ecb900,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4e51aa0,5c,c0ca6ec9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e51aa0,c4e51b28,15c,c0ca6ec9,0,...) at _sleep+0x354 kern_wait(c4ecb900,ffffffff,e6e48c74,2,0,...) at kern_wait+0xb76 wait4(c4ecb900,e6e48cf8,10,c4ecb900,c0d8c7c4,...) at wait4+0x3b syscall(e6e48d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e07b, esp = 0xbfbfeb6c, ebp = 0xbfbfeb88 --- Tracing command sshd pid 1138 tid 100080 td 0xc481c480 Tracing command sshd pid 1137 tid 100130 td 0xc4ecb6c0 Tracing command sshd pid 1133 tid 100120 td 0xc4cbc000 Tracing command sshd pid 1132 tid 100051 td 0xc4aefd80 Tracing command sshd pid 1131 tid 100123 td 0xc4c52900 Tracing command truncate2 pid 1126 tid 100135 td 0xc517b6c0 Tracing command truncate2 pid 1125 tid 100134 td 0xc4b88240 Tracing command truncate2 pid 1124 tid 100101 td 0xc4b88b40 Tracing command truncate2 pid 1123 tid 100100 td 0xc4b88d80 Tracing command truncate2 pid 1122 tid 100099 td 0xc4c4f000 Tracing command truncate2 pid 1121 tid 100073 td 0xc4b87000 Tracing command truncate2 pid 1120 tid 100058 td 0xc4aef900 Tracing command truncate2 pid 1119 tid 100124 td 0xc4c526c0 Tracing command truncate2 pid 1118 tid 100110 td 0xc4b1d6c0 Tracing command truncate2 pid 1117 tid 100107 td 0xc4b1dd80 Tracing command truncate2 pid 1116 tid 100111 td 0xc4b1d480 Tracing command truncate2 pid 1115 tid 100066 td 0xc4b88000 Tracing command truncate2 pid 1114 tid 100059 td 0xc4aef6c0 Tracing command truncate2 pid 1113 tid 100095 td 0xc4c4f900 Tracing command truncate2 pid 1112 tid 100077 td 0xc4c52480 Tracing command truncate2 pid 1111 tid 100078 td 0xc4c52240 Tracing command truncate2 pid 1110 tid 100091 td 0xc4cbc480 Tracing command truncate2 pid 1109 tid 100092 td 0xc4c52000 Tracing command truncate2 pid 1108 tid 100090 td 0xc4cbc6c0 Tracing command truncate2 pid 1107 tid 100094 td 0xc4c4fb40 sched_switch(c4c4fb40,0,104,191,6ceef282,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,50,...) at mi_switch+0x200 sleepq_switch(c4c4fb40,0,c0ca46a7,260,50,...) at sleepq_switch+0x15f sleepq_wait(d8537e80,50,c0cabd33,4,0,...) at sleepq_wait+0x63 __lockmgr_args(d8537e80,81900,c4bf2254,c0cabd33,50,...) at __lockmgr_args+0xb3f getblk(c4bf215c,399ca0,0,4000,0,...) at getblk+0x163 setup_allocindir_phase2(c51ddc00,3f,0,0,3f,...) at setup_allocindir_phase2+0x584 softdep_setup_allocindir_page(c4e1f658,d8537ae0,e6d9e82c,1,3f,...) at softdep_setup_allocindir_page+0x102 ffs_balloc_ufs2(c5053d98,ff3ff,0,1,c4ab0100,...) at ffs_balloc_ufs2+0x1bf7 ffs_truncate(c5053d98,ff400,0,800,c4ab0100,...) at ffs_truncate+0x8a1 ufs_setattr(e6d9ec20,c0cdeff5,c5053d98,e6d9ebb8,c5053d98,...) at ufs_setattr+0x732 VOP_SETATTR_APV(c0daf400,e6d9ec20,c5053d98,28a,0,...) at VOP_SETATTR_APV+0xc5 vn_truncate(c4b03770,ff400,0,c4ab0100,c4c4fb40,...) at vn_truncate+0x145 kern_ftruncate(c4c4fb40,5,ff400,0,e6d9ed2c,...) at kern_ftruncate+0xd8 ftruncate(c4c4fb40,e6d9ecf8,c,c0c882a6,c0d8fb80,...) at ftruncate+0x28 syscall(e6d9ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (480, FreeBSD ELF32, ftruncate), eip = 0x28161e2b, esp = 0xbfbfe83c, ebp = 0xbfbfe868 --- Tracing command getty pid 1064 tid 100070 td 0xc4b876c0 Tracing command getty pid 1063 tid 100128 td 0xc4ecbb40 Tracing command getty pid 1062 tid 100114 td 0xc4e21d80 Tracing command getty pid 1061 tid 100106 td 0xc4b1f000 Tracing command getty pid 1060 tid 100115 td 0xc4e21b40 Tracing command getty pid 1059 tid 100125 td 0xc4ece240 Tracing command getty pid 1058 tid 100067 td 0xc4b87d80 Tracing command getty pid 1057 tid 100108 td 0xc4b1db40 Tracing command bash pid 1056 tid 100096 td 0xc4c4f6c0 sched_switch(c4c4f6c0,0,104,191,1d37e620,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4c4f6c0,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c5034e04,0,c0c9e8d3,c4c4f6c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c5034e70,0,e6da6b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c5034e70,c5034e04,c0ca8663,510,0,...) at _cv_wait_sig+0x240 tty_wait(c5034e00,c5034e70,e6da6c58,1,0,...) at tty_wait+0x71 ttydisc_read(c5034e00,e6da6c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c4c4e400,e6da6c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4cd6498,e6da6c58,c4ab0100,0,c4c4f6c0,...) at devfs_read_f+0x7e dofileread(e6da6c58,ffffffff,ffffffff,0,c4cd6498,...) at dofileread+0x96 kern_readv(c4c4f6c0,0,e6da6c58,e6da6c78,1,...) at kern_readv+0x58 read(c4c4f6c0,e6da6cf8,c,c0ca6db8,c0d8c754,...) at read+0x4f syscall(e6da6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2834b0b3, esp = 0xbfbfe02c, ebp = 0xbfbfe058 --- Tracing command sshd pid 1045 tid 100116 td 0xc4e21900 sched_switch(c4e21900,0,104,191,1d3b3f40,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4e21900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c4a76e90,0,c0c9e8d3,c4e21900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4a76ea4,0,e6e1aa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a76ea4,c4a76e90,c0ca692f,603,c4cd66c8,...) at _cv_wait_sig+0x240 seltdwait(c4cd66c8,58,c4ab0a00,c4e21900,200246,...) at seltdwait+0xa2 kern_select(c4e21900,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c4e21900,e6e1acf8,14,c0c882a6,c0d8d12c,...) at select+0x66 syscall(e6e1ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command inetd pid 1033 tid 100119 td 0xc4cbc240 Tracing command moused pid 1009 tid 100131 td 0xc4ecb480 Tracing command watchdogd pid 991 tid 100127 td 0xc4ecbd80 sched_switch(c4ecbd80,0,104,191,e852ba90,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c4ecbd80,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08c84b0,c4ecbd80,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0dfef44,5c,c0ca13f8,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0dfef44,0,15c,c0ca13f8,ea61,...) at _sleep+0x31e kern_nanosleep(c4ecbd80,e6e42c64,e6e42c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4ecbd80,e6e42cf8,8,c0cb8323,c0d8e140,...) at nanosleep+0x6f syscall(e6e42d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28185ad7, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command sshd pid 979 tid 100126 td 0xc4ece000 Tracing command cron pid 965 tid 100085 td 0xc4cbd240 sched_switch(c4cbd240,0,104,191,3643dd8e,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c4cbd240,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08c84b0,c4cbd240,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0dfef44,5c,c0ca13f8,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0dfef44,0,15c,c0ca13f8,ea61,...) at _sleep+0x31e kern_nanosleep(c4cbd240,e6d81c64,e6d81c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4cbd240,e6d81cf8,8,c0ca7006,c0d8e140,...) at nanosleep+0x6f syscall(e6d81d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28178ad7, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 958 tid 100086 td 0xc4cbd000 sched_switch(c4cbd000,0,104,191,8068f8e2,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,68,...) at mi_switch+0x200 sleepq_switch(c4cbd000,0,c0ca46a7,1a0,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4c605a8,68,c0c53d9e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c605a8,c4c605d8,168,c0c53d9e,0,...) at _sleep+0x354 kern_sigsuspend(c4cbd000,0,0,0,0,...) at kern_sigsuspend+0xae sigsuspend(c4cbd000,e6d84cf8,4,c0ca6db8,c0d8ec4c,...) at sigsuspend+0x4d syscall(e6d84d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28332efb, esp = 0xbfbfcf8c, ebp = 0xbfbfcfb8 --- Tracing command sendmail pid 954 tid 100063 td 0xc481cd80 sched_switch(c481cd80,0,104,191,b91951f4,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c481cd80,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6d09a4c,c087f0ba,c4a45e50,0,c481cd80,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4a45e64,0,e6d09a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a45e64,c4a45e50,1389,603,c4cd68f8,...) at _cv_timedwait_sig+0x250 seltdwait(e6d09c28,e6d09c30,c4c31c00,c481cd80,c188b014,...) at seltdwait+0x8a kern_select(c481cd80,5,bfbfc510,0,0,e6d09c70,20,5,0) at kern_select+0x4f4 select(c481cd80,e6d09cf8,14,c0ca72dc,c0d8d12c,...) at select+0x66 syscall(e6d09d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283d7033, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 947 tid 100113 td 0xc4b1d000 sched_switch(c4b1d000,0,104,191,d2324056,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b1d000,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c4ae9310,0,c0c9e8d3,c4b1d000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4ae9324,0,e6e11a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4ae9324,c4ae9310,c0ca692f,603,c4b6aa80,...) at _cv_wait_sig+0x240 seltdwait(c4b6aa80,58,c4c32800,c4b1d000,ebe,...) at seltdwait+0xa2 kern_select(c4b1d000,5,286090b0,0,0,0,20,283d4083,1) at kern_select+0x4f4 select(c4b1d000,e6e11cf8,14,c4b1d000,c0d8d12c,...) at select+0x66 syscall(e6e11d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce033, esp = 0xbfbfdf1c, ebp = 0xbfbfee38 --- Tracing command ntpd pid 910 tid 100109 td 0xc4b1d900 sched_switch(c4b1d900,0,104,191,afb1b602,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b1d900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c4a44490,0,c0c9e8d3,c4b1d900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4a444a4,0,e6e03a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a444a4,c4a44490,c0ca692f,603,c4cd6ce8,...) at _cv_wait_sig+0x240 seltdwait(c4cd6ce8,58,c4579100,c4b1d900,0,...) at seltdwait+0xa2 kern_select(c4b1d900,1c,bfbfed28,0,0,0,20,e6e03c98,246) at kern_select+0x4f4 select(c4b1d900,e6e03cf8,14,c4b1d900,c0d8d12c,...) at select+0x66 syscall(e6e03d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28353033, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 809 tid 100104 td 0xc4b88480 sched_switch(c4b88480,0,104,191,b3f39b4c,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b88480,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6de0bf8,c087f0ba,c4900100,0,c4b88480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4ae8210,0,e6de0c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4ae8210,c4900100,1388,3ea,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6de0d24,c0864c48,c4900100,e6de0d38,c0c9b628,...) at svc_run_internal+0x356 svc_thread_start(c4900100,e6de0d38,c0c9b628,343,c4a5a2a8,...) at svc_thread_start+0x10 fork_exit(c0a84970,c4900100,e6de0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 809 tid 100103 td 0xc4b886c0 sched_switch(c4b886c0,0,104,191,b3d82022,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b886c0,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6dddbf8,c087f0ba,c4900100,0,c4b886c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4ae81d0,0,e6dddc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4ae81d0,c4900100,1388,3af,28313c5c,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6dddd24,c0864c48,c4900100,e6dddd38,c0c9b628,...) at svc_run_internal+0x356 svc_thread_start(c4900100,e6dddd38,c0c9b628,343,c4a5a2a8,...) at svc_thread_start+0x10 fork_exit(c0a84970,c4900100,e6dddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 809 tid 100102 td 0xc4b88900 sched_switch(c4b88900,0,104,191,af8dddec,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b88900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6ddabf8,c087f0ba,c4900100,0,c4b88900,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4aaae90,0,e6ddac28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4aaae90,c4900100,1388,3af,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6ddad24,c0864c48,c4900100,e6ddad38,c0c9b628,...) at svc_run_internal+0x356 svc_thread_start(c4900100,e6ddad38,c0c9b628,343,c4a5a2a8,...) at svc_thread_start+0x10 fork_exit(c0a84970,c4900100,e6ddad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 809 tid 100052 td 0xc4b1fd80 sched_switch(c4b1fd80,0,104,191,b3a14566,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b1fd80,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6cd1ae8,c087f0ba,c4900100,0,c4b1fd80,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4a45810,0,e6cd1b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a45810,c4900100,1388,3af,e6cd1b60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4b1fee4,14,c0cc3990,c0cc2444,e6cd1c3c,...) at svc_run_internal+0x356 svc_run(c4900100,0,c0cc2748,1fd,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8b0,e6cd1c3c,c,c4579100,e6cd1c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c4b1fd80,e6cd1cf8,bfbfe8b0,c4b1fd80,c4a5a2a8,...) at nfssvc_nfsserver+0x24f nfssvc(c4b1fd80,e6cd1cf8,8,c0ca72dc,c0d8d7f4,...) at nfssvc+0x83 syscall(e6cd1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280daadb, esp = 0xbfbfe86c, ebp = 0xbfbfead8 --- Tracing command nfsd pid 808 tid 100057 td 0xc4aefb40 Tracing command mountd pid 806 tid 100084 td 0xc4cbd480 Tracing command rpcbind pid 711 tid 100088 td 0xc4cbcb40 sched_switch(c4cbcb40,0,104,191,8bcc5e72,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4cbcb40,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6d8aaa8,c087f0ba,c4a76550,0,c4cbcb40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c4a76564,0,e6d8aad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a76564,c4a76550,7531,603,e6d8ab8c,...) at _cv_timedwait_sig+0x250 seltdwait(e6d8ac5c,e6d8ac64,511,c4cbcb40,e6d8ab5c,...) at seltdwait+0x8a poll(c4cbcb40,e6d8acf8,c,c0ca7006,c0d8dddc,...) at poll+0x300 syscall(e6d8ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813f01f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 691 tid 100087 td 0xc4cbcd80 sched_switch(c4cbcd80,0,104,191,667454b6,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4cbcd80,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c4837290,0,c0c9e8d3,c4cbcd80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c48372a4,0,e6d87a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48372a4,c4837290,c0ca692f,603,c4c54bd0,...) at _cv_wait_sig+0x240 seltdwait(c4c54bd0,58,c4579100,c4cbcd80,0,...) at seltdwait+0xa2 kern_select(c4cbcd80,9,282290ac,0,0,0,20,0,281a5498) at kern_select+0x4f4 select(c4cbcd80,e6d87cf8,14,c0ca6eb8,c0d8d12c,...) at select+0x66 syscall(e6d87d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28191033, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 --- Tracing command devd pid 561 tid 100069 td 0xc4b87900 sched_switch(c4b87900,0,104,191,e966ad44,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4b87900,0,c0ca46a7,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087f0ba,c4ae96d0,0,c0c9e8d3,c4b87900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c4ae96e4,0,e6d25a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4ae96e4,c4ae96d0,c0ca692f,603,c4b03e70,...) at _cv_wait_sig+0x240 seltdwait(c4b03e70,58,c4579100,c4b87900,ebe,...) at seltdwait+0xa2 kern_select(c4b87900,6,bfbfe9a0,0,0,0,20,8097fdf,1) at kern_select+0x4f4 select(c4b87900,e6d25cf8,14,c4b87900,c0d8d12c,...) at select+0x66 syscall(e6d25d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x8088ba3, esp = 0xbfbfe96c, ebp = 0xbfbfee48 --- Tracing command flowcleaner pid 19 tid 100050 td 0xc47686c0 sched_switch(c47686c0,0,104,191,d377d3e4,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c47686c0,0,c0ca46a7,283,c47686c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f6ba88,0,e4addcc4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f6ba88,c0f6ba90,2710,3f0,0,...) at _cv_timedwait+0x250 flowtable_cleaner(0,e4addd38,c0c9b628,343,c4a5a550,...) at flowtable_cleaner+0x1bf fork_exit(c0937d70,0,e4addd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4addd70, ebp = 0 --- Tracing command softdepflush pid 18 tid 100049 td 0xc4768900 sched_switch(c4768900,0,104,191,5f86e520,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200 sleepq_switch(c4768900,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f77280,44,c0cc8862,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f77280,c0f77230,44,c0cc8862,3e8,...) at _sleep+0x339 softdep_flush(0,e4adad38,c0c9b628,343,c4a5a7f8,...) at softdep_flush+0x244 fork_exit(c0acc7b0,0,e4adad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4adad70, ebp = 0 --- Tracing command vnlru pid 17 tid 100048 td 0xc4768b40 sched_switch(c4768b40,0,104,191,90561586,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,50,...) at mi_switch+0x200 sleepq_switch(c4768b40,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4a5aaa0,50,c0cae6de,0,0,...) at sleepq_timedwait+0x6b _sleep(c4a5aaa0,c0f6b854,250,c0cae6de,3e8,...) at _sleep+0x339 vnlru_proc(0,e4ad7d38,c0c9b628,343,c4a5aaa0,...) at vnlru_proc+0xe7 fork_exit(c0923610,0,e4ad7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ad7d70, ebp = 0 --- Tracing command syncer pid 16 tid 100047 td 0xc4768d80 sched_switch(c4768d80,0,104,191,56a1ee0a,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4768d80,0,c0ca46a7,283,c4768d80,...) at sleepq_switch+0x15f sleepq_timedwait(c0f6b894,0,e4ad4c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f6b894,c0f6b880,3e8,6cd,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e4ad4d38,c0c9b628,343,c4a5ad48,...) at sched_sync+0x502 fork_exit(c0922a40,0,e4ad4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ad4d70, ebp = 0 --- Tracing command bufdaemon pid 15 tid 100046 td 0xc481b000 sched_switch(c481b000,0,104,191,8af90112,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200 sleepq_switch(c481b000,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f6b5c8,44,c0cabc4c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f6b5c8,c0f6b5d0,44,c0cabc4c,3e8,...) at _sleep+0x339 buf_daemon(0,e4ad1d38,c0c9b628,343,c457c2a8,...) at buf_daemon+0x16e fork_exit(c090ac90,0,e4ad1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ad1d70, ebp = 0 --- Tracing command pagezero pid 9 tid 100045 td 0xc481b240 sched_switch(c481b240,0,104,191,ffa6cd30,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c481b240,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f78094,0,c0cce418,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f78094,c0f77b80,0,c0cce418,493e0,...) at _sleep+0x339 vm_pagezero(0,e4aced38,c0c9b628,343,c457c550,...) at vm_pagezero+0xdc fork_exit(c0b0ac90,0,e4aced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4aced70, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100044 td 0xc481b480 sched_switch(c481b480,0,104,191,bf10620,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,68,...) at mi_switch+0x200 sleepq_switch(c481b480,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0f77cc4,68,c0cabc4c,0,0,...) at sleepq_wait+0x63 _sleep(c0f77cc4,c0f77cc8,68,c0cabc4c,0,...) at _sleep+0x36b vm_daemon(0,e4acbd38,c0c9b628,343,c457c7f8,...) at vm_daemon+0x59 fork_exit(c0b05130,0,e4acbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4acbd70, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100043 td 0xc481b6c0 sched_switch(c481b6c0,0,104,191,e2b2c424,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200 sleepq_switch(c481b6c0,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f77c8c,44,c0cabc4c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f77c8c,c0f77b80,44,c0cabc4c,1388,...) at _sleep+0x339 vm_pageout(0,e4ac8d38,c0c9b628,343,c457caa0,...) at vm_pageout+0x2bb fork_exit(c0b05fd0,0,e4ac8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ac8d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100041 td 0xc481bb40 sched_switch(c481bb40,0,104,191,903aa176,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c481bb40,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c482143c,4c,c0c95aae,0,0,...) at sleepq_timedwait+0x6b _sleep(c482143c,c48214f0,4c,c0c95aae,3e8,...) at _sleep+0x339 fdc_thread(c4821400,e4ac2d38,c0c9b628,343,c457cd48,...) at fdc_thread+0x27d fork_exit(c0b882b0,c4821400,e4ac2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ac2d70, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc47666c0 sched_switch(c47666c0,0,104,191,820b5e50,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c47666c0,0,c0ca46a7,260,c47666c0,...) at sleepq_switch+0x15f sleepq_wait(c479fdac,0,c4362cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c479fdac,c479fe4c,c0c8e9e6,6c,c479fdb4,...) at _cv_wait+0x240 usb_process(c479fda4,c4362d38,c0c9b628,343,c474c000,...) at usb_process+0x193 fork_exit(c07bf990,c479fda4,c4362d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4362d70, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc4766900 sched_switch(c4766900,0,104,191,471c57bc,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4766900,0,c0ca46a7,260,c4766900,...) at sleepq_switch+0x15f sleepq_wait(c479fd7c,0,c435fcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c479fd7c,c479fe4c,c0c8e9e6,6c,c479fd84,...) at _cv_wait+0x240 usb_process(c479fd74,c435fd38,c0c9b628,343,c474c000,...) at usb_process+0x193 fork_exit(c07bf990,c479fd74,c435fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc435fd70, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc4766b40 sched_switch(c4766b40,0,104,191,819757d8,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4766b40,0,c0ca46a7,260,c4766b40,...) at sleepq_switch+0x15f sleepq_wait(c479fd4c,0,c435ccbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c479fd4c,c479fe4c,c0c8e9e6,6c,c479fd54,...) at _cv_wait+0x240 usb_process(c479fd44,c435cd38,c0c9b628,343,c474c000,...) at usb_process+0x193 fork_exit(c07bf990,c479fd44,c435cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc435cd70, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc4766d80 sched_switch(c4766d80,0,104,191,81972b84,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4766d80,0,c0ca46a7,260,c4766d80,...) at sleepq_switch+0x15f sleepq_wait(c479fd1c,0,c4359cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c479fd1c,c479fe4c,c0c8e9e6,6c,c479fd24,...) at _cv_wait+0x240 usb_process(c479fd14,c4359d38,c0c9b628,343,c474c000,...) at usb_process+0x193 fork_exit(c07bf990,c479fd14,c4359d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4359d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100020 td 0xc47576c0 sched_switch(c47576c0,0,104,191,8196ec54,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c47576c0,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dcb154,4c,c0c3a65a,0,0,...) at sleepq_wait+0x63 _sleep(c0dcb154,c0dcb16c,4c,c0c3a65a,0,...) at _sleep+0x36b xpt_scanner_thread(0,c4311d38,c0c9b628,343,c474c2a8,...) at xpt_scanner_thread+0x4a fork_exit(c0484af0,0,c4311d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4311d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc457f240 sched_switch(c457f240,0,104,191,bdce35de,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c457f240,0,c0ca46a7,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0dfeda4,0,c0c95aae,2,0,...) at sleepq_timedwait+0x6b _sleep(c0dfeda4,0,0,c0c95aae,64,...) at _sleep+0x339 pause(c0c95aae,64,c0c82984,111,0,...) at pause+0x47 random_kthread(0,c4308d38,c0c9b628,343,c474c550,...) at random_kthread+0x1ef fork_exit(c0738320,0,c4308d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4308d70, ebp = 0 --- Tracing command g_down pid 4 tid 100016 td 0xc457f480 sched_switch(c457f480,0,104,191,912b0ac2,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c457f480,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dfcb64,4c,c0c95aae,0,0,...) at sleepq_wait+0x63 _sleep(c0dfcb64,c0dfcac8,24c,c0c95aae,0,...) at _sleep+0x36b g_io_schedule_down(c457f480,0,c0c97176,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c4305d38,c0c9b628,343,c457b000,...) at g_down_procbody+0x8d fork_exit(c082bd10,0,c4305d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4305d70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc457f6c0 sched_switch(c457f6c0,0,104,191,9158daa0,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c457f6c0,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dfcb60,4c,c0c95aae,0,0,...) at sleepq_wait+0x63 _sleep(c0dfcb60,c0dfcae8,24c,c0c95aae,0,...) at _sleep+0x36b g_io_schedule_up(c457f6c0,0,c0c97176,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c4302d38,c0c9b628,343,c457b2a8,...) at g_up_procbody+0x8d fork_exit(c082bda0,0,c4302d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4302d70, ebp = 0 --- Tracing command g_event pid 2 tid 100014 td 0xc457f900 sched_switch(c457f900,0,104,191,bbdfc1d2,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c457f900,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dfcb58,4c,c0c95aae,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dfcb58,0,4c,c0c95aae,64,...) at _sleep+0x339 g_event_procbody(0,c42ffd38,c0c9b628,343,c457b550,...) at g_event_procbody+0xcb fork_exit(c082be30,0,c42ffd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42ffd70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc481b900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc481bd80 sched_switch(c481bd80,0,109,191,5855cf2e,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c47b1570,...) at mi_switch+0x200 ithread_loop(c4816b20,e4ab5d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c4816b20,e4ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ab5d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc481c000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc4757d80 sched_switch(c4757d80,0,109,191,811fc51c,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c4579070,...) at mi_switch+0x200 ithread_loop(c480eca0,e4aafd38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c480eca0,e4aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100037 td 0xc4766000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xc4766240 sched_switch(c4766240,0,109,191,9157fb1c,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2370,...) at mi_switch+0x200 ithread_loop(c480e820,e4aa6d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c480e820,e4aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc4766480 sched_switch(c4766480,0,109,191,5c9c062e,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c21f0,...) at mi_switch+0x200 ithread_loop(c47b0b10,e4aa0d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c47b0b10,e4aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4aa0d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4768000 sched_switch(c4768000,0,109,191,80ec5b5c,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2270,...) at mi_switch+0x200 ithread_loop(c4785830,c4356d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c4785830,c4356d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4356d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4768480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc45c4900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc4757480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc4757900 sched_switch(c4757900,0,109,191,4ee09ea,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c4704bf0,...) at mi_switch+0x200 ithread_loop(c4532980,c430ed38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c4532980,c430ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc430ed70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc4757b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc457fd80 sched_switch(c457fd80,0,109,191,aecb58c6,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2c70,...) at mi_switch+0x200 ithread_loop(c457a090,c42f9d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c457a090,c42f9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42f9d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45c4000 sched_switch(c45c4000,0,109,191,d3766c60,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2cf0,...) at mi_switch+0x200 ithread_loop(c457a0a0,c42f6d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c457a0a0,c42f6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42f6d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45c4240 sched_switch(c45c4240,0,109,191,8c9be8fa,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2d70,...) at mi_switch+0x200 ithread_loop(c457a0b0,c42f3d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c457a0b0,c42f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42f3d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45c4480 sched_switch(c45c4480,0,109,191,bdcdf1e0,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2df0,...) at mi_switch+0x200 ithread_loop(c457a0c0,c42f0d38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c457a0c0,c42f0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42f0d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc457d000 sched_switch(c457d000,0,109,191,c049cbea,...) at sched_switch+0x406 mi_switch(109,0,c0c9b8a7,52d,c45c2e70,...) at mi_switch+0x200 ithread_loop(c457a0d0,c42edd38,c0c9b628,343,c457b7f8,...) at ithread_loop+0x1f6 fork_exit(c0867c30,c457a0d0,c42edd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42edd70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc457d240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc457d480 kdb_enter(c0c48e6a,c0c89495,c0e02d40,c4786380,0,...) at kdb_enter+0x3a uart_intr(c4786300,c457d480,c455b8d0,c4578d80,4,...) at uart_intr+0x126 intr_event_handle(c4578d80,c42e4c34,c0c99d2a,1f4,c4551c00,...) at intr_event_handle+0x5c intr_execute_handlers(c455b8d0,c42e4c34,0,c42e4c74,c0baf064,...) at intr_execute_handlers+0x49 lapic_handle_intr(38,c42e4c34) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0ba3485, esp = 0xc42e4c74, ebp = 0xc42e4c74 --- acpi_cpu_c1(1,0,0,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c42e4cb4,c0bbabdb,0,c42e4cf8,c08b192e,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c42e4cf8,c08b192e,0,c42e4cd4,...) at cpu_idle_acpi+0x1b cpu_idle(0,c42e4cd4,c0ca1cd4,3b0,c457d480,...) at cpu_idle+0x1b sched_idletd(0,c42e4d38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e fork_exit(c08b16f0,0,c42e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42e4d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc457d6c0 cpustop_handler(2,c42e1c28,c0bccc46,c42e1bb8,c087ed04,...) at cpustop_handler+0x32 ipi_nmi_handler(c42e1bb8,c087ed04,c0dfefbc,4,c457baa0,...) at ipi_nmi_handler+0x2f trap(c42e1c34) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ba3485, esp = 0xc42e1c74, ebp = 0xc42e1c74 --- acpi_cpu_c1(1,0,1,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c42e1cb4,c0bbabdb,0,c42e1cf8,c08b192e,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c42e1cf8,c08b192e,0,c42e1cd4,...) at cpu_idle_acpi+0x1b cpu_idle(0,c42e1cd4,c0ca1cd4,3b0,c457d6c0,...) at cpu_idle+0x1b sched_idletd(0,c42e1d38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e fork_exit(c08b16f0,0,c42e1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42e1d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc457d900 cpustop_handler(4,c42dec28,c0bccc46,c42debb8,c087ed04,...) at cpustop_handler+0x32 ipi_nmi_handler(c42debb8,c087ed04,c0dfeff8,4,c457baa0,...) at ipi_nmi_handler+0x2f trap(c42dec34) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ba3485, esp = 0xc42dec74, ebp = 0xc42dec74 --- acpi_cpu_c1(1,0,2,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c42decb4,c0bbabdb,0,c42decf8,c08b192e,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c42decf8,c08b192e,0,c42decd4,...) at cpu_idle_acpi+0x1b cpu_idle(0,c42decd4,c0ca1cd4,3b0,c457d900,...) at cpu_idle+0x1b sched_idletd(0,c42ded38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e fork_exit(c08b16f0,0,c42ded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42ded70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc457db40 cpustop_handler(8,c42dbc28,c0bccc46,c42dbbb8,c087ed04,...) at cpustop_handler+0x32 ipi_nmi_handler(c42dbbb8,c087ed04,c0dff034,4,c457baa0,...) at ipi_nmi_handler+0x2f trap(c42dbc34) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ba3485, esp = 0xc42dbc74, ebp = 0xc42dbc74 --- acpi_cpu_c1(1,0,3,c08b1631,c0e115e0,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c42dbcb4,c0bbabdb,0,c42dbcf8,c08b192e,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c42dbcf8,c08b192e,0,c42dbcd4,...) at cpu_idle_acpi+0x1b cpu_idle(0,c42dbcd4,c0ca1cd4,a09,c457db40,...) at cpu_idle+0x1b sched_idletd(0,c42dbd38,c0c9b628,343,c457baa0,...) at sched_idletd+0x23e fork_exit(c08b16f0,0,c42dbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42dbd70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc457dd80 sched_switch(c457dd80,0,104,191,f4b3502e,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c457dd80,0,c0ca46a7,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca46a7,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c457bd48,5c,c0ca6ec9,100,0,...) at sleepq_wait_sig+0x17 _sleep(c457bd48,c457bdd0,15c,c0ca6ec9,0,...) at _sleep+0x354 kern_wait(c457dd80,ffffffff,c42d7c74,0,0,...) at kern_wait+0xb76 wait4(c457dd80,c42d7cf8,10,c0ca6cf9,c0d8c7c4,...) at wait4+0x3b syscall(c42d7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054def, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc457f000 sched_switch(c457f000,0,104,191,8191828c,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c457f000,0,c0ca46a7,260,c457f000,...) at sleepq_switch+0x15f sleepq_wait(c0f76ac0,0,c42d4c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f76ac0,c0f76aa4,c0cc46ec,194,0,...) at _cv_wait+0x240 audit_worker(0,c42d4d38,c0c9b628,343,c457c000,...) at audit_worker+0x84 fork_exit(c0a94a90,0,c42d4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42d4d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4768240 sched_switch(c4768240,0,104,191,80ebba40,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4768240,0,c0ca46a7,260,c4768240,...) at sleepq_switch+0x15f sleepq_wait(c4783340,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63 msleep_spin(c4783340,c4783358,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d taskqueue_thread_loop(c478b5a0,c4352d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94 fork_exit(c08caed0,c478b5a0,c4352d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4352d70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc45c46c0 sched_switch(c45c46c0,0,104,191,e62f5730,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c45c46c0,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c474a100,0,c0c95aae,0,0,...) at sleepq_wait+0x63 _sleep(c474a100,c474a118,0,c0c95aae,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e117c8,c4326d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0xba fork_exit(c08caed0,c0e117c8,c4326d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4326d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45c4b40 sched_switch(c45c4b40,0,104,191,e61cb15c,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c45c4b40,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c474a1c0,0,c0c95aae,0,0,...) at sleepq_wait+0x63 _sleep(c474a1c0,c474a1d8,0,c0c95aae,0,...) at _sleep+0x36b taskqueue_thread_loop(c0dfd4d0,c4320d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0xba fork_exit(c08caed0,c0dfd4d0,c4320d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4320d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45c4d80 sched_switch(c45c4d80,0,104,191,e61c7a1c,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c45c4d80,0,c0ca46a7,260,c45c4d80,...) at sleepq_switch+0x15f sleepq_wait(c474a200,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63 msleep_spin(c474a200,c474a218,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dcdfa0,c431dd38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94 fork_exit(c08caed0,c0dcdfa0,c431dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc431dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4757000 sched_switch(c4757000,0,104,191,e61c4d80,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4757000,0,c0ca46a7,260,c4757000,...) at sleepq_switch+0x15f sleepq_wait(c474a200,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63 msleep_spin(c474a200,c474a218,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dcdfa0,c431ad38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94 fork_exit(c08caed0,c0dcdfa0,c431ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc431ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4757240 sched_switch(c4757240,0,104,191,e61c2864,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c4757240,0,c0ca46a7,260,c4757240,...) at sleepq_switch+0x15f sleepq_wait(c474a200,0,c0ca0d40,c0c95aae,0,...) at sleepq_wait+0x63 msleep_spin(c474a200,c474a218,c0c95aae,0,c0c9e8d3,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dcdfa0,c4317d38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0x94 fork_exit(c08caed0,c0dcdfa0,c4317d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4317d70, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc457fb40 sched_switch(c457fb40,0,104,191,1d4cfb68,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,0,...) at mi_switch+0x200 sleepq_switch(c457fb40,0,c0ca46a7,260,0,...) at sleepq_switch+0x15f sleepq_wait(c4562e00,0,c0c95aae,0,0,...) at sleepq_wait+0x63 _sleep(c4562e00,c4562e18,0,c0c95aae,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e10260,c42fcd38,c0c9b628,343,c0dfcc40,...) at taskqueue_thread_loop+0xba fork_exit(c08caed0,c0e10260,c42fcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc42fcd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0dfcef0 sched_switch(c0dfcef0,0,104,191,2c94a8ea,...) at sched_switch+0x406 mi_switch(104,0,c0ca46a7,1eb,44,...) at mi_switch+0x200 sleepq_switch(c0dfcef0,0,c0ca46a7,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dfcc40,44,c0ca2549,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dfcc40,0,44,c0ca2549,2710,...) at _sleep+0x339 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 1007 MB Dumping 80 MB: 65 49 33 17 1 Dump complete = 0xf db:0:doadump> reset (kgdb) proc 1107 [Switching to thread 80 (Thread 100094)]#0 sched_switch (td=0xc4c4fb40, newtd=0xc457d6c0, flags=0x104) at ../../../kern/sched_ule.c:1865 1865 cpuid = PCPU_GET(cpuid); (kgdb) bt #0 sched_switch (td=0xc4c4fb40, newtd=0xc457d6c0, flags=0x104) at ../../../kern/sched_ule.c:1865 #1 0xc0897a20 in mi_switch (flags=0x104, newtd=0x0) at ../../../kern/kern_synch.c:449 #2 0xc08c898f in sleepq_switch (wchan=0xd8537e80, pri=0x50) at ../../../kern/subr_sleepqueue.c:530 #3 0xc08c9663 in sleepq_wait (wchan=0xd8537e80, pri=0x50) at ../../../kern/subr_sleepqueue.c:609 #4 0xc08777ef in __lockmgr_args (lk=0xd8537e80, flags=0x81900, ilk=0xc4bf2254, wmesg=0xc0cabd33 "getblk", pri=0x50, timo=0x0, file=0xc0cab308 "../../../kern/vfs_bio.c", line=0xa15) at ../../../kern/kern_lock.c:218 #5 0xc090b933 in getblk (vp=0xc4bf215c, blkno=0x399ca0, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0) at lockmgr.h:94 #6 0xc0ac88a4 in setup_allocindir_phase2 (bp=0xd8537ae0, ip=0xc4e1f658, inodedep=Variable "inodedep" is not available. ) at ../../../ufs/ffs/ffs_softdep.c:4293 #7 0xc0ac8b52 in softdep_setup_allocindir_page (ip=0xc4e1f658, bp=0xd8537ae0, indir=0xe6d9e82c, lvl=0x1, lbn=0x3f, newblkno=0xe72b8, oldblkno=0x0, nbp=0xd85690a0) at ../../../ufs/ffs/ffs_softdep.c:4114 #8 0xc0ab15a7 in ffs_balloc_ufs2 (vp=0xc5053d98, startoffset=Variable "startoffset" is not available. ) at ../../../ufs/ffs/ffs_balloc.c:877 #9 0xc0ab4561 in ffs_truncate (vp=0xc5053d98, length=0xff400, flags=0x10800, cred=0xc4ab0100, td=0xc4c4fb40) at ../../../ufs/ffs/ffs_inode.c:316 #10 0xc0ae3992 in ufs_setattr (ap=0xe6d9ec20) at ../../../ufs/ufs/ufs_vnops.c:588 #11 0xc0be64f5 in VOP_SETATTR_APV (vop=0xc0daf900, a=0xe6d9ec20) at vnode_if.c:760 #12 0xc092f6c5 in vn_truncate (fp=0xc4b03770, length=0xff400, active_cred=0xc4ab0100, td=0xc4c4fb40) at vnode_if.h:335 #13 0xc08d5948 in kern_ftruncate (td=0xc4c4fb40, fd=0x5, length=0xff400) at file.h:250 #14 0xc08d59c8 in ftruncate (td=0xc4c4fb40, uap=0xe6d9ecf8) at ../../../kern/sys_generic.c:594 #15 0xc0bcc9c4 in syscall (frame=0xe6d9ed38) at ../../../i386/i386/trap.c:1076 #16 0xc0baed00 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #17 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 5 #5 0xc090b933 in getblk (vp=0xc4bf215c, blkno=0x399ca0, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0) at lockmgr.h:94 94 return (__lockmgr_args(lk, flags, (ilk != NULL) ? &ilk->lock_object : (kgdb) p *vp $1 = {v_type = VCHR, v_tag = 0xc0c94bfd "devfs", v_op = 0xc0d88ba0, v_data = 0xc4aa8d00, v_mount = 0xc4aa6000, v_nmntvnodes = {tqe_next = 0xc4bf2000, tqe_prev = 0xc4bf22cc}, v_un = {vu_mount = 0xc4a78c00, vu_socket = 0xc4a78c00, vu_cdev = 0xc4a78c00, vu_fifoinfo = 0xc4a78c00, vu_yield = 0xc4a78c00}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc4bf218c}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xc0c94bfd "devfs", lo_flags = 0x5730008, lo_data = 0x0, lo_witness = 0xc453c0f0}, lk_lock = 0x1, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x8, pcs = {0xc08778ce, 0xc0910aa5, 0xc0be5815, 0xc092e528, 0xc0922942, 0xc0922cb3, 0xc0864c48, 0xc0baed10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0ca6751 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc4536248}, mtx_lock = 0x4}, v_vnlock = 0xc4bf21b4, v_holdcnt = 0x72, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = { tqe_next = 0x0, tqe_prev = 0xc4ad3918}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0cae6b3 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc453ad70}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0xd8512340, tqh_last = 0xd8582f38}, bv_root = 0xd8537120, bv_cnt = 0x6b}, bo_dirty = { bv_hd = {tqh_first = 0xd852fc20, tqh_last = 0xd8539378}, bv_root = 0xd8539340, bv_cnt = 0x5}, bo_numoutput = 0x0, bo_flag = 0x1, bo_ops = 0xc0daf0c4, bo_bsize = 0x200, bo_object = 0xc4b6d3b8, bo_synclist = {le_next = 0x0, le_prev = 0xc4bf1ed8}, bo_private = 0xc4a44240, __bo_vnode = 0xc4bf215c}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) f 6 #6 0xc0ac88a4 in setup_allocindir_phase2 (bp=0xd8537ae0, ip=0xc4e1f658, inodedep=Variable "inodedep" is not available. ) at ../../../ufs/ffs/ffs_softdep.c:4293 4293 newindirdep->ir_savebp = (kgdb) p *bp $1 = {b_bufobj = 0xc5053e90, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xd9399000 "", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x2, b_iooffset = 0x73394000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x399ca0, b_offset = 0xfffffffffffd0000, b_bobufs = {tqe_next = 0xd8537940, tqe_prev = 0xc5053ea4}, b_left = 0x0, b_right = 0x0, b_vflags = 0x1, b_freelist = {tqe_next = 0xd8537c80, tqe_prev = 0xd856824c}, b_qindex = 0x1, b_flags = 0xa0020020, b_xflags = 0x2, b_lock = {lock_object = { lo_name = 0xc0cabdfe "bufwait", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc4539030}, lk_lock = 0xc4c4fb40, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0xd, pcs = {0xc08778ce, 0xc090b933, 0xc090c134, 0xc090c2ac, 0xc0ab1008, 0xc0ab4561, 0xc0ae3992, 0xc0be64f5, 0xc092f6c5, 0xc08d5948, 0xc08d59c8, 0xc0bcc9c4, 0xc0baed00, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xd9399000 "", b_kvasize = 0x4000, b_lblkno = 0xfffffffffffffff4, b_vp = 0xc5053d98, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd9399000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xc1fc8e00, 0xc1fc8e48, 0xc1fc8e90, 0xc1fc8ed8, 0x0 }, b_npages = 0x4, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) f 7 #7 0xc0ac8b52 in softdep_setup_allocindir_page (ip=0xc4e1f658, bp=0xd8537ae0, indir=0xe6d9e82c, lvl=0x1, lbn=0x3f, newblkno=0xe72b8, oldblkno=0x0, nbp=0xd85690a0) at ../../../ufs/ffs/ffs_softdep.c:4114 4114 setup_allocindir_phase2(bp, ip, inodedep, aip, lbn); (kgdb) p *ip $2 = {i_nextsnap = {tqe_next = 0x0, tqe_prev = 0x0}, i_vnode = 0xc5053d98, i_ump = 0xc4a78200, i_flag = 0x6, i_dev = 0xc4a78c00, i_number = 0x39803, i_effnlink = 0x0, i_fs = 0xc4ac3000, i_dquot = {0x0, 0x0}, i_count = 0x0, i_endoff = 0x0, i_diroff = 0x0, i_offset = 0x0, i_un = {dirhash = 0x0, snapblklist = 0x0}, i_ea_area = 0x0, i_ea_len = 0x0, i_ea_error = 0x0, i_ea_refs = 0x0, i_mode = 0x81a4, i_nlink = 0x0, i_size = 0x4cc02, i_flags = 0x0, i_gen = 0xffffffffdb3ad507, i_uid = 0x3e9, i_gid = 0x0, dinode_u = {din1 = 0xc5056e00, din2 = 0xc5056e00}} (kgdb) f 8 #8 0xc0ab15a7 in ffs_balloc_ufs2 (vp=0xc5053d98, startoffset=Variable "startoffset" is not available. ) at ../../../ufs/ffs/ffs_balloc.c:877 877 softdep_setup_allocindir_page(ip, bp, indirs, i, lbn, (kgdb) p *vp $3 = {v_type = VREG, v_tag = 0xc0c98cfb "ufs", v_op = 0xc0daf400, v_data = 0xc4e1f658, v_mount = 0xc4aa687c, v_nmntvnodes = {tqe_next = 0xc5053c3c, tqe_prev = 0xc5054014}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc48414d8}, v_hash = 0x39803, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc5053dc8}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xc0c98cfb "ufs", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc453c228}, lk_lock = 0xc4c4fb40, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x9, pcs = {0xc08778ce, 0xc0ad5151, 0xc0be5815, 0xc092e528, 0xc092f652, 0xc08d5948, 0xc08d59c8, 0xc0bcc9c4, 0xc0baed00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0ca6751 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc4536248}, mtx_lock = 0x4}, v_vnlock = 0xc5053df0, v_holdcnt = 0x6, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x4, v_writecount = 0x1, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0cae6b3 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc453ad70}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0xd8537ae0, tqh_last = 0xd85690d8}, bv_root = 0xd85690a0, bv_cnt = 0x4}, bo_dirty = { bv_hd = {tqh_first = 0x0, tqh_last = 0xc5053eb4}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0d9cf60, bo_bsize = 0x4000, bo_object = 0xc5083000, bo_synclist = {le_next = 0xc5157a7c, le_prev = 0xc5053d7c}, bo_private = 0xc5053d98, __bo_vnode = 0xc5053d98}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) -- Test scenario: crashbox# ./journal.sh + umount /tmp + newfs -U /dev/ad0s1e + tunefs -j enable /dev/ad0s1e Using inode 4 in cg 0 for 67108864 byte journal tunefs: soft updates journaling set + mount /tmp + chmod 777 /tmp crashbox# exit $ cd stress2/misc $ ./truncate2.sh swap: run time 0+00:02:00, incarnations 2, load 80, verbose 1