GENERIC HEAD from 2009-06-29 05:12:21 UTC, r195153M, vmcore.212 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r195153M: Mon Jun 29 09:47:48 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.42-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3539738624 (3375 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: INCORRECT BLOCK COUNT I=23879 (4 should be 0) (CORRECTED) /dev/ad4s1a: LINK COUNT DIR I=23880 OWNER=root MODE=40755 /dev/ad4s1a: SIZE=512 MTIME=Jun 29 17:32 2009 COUNT 4 SHOULD BE 3 (ADJUSTED) /dev/ad4s1a: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1a: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1a: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1a: 17939 files, 767407 used, 245608 free (2384 frags, 30403 blocks, 0.2% fragmentation) /dev/ad4s1e: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1e: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1e: 21774 files, 512301 used, 50264774 free (1966 frags, 6282851 blocks, 0.0% fragmentation) /dev/ad4s1f: 2060870 files, 20439947 used, 1898826 free (263074 frags, 204469 blocks, 1.2% fragmentation) /dev/ad4s1d: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1d: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1d: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1d: 898444 files, 37192564 used, 13584511 free (109167 frags, 1684418 blocks, 0.2% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 savecore: reboot after panic: bllock order reversal: ockable sleep lo 1st 0xe6d14360 bufwait (bufwait) @ kern/vfs_bio.c:2558 ck (sleep mutex) 2nd 0xc732da00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285 32 @ vm/uma_corKDB: stack backtrace: e.c:1992 Jun 29db 17:42:29 x4 sav_tecore: reboot afrter panic: blockacable sleep lock e(sleep mutex) 32_s @ vm/uma_core.ce:1992 lf_wrapper(c0c61ef5,f632c768,c08b84e5,c08a8fdb,c0c64e58,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a8fdb,c0c64e58,c6d2bef8,c6d2efb8,f632c7c4,...) at kdb_backtrace+0x29 _witness_debugger(c0c64e58,c732da00,c0c85914,c6d2efb8,c0c855ba,...) at _witness_debugger+0x25 witness_checkorder(c732da00,9,c0c855b1,11d,0,...) at witness_checkorder+0x839 _sx_xlock(c732da00,0,c0c855b1,11d,c7626d98,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d14300,e7642880,180,e7642898,f632c894,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7626d98,f632c8dc,1898,f632c880,f632c884,...) at ufsdirhash_add+0x13 ufs_direnter(c776e408,c7777c18,f632c8dc,f632cbd4,0,...) at ufs_direnter+0x779 ufs_makeinode(f632cbd4,c0d65020,f632cac8,f632ca24,c0bacd25,...) at ufs_makeinode+0x55f ufs_create(f632cac8,c0c9ad17,0,0,f632cba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0d64ae0,f632cac8,f632cbd4,f632ca60,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f632cba8,f632cc5c,180,0,c6d73100,...) at vn_open_cred+0x1f0 vn_open(f632cba8,f632cc5c,180,c7413658,c73f0000,...) at vn_open+0x3b kern_openat(c73f0000,ffffff9c,28300000,0,602,...) at kern_openat+0x118 kern_open(c73f0000,28300000,0,601,180,...) at kern_open+0x35 open(c73f0000,f632ccf8,c,c0c7fa84,c0d43a6c,...) at open+0x30 syscall(f632cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2817efe3, esp = 0xbfbfe2dc, ebp = 0xbfbfedf8 --- savecore: writing core to vmcore.211 Writing crash summary to /var/crash/core.txt.211. lock order reversal: 1st 0xc776832c filedesc structure (filedesc structure) @ kern/sys_generic.c:1211 2nd 0xc7863460 ufs (ufs) @ kern/vfs_vnops.c:863 KDB: stack backtrace: db_trace_self_wrapper(c0c61ef5,f632994c,c08b84e5,c08a8fdb,c0c64e58,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a8fdb,c0c64e58,c6d2c1d0,c6d2ef50,f63299a8,...) at kdb_backtrace+0x29 _witness_debugger(c0c64e58,c7863460,c0c57a04,c6d2ef50,c0c6d448,...) at _witness_debugger+0x25 witness_checkorder(c7863460,9,c0c6d43f,35f,c78634c8,...) at witness_checkorder+0x839 __lockmgr_args(c7863460,80400,c78634c8,0,0,...) at __lockmgr_args+0x7b7 ffs_lock(f6329ab4,c77617a8,f6329b5c,80400,c7863408,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d64ae0,f6329ab4,7ca,c0d7d660,c7863408,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7863408,80400,c0c6d43f,35f,0,...) at _vn_lock+0x78 vn_poll(c73f8cb0,1,c6d73100,c73f0240,f6329b5c,...) at vn_poll+0x77 poll(c73f0240,f6329cf8,c,c0c75ca7,c0d450bc,...) at poll+0x20c syscall(f6329d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x283b38cf, esp = 0xbfbfe21c, ebp = 0xbfbfe248 --- Additional ABI support: linux. Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc7437b18 ufs (ufs) @ kern/vfs_mount.c:1197 2nd 0xc74ba5b8 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1029 KDB: stack backtrace: db_trace_self_wrapper(c0c61ef5,f64069f0,c08b84e5,c08a8fdb,c0c64e58,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a8fdb,c0c64e58,c6d2ef50,c6d2ee18,f6406a4c,...) at kdb_backtrace+0x29 _witness_debugger(c0c64e58,c74ba5b8,c0c53bc9,c6d2ee18,c0c83955,...) at _witness_debugger+0x25 witness_checkorder(c74ba5b8,9,c0c8394c,405,c74ba620,...) at witness_checkorder+0x839 __lockmgr_args(c74ba5b8,80400,c74ba620,0,0,...) at __lockmgr_args+0x7b7 vop_stdlock(f6406b54,4,c0c5d3ec,80400,c74ba560,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d40640,f6406b54,c0f29fa4,c0d7d660,c74ba560,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c74ba560,80400,c0c8394c,405,c739e870,...) at _vn_lock+0x78 softdep_flushworklist(c739e870,f6406c00,c79646c0,52b,c760e6b8,...) at softdep_flushworklist+0x47 ffs_sync(c739e870,1,c0c6b7e7,4f2,80,...) at ffs_sync+0x2fd dounmount(c739e870,8000000,c79646c0,478,ff1ca3a5,...) at dounmount+0x44e unmount(c79646c0,f6406cf8,8,f6406d38,c0d43c48,...) at unmount+0x2e3 syscall(f6406d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da1ff, esp = 0xbfbfe69c, ebp = 0xbfbfe768 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 21774 files, 512301 used, 50264774 free (1966 frags, 6282851 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Mon Jun 29 17:43:42 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: Jun 29 17:46:24 x4 su: pho to root on /dev/pts/0 Jun 29 17:46:42 x4 mountd[865]: can't delete exports for /mnt9: Invalid argument Jun 29 17:46:42 x4 mountd[865]: can't delete exports for /mnt15: Invalid argument Jun 29 17:46:45 x4 mountd[865]: can't delete exports for /mnt15: Invalid argument Jun 29 17:46:48 x4 mountd[865]: can't delete exports for /mnt5: Invalid argument Jun 29 17:46:52 x4 mountd[865]: can't delete exports for /mnt6: Invalid argument Jun 29 17:46:52 x4 mountd[865]: can't delete exports for /mnt13: Invalid argument Jun 29 17:46:52 x4 mountd[865]: can't delete exports for /mnt18: Invalid argument Jun 29 17:46:55 x4 mountd[865]: can't delete exports for /mnt6: Invalid argument Jun 29 17:47:02 x4 mountd[865]: can't delete exports for /mnt11: Invalid argument Jun 29 17:47:02 x4 mountd[865]: can't delete exports for /mnt13: Invalid argument Jun 29 17:47:11 x4 mountd[865]: can't delete exports for /mnt7: Invalid argument Jun 29 17:47:11 x4 mountd[865]: can't delete exports for /mnt10: Invalid argument Jun 29 17:47:11 x4 mountd[865]: can't delete exports for /mnt11: Invalid argument Jun 29 17:47:11 x4 mountd[865]: can't delete exports for /mnt15: Invalid argument : Jun 29 17:50:21 x4 mountd[865]: can't delete exports for /mnt17: Invalid argument Jun 29 17:50:21 x4 mountd[865]: can't delete exports for /mnt13: Invalid argument Jun 29 17:50:25 x4 mountd[865]: can't delete exports for /mnt15: Invalid argument Jun 29 17:50:25 x4 mountd[865]: can't delete exports for /mnt14: Invalid argument Jun 29 17:50:25 x4 mountd[865]: can't delete exports for /mnt18: Invalid argument lock order reversal: 1st 0xc7fae308 ufs (ufs) @ kern/vfs_subr.c:2084 2nd 0xe6f96f48 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6168 3rd 0xc7f2c308 ufs (ufs) @ kern/vfs_subr.c:2084 KDB: stack backtrace: db_trace_self_wrapper(c0c61ef5,f6588874,c08b84e5,c08a8fdb,c0c64e71,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a8fdb,c0c64e71,c6d2bef8,c6d2ef50,f65888d0,...) at kdb_backtrace+0x29 _witness_debugger(c0c64e71,c7f2c308,c0c57a04,c6d2ef50,c0c6bfcd,...) at _witness_debugger+0x25 witness_checkorder(c7f2c308,9,c0c6bfc4,824,0,...) at witness_checkorder+0x839 __lockmgr_args(c7f2c308,80100,c7f2c370,0,0,...) at __lockmgr_args+0x7b7 ffs_lock(f65889dc,c08b828b,c0c6b4cc,80100,c7f2c2b0,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d64ae0,f65889dc,109,c0d7d660,c7f2c2b0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f2c2b0,80100,c0c6bfc4,824,4,...) at _vn_lock+0x78 vget(c7f2c2b0,80100,c7e0e000,50,0,...) at vget+0xbb vfs_hash_get(c7fec5a0,b800,80000,c7e0e000,f6588b38,...) at vfs_hash_get+0xed ffs_vgetf(c7fec5a0,b800,80000,f6588b38,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c7fae2b0,0,c0c851fd,146,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c7fae2b0,1,c7e0e000,51d,c0904fba,...) at ffs_syncvnode+0x3e2 ffs_sync(c7fec5a0,1,f6588c44,4f2,80,...) at ffs_sync+0x26f dounmount(c7fec5a0,8080000,c7e0e000,478,8f74d844,...) at dounmount+0x44e unmount(c7e0e000,f6588cf8,8,f6588d38,c0d43c48,...) at unmount+0x2e3 syscall(f6588d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da1ff, esp = 0xbfbfe16c, ebp = 0xbfbfe238 --- Jun 29 17:53:58 x4 mountd[865]: can't delete exports for /mnt5: Invalid argument Jun 29 17:53:58 x4 mountd[865]: can't delete exports for /mnt11: Invalid argument Jun 29 17:54:02 x4 mountd[865]: can't delete exports for /mnt13: Invalid argument Jun 29 17:54:02 x4 mountd[865]: can't delete exports for /mnt9: Invalid argument Jun 29 17:54:02 x4 mountd[865]: can't delete exports for /mnt6: Invalid argument : Jun 29 19:57:20 x4 mountd[865]: can't delete exports for /mnt5: Invalid argument Jun 29 19:57:20 x4 mountd[865]: can't delete exports for /mnt12: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt19: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt8: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt16: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt10: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt11: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt13: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt12: Invalid argument Jun 29 19:57:35 x4 mountd[865]: can't delete exports for /mnt15: Invalid argument Fatal trap 12: page fault while in kernel mode cpuid = 3; apic id = 03 fault virtual address = 0xdeadc0e2 fault code = supervisor read, page not present instruction pointer = 0x20:0xc0815ce2 stack pointer = 0x28:0xf674e840 frame pointer = 0x28:0xf674e844 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 20572 (mount) [thread pid 20572 tid 100376 ] Stopped at g_valid_obj+0x52: movl 0x4(%eax),%eax db:0:kdb.enter.unknown> run pho db:1:pho> bt Tracing pid 20572 tid 100376 td 0xc8c30480 g_valid_obj(c99867c0,c0c69bdf,e6d8cca4,e6d8cca4,f674e878,...) at g_valid_obj+0x52 g_vfs_strategy(c99f1e64,e6d8cca4) at g_vfs_strategy+0x19 ffs_geom_strategy(c99f1e64,e6d8cca4,0,2000,0,...) at ffs_geom_strategy+0x14f breadn(c99f1d70,80,0,2000,0,...) at breadn+0x109 bread(c99f1d70,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(c84c5b40,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c8c30480,0,c9806c00,c9806c00,bfbfd939,...) at vfs_donmount+0x1011 nmount(c8c30480,f674ecf8,c,f674ed38,c0d46338,...) at nmount+0x75 syscall(f674ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- db:1:bt> show allpcpu Current CPU: 3 cpuid = 0 dynamic pcpu = 0x6a72f0 curthread = 0xc6dbd480: pid 12 "swi4: clock" curpcb = 0xc6aa8d90 fpcurthread = none idlethread = 0xc6d77480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d072f0 curthread = 0xc7967240: pid 20560 "mount" curpcb = 0xf63f5d90 fpcurthread = none idlethread = 0xc6d776c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d0a2f0 curthread = 0xc7448240: pid 20571 "mount" curpcb = 0xf636ed90 fpcurthread = none idlethread = 0xc6d77900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d0d2f0 curthread = 0xc8c30480: pid 20572 "mount" curpcb = 0xf674ed90 fpcurthread = none idlethread = 0xc6d77b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 20573 (mount) thread 0xc808cd80 (100294) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6f6d02c) locked @ kern/vfs_bio.c:1834 Process 20572 (mount) thread 0xc8c30480 (100376) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d8cd04) locked @ kern/vfs_bio.c:1834 exclusive sleep mutex Giant (Giant) r = 0 (0xc0db1890) locked @ kern/vfs_mount.c:703 Process 20570 (mount) thread 0xc7d69000 (100189) exclusive sleep mutex vm object (standard object) r = 0 (0xc1868aa0) locked @ vm/vm_fault.c:1016 shared sx user map (user map) r = 0 (0xc6d7bb28) locked @ vm/vm_map.c:3520 Process 20567 (mount) thread 0xc8ea6240 (100463) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d33b1c) locked @ kern/vfs_bio.c:2558 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6e171e8) locked @ kern/vfs_bio.c:1834 Process 20565 (mount) thread 0xc8c33900 (100392) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6facc84) locked @ kern/vfs_bio.c:1834 Process 20564 (mount) thread 0xc81736c0 (100329) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6f38008) locked @ kern/vfs_bio.c:1834 Process 20563 (mount) thread 0xc7de76c0 (100231) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d0031c) locked @ kern/vfs_bio.c:2558 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6e2d730) locked @ kern/vfs_bio.c:1834 Process 20562 (mount) thread 0xc7e17900 (100267) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6e60588) locked @ kern/vfs_bio.c:1834 Process 20561 (mount) thread 0xc83306c0 (100437) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6e9a95c) locked @ kern/vfs_bio.c:2558 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d77e44) locked @ kern/vfs_bio.c:1834 Process 20560 (mount) thread 0xc7967240 (100145) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d75608) locked @ kern/vfs_bio.c:1834 Process 20556 (mount) thread 0xc7e0ed80 (100242) exclusive sleep mutex vm object (standard object) r = 0 (0xc9b00880) locked @ vm/vm_fault.c:1009 shared sx user map (user map) r = 0 (0xc770aa40) locked @ vm/vm_map.c:3520 Process 20545 (grep) thread 0xc8c32b40 (100398) exclusive sleep mutex pmap (pmap) r = 0 (0xc0f7be60) locked @ i386/i386/pmap.c:2528 exclusive sleep mutex vm page queue mutex (vm page queue mutex) r = 0 (0xc0f2a884) locked @ i386/i386/pmap.c:2526 exclusive sx user map (user map) r = 0 (0xc1890390) locked @ vm/vm_map.c:2762 Process 8068 (md16) thread 0xc8ea3000 (100471) exclusive sleep mutex vm object (standard object) r = 0 (0xc75ddaa0) locked @ kern/vfs_bio.c:3536 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d73c48) locked @ kern/vfs_bio.c:2558 exclusive lockmgr ufs (ufs) r = 0 (0xc9b0b868) locked @ dev/md/md.c:574 Process 8044 (md14) thread 0xc8ebc6c0 (100479) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6efdf6c) locked @ kern/vfs_bio.c:1834 exclusive lockmgr ufs (ufs) r = 0 (0xc9b09b18) locked @ dev/md/md.c:569 Process 8008 (md11) thread 0xc8c2fb40 (100380) exclusive sleep mutex vm object (standard object) r = 0 (0xc98842a8) locked @ kern/vfs_bio.c:1548 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6f9b144) locked @ kern/vfs_bio.c:1834 exclusive lockmgr ufs (ufs) r = 0 (0xca4b49c0) locked @ dev/md/md.c:569 Process 7996 (md10) thread 0xc85d6900 (100421) exclusive sleep mutex vm object (standard object) r = 0 (0xc8ed0ee0) locked @ kern/vfs_bio.c:1548 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6e8677c) locked @ kern/vfs_bio.c:1834 exclusive lockmgr ufs (ufs) r = 0 (0xc99f1058) locked @ dev/md/md.c:569 Process 7984 (md9) thread 0xc8c32480 (100401) exclusive sleep mutex vm object (standard object) r = 0 (0xc8cbc5d8) locked @ kern/vfs_bio.c:1548 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6eb78dc) locked @ kern/vfs_bio.c:1834 exclusive lockmgr ufs (ufs) r = 0 (0xca4b4868) locked @ dev/md/md.c:569 Process 7972 (md8) thread 0xc7f7d900 (100278) exclusive sleep mutex vm object (standard object) r = 0 (0xc94cc088) locked @ kern/vfs_bio.c:3536 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6ebfb38) locked @ kern/vfs_bio.c:1834 exclusive lockmgr ufs (ufs) r = 0 (0xc74901b0) locked @ dev/md/md.c:574 Process 2483 (sshd) thread 0xc7cf0240 (100218) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc798da34) locked @ kern/uipc_sockbuf.c:148 Process 2482 (sshd) thread 0xc744db40 (100158) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc798d560) locked @ kern/uipc_sockbuf.c:148 Process 2481 (sshd) thread 0xc7cf0000 (100219) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7937228) locked @ kern/uipc_sockbuf.c:148 Process 1144 (sshd) thread 0xc75e66c0 (100136) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc798c560) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc7490158: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags (VV_MD) v_object 0xc94cc088 ref 0 pages 2540 lock type ufs: EXCL by thread 0xc7f7d900 (pid 7972) #0 0xc0860260 at __lockmgr_args+0xb90 #1 0xc0aa47f1 at ffs_lock+0xa1 #2 0xc0babd55 at VOP_LOCK1_APV+0xb5 #3 0xc0912868 at _vn_lock+0x78 #4 0xc06a5137 at mdstart_vnode+0x2b7 #5 0xc06a3ff3 at md_kthread+0x1b3 #6 0xc084d6c8 at fork_exit+0xb8 #7 0xc0b80b30 at fork_trampoline+0x8 ino 8949876, on dev ad4s1d 0xca4b4810: tag ufs, type VREG usecount 1, writecount 1, refcount 368 mountedhere 0 flags (VV_MD) v_object 0xc8cbc5d8 ref 0 pages 2544 lock type ufs: EXCL by thread 0xc8c32480 (pid 7984) #0 0xc0860260 at __lockmgr_args+0xb90 #1 0xc0aa47f1 at ffs_lock+0xa1 #2 0xc0babd55 at VOP_LOCK1_APV+0xb5 #3 0xc0912868 at _vn_lock+0x78 #4 0xc06a50a2 at mdstart_vnode+0x222 #5 0xc06a3ff3 at md_kthread+0x1b3 #6 0xc084d6c8 at fork_exit+0xb8 #7 0xc0b80b30 at fork_trampoline+0x8 ino 8949877, on dev ad4s1d 0xc99f1000: tag ufs, type VREG usecount 1, writecount 1, refcount 638 mountedhere 0 flags (VV_MD) v_object 0xc8ed0ee0 ref 0 pages 2544 lock type ufs: EXCL by thread 0xc85d6900 (pid 7996) #0 0xc0860260 at __lockmgr_args+0xb90 #1 0xc0aa47f1 at ffs_lock+0xa1 #2 0xc0babd55 at VOP_LOCK1_APV+0xb5 #3 0xc0912868 at _vn_lock+0x78 #4 0xc06a50a2 at mdstart_vnode+0x222 #5 0xc06a3ff3 at md_kthread+0x1b3 #6 0xc084d6c8 at fork_exit+0xb8 #7 0xc0b80b30 at fork_trampoline+0x8 ino 8949882, on dev ad4s1d 0xca4b4968: tag ufs, type VREG usecount 1, writecount 1, refcount 638 mountedhere 0 flags (VV_MD) v_object 0xc98842a8 ref 0 pages 2544 lock type ufs: EXCL by thread 0xc8c2fb40 (pid 8008) #0 0xc0860260 at __lockmgr_args+0xb90 #1 0xc0aa47f1 at ffs_lock+0xa1 #2 0xc0babd55 at VOP_LOCK1_APV+0xb5 #3 0xc0912868 at _vn_lock+0x78 #4 0xc06a50a2 at mdstart_vnode+0x222 #5 0xc06a3ff3 at md_kthread+0x1b3 #6 0xc084d6c8 at fork_exit+0xb8 #7 0xc0b80b30 at fork_trampoline+0x8 ino 8949883, on dev ad4s1d 0xc9b09ac0: tag ufs, type VREG usecount 1, writecount 1, refcount 638 mountedhere 0 flags (VV_MD) v_object 0xc8a61770 ref 0 pages 2544 lock type ufs: EXCL by thread 0xc8ebc6c0 (pid 8044) #0 0xc0860260 at __lockmgr_args+0xb90 #1 0xc0aa47f1 at ffs_lock+0xa1 #2 0xc0babd55 at VOP_LOCK1_APV+0xb5 #3 0xc0912868 at _vn_lock+0x78 #4 0xc06a50a2 at mdstart_vnode+0x222 #5 0xc06a3ff3 at md_kthread+0x1b3 #6 0xc084d6c8 at fork_exit+0xb8 #7 0xc0b80b30 at fork_trampoline+0x8 ino 8949955, on dev ad4s1d 0xc9b0b810: tag ufs, type VREG usecount 1, writecount 1, refcount 637 mountedhere 0 flags (VV_MD) v_object 0xc855baa0 ref 0 pages 2540 lock type ufs: EXCL by thread 0xc8ea3000 (pid 8068) #0 0xc0860260 at __lockmgr_args+0xb90 #1 0xc0aa47f1 at ffs_lock+0xa1 #2 0xc0babd55 at VOP_LOCK1_APV+0xb5 #3 0xc0912868 at _vn_lock+0x78 #4 0xc06a5137 at mdstart_vnode+0x2b7 #5 0xc06a3ff3 at md_kthread+0x1b3 #6 0xc084d6c8 at fork_exit+0xb8 #7 0xc0b80b30 at fork_trampoline+0x8 ino 8949957, on dev ad4s1d db:1:lockedvnods> show mount 0xc739eb40 /dev/ad4s1a on / (ufs) 0xc739f000 devfs on /dev (devfs) 0xc739e5a0 /dev/ad4s1f on /usr (ufs) 0xc739e2d0 /dev/ad4s1d on /var (ufs) 0xc739e000 procfs on /proc (procfs) 0xc760b5a0 /dev/ad4s1e on /tmp (ufs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 20573 8126 1190 0 S+ biord 0xe6f6cfcc mount 20572 8128 1190 0 R+ CPU 3 mount 20571 8132 1190 0 R+ CPU 2 mount 20570 8135 1190 0 LL+ *vm page 0xc75e5600 mount 20567 8114 1190 0 S+ biowr 0xe6d33abc mount 20565 8118 1190 0 S+ biord 0xe6facc24 mount 20564 8120 1190 0 S+ biord 0xe6f37fa8 mount 20563 8130 1190 0 S+ biowr 0xe6d002bc mount 20562 8116 1190 0 S+ biord 0xe6e60528 mount 20561 8137 1190 0 R+ mount 20560 8112 1190 0 R+ CPU 1 mount 20556 8122 1190 0 LL+ *vm objec 0xc7e10400 mount 20545 8124 1190 0 RE+ grep 20409 2561 2545 1001 S nanslp 0xc0db20e4 sleep 8137 7922 1190 0 S+ wait 0xc7ee82a8 sh 8135 7922 1190 0 S+ wait 0xc7ee4550 sh 8132 7922 1190 0 S+ wait 0xc832b7f8 sh 8130 7922 1190 0 S+ wait 0xc8e7c2a8 sh 8128 7922 1190 0 S+ wait 0xc7447aa0 sh 8126 7922 1190 0 S+ wait 0xc8096000 sh 8124 7922 1190 0 S+ wait 0xc7628550 sh 8122 7922 1190 0 S+ wait 0xc8c1a000 sh 8120 7922 1190 0 S+ wait 0xc7cef7f8 sh 8118 7922 1190 0 S+ wait 0xc7d66000 sh 8116 7922 1190 0 S+ wait 0xc80952a8 sh 8114 7922 1190 0 S+ wait 0xc7dd32a8 sh 8112 7922 1190 0 S+ wait 0xc8c1a2a8 sh 8104 0 0 0 SL mdwait 0xc826a800 [md19] 8092 0 0 0 SL mdwait 0xca0b2000 [md18] 8080 0 0 0 SL mdwait 0xca0e8800 [md17] 8068 0 0 0 LL *vm page 0xc75e5600 [md16] 8056 0 0 0 SL mdwait 0xc8834000 [md15] 8044 0 0 0 RL [md14] 8032 0 0 0 SL mdwait 0xc83ce800 [md13] 8020 0 0 0 SL mdwait 0xc822d000 [md12] 8008 0 0 0 LL *vm page 0xc75e5600 [md11] 7996 0 0 0 LL *vm page 0xc75e5600 [md10] 7984 0 0 0 LL *vm page 0xc75e5600 [md9] 7972 0 0 0 LL *vm page 0xc75e5600 [md8] 7960 0 0 0 SL mdwait 0xca18b000 [md7] 7948 0 0 0 SL mdwait 0xc9ba2800 [md6] 7936 0 0 0 SL mdwait 0xca103000 [md5] 7922 1190 1190 0 S+ wait 0xc85c4550 sh 2562 2545 2545 1001 S piperd 0xc770c310 awk 2561 2545 2545 1001 S wait 0xc7d65000 sh 2548 2547 2548 1001 Ss+ select 0xc77fda64 top 2547 2483 2483 1001 S select 0xc77fd264 sshd 2546 2544 2546 1001 Ss kqread 0xc7d2bb00 tail 2545 2543 2545 1001 Ss wait 0xc7d752a8 sh 2544 2482 2482 1001 S select 0xc77fc964 sshd 2543 2481 2481 1001 S select 0xc77a8764 sshd 2483 1043 2483 0 Ss sbwait 0xc798da60 sshd 2482 1043 2482 0 Ss sbwait 0xc798d58c sshd 2481 1043 2481 0 Ss sbwait 0xc7937254 sshd 1190 1185 1190 0 S+ wait 0xc73ee550 sh 1185 1181 1185 0 S+ wait 0xc7442000 bash 1181 1180 1181 0 S+ pause 0xc7963af8 csh 1180 1147 1180 1001 S+ wait 0xc7478550 su 1147 1146 1147 1001 Ss+ wait 0xc7447000 bash 1146 1144 1144 1001 S select 0xc77a0664 sshd 1144 1043 1144 0 Ss sbwait 0xc798c58c sshd 1143 1 1143 0 Ss+ ttyin 0xc70b5270 getty 1142 1 1142 0 Ss+ ttyin 0xc70b5070 getty 1141 1 1141 0 Ss+ ttyin 0xc70b4e70 getty 1140 1 1140 0 Ss+ ttyin 0xc70b4c70 getty 1139 1 1139 0 Ss+ ttyin 0xc6eafe70 getty 1138 1 1138 0 Ss+ ttyin 0xc70b4470 getty 1137 1 1137 0 Ss+ ttyin 0xc70b4670 getty 1136 1 1136 0 Ss+ ttyin 0xc70b4a70 getty 1135 1 1135 0 Ss+ ttyin 0xc70b4270 getty 1113 1 1113 0 Ss select 0xc7488b64 inetd 1084 1 1084 0 Ss nanslp 0xc0db20e4 watchdogd 1062 1 1062 0 Ss nanslp 0xc0db20e4 cron 1056 1 1056 25 Ss pause 0xc7962058 sendmail 1050 1 1050 0 Ss select 0xc79317e4 sendmail 1043 1 1043 0 Ss select 0xc77bc724 sshd 1006 1 1006 0 Ss select 0xc77bbe64 ntpd 886 1 886 0 Ss rpcsvc 0xc784acd0 NLM: master 880 1 880 0 Ss select 0xc79310e4 rpc.statd 874 873 873 0 S (threaded) nfsd 100140 S rpcsvc 0xc780e5d0 nfsd: service 100139 S rpcsvc 0xc780e610 nfsd: service 100138 S rpcsvc 0xc780e650 nfsd: service 100119 S rpcsvc 0xc77bc750 nfsd: master 873 1 873 0 Ss select 0xc77bbc64 nfsd 865 1 865 0 Ss select 0xc780eaa4 mountd 786 1 786 0 Ss select 0xc77bb564 rpcbind 705 1 705 0 Ss select 0xc7364164 syslogd 573 1 573 0 Ls *Giant 0xc8c1de80 devd 43 0 0 0 SL flowclea 0xc0db1f44 [flowcleaner] 42 0 0 0 SL sdflush 0xc0f2a000 [softdepflush] 41 0 0 0 SL syncer 0xc0f1e874 [syncer] 40 0 0 0 SL vlruwt 0xc730e7f8 [vnlru] 39 0 0 0 SL psleep 0xc0f1e5a8 [bufdaemon] 38 0 0 0 SL pgzero 0xc0f2acb4 [pagezero] 9 0 0 0 SL psleep 0xc0f2a8dc [vmdaemon] 8 0 0 0 SL psleep 0xc0f2a8a4 [pagedaemon] 37 0 0 0 SL wmsg 0xc6faad0c [usbus5] 36 0 0 0 SL wmsg 0xc6faacdc [usbus5] 35 0 0 0 SL wmsg 0xc6faacac [usbus5] 34 0 0 0 SL wmsg 0xc6faac7c [usbus5] 33 0 0 0 SL wmsg 0xc6fa1b5c [usbus4] 32 0 0 0 SL wmsg 0xc6fa1b2c [usbus4] 31 0 0 0 SL wmsg 0xc6fa1afc [usbus4] 30 0 0 0 SL wmsg 0xc6fa1acc [usbus4] 29 0 0 0 SL wmsg 0xc6f9eb5c [usbus3] 28 0 0 0 SL wmsg 0xc6f9eb2c [usbus3] 27 0 0 0 SL wmsg 0xc6f9eafc [usbus3] 26 0 0 0 SL wmsg 0xc6f9eacc [usbus3] 25 0 0 0 SL wmsg 0xc6f96b5c [usbus2] 24 0 0 0 SL wmsg 0xc6f96b2c [usbus2] 23 0 0 0 SL wmsg 0xc6f96afc [usbus2] 22 0 0 0 SL wmsg 0xc6f96acc [usbus2] 21 0 0 0 SL wmsg 0xc6f92b5c [usbus1] 20 0 0 0 SL wmsg 0xc6f92b2c [usbus1] 19 0 0 0 SL wmsg 0xc6f92afc [usbus1] 18 0 0 0 SL wmsg 0xc6f92acc [usbus1] 17 0 0 0 SL wmsg 0xc6f8bb5c [usbus0] 16 0 0 0 SL wmsg 0xc6f8bb2c [usbus0] 15 0 0 0 SL wmsg 0xc6f8bafc [usbus0] 14 0 0 0 SL wmsg 0xc6f8bacc [usbus0] 7 0 0 0 SL waiting_ 0xc0f206bc [sctp_iterator] 6 0 0 0 SL - 0xc6fca000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xc0d7ea54 [xpt_thrd] 13 0 0 0 SL - 0xc0db1f44 [yarrow] 4 0 0 0 SL - 0xc0dafce4 [g_down] 3 0 0 0 SL - 0xc0dafce0 [g_up] 2 0 0 0 SL - 0xc0dafcd8 [g_event] 12 0 0 0 RL (threaded) intr 100040 I [irq12: psm0] 100039 I [irq1: atkbd0] 100038 I [swi0: uart] 100035 I [irq20: fwohci0] 100034 I [irq14: ata0] 100033 I [irq19: ehci0] 100032 I [irq18: ohci2 ohci4] 100031 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [swi6: task queue] 100026 I [swi6: Giant taskq] 100024 I [swi5: +] 100023 I [swi2: cambio] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 Run CPU 0 [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d75d48 [init] 10 0 0 0 SL audit_wo 0xc0f29920 [audit] 0 0 0 0 SLs (threaded) kernel 100036 D - 0xc6fc73c0 [fw0_taskq] 100025 D - 0xc6f27080 [thread taskq] 100021 D - 0xc6f27240 [kqueue taskq] 100020 D - 0xc6f27440 [acpi_task_2] 100019 D - 0xc6f27440 [acpi_task_1] 100018 D - 0xc6f27440 [acpi_task_0] 100016 D - 0xc6d5cc00 [firmware taskq] 100000 D sched 0xc0dafda0 [swapper] db:1:ps> allt Tracing command mount pid 20573 tid 100294 td 0xc808cd80 sched_switch(c808cd80,0,104,18c,76ba63d2,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c808cd80,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6f6cfcc,4c,c0c69ee1,0,0,...) at sleepq_wait+0x63 _sleep(e6f6cfcc,c6d42128,4c,c0c69ee1,0,...) at _sleep+0x35b bwait(e6f6cfcc,4c,c0c69ee1,e6f6cfcc,f661c8a8,...) at bwait+0x6f bufwait(e6f6cfcc,0,0,0,c7320c00,...) at bufwait+0x28 breadn(c99f1c18,80,0,2000,0,...) at breadn+0x132 bread(c99f1c18,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(c8c16b40,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c808cd80,80000,c803a180,c803a180,bfbfd939,...) at vfs_donmount+0x1011 nmount(c808cd80,f661ccf8,c,f661cd38,c0d46338,...) at nmount+0x75 syscall(f661cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20572 tid 100376 td 0xc8c30480 g_valid_obj(c99867c0,c0c69bdf,e6d8cca4,e6d8cca4,f674e878,...) at g_valid_obj+0x52 g_vfs_strategy(c99f1e64,e6d8cca4) at g_vfs_strategy+0x19 ffs_geom_strategy(c99f1e64,e6d8cca4,0,2000,0,...) at ffs_geom_strategy+0x14f breadn(c99f1d70,80,0,2000,0,...) at breadn+0x109 bread(c99f1d70,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(c84c5b40,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c8c30480,0,c9806c00,c9806c00,bfbfd939,...) at vfs_donmount+0x1011 nmount(c8c30480,f674ecf8,c,f674ed38,c0d46338,...) at nmount+0x75 syscall(f674ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20571 tid 100128 td 0xc7448240 cpustop_handler(4,f636e990,c0b9dd9d,f636e920,c08674a4,...) at cpustop_handler+0x32 ipi_nmi_handler(f636e920,c08674a4,c0db2190,4,c74422a8,...) at ipi_nmi_handler+0x2f trap(f636e99c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0867a77, esp = 0xf636e9dc, ebp = 0xf636e9f8 --- _mtx_lock_sleep(c0db1890,c7448240,0,c0c6b7e7,2bf,...) at _mtx_lock_sleep+0xa7 _mtx_lock_flags(c0db1890,0,c0c6b7e7,2bf,0,...) at _mtx_lock_flags+0xf7 vfs_donmount(c7448240,0,c8863080,c8863080,bfbfd939,...) at vfs_donmount+0x6da nmount(c7448240,f636ecf8,c,f636ed38,c0d46338,...) at nmount+0x75 syscall(f636ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20570 tid 100189 td 0xc7d69000 sched_switch(c7d69000,0,103,187,77837724,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c75e5600,...) at mi_switch+0x200 turnstile_wait(c75e5600,c8c32b40,0,1ac,c0f2a884,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0f2a884,c7d69000,0,c0c874ac,405,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f2a884,0,c0c874ac,405,7,...) at _mtx_lock_flags+0xf7 vm_fault(c6d7bae0,28160000,2,8,2816007d,...) at vm_fault+0x1a76 trap_pfault(5,0,c0c97f40,2eb,c7d66aa0,...) at trap_pfault+0x118 trap(f64afd38) at trap+0x2a9 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804db26, esp = 0xbfbfe310, ebp = 0xbfbfe368 --- Tracing command mount pid 20567 tid 100463 td 0xc8ea6240 sched_switch(c8ea6240,0,104,18c,75a2c005,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8ea6240,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6d33abc,4c,c0c69ee7,0,0,...) at sleepq_wait+0x63 _sleep(e6d33abc,c6d422f4,4c,c0c69ee7,0,...) at _sleep+0x35b bwait(e6d33abc,4c,c0c69ee7,e6d33abc,f68bd86c,...) at bwait+0x6f bufwait(e6d33abc,e6d33abc,df,e6d33abc,800,...) at bufwait+0x48 bufwrite(e6d33abc,0,c0c84d93,725,c8713000) at bufwrite+0x165 ffs_bufwrite(e6d33abc,e7b25000,800,800,0,...) at ffs_bufwrite+0x288 ffs_sbupdate(c8713000,1,0,c7320c00,c7320c00,...) at ffs_sbupdate+0x1ac ffs_mount(c88df870,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x2331 vfs_donmount(c8ea6240,80000,ca3d7180,ca3d7180,bfbfd939,...) at vfs_donmount+0x1011 nmount(c8ea6240,f68bdcf8,c,f68bdd38,c0d46338,...) at nmount+0x75 syscall(f68bdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20565 tid 100392 td 0xc8c33900 sched_switch(c8c33900,0,104,18c,7680c3db,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8c33900,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6facc24,4c,c0c69ee1,0,0,...) at sleepq_wait+0x63 _sleep(e6facc24,c6d42560,4c,c0c69ee1,0,...) at _sleep+0x35b bwait(e6facc24,4c,c0c69ee1,e6facc24,f677e8a8,...) at bwait+0x6f bufwait(e6facc24,0,0,0,c7320c00,...) at bufwait+0x28 breadn(ca4b46b8,80,0,2000,0,...) at breadn+0x132 bread(ca4b46b8,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(c84c62d0,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c8c33900,80000,c9684200,c9684200,bfbfd939,...) at vfs_donmount+0x1011 nmount(c8c33900,f677ecf8,c,f677ed38,c0d46338,...) at nmount+0x75 syscall(f677ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20564 tid 100329 td 0xc81736c0 sched_switch(c81736c0,0,104,18c,769105f2,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c81736c0,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6f37fa8,4c,c0c69ee1,0,0,...) at sleepq_wait+0x63 _sleep(e6f37fa8,c6d42114,4c,c0c69ee1,0,...) at _sleep+0x35b bwait(e6f37fa8,4c,c0c69ee1,e6f37fa8,f66958a8,...) at bwait+0x6f bufwait(e6f37fa8,0,0,0,c7320c00,...) at bufwait+0x28 breadn(c9eb0000,80,0,2000,0,...) at breadn+0x132 bread(c9eb0000,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(c8918b40,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c81736c0,0,c9891d80,c9891d80,bfbfd939,...) at vfs_donmount+0x1011 nmount(c81736c0,f6695cf8,c,f6695d38,c0d46338,...) at nmount+0x75 syscall(f6695d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20563 tid 100231 td 0xc7de76c0 sched_switch(c7de76c0,0,104,18c,75918e62,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c7de76c0,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6d002bc,4c,c0c69ee7,0,0,...) at sleepq_wait+0x63 _sleep(e6d002bc,c6d42768,4c,c0c69ee7,0,...) at _sleep+0x35b bwait(e6d002bc,4c,c0c69ee7,e6d002bc,f654686c,...) at bwait+0x6f bufwait(e6d002bc,e6d002bc,df,e6d002bc,800,...) at bufwait+0x48 bufwrite(e6d002bc,0,c0c84d93,725,c7cf5900) at bufwrite+0x165 ffs_bufwrite(e6d002bc,e7325000,800,800,0,...) at ffs_bufwrite+0x288 ffs_sbupdate(c7cf5900,1,0,c7320c00,c7320c00,...) at ffs_sbupdate+0x1ac ffs_mount(c7da02d0,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x2331 vfs_donmount(c7de76c0,80000,c88d2280,c88d2280,bfbfd939,...) at vfs_donmount+0x1011 nmount(c7de76c0,f6546cf8,c,f6546d38,c0d46338,...) at nmount+0x75 syscall(f6546d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20562 tid 100267 td 0xc7e17900 sched_switch(c7e17900,0,104,18c,75db3f95,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c7e17900,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6e60528,4c,c0c69ee1,0,0,...) at sleepq_wait+0x63 _sleep(e6e60528,c6d423d0,4c,c0c69ee1,0,...) at _sleep+0x35b bwait(e6e60528,4c,c0c69ee1,e6e60528,f65c18a8,...) at bwait+0x6f bufwait(e6e60528,0,0,0,c7320c00,...) at bufwait+0x28 breadn(c99f1560,80,0,2000,0,...) at breadn+0x132 bread(c99f1560,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(cb3a25a0,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c7e17900,0,c9449380,c9449380,bfbfd939,...) at vfs_donmount+0x1011 nmount(c7e17900,f65c1cf8,c,f65c1d38,c0d46338,...) at nmount+0x75 syscall(f65c1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20561 tid 100437 td 0xc83306c0 sched_switch(c83306c0,0,104,18c,758817e2,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c83306c0,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6e9a8fc,4c,c0c69ee7,0,0,...) at sleepq_wait+0x63 _sleep(e6e9a8fc,c6d42178,4c,c0c69ee7,0,...) at _sleep+0x35b bwait(e6e9a8fc,4c,c0c69ee7,e6e9a8fc,f683486c,...) at bwait+0x6f bufwait(e6e9a8fc,e6e9a8fc,df,e6e9a8fc,800,...) at bufwait+0x48 bufwrite(e6e9a8fc,0,c0c84d93,725,c7fc7600) at bufwrite+0x165 ffs_bufwrite(e6e9a8fc,eb2e5000,800,800,0,...) at ffs_bufwrite+0x288 ffs_sbupdate(c7fc7600,1,0,c7320c00,c7320c00,...) at ffs_sbupdate+0x1ac ffs_mount(c8c135a0,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x2331 vfs_donmount(c83306c0,0,c9713980,c9713980,bfbfd939,...) at vfs_donmount+0x1011 nmount(c83306c0,f6834cf8,c,f6834d38,c0d46338,...) at nmount+0x75 syscall(f6834d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20560 tid 100145 td 0xc7967240 cpustop_handler(2,f63f5754,c0b9dd9d,c70a3e00,8c,...) at cpustop_handler+0x32 ipi_nmi_handler(c70a3e00,8c,c6d72e00,f63f5700,c7963000,...) at ipi_nmi_handler+0x2f trap(f63f5760) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0867a69, esp = 0xf63f57a0, ebp = 0xf63f57bc --- _mtx_lock_sleep(c0db1890,c7967240,0,c0c5f693,ef,...) at _mtx_lock_sleep+0x99 _mtx_lock_flags(c0db1890,0,c0c5f693,ef,0,...) at _mtx_lock_flags+0xf7 _sleep(e6d755a8,c6d426f0,4c,c0c69ee1,0,...) at _sleep+0x3db bwait(e6d755a8,4c,c0c69ee1,e6d755a8,f63f58a8,...) at bwait+0x6f bufwait(e6d755a8,0,0,0,c7320c00,...) at bufwait+0x28 breadn(c9db9158,80,0,2000,0,...) at breadn+0x132 bread(c9db9158,80,0,2000,c7320c00,...) at bread+0x4c ffs_mount(cb3a32d0,0,c0c6b7e7,3d2,0,...) at ffs_mount+0x1988 vfs_donmount(c7967240,0,c7801700,c7801700,bfbfd939,...) at vfs_donmount+0x1011 nmount(c7967240,f63f5cf8,c,f63f5d38,c0d46338,...) at nmount+0x75 syscall(f63f5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280e8d3b, esp = 0xbfbfd90c, ebp = 0xbfbfde68 --- Tracing command mount pid 20556 tid 100242 td 0xc7e0ed80 sched_switch(c7e0ed80,0,103,187,778388b7,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c7e10400,...) at mi_switch+0x200 turnstile_wait(c7e10400,c7d69000,0,1ac,c1868aa0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c1868aa0,c7e0ed80,0,c0c874ac,3f8,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c1868aa0,0,c0c874ac,3f8,7,...) at _mtx_lock_flags+0xf7 vm_fault(c770a9f8,2817f000,2,8,2817f901,...) at vm_fault+0x19b0 trap_pfault(5,0,c0c97f40,2eb,c7e0c2a8,...) at trap_pfault+0x118 trap(f6576d38) at trap+0x2a9 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804db26, esp = 0xbfbfe310, ebp = 0xbfbfe368 --- Tracing command grep pid 20545 tid 100398 td 0xc8c32b40 sched_switch(c8c32b40,0,602,187,77836674,...) at sched_switch+0x437 mi_switch(602,0,c0c5f2eb,cf,c0f39680,...) at mi_switch+0x200 critical_exit(0,c0b8d66b,0) at critical_exit+0xa8 lapic_handle_timer(f6790950) at lapic_handle_timer+0x155 Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0b8d66b, esp = 0xf6790990, ebp = 0xf6790994 --- spinlock_exit(c0dc46b4,4,c0c5d3ec,109) at spinlock_exit+0x2b _mtx_unlock_spin_flags(c0dc46b4,0,c0c96181,47c,f4) at _mtx_unlock_spin_flags+0xf4 smp_tlb_shootdown(f67909f8,c0b959c8,f0529000,c0f7be60,0,...) at smp_tlb_shootdown+0xc0 smp_invlpg(f0529000,c0f7be60,0,bffc14a4,f6790a20,...) at smp_invlpg+0x1e pmap_invalidate_page(c0f7be60,f0529000,c0c96bef,9a0,f0529000,...) at pmap_invalidate_page+0x38 pmap_remove_pte(f6790a40,0,c0c96bef,9e0,c0f7be60,...) at pmap_remove_pte+0x84 pmap_remove(c0f7be60,f0529000,f052d000,c0c87a92,3,...) at pmap_remove+0x17a vm_map_delete(c1890348,f0529000,f052d000,c801a7a8,c801a7a8,...) at vm_map_delete+0x18c vm_map_remove(c1890348,f0529000,f052d000,c801a814,f6790b24,...) at vm_map_remove+0x51 pipe_free_kmem(c801a918,0,c0c65332,5f3,c0db0604,...) at pipe_free_kmem+0x5d pipeclose(c801a848,c7ee6b60,f6790b50,c083ebe3,c7ee6b60,...) at pipeclose+0x3c1 pipe_close(c7ee6b60,c8c32b40,3,c7ee6b60,c7ee6b60,...) at pipe_close+0x2e _fdrop(c7ee6b60,c8c32b40,f6790b84,c08b832c,c0ef0d58,c8c32be4,c0ef0d58,c0d4cec0,c0c59785,c7d9cc2c,6f4,c0c5977c,f6790bac,c087edf0,c7d9cc2c,8,c0c5977c,6f4) at _fdrop+0x43 closef(c7ee6b60,c8c32b40,6f4,6f1,c8c32be4,...) at closef+0x290 fdfree(c8c32b40,0,c0c5a001,103,65,...) at fdfree+0x3ea exit1(c8c32b40,100,f6790d2c,c0b9da94,c8c32b40,...) at exit1+0x533 sys_exit(c8c32b40,f6790cf8,4,c0c6570a,c0d439fc,...) at sys_exit+0x1d syscall(f6790d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x2816ab83, esp = 0xbfbfe7dc, ebp = 0xbfbfe7e8 --- Tracing command sleep pid 20409 tid 100355 td 0xc8be7240 sched_switch(c8be7240,0,104,18c,109cdf42,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8be7240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c08aea30,c8be7240,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0db20e4,5c,c0c5fe0f,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0db20e4,0,15c,c0c5fe0f,2711,...) at _sleep+0x30e kern_nanosleep(c8be7240,f66efc64,f66efc6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c8be7240,f66efcf8,8,f66efd38,c0d45420,...) at nanosleep+0x6f syscall(f66efd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815b4bf, esp = 0xbfbfecbc, ebp = 0xbfbfecf8 --- Tracing command sh pid 8137 tid 100448 td 0xc7f0ab40 sched_switch(c7f0ab40,0,104,18c,73168c2b,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7f0ab40,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7ee82a8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7ee82a8,c7ee8330,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7f0ab40,ffffffff,f6855c74,2,0,...) at kern_wait+0xb56 wait4(c7f0ab40,f6855cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f6855d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8135 tid 100453 td 0xc7f0a000 sched_switch(c7f0a000,0,104,18c,74c69a67,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7f0a000,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7ee4550,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7ee4550,c7ee45d8,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7f0a000,ffffffff,f6864c74,2,0,...) at kern_wait+0xb56 wait4(c7f0a000,f6864cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f6864d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8132 tid 100416 td 0xc8333240 sched_switch(c8333240,0,104,18c,74d6f05e,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8333240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c832b7f8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c832b7f8,c832b880,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c8333240,ffffffff,f67e6c74,2,0,...) at kern_wait+0xb56 wait4(c8333240,f67e6cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f67e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8130 tid 100481 td 0xc8ebc240 sched_switch(c8ebc240,0,104,18c,735f5c59,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8ebc240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c8e7c2a8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8e7c2a8,c8e7c330,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c8ebc240,ffffffff,f68f3c74,2,0,...) at kern_wait+0xb56 wait4(c8ebc240,f68f3cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f68f3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8128 tid 100103 td 0xc747d000 sched_switch(c747d000,0,104,18c,75483f53,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c747d000,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7447aa0,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7447aa0,c7447b28,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c747d000,ffffffff,f631bc74,2,0,...) at kern_wait+0xb56 wait4(c747d000,f631bcf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f631bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8126 tid 100313 td 0xc808eb40 sched_switch(c808eb40,0,104,18c,75923fe9,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c808eb40,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c8096000,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8096000,c8096088,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c808eb40,ffffffff,f6655c74,2,0,...) at kern_wait+0xb56 wait4(c808eb40,f6655cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f6655d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8124 tid 100116 td 0xc762e6c0 sched_switch(c762e6c0,0,104,18c,75157c0b,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c762e6c0,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7628550,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7628550,c76285d8,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c762e6c0,ffffffff,f6344c74,2,0,...) at kern_wait+0xb56 wait4(c762e6c0,f6344cf8,10,c0c6564b,c0d43aa4,...) at wait4+0x3b syscall(f6344d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe5dc, ebp = 0xbfbfe5f8 --- Tracing command sh pid 8122 tid 100349 td 0xc8be8000 sched_switch(c8be8000,0,104,18c,72a53962,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8be8000,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c8c1a000,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8c1a000,c8c1a088,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c8be8000,ffffffff,f66ddc74,2,0,...) at kern_wait+0xb56 wait4(c8be8000,f66ddcf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f66ddd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8120 tid 100216 td 0xc7cf3240 sched_switch(c7cf3240,0,104,18c,73802e5e,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7cf3240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7cef7f8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7cef7f8,c7cef880,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7cf3240,ffffffff,f6504c74,2,0,...) at kern_wait+0xb56 wait4(c7cf3240,f6504cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f6504d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8118 tid 100201 td 0xc7d686c0 sched_switch(c7d686c0,0,104,18c,7398116d,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7d686c0,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7d66000,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7d66000,c7d66088,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7d686c0,ffffffff,f64d3c74,2,0,...) at kern_wait+0xb56 wait4(c7d686c0,f64d3cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f64d3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8116 tid 100318 td 0xc8098900 sched_switch(c8098900,0,104,18c,734b9bbd,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8098900,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c80952a8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80952a8,c8095330,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c8098900,ffffffff,f6664c74,2,0,...) at kern_wait+0xb56 wait4(c8098900,f6664cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f6664d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8114 tid 100228 td 0xc7de7d80 sched_switch(c7de7d80,0,104,18c,73fd07b9,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7de7d80,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7dd32a8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7dd32a8,c7dd3330,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7de7d80,ffffffff,f653ac74,2,0,...) at kern_wait+0xb56 wait4(c7de7d80,f653acf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f653ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command sh pid 8112 tid 100348 td 0xc8be8240 sched_switch(c8be8240,0,104,18c,72ed0ea2,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8be8240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c8c1a2a8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8c1a2a8,c8c1a330,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c8be8240,ffffffff,f66dac74,2,0,...) at kern_wait+0xb56 wait4(c8be8240,f66dacf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f66dad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe49c, ebp = 0xbfbfe4b8 --- Tracing command md19 pid 8104 tid 100258 td 0xc7e9dd80 sched_switch(c7e9dd80,0,104,18c,784d1ad3,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c7e9dd80,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c826a800,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(c826a800,c826a820,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(c826a800,f65a6d38,c0c5a20d,342,c7e99d48,...) at md_kthread+0x125 fork_exit(c06a3e40,c826a800,f65a6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf65a6d70, ebp = 0 --- Tracing command md18 pid 8092 tid 100338 td 0xc8093900 sched_switch(c8093900,0,104,18c,519a68d6,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8093900,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(ca0b2000,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(ca0b2000,ca0b2020,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(ca0b2000,f66bcd38,c0c5a20d,342,c8be5000,...) at md_kthread+0x125 fork_exit(c06a3e40,ca0b2000,f66bcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf66bcd70, ebp = 0 --- Tracing command md17 pid 8080 tid 100374 td 0xc8c30900 sched_switch(c8c30900,0,104,18c,67ccd7b7,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8c30900,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(ca0e8800,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(ca0e8800,ca0e8820,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(ca0e8800,f6748d38,c0c5a20d,342,c8c2e7f8,...) at md_kthread+0x125 fork_exit(c06a3e40,ca0e8800,f6748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6748d70, ebp = 0 --- Tracing command md16 pid 8068 tid 100471 td 0xc8ea3000 sched_switch(c8ea3000,0,103,187,784a85aa,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c75e5600,...) at mi_switch+0x200 turnstile_wait(c75e5600,c8c32b40,0,1ac,c0f2a884,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0f2a884,c8ea3000,0,c0c69bdf,ddc,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f2a884,0,c0c69bdf,ddc,c75ddaa0,...) at _mtx_lock_flags+0xf7 vfs_busy_pages(e6d73be8,1,df,e6d73be8,c8a21ae0,...) at vfs_busy_pages+0xe5 bufwrite(e6d73be8,0,c0c84d93,725,0) at bufwrite+0xa7 ffs_bufwrite(e6d73be8,c9d12800,100,4000,0,...) at ffs_bufwrite+0x288 ffs_update(c9b0b810,1,f68d5c80,800,c7320c00,...) at ffs_update+0x2bc ffs_write(f68d5ca0,c0c9ac4d,c9b0b810,0,c9b0b810,...) at ffs_write+0x73a VOP_WRITE_APV(c0d64ae0,f68d5ca0,c0c32f31,23e,c6d2f638,...) at VOP_WRITE_APV+0x136 mdstart_vnode(c8189800,c7929098,c0c32f31,2cc,0,...) at mdstart_vnode+0x2f6 md_kthread(c8189800,f68d5d38,c0c5a20d,342,c8e8ad48,...) at md_kthread+0x1b3 fork_exit(c06a3e40,c8189800,f68d5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf68d5d70, ebp = 0 --- Tracing command md15 pid 8056 tid 100484 td 0xc8eb9b40 sched_switch(c8eb9b40,0,104,18c,61aaf743,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8eb9b40,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c8834000,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(c8834000,c8834020,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(c8834000,f68fcd38,c0c5a20d,342,c8e72aa0,...) at md_kthread+0x125 fork_exit(c06a3e40,c8834000,f68fcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf68fcd70, ebp = 0 --- Tracing command md14 pid 8044 tid 100479 td 0xc8ebc6c0 sched_switch(c8ebc6c0,0,104,18c,76bdc2ea,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8ebc6c0,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(e6efdf0c,4c,c0c69ee1,0,0,...) at sleepq_wait+0x63 _sleep(e6efdf0c,c6d425ec,4c,c0c69ee1,0,...) at _sleep+0x35b bwait(e6efdf0c,4c,c0c69ee1,e6efdf0c,f68edba0,...) at bwait+0x6f bufwait(e6efdf0c,e6efdf0c,0,4000,0,...) at bufwait+0x28 cluster_read(c9b09ac0,a00000,0,4,0,...) at cluster_read+0x785 ffs_read(f68edca0,c0c9a380,ca177800,f68edca0,c9b09ac0,...) at ffs_read+0x349 VOP_READ_APV(c0d64ae0,f68edca0,c0c32f31,239,c6d2f638,...) at VOP_READ_APV+0xc5 mdstart_vnode(ca177800,c7345be0,c0c32f31,2cc,0,...) at mdstart_vnode+0x254 md_kthread(ca177800,f68edd38,c0c5a20d,342,c8e7c7f8,...) at md_kthread+0x1b3 fork_exit(c06a3e40,ca177800,f68edd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf68edd70, ebp = 0 --- Tracing command md13 pid 8032 tid 100178 td 0xc75e3900 sched_switch(c75e3900,0,104,18c,44a577af,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c75e3900,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c83ce800,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(c83ce800,c83ce820,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(c83ce800,f648ed38,c0c5a20d,342,c75df7f8,...) at md_kthread+0x125 fork_exit(c06a3e40,c83ce800,f648ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf648ed70, ebp = 0 --- Tracing command md12 pid 8020 tid 100347 td 0xc8be8480 sched_switch(c8be8480,0,104,18c,563116b7,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8be8480,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c822d000,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(c822d000,c822d020,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(c822d000,f66d7d38,c0c5a20d,342,c8c1a550,...) at md_kthread+0x125 fork_exit(c06a3e40,c822d000,f66d7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf66d7d70, ebp = 0 --- Tracing command md11 pid 8008 tid 100380 td 0xc8c2fb40 sched_switch(c8c2fb40,0,103,187,7818660a,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c75e5600,...) at mi_switch+0x200 turnstile_wait(c75e5600,c8c32b40,0,1ac,c0f2a884,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0f2a884,c8c2fb40,0,c0c69bdf,60d,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f2a884,0,c0c69bdf,60d,a00000,...) at _mtx_lock_flags+0xf7 vfs_vmio_release(c98842a8,0,c0c69bdf,544,a00000,...) at vfs_vmio_release+0x54 brelse(e6f9b0e4,2000,f675ac80,4,0,...) at brelse+0x472 ffs_read(f675aca0,c0c9a380,c82b4000,f675aca0,ca4b4968,...) at ffs_read+0x4b9 VOP_READ_APV(c0d64ae0,f675aca0,c0c32f31,239,c6d2f638,...) at VOP_READ_APV+0xc5 mdstart_vnode(c82b4000,c7941688,c0c32f31,2cc,0,...) at mdstart_vnode+0x254 md_kthread(c82b4000,f675ad38,c0c5a20d,342,c8c2d7f8,...) at md_kthread+0x1b3 fork_exit(c06a3e40,c82b4000,f675ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf675ad70, ebp = 0 --- Tracing command md10 pid 7996 tid 100421 td 0xc85d6900 sched_switch(c85d6900,0,103,187,780ca872,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c75e5600,...) at mi_switch+0x200 turnstile_wait(c75e5600,c8c32b40,0,1ac,c0f2a884,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0f2a884,c85d6900,0,c0c69bdf,60d,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f2a884,0,c0c69bdf,60d,a00000,...) at _mtx_lock_flags+0xf7 vfs_vmio_release(c8ed0ee0,0,c0c69bdf,544,a00000,...) at vfs_vmio_release+0x54 brelse(e6e8671c,2000,f6804c80,4,0,...) at brelse+0x472 ffs_read(f6804ca0,c0c9a380,c79e0000,f6804ca0,c99f1000,...) at ffs_read+0x4b9 VOP_READ_APV(c0d64ae0,f6804ca0,c0c32f31,239,c6d2f638,...) at VOP_READ_APV+0xc5 mdstart_vnode(c79e0000,c7345558,c0c32f31,2cc,0,...) at mdstart_vnode+0x254 md_kthread(c79e0000,f6804d38,c0c5a20d,342,c85cc000,...) at md_kthread+0x1b3 fork_exit(c06a3e40,c79e0000,f6804d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6804d70, ebp = 0 --- Tracing command md9 pid 7984 tid 100401 td 0xc8c32480 sched_switch(c8c32480,0,103,187,78017bb7,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c75e5600,...) at mi_switch+0x200 turnstile_wait(c75e5600,c8c32b40,0,1ac,c0f2a884,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0f2a884,c8c32480,0,c0c69bdf,60d,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f2a884,0,c0c69bdf,60d,a00000,...) at _mtx_lock_flags+0xf7 vfs_vmio_release(c8cbc5d8,0,c0c69bdf,544,20,...) at vfs_vmio_release+0x54 brelse(e6eb787c,2000,f6799c80,4,0,...) at brelse+0x472 ffs_read(f6799ca0,c0c9a380,ca1e9800,f6799ca0,ca4b4810,...) at ffs_read+0x4b9 VOP_READ_APV(c0d64ae0,f6799ca0,c0c32f31,239,c6d2f638,...) at VOP_READ_APV+0xc5 mdstart_vnode(ca1e9800,c72591c8,c0c32f31,2cc,0,...) at mdstart_vnode+0x254 md_kthread(ca1e9800,f6799d38,c0c5a20d,342,c8c28000,...) at md_kthread+0x1b3 fork_exit(c06a3e40,ca1e9800,f6799d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6799d70, ebp = 0 --- Tracing command md8 pid 7972 tid 100278 td 0xc7f7d900 sched_switch(c7f7d900,0,103,187,77f366d5,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c75e5600,...) at mi_switch+0x200 turnstile_wait(c75e5600,c8c32b40,0,1ac,c0f2a884,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0f2a884,c7f7d900,0,c0c69bdf,ddc,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0f2a884,0,c0c69bdf,ddc,c94cc088,...) at _mtx_lock_flags+0xf7 vfs_busy_pages(e6ebfad8,1,e6d06684,800,0,...) at vfs_busy_pages+0xe5 bufwrite(e6ebfad8,800,f65e2c80,800,c7320c00,...) at bufwrite+0xa7 ffs_write(f65e2ca0,c0c9ac4d,c7490158,0,c7490158,...) at ffs_write+0x55c VOP_WRITE_APV(c0d64ae0,f65e2ca0,c0c32f31,23e,c6d2f638,...) at VOP_WRITE_APV+0x136 mdstart_vnode(ca0d8800,c78611c8,c0c32f31,2cc,0,...) at mdstart_vnode+0x2f6 md_kthread(ca0d8800,f65e2d38,c0c5a20d,342,c7e9cd48,...) at md_kthread+0x1b3 fork_exit(c06a3e40,ca0d8800,f65e2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf65e2d70, ebp = 0 --- Tracing command md7 pid 7960 tid 100295 td 0xc808cb40 sched_switch(c808cb40,0,104,18c,775d36ad,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c808cb40,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(ca18b000,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(ca18b000,ca18b020,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(ca18b000,f661fd38,c0c5a20d,342,c8091aa0,...) at md_kthread+0x125 fork_exit(c06a3e40,ca18b000,f661fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf661fd70, ebp = 0 --- Tracing command md6 pid 7948 tid 100353 td 0xc8be76c0 sched_switch(c8be76c0,0,104,18c,f446295c,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8be76c0,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c9ba2800,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(c9ba2800,c9ba2820,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(c9ba2800,f66e9d38,c0c5a20d,342,c8c19550,...) at md_kthread+0x125 fork_exit(c06a3e40,c9ba2800,f66e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf66e9d70, ebp = 0 --- Tracing command md5 pid 7936 tid 100485 td 0xc8eb9900 sched_switch(c8eb9900,0,104,18c,308d2771,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c8eb9900,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(ca103000,4c,c0c32fe4,0,0,...) at sleepq_wait+0x63 _sleep(ca103000,ca103020,24c,c0c32fe4,0,...) at _sleep+0x35b md_kthread(ca103000,f68ffd38,c0c5a20d,342,c8e727f8,...) at md_kthread+0x125 fork_exit(c06a3e40,ca103000,f68ffd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf68ffd70, ebp = 0 --- Tracing command sh pid 7922 tid 100431 td 0xc85ce240 sched_switch(c85ce240,0,104,18c,f5672f58,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c85ce240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c85c4550,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c85c4550,c85c45d8,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c85ce240,ffffffff,f6822c74,2,0,...) at kern_wait+0xb56 wait4(c85ce240,f6822cf8,10,c0c6564b,c0d43aa4,...) at wait4+0x3b syscall(f6822d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 --- Tracing command awk pid 2562 tid 100192 td 0xc7d7ed80 sched_switch(c7d7ed80,0,104,18c,f579baf,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c7d7ed80,0,c0c62fa6,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c770c310,4c,c0c65432,100,0,...) at sleepq_wait_sig+0x17 _sleep(c770c310,c770c480,14c,c0c65432,0,...) at _sleep+0x344 pipe_read(c7781dc8,f64b8c58,c7d3ba80,0,c7d7ed80,...) at pipe_read+0x417 dofileread(f64b8c58,ffffffff,ffffffff,0,c7781dc8,...) at dofileread+0x96 kern_readv(c7d7ed80,0,f64b8c58,f64b8c78,1,...) at kern_readv+0x58 read(c7d7ed80,f64b8cf8,c,c7d7ed80,c0d43a34,...) at read+0x4f syscall(f64b8d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b0a23, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 2561 tid 100213 td 0xc7cf3900 sched_switch(c7cf3900,0,104,18c,fb2c925,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7cf3900,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7d65000,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7d65000,c7d65088,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7cf3900,ffffffff,f64f7c74,2,0,...) at kern_wait+0xb56 wait4(c7cf3900,f64f7cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f64f7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command top pid 2548 tid 100111 td 0xc762f240 sched_switch(c762f240,0,104,18c,30e3108d,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c762f240,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6335a50,c086783a,c77fda50,0,c762f240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c77fda64,0,f6335a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77fda64,c77fda50,3e9,5c4,c73f9d90,...) at _cv_timedwait_sig+0x250 seltdwait(f6335c2c,f6335c34,c7dc0200,c762f240,325b1b0a,...) at seltdwait+0x8a kern_select(c762f240,2,bfbfebec,0,0,f6335c70,1,0) at kern_select+0x4c4 select(c762f240,f6335cf8,14,c0c47623,c0d4440c,...) at select+0x5e syscall(f6335d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e59a3, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 --- Tracing command sshd pid 2547 tid 100106 td 0xc73f0480 sched_switch(c73f0480,0,104,18c,30e65614,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73f0480,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c77fd250,0,c0c5d3ec,c73f0480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77fd264,0,f6326a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77fd264,c77fd250,c0c6527a,5c4,c743c690,...) at _cv_wait_sig+0x240 seltdwait(c743c690,58,c7d2c780,c73f0480,c0c7bab7,...) at seltdwait+0xa2 kern_select(c73f0480,a,286030b8,286030dc,0,0,65,280fd6f8) at kern_select+0x4c4 select(c73f0480,f6326cf8,14,c0c47623,c0d4440c,...) at select+0x5e syscall(f6326d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ca9a3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command tail pid 2546 tid 100229 td 0xc7de7b40 sched_switch(c7de7b40,0,104,18c,2e7cefc2,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,58,...) at mi_switch+0x200 sleepq_switch(c7de7b40,0,c0c62fa6,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08aea30,c7de7b40,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7d2bb00,58,c0c59ea8,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c7d2bb00,c7d2bb00,158,c0c59ea8,3e9,...) at _sleep+0x30e kern_kevent(c7de7b40,4,0,1,f653ec58,...) at kern_kevent+0x357 kevent(c7de7b40,f653ecf8,18,c0bff960,c0d46194,...) at kevent+0x19b syscall(f653ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815f6ab, esp = 0xbfbfeb5c, ebp = 0xbfbfec18 --- Tracing command sh pid 2545 tid 100200 td 0xc7d7e240 sched_switch(c7d7e240,0,104,18c,75a8c3e9,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7d7e240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7d752a8,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7d752a8,c7d75330,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7d7e240,ffffffff,f64d0c74,2,0,...) at kern_wait+0xb56 wait4(c7d7e240,f64d0cf8,10,f64d0d38,c0d43aa4,...) at wait4+0x3b syscall(f64d0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command sshd pid 2544 tid 100233 td 0xc7e17240 sched_switch(c7e17240,0,104,18c,fb355418,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7e17240,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c77fc950,0,c0c5d3ec,c7e17240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77fc964,0,f655ba80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77fc964,c77fc950,c0c6527a,5c4,c7781348,...) at _cv_wait_sig+0x240 seltdwait(c7781348,58,c7cf9380,c7e17240,c0c7bab7,...) at seltdwait+0xa2 kern_select(c7e17240,c,286030b8,286030dc,0,0,65,280fd6f8) at kern_select+0x4c4 select(c7e17240,f655bcf8,14,c0c47623,c0d4440c,...) at select+0x5e syscall(f655bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ca9a3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 2543 tid 100117 td 0xc762e480 sched_switch(c762e480,0,104,18c,d6665f9b,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c762e480,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c77a8750,0,c0c5d3ec,c762e480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77a8764,0,f6347a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77a8764,c77a8750,c0c6527a,5c4,c7413508,...) at _cv_wait_sig+0x240 seltdwait(c7413508,58,c7d3bd00,c762e480,c0c7bab7,...) at seltdwait+0xa2 kern_select(c762e480,c,286030b8,286030dc,0,0,65,280fd6f8) at kern_select+0x4c4 select(c762e480,f6347cf8,14,c0c47623,c0d4440c,...) at select+0x5e syscall(f6347d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ca9a3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 2483 tid 100218 td 0xc7cf0240 Tracing command sshd pid 2482 tid 100158 td 0xc744db40 Tracing command sshd pid 2481 tid 100219 td 0xc7cf0000 Tracing command sh pid 1190 tid 100086 td 0xc73f3240 sched_switch(c73f3240,0,104,18c,34fe4d1,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73f3240,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73ee550,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73ee550,c73ee5d8,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c73f3240,ffffffff,f62d5c74,2,0,...) at kern_wait+0xb56 wait4(c73f3240,f62d5cf8,10,c0c657fa,c0d43aa4,...) at wait4+0x3b syscall(f62d5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815db0b, esp = 0xbfbfe72c, ebp = 0xbfbfe748 --- Tracing command bash pid 1185 tid 100129 td 0xc7448000 sched_switch(c7448000,0,104,18c,cf63ccfd,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7448000,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7442000,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7442000,c7442088,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7448000,ffffffff,f6372c74,6,0,...) at kern_wait+0xb56 wait4(c7448000,f6372cf8,10,c0c6570a,c0d43aa4,...) at wait4+0x3b syscall(f6372d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282bdb0b, esp = 0xbfbfe7cc, ebp = 0xbfbfe7e8 --- Tracing command csh pid 1181 tid 100141 td 0xc7967b40 sched_switch(c7967b40,0,104,18c,bec9c69f,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7967b40,0,c0c62fa6,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7963af8,68,c0c13fcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7963af8,c7963b28,168,c0c13fcb,0,...) at _sleep+0x344 kern_sigsuspend(c7967b40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7967b40,f63e8cf8,4,c0c6570a,c0d45f2c,...) at sigsuspend+0x4d syscall(f63e8d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28179fbb, esp = 0xbfbfe5dc, ebp = 0xbfbfe648 --- Tracing command su pid 1180 tid 100099 td 0xc747d900 sched_switch(c747d900,0,104,18c,6e89088d,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c747d900,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7478550,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7478550,c74785d8,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c747d900,49d,f6309c74,2,0,...) at kern_wait+0xb56 wait4(c747d900,f6309cf8,10,f6309d38,c0d43aa4,...) at wait4+0x3b syscall(f6309d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811eb0b, esp = 0xbfbfe62c, ebp = 0xbfbfe648 --- Tracing command bash pid 1147 tid 100123 td 0xc7448d80 sched_switch(c7448d80,0,104,18c,514a4e4b,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7448d80,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7447000,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7447000,c7447088,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c7448d80,ffffffff,f635ac74,6,0,...) at kern_wait+0xb56 wait4(c7448d80,f635acf8,10,c0c6570a,c0d43aa4,...) at wait4+0x3b syscall(f635ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282bdb0b, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 --- Tracing command sshd pid 1146 tid 100083 td 0xc73f36c0 sched_switch(c73f36c0,0,104,18c,2652732,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73f36c0,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c77a0650,0,c0c5d3ec,c73f36c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77a0664,0,f62c9a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77a0664,c77a0650,c0c6527a,5c4,c73f9a80,...) at _cv_wait_sig+0x240 seltdwait(c73f9a80,58,c7495a80,c73f36c0,c0c7bab7,...) at seltdwait+0xa2 kern_select(c73f36c0,a,286030b8,286030dc,0,0,65,280fd6f8) at kern_select+0x4c4 select(c73f36c0,f62c9cf8,14,c0c47623,c0d4440c,...) at select+0x5e syscall(f62c9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ca9a3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1144 tid 100136 td 0xc75e66c0 Tracing command getty pid 1143 tid 100096 td 0xc747dd80 Tracing command getty pid 1142 tid 100155 td 0xc762fb40 Tracing command getty pid 1141 tid 100091 td 0xc747e900 Tracing command getty pid 1140 tid 100097 td 0xc747db40 Tracing command getty pid 1139 tid 100125 td 0xc7448900 Tracing command getty pid 1138 tid 100087 td 0xc73f3000 Tracing command getty pid 1137 tid 100089 td 0xc73f0b40 Tracing command getty pid 1136 tid 100154 td 0xc762fd80 Tracing command getty pid 1135 tid 100084 td 0xc72f7000 sched_switch(c72f7000,0,104,18c,fc3b6961,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f7000,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c70b4204,0,c0c5d3ec,c72f7000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70b4270,0,f62cdb0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70b4270,c70b4204,c0c66f3f,4d7,0,...) at _cv_wait_sig+0x240 tty_wait(c70b4200,c70b4270,f62cdc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70b4200,f62cdc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6d64700,f62cdc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c748bd58,f62cdc58,c6d73100,0,c72f7000,...) at devfs_read_f+0x7e dofileread(f62cdc58,ffffffff,ffffffff,0,c748bd58,...) at dofileread+0x96 kern_readv(c72f7000,0,f62cdc58,f62cdc78,1,...) at kern_readv+0x58 read(c72f7000,f62cdcf8,c,c0c75ca7,c0d43a34,...) at read+0x4f syscall(f62cdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818da23, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1113 tid 100150 td 0xc79646c0 Tracing command watchdogd pid 1084 tid 100090 td 0xc73f0900 sched_switch(c73f0900,0,104,18c,6f317fe1,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73f0900,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08aea30,c73f0900,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0db20e4,5c,c0c5fe0f,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0db20e4,0,15c,c0c5fe0f,ea61,...) at _sleep+0x30e kern_nanosleep(c73f0900,f62e5c64,f62e5c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c73f0900,f62e5cf8,8,c0c75ca7,c0d45420,...) at nanosleep+0x6f syscall(f62e5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281844bf, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 1062 tid 100148 td 0xc7964b40 sched_switch(c7964b40,0,104,18c,3988daa8,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7964b40,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08aea30,c7964b40,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0db20e4,5c,c0c5fe0f,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0db20e4,0,15c,c0c5fe0f,ea61,...) at _sleep+0x30e kern_nanosleep(c7964b40,f63ffc64,f63ffc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7964b40,f63ffcf8,8,c0c65958,c0d45420,...) at nanosleep+0x6f syscall(f63ffd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281784bf, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1056 tid 100151 td 0xc7964480 sched_switch(c7964480,0,104,18c,a07a4501,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7964480,0,c0c62fa6,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7962058,68,c0c13fcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7962058,c7962088,168,c0c13fcb,0,...) at _sleep+0x344 kern_sigsuspend(c7964480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7964480,f6409cf8,4,c0c6570a,c0d45f2c,...) at sigsuspend+0x4d syscall(f6409d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28332fbb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1050 tid 100144 td 0xc7967480 sched_switch(c7967480,0,104,18c,f35adf84,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7967480,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63f1a50,c086783a,c79317d0,0,c7967480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c79317e4,0,f63f1a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c79317e4,c79317d0,1389,5c4,c73f8c08,...) at _cv_timedwait_sig+0x250 seltdwait(f63f1c2c,f63f1c34,c7653000,c7967480,c6c13000,...) at seltdwait+0x8a kern_select(c7967480,5,bfbfc520,0,0,f63f1c70,5,0) at kern_select+0x4c4 select(c7967480,f63f1cf8,14,c0c65c2e,c0d4440c,...) at select+0x5e syscall(f63f1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283d69a3, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1043 tid 100079 td 0xc73f3d80 Tracing command ntpd pid 1006 tid 100082 td 0xc73f3900 sched_switch(c73f3900,0,104,18c,625339bc,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73f3900,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c77bbe50,0,c0c5d3ec,c73f3900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77bbe64,0,f62c5a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77bbe64,c77bbe50,c0c6527a,5c4,c748b578,...) at _cv_wait_sig+0x240 seltdwait(c748b578,58,c6d73100,c73f3900,0,...) at seltdwait+0xa2 kern_select(c73f3900,1b,bfbfed28,0,0,0,f62c5c98,246) at kern_select+0x4c4 select(c73f3900,f62c5cf8,14,c73f3900,c0d4440c,...) at select+0x5e syscall(f62c5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283519a3, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command rpc.lockd pid 886 tid 100147 td 0xc7964d80 sched_switch(c7964d80,0,104,18c,1fc043a,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7964d80,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63fc9fc,c086783a,c7496b80,0,c7964d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c784acd0,0,f63fca2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c784acd0,c7496b80,1388,3af,c7986100,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7964ee4,14,c0c8105b,c0c80781,f63fcb8c,...) at svc_run_internal+0x356 svc_run(c7496b80,0,4,c0a504d0,f63fcb8c,...) at svc_run+0x7f nlm_syscall(c7964d80,f63fccf8,10,c0c6606e,c0d44ab8,...) at nlm_syscall+0x77d syscall(f63fcd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fabbb, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpc.statd pid 880 tid 100143 td 0xc79676c0 sched_switch(c79676c0,0,104,18c,2c2ee960,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c79676c0,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63eea50,c086783a,c79310d0,0,c79676c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c79310e4,0,f63eea80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c79310e4,c79310d0,7531,5c4,c748b5b0,...) at _cv_timedwait_sig+0x250 seltdwait(f63eec2c,f63eec34,c6d73100,c79676c0,c0ac033e,...) at seltdwait+0x8a kern_select(c79676c0,8,bfbfed44,0,0,f63eec70,1e,0) at kern_select+0x4c4 select(c79676c0,f63eecf8,14,c0c65958,c0d4440c,...) at select+0x5e syscall(f63eed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281869a3, esp = 0xbfbfec9c, ebp = 0xbfbfedd8 --- Tracing command nfsd pid 874 tid 100140 td 0xc75e7480 sched_switch(c75e7480,0,104,18c,f8b693d3,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75e7480,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63e5bf8,c086783a,c70c1480,0,c75e7480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c780e5d0,0,f63e5c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c780e5d0,c70c1480,1388,3af,458b3089,...) at _cv_timedwait_sig+0x250 svc_run_internal(f63e5d24,c084d6c8,c70c1480,f63e5d38,c0c5a20d,...) at svc_run_internal+0x356 svc_thread_start(c70c1480,f63e5d38,c0c5a20d,342,c75e1d48,...) at svc_thread_start+0x10 fork_exit(c0a5e460,c70c1480,f63e5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 874 tid 100139 td 0xc75e76c0 sched_switch(c75e76c0,0,104,18c,f08e56b3,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75e76c0,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63e2bf8,c086783a,c70c1480,0,c75e76c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c780e610,0,f63e2c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c780e610,c70c1480,1388,3af,a0824,...) at _cv_timedwait_sig+0x250 svc_run_internal(f63e2d24,c084d6c8,c70c1480,f63e2d38,c0c5a20d,...) at svc_run_internal+0x356 svc_thread_start(c70c1480,f63e2d38,c0c5a20d,342,c75e1d48,...) at svc_thread_start+0x10 fork_exit(c0a5e460,c70c1480,f63e2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 874 tid 100138 td 0xc75e7900 sched_switch(c75e7900,0,104,18c,fed460e4,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75e7900,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63dfbf8,c086783a,c70c1480,0,c75e7900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c780e650,0,f63dfc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c780e650,c70c1480,1388,3af,f04d8908,...) at _cv_timedwait_sig+0x250 svc_run_internal(f63dfd24,c084d6c8,c70c1480,f63dfd38,c0c5a20d,...) at svc_run_internal+0x356 svc_thread_start(c70c1480,f63dfd38,c0c5a20d,342,c75e1d48,...) at svc_thread_start+0x10 fork_exit(c0a5e460,c70c1480,f63dfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 874 tid 100119 td 0xc762e000 sched_switch(c762e000,0,104,18c,f8b65465,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c762e000,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f634dae8,c086783a,c70c1480,0,c762e000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c77bc750,0,f634db18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77bc750,c70c1480,1388,3af,f634db60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c762e164,14,c0c8105b,c0c7fcbf,f634dc3c,...) at svc_run_internal+0x356 svc_run(c70c1480,0,c0c7ffc3,200,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8c0,f634dc3c,c,c6d73100,f634dc50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c762e000,f634dcf8,bfbfe8c0,c762e000,c75e1d48,...) at nfssvc_nfsserver+0x24f nfssvc(c762e000,f634dcf8,8,c0c65c2e,c0d44ad4,...) at nfssvc+0x83 syscall(f634dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dab9b, esp = 0xbfbfe87c, ebp = 0xbfbfeae8 --- Tracing commanhed_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c762f000,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c780ea90,0,c0c5d3ec,c762f000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c780eaa4,0,f6338a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c780eaa4,c780ea90,c0c6527a,5c4,c743c118,...) at _cv_wait_sig+0x240 seltdwait(c743c118,58,c6d73100,c762f000,c762f0a4,...) at seltdwait+0xa2 kern_select(c762f000,9,bfbfed7c,0,0,0,65,281a5de0) at kern_select+0x4c4 select(c762f000,f6338cf8,14,c0c7fa84,c0d4440c,...) at select+0x5e syscall(f6338d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281919a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 786 tid 100080 td 0xc73f3b40 sched_switch(c73f3b40,0,104,18c,387c9146,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73f3b40,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62bcaa8,c086783a,c77bb550,0,c73f3b40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c77bb564,0,f62bcad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77bb564,c77bb550,7531,5c4,f62bcb8c,...) at _cv_timedwait_sig+0x250 seltdwait(f62bcc5c,f62bcc64,4d4,c73f3b40,f62bcb5c,...) at seltdwait+0x8a poll(c73f3b40,f62bccf8,c,c0c65958,c0d450bc,...) at poll+0x2f9 syscall(f62bcd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813e8cf, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 705 tid 100113 td 0xc762ed80 sched_switch(c762ed80,0,104,18c,c17ca19,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c762ed80,0,c0c62fa6,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c086783a,c7364150,0,c0c5d3ec,c762ed80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7364164,0,f633ba80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7364164,c7364150,c0c6527a,5c4,c77812d8,...) at _cv_wait_sig+0x240 seltdwait(c77812d8,58,c6d73100,c762ed80,58,...) at seltdwait+0xa2 kern_select(c762ed80,9,282290ac,0,0,0,65,0) at kern_select+0x4c4 select(c762ed80,f633bcf8,14,c0bff960,c0d4440c,...) at select+0x5e syscall(f633bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281909a3, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 573 tid 100120 td 0xc75e7d80 sched_switch(c75e7d80,0,103,187,76c01029,...) at sched_switch+0x437 mi_switch(103,0,c0c63856,2e1,c8c1de80,...) at mi_switch+0x200 turnstile_wait(c8c1de80,c8c30480,0,1ac,c0db1890,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0db1890,c75e7d80,0,c0c58b57,1c0,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0db1890,0,c0c58b57,1c0,58,...) at _mtx_lock_flags+0xf7 giant_poll(c6d64800,58,c75e7d80,c0d4e8c0,c6d64800,...) at giant_poll+0x49 devfs_poll_f(c73f8000,58,c6d73100,c75e7d80,58,...) at devfs_poll_f+0x54 kern_select(c75e7d80,6,bfbfe9b0,0,0,0,65,10) at kern_select+0x5a5 select(c75e7d80,f6350cf8,14,c0bff960,c0d4440c,...) at select+0x5e syscall(f6350d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x8088af3, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command flowcleaner pid 43 tid 100073 td 0xc72f7900 sched_switch(c72f7900,0,104,18c,9aa38ded,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f7900,0,c0c62fa6,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0db1f44,0,c0c6dd3f,2,0,...) at sleepq_timedwait+0x6b _sleep(c0db1f44,0,0,c0c6dd3f,4e20,...) at _sleep+0x329 pause(c0c6dd3f,4e20,c0c6dc9f,3d7,0,...) at pause+0x47 flowtable_cleaner(0,f40afd38,c0c5a20d,342,c730e000,...) at flowtable_cleaner+0x160 fork_exit(c091bf00,0,f40afd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40afd70, ebp = 0 --- Tracing command softdepflush pid 42 tid 100072 td 0xc72f7b40 sched_switch(c72f7b40,0,104,18c,5d0f92c4,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72f7b40,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f2a000,44,c0c8468b,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f2a000,c0f29fa4,44,c0c8468b,3e8,...) at _sleep+0x329 softdep_flush(0,f40acd38,c0c5a20d,342,c730e2a8,...) at softdep_flush+0x244 fork_exit(c0a9a7d0,0,f40acd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40acd70, ebp = 0 --- Tracing command syncer pid 41 tid 100071 td 0xc72f7d80 sched_switch(c72f7d80,0,104,18c,2678f6a3,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f7d80,0,c0c62fa6,26a,c72f7d80,...) at sleepq_switch+0x15f sleepq_timedwait(c0f1e874,0,f40a9c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f1e874,c0f1e860,3e8,6cd,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f40a9d38,c0c5a20d,342,c730e550,...) at sched_sync+0x502 fork_exit(c0906f60,0,f40a9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a9d70, ebp = 0 --- Tracing command vnlru pid 40 tid 100070 td 0xc72fb000 sched_switch(c72fb000,0,104,18c,35d1da11,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72fb000,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c730e7f8,50,c0c6cf76,0,0,...) at sleepq_timedwait+0x6b _sleep(c730e7f8,c0f1e834,250,c0c6cf76,3e8,...) at _sleep+0x329 vnlru_proc(0,f40a6d38,c0c5a20d,342,c730e7f8,...) at vnlru_proc+0xe7 fork_exit(c0907b30,0,f40a6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a6d70, ebp = 0 --- Tracing command bufdaemon pid 39 tid 100069 td 0xc72fb240 sched_switch(c72fb240,0,104,18c,58dfcc95,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72fb240,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f1e5a8,44,c0c6a523,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f1e5a8,c0f1e5ac,44,c0c6a523,3e8,...) at _sleep+0x329 buf_daemon(0,f40a3d38,c0c5a20d,342,c730eaa0,...) at buf_daemon+0x138 fork_exit(c08ef970,0,f40a3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a3d70, ebp = 0 --- Tracing command pagezero pid 38 tid 100068 td 0xc72fb480 sched_switch(c72fb480,0,104,18c,4813fa6d,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fb480,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f2acb4,0,c0c8a177,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f2acb4,c0f2a870,0,c0c8a177,493e0,...) at _sleep+0x329 vm_pagezero(0,f40a0d38,c0c5a20d,342,c730ed48,...) at vm_pagezero+0xdc fork_exit(c0ad93d0,0,f40a0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a0d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100067 td 0xc72fb6c0 sched_switch(c72fb6c0,0,104,18c,52a149f4,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72fb6c0,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f2a8dc,68,c0c6a523,0,0,...) at sleepq_wait+0x63 _sleep(c0f2a8dc,c0f2a8e0,68,c0c6a523,0,...) at _sleep+0x35b vm_daemon(0,f409dd38,c0c5a20d,342,c7311000,...) at vm_daemon+0x59 fork_exit(c0ad3800,0,f409dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf409dd70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100066 td 0xc72fb900 sched_switch(c72fb900,0,104,18c,43fa8677,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72fb900,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f2a8a4,44,c0c6a523,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f2a8a4,c0f2a870,44,c0c6a523,1388,...) at _sleep+0x329 vm_pageout(0,f409ad38,c0c5a20d,342,c73112a8,...) at vm_pageout+0x2bb fork_exit(c0ad46a0,0,f409ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf409ad70, ebp = 0 --- Tracing command usbus5 pid 37 tid 100065 td 0xc72fbb40 sched_switch(c72fbb40,0,104,18c,7384695b,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fbb40,0,c0c62fa6,247,c72fbb40,...) at sleepq_switch+0x15f sleepq_wait(c6faad0c,0,f4037cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6faad0c,c6faadac,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6faad04,f4037d38,c0c5a20d,342,c7311550,...) at usb_process+0x193 fork_exit(c07ac8b0,c6faad04,f4037d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4037d70, ebp = 0 --- Tracing command usbus5 pid 36 tid 100064 td 0xc72fbd80 sched_switch(c72fbd80,0,104,18c,cae42298,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fbd80,0,c0c62fa6,247,c72fbd80,...) at sleepq_switch+0x15f sleepq_wait(c6faacdc,0,f4034cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6faacdc,c6faadac,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6faacd4,f4034d38,c0c5a20d,342,c72f4000,...) at usb_process+0x193 fork_exit(c07ac8b0,c6faacd4,f4034d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4034d70, ebp = 0 --- Tracing command usbus5 pid 35 tid 100063 td 0xc70d8240 sched_switch(c70d8240,0,104,18c,731d4c70,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d8240,0,c0c62fa6,247,c70d8240,...) at sleepq_switch+0x15f sleepq_wait(c6faacac,0,f4031cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6faacac,c6faadac,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6faaca4,f4031d38,c0c5a20d,342,c72f42a8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6faaca4,f4031d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4031d70, ebp = 0 --- Tracing command usbus5 pid 34 tid 100062 td 0xc70d8480 sched_switch(c70d8480,0,104,18c,731d3cd1,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d8480,0,c0c62fa6,247,c70d8480,...) at sleepq_switch+0x15f sleepq_wait(c6faac7c,0,f402ecb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6faac7c,c6faadac,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6faac74,f402ed38,c0c5a20d,342,c72f4550,...) at usb_process+0x193 fork_exit(c07ac8b0,c6faac74,f402ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf402ed70, ebp = 0 --- Tracing command usbus4 pid 33 tid 100061 td 0xc70d86c0 sched_switch(c70d86c0,0,104,18c,731d2e46,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d86c0,0,c0c62fa6,247,c70d86c0,...) at sleepq_switch+0x15f sleepq_wait(c6fa1b5c,0,f402bcb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fa1b5c,c6fa1bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6fa1b54,f402bd38,c0c5a20d,342,c72f47f8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6fa1b54,f402bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf402bd70, ebp = 0 --- Tracing command usbus4 pid 32 tid 100060 td 0xc70d8900 sched_switch(c70d8900,0,104,18c,ca3f1f8f,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d8900,0,c0c62fa6,247,c70d8900,...) at sleepq_switch+0x15f sleepq_wait(c6fa1b2c,0,f4028cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fa1b2c,c6fa1bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6fa1b24,f4028d38,c0c5a20d,342,c72f4aa0,...) at usb_process+0x193 fork_exit(c07ac8b0,c6fa1b24,f4028d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4028d70, ebp = 0 --- Tracing command usbus4 pid 31 tid 100059 td 0xc70d8b40 sched_switch(c70d8b40,0,104,18c,72b9135f,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d8b40,0,c0c62fa6,247,c70d8b40,...) at sleepq_switch+0x15f sleepq_wait(c6fa1afc,0,f4025cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fa1afc,c6fa1bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6fa1af4,f4025d38,c0c5a20d,342,c72f4d48,...) at usb_process+0x193 fork_exit(c07ac8b0,c6fa1af4,f4025d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4025d70, ebp = 0 --- Tracing command usbus4 pid 30 tid 100058 td 0xc70d8d80 sched_switch(c70d8d80,0,104,18c,72b90595,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d8d80,0,c0c62fa6,247,c70d8d80,...) at sleepq_switch+0x15f sleepq_wait(c6fa1acc,0,f4022cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fa1acc,c6fa1bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6fa1ac4,f4022d38,c0c5a20d,342,c72f5000,...) at usb_process+0x193 fork_exit(c07ac8b0,c6fa1ac4,f4022d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4022d70, ebp = 0 --- Tracing command usbus3 pid 29 tid 100057 td 0xc72f2000 sched_switch(c72f2000,0,104,18c,72b8f66d,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f2000,0,c0c62fa6,247,c72f2000,...) at sleepq_switch+0x15f sleepq_wait(c6f9eb5c,0,f401fcb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f9eb5c,c6f9ebfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f9eb54,f401fd38,c0c5a20d,342,c72f52a8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f9eb54,f401fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf401fd70, ebp = 0 --- Tracing command usbus3 pid 28 tid 100056 td 0xc72f2240 sched_switch(c72f2240,0,104,18c,ca3ec193,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f2240,0,c0c62fa6,247,c72f2240,...) at sleepq_switch+0x15f sleepq_wait(c6f9eb2c,0,f401ccb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f9eb2c,c6f9ebfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f9eb24,f401cd38,c0c5a20d,342,c72f5550,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f9eb24,f401cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf401cd70, ebp = 0 --- Tracing command usbus3 pid 27 tid 100055 td 0xc72f2480 sched_switch(c72f2480,0,104,18c,7254b511,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f2480,0,c0c62fa6,247,c72f2480,...) at sleepq_switch+0x15f sleepq_wait(c6f9eafc,0,f4019cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f9eafc,c6f9ebfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f9eaf4,f4019d38,c0c5a20d,342,c72f57f8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f9eaf4,f4019d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4019d70, ebp = 0 --- Tracing command usbus3 pid 26 tid 100054 td 0xc72f26c0 sched_switch(c72f26c0,0,104,18c,7254a5a1,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f26c0,0,c0c62fa6,247,c72f26c0,...) at sleepq_switch+0x15f sleepq_wait(c6f9eacc,0,f4016cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f9eacc,c6f9ebfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f9eac4,f4016d38,c0c5a20d,342,c6e987f8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f9eac4,f4016d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4016d70, ebp = 0 --- Tracing command usbus2 pid 25 tid 100053 td 0xc72f2900 sched_switch(c72f2900,0,104,18c,72549734,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f2900,0,c0c62fa6,247,c72f2900,...) at sleepq_switch+0x15f sleepq_wait(c6f96b5c,0,f4013cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f96b5c,c6f96bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f96b54,f4013d38,c0c5a20d,342,c6e98aa0,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f96b54,f4013d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4013d70, ebp = 0 --- Tracing command usbus2 pid 24 tid 100052 td 0xc72f2b40 sched_switch(c72f2b40,0,104,18c,ca3e7ce1,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f2b40,0,c0c62fa6,247,c72f2b40,...) at sleepq_switch+0x15f sleepq_wait(c6f96b2c,0,f4010cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f96b2c,c6f96bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f96b24,f4010d38,c0c5a20d,342,c6e98d48,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f96b24,f4010d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4010d70, ebp = 0 --- Tracing command usbus2 pid 23 tid 100051 td 0xc72f2d80 sched_switch(c72f2d80,0,104,18c,71efbf41,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f2d80,0,c0c62fa6,247,c72f2d80,...) at sleepq_switch+0x15f sleepq_wait(c6f96afc,0,f400dcb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f96afc,c6f96bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f96af4,f400dd38,c0c5a20d,342,c72de000,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f96af4,f400dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf400dd70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100050 td 0xc6f596c0 sched_switch(c6f596c0,0,104,18c,71efaf69,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f596c0,0,c0c62fa6,247,c6f596c0,...) at sleepq_switch+0x15f sleepq_wait(c6f96acc,0,f400acb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f96acc,c6f96bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f96ac4,f400ad38,c0c5a20d,342,c72de2a8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f96ac4,f400ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf400ad70, ebp = 0 --- Tracing command usbus1 pid 21 tid 100049 td 0xc6f59900 sched_switch(c6f59900,0,104,18c,71ef9fe8,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f59900,0,c0c62fa6,247,c6f59900,...) at sleepq_switch+0x15f sleepq_wait(c6f92b5c,0,f4007cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f92b5c,c6f92bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f92b54,f4007d38,c0c5a20d,342,c72de550,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f92b54,f4007d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4007d70, ebp = 0 --- Tracing command usbus1 pid 20 tid 100048 td 0xc6f59b40 sched_switch(c6f59b40,0,104,18c,ca3e038b,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f59b40,0,c0c62fa6,247,c6f59b40,...) at sleepq_switch+0x15f sleepq_wait(c6f92b2c,0,f4004cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f92b2c,c6f92bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f92b24,f4004d38,c0c5a20d,342,c72de7f8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f92b24,f4004d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4004d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100047 td 0xc6f59d80 sched_switch(c6f59d80,0,104,18c,7183c6c5,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f59d80,0,c0c62fa6,247,c6f59d80,...) at sleepq_switch+0x15f sleepq_wait(c6f92afc,0,f4001cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f92afc,c6f92bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f92af4,f4001d38,c0c5a20d,342,c72deaa0,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f92af4,f4001d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4001d70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100046 td 0xc70d7000 sched_switch(c70d7000,0,104,18c,7183b65e,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d7000,0,c0c62fa6,247,c70d7000,...) at sleepq_switch+0x15f sleepq_wait(c6f92acc,0,f3ffecb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f92acc,c6f92bfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f92ac4,f3ffed38,c0c5a20d,342,c72ded48,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f92ac4,f3ffed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ffed70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100045 td 0xc70d7240 sched_switch(c70d7240,0,104,18c,73ecfdf8,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d7240,0,c0c62fa6,247,c70d7240,...) at sleepq_switch+0x15f sleepq_wait(c6f8bb5c,0,f3ffbcb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f8bb5c,c6f8bbfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f8bb54,f3ffbd38,c0c5a20d,342,c6d762a8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f8bb54,f3ffbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ffbd70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100044 td 0xc70d7480 sched_switch(c70d7480,0,104,18c,cae344ef,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d7480,0,c0c62fa6,247,c70d7480,...) at sleepq_switch+0x15f sleepq_wait(c6f8bb2c,0,f3ff8cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f8bb2c,c6f8bbfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f8bb24,f3ff8d38,c0c5a20d,342,c6d76550,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f8bb24,f3ff8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff8d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100043 td 0xc70d76c0 sched_switch(c70d76c0,0,104,18c,738886b3,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d76c0,0,c0c62fa6,247,c70d76c0,...) at sleepq_switch+0x15f sleepq_wait(c6f8bafc,0,f3ff5cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f8bafc,c6f8bbfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f8baf4,f3ff5d38,c0c5a20d,342,c6d767f8,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f8baf4,f3ff5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff5d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100042 td 0xc70d7900 sched_switch(c70d7900,0,104,18c,738876df,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d7900,0,c0c62fa6,247,c70d7900,...) at sleepq_switch+0x15f sleepq_wait(c6f8bacc,0,f3ff2cb8,1,0,...) at sleepq_wait+0x63 _cv_wait(c6f8bacc,c6f8bbfc,c0c4dc3a,67,c0db5e80,...) at _cv_wait+0x240 usb_process(c6f8bac4,f3ff2d38,c0c5a20d,342,c6d76aa0,...) at usb_process+0x193 fork_exit(c07ac8b0,c6f8bac4,f3ff2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff2d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100041 td 0xc70d7b40 sched_switch(c70d7b40,0,104,18c,1472d054,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d7b40,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f206bc,0,c0c773d4,0,0,...) at sleepq_wait+0x63 _sleep(c0f206bc,c0f205d0,0,c0c773d4,0,...) at _sleep+0x35b sctp_iterator_thread(0,f3fefd38,c0c5a20d,342,c6d76d48,...) at sctp_iterator_thread+0x60 fork_exit(c0986710,0,f3fefd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fefd70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100037 td 0xc6f57000 sched_switch(c6f57000,0,104,18c,98a441b1,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f57000,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fca000,5c,c0c54a74,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fca000,c6fce488,15c,c0c54a74,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fca000,f3fe0d38,c0c5a20d,342,c6e98000,...) at fw_bus_probe_thread+0xa08 fork_exit(c064ce00,c6fca000,f3fe0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe0d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100022 td 0xc6f4b240 sched_switch(c6f4b240,0,104,18c,73883ed8,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f4b240,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d7ea54,4c,c0bfb618,0,0,...) at sleepq_wait+0x63 _sleep(c0d7ea54,c0d7ea6c,4c,c0bfb618,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6acfd38,c0c5a20d,342,c6e982a8,...) at xpt_scanner_thread+0x41 fork_exit(c0480300,0,c6acfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acfd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d79240 sched_switch(c6d79240,0,104,18c,75fd81a4,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d79240,0,c0c62fa6,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0db1f44,0,c0c54a74,2,0,...) at sleepq_timedwait+0x6b _sleep(c0db1f44,0,0,c0c54a74,64,...) at _sleep+0x329 pause(c0c54a74,64,c0c41d3d,111,0,...) at pause+0x47 random_kthread(0,c6ac0d38,c0c5a20d,342,c6e98550,...) at random_kthread+0x1ef fork_exit(c0725520,0,c6ac0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac0d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d796c0 sched_switch(c6d796c0,0,104,18c,76df5db7,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d796c0,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dafce4,4c,c0c54a74,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dafce4,c0dafc48,24c,c0c54a74,64,...) at _sleep+0x329 g_io_schedule_down(c6d796c0,0,c0c5613c,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6abad38,c0c5a20d,342,c6d75000,...) at g_down_procbody+0x8d fork_exit(c08149a0,0,c6abad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abad70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d79900 sched_switch(c6d79900,0,104,18c,784d6e09,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d79900,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dafce0,4c,c0c54a74,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dafce0,c0dafc68,24c,c0c54a74,64,...) at _sleep+0x329 g_io_schedule_up(c6d79900,0,c0c5613c,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab7d38,c0c5a20d,342,c6d752a8,...) at g_up_procbody+0x8d fork_exit(c0814a30,0,c6ab7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab7d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d79b40 sched_switch(c6d79b40,0,104,18c,76c0c5c5,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d79b40,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dafcd8,4c,c0c54a74,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dafcd8,0,4c,c0c54a74,64,...) at _sleep+0x329 g_event_procbody(0,c6ab4d38,c0c5a20d,342,c6d75550,...) at g_event_procbody+0xcb fork_exit(c0814ac0,0,c6ab4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab4d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc70d7d80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc70d8000 sched_switch(c70d8000,0,109,18c,73848cf1,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6d730f0,...) at mi_switch+0x200 ithread_loop(c70ce5e0,f3fe6d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c70ce5e0,f3fe6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe6d70, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc6f4bd80 sched_switch(c6f4bd80,0,109,18c,fc3b5652,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c70c1970,...) at mi_switch+0x200 ithread_loop(c70ce150,f3fe3d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c70ce150,f3fe3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe3d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6f57480 sched_switch(c6f57480,0,109,18c,715d1ab9,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbc0f0,...) at mi_switch+0x200 ithread_loop(c6fac9d0,f3fd7d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6fac9d0,f3fd7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fd7d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f576c0 sched_switch(c6f576c0,0,109,18c,7e4d7d18,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbc3f0,...) at mi_switch+0x200 ithread_loop(c6f82b50,f3fcfd38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6f82b50,f3fcfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fcfd70, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc6f57900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xc6f57b40 sched_switch(c6f57b40,0,109,18c,9c28a2ff,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbc1f0,...) at mi_switch+0x200 ithread_loop(c6f82960,f3fbdd38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6f82960,f3fbdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fbdd70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc6f57d80 sched_switch(c6f57d80,0,109,18c,9b766743,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbc270,...) at mi_switch+0x200 ithread_loop(c6f821b0,f3fb9d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6f821b0,f3fb9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fb9d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f59000 sched_switch(c6f59000,0,109,18c,89a0e694,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbc2f0,...) at mi_switch+0x200 ithread_loop(c6f66960,f3fb5d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6f66960,f3fb5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fb5d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f59240 sched_switch(c6f59240,0,109,18c,78477a16,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbbef0,...) at mi_switch+0x200 ithread_loop(c6f66270,c6bebd38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6f66270,c6bebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6bebd70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f59480 sched_switch(c6f59480,0,109,18c,86a63b07,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6f557f0,...) at mi_switch+0x200 ithread_loop(c6f521a0,c6ae5d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6f521a0,c6ae5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ae5d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6dbd6c0 sched_switch(c6dbd6c0,0,109,18c,ebda9dd6,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6f4a670,...) at mi_switch+0x200 ithread_loop(c6d74380,c6aded38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d74380,c6aded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aded70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6dbd900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc6dbdd80 sched_switch(c6dbdd80,0,109,18c,3b8d104c,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6f4a770,...) at mi_switch+0x200 ithread_loop(c6d74350,c6ad5d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d74350,c6ad5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad5d70, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc6f4b000 sched_switch(c6f4b000,0,109,18c,8f33a7bb,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6f4a7f0,...) at mi_switch+0x200 ithread_loop(c6d0ab00,c6ad2d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d0ab00,c6ad2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad2d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d79d80 sched_switch(c6d79d80,0,109,18c,6ca3f34b,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbbb70,...) at mi_switch+0x200 ithread_loop(c6d741c0,c6ab1d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d741c0,c6ab1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab1d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dbd000 sched_switch(c6dbd000,0,109,18c,69c34de8,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbbbf0,...) at mi_switch+0x200 ithread_loop(c6d741d0,c6aaed38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d741d0,c6aaed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aaed70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dbd240 sched_switch(c6dbd240,0,109,18c,75fd41ca,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbbc70,...) at mi_switch+0x200 ithread_loop(c6d741e0,c6aabd38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d741e0,c6aabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aabd70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dbd480 cpustop_handler(1,c6aa8b6c,c0b9dd9d,c0883a68,8c064a7,...) at cpustop_handler+0x32 ipi_nmi_handler(c0883a68,8c064a7,7ffefc00,1234de,c6d757f8,...) at ipi_nmi_handler+0x2f trap(c6aa8b78) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0867a69, esp = 0xc6aa8bb8, ebp = 0xc6aa8bd4 --- _mtx_lock_sleep(c0db1890,c6dbd480,0,c0c5d3ec,93,...) at _mtx_lock_sleep+0x99 _mtx_lock_flags(c0db1890,0,c0c5d3ec,93,c6aa8ca0,...) at _mtx_lock_flags+0xf7 lock_mtx(c0db1890,1,c0c5ff28,176,c8c33900,...) at lock_mtx+0x29 softclock(c0db2120,c6aa8cc8,c08674a4,c0db5e80,c6dbbcb8,...) at softclock+0x1e1 intr_event_execute_handlers(c6d757f8,c6dbbc80,c0c5a48c,4e8,c6dbbcf0,...) at intr_event_execute_handlers+0x125 ithread_loop(c6d741f0,c6aa8d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x9f fork_exit(c0850520,c6d741f0,c6aa8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa8d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d77000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc6d77240 sched_switch(c6d77240,0,109,18c,5ab0da01,...) at sched_switch+0x437 mi_switch(109,0,c0c5a48c,4e2,c6dbbdf0,...) at mi_switch+0x200 ithread_loop(c6d74210,c6aa2d38,c0c5a20d,342,c6d757f8,...) at ithread_loop+0x1f6 fork_exit(c0850520,c6d74210,c6aa2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa2d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d77480 sched_switch(c6d77480,0,60c,187,76dc8cb2,...) at sched_switch+0x437 mi_switch(60c,0,c0c60830,813,0,...) at mi_switch+0x200 sched_preempt(c6d77480,0,0,c6a9eca8,c0b811ae,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,2,0,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b8d8da, esp = 0xc6a9eca0, ebp = 0xc6a9eca8 --- cpu_idle_amdc1e(1,c6a9ecf8,c0899aae,1,c6a9ecd4,...) at cpu_idle_amdc1e+0x5a cpu_idle(1,c6a9ecd4,c0c60830,3af,c6d77480,...) at cpu_idle+0x1b sched_idletd(0,c6a9ed38,c0c5a20d,342,c6d75aa0,...) at sched_idletd+0x23e fork_exit(c0899870,0,c6a9ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9ed70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d776c0 sched_switch(c6d776c0,0,108,187,778617d2,...) at sched_switch+0x437 mi_switch(108,0,c0c60830,3ad,c6d776c0,...) at mi_switch+0x200 sched_idletd(0,c6a9bd38,c0c5a20d,342,c6d75aa0,...) at sched_idletd+0x19b fork_exit(c0899870,0,c6a9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9bd70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d77900 sched_switch(c6d77900,0,60c,187,76de374a,...) at sched_switch+0x437 mi_switch(60c,0,c0c60830,813,2,...) at mi_switch+0x200 sched_preempt(c6d77900,2,0,c6a98ca8,c0b811ae,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,2,0,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b8d8da, esp = 0xc6a98ca0, ebp = 0xc6a98ca8 --- cpu_idle_amdc1e(1,c6a98cf8,c0899aae,1,c6a98cd4,...) at cpu_idle_amdc1e+0x5a cpu_idle(1,c6a98cd4,c0c60830,3af,c6d77900,...) at cpu_idle+0x1b sched_idletd(0,c6a98d38,c0c5a20d,342,c6d75aa0,...) at sched_idletd+0x23e fork_exit(c0899870,0,c6a98d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a98d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d77b40 sched_switch(c6d77b40,0,60c,187,76bf7fcb,...) at sched_switch+0x437 mi_switch(60c,0,c0c60830,813,3,...) at mi_switch+0x200 sched_preempt(c6d77b40,3,c7e0ed80,c6a95cb4,c0b811ae,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,b,c0db7200,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0868307, esp = 0xc6a95c8c, ebp = 0xc6a95cb4 --- _thread_lock_flags(c6d77b40,0,c0c60830,a04,c6d77b40,...) at _thread_lock_flags+0x177 sched_idletd(0,c6a95d38,c0c5a20d,342,c6d75aa0,...) at sched_idletd+0x271 fork_exit(c0899870,0,c6a95d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a95d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d77d80 sched_switch(c6d77d80,0,104,18c,44f79973,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d77d80,0,c0c62fa6,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c62fa6,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d75d48,5c,c0c6581b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d75d48,c6d75dd0,15c,c0c6581b,0,...) at _sleep+0x344 kern_wait(c6d77d80,ffffffff,c6a91c74,0,0,...) at kern_wait+0xb56 wait4(c6d77d80,c6a91cf8,10,c0c6564b,c0d43aa4,...) at wait4+0x3b syscall(c6a91d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054b8f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6d79000 sched_switch(c6d79000,0,104,18c,7385e163,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d79000,0,c0c62fa6,247,c6d79000,...) at sleepq_switch+0x15f sleepq_wait(c0f29920,0,c6a8ec9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f29920,c0f29904,c0c81e01,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8ed38,c0c5a20d,342,c6d76000,...) at audit_worker+0x84 fork_exit(c0a6dfe0,0,c6a8ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8ed70, ebp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xc6f57240 sched_switch(c6f57240,0,104,18c,6f4e54f2,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f57240,0,c0c62fa6,247,c6f57240,...) at sleepq_switch+0x15f sleepq_wait(c6fc73c0,0,c0c5f7a7,c0c54a74,0,...) at sleepq_wait+0x63 msleep_spin(c6fc73c0,c6fc73dc,c0c54a74,0,c0c5d3ec,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fce49c,f3fddd38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0x8e fork_exit(c08b13e0,c6fce49c,f3fddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fddd70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6dbdb40 sched_switch(c6dbdb40,0,104,18c,8f35e480,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dbdb40,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f27080,0,c0c54a74,0,0,...) at sleepq_wait+0x63 _sleep(c6f27080,c6f2709c,0,c0c54a74,0,...) at _sleep+0x35b taskqueue_thread_loop(c0dc4908,c6ad8d38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08b13e0,c0dc4908,c6ad8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad8d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f4b480 sched_switch(c6f4b480,0,104,18c,73ed5230,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4b480,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f27240,0,c0c54a74,0,0,...) at sleepq_wait+0x63 _sleep(c6f27240,c6f2725c,0,c0c54a74,0,...) at _sleep+0x35b taskqueue_thread_loop(c0db0664,c6accd38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08b13e0,c0db0664,c6accd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6accd70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6f4b6c0 sched_switch(c6f4b6c0,0,104,18c,73ed3eb6,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4b6c0,0,c0c62fa6,247,c6f4b6c0,...) at sleepq_switch+0x15f sleepq_wait(c6f27440,0,c0c5f7a7,c0c54a74,0,...) at sleepq_wait+0x63 msleep_spin(c6f27440,c6f2745c,c0c54a74,0,c0c5d3ec,...) at msleep_spin+0x21d taskqueue_thread_loop(c0d81760,c6ac9d38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0x8e fork_exit(c08b13e0,c0d81760,c6ac9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f4b900 sched_switch(c6f4b900,0,104,18c,73ed31ff,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4b900,0,c0c62fa6,247,c6f4b900,...) at sleepq_switch+0x15f sleepq_wait(c6f27440,0,c0c5f7a7,c0c54a74,0,...) at sleepq_wait+0x63 msleep_spin(c6f27440,c6f2745c,c0c54a74,0,c0c5d3ec,...) at msleep_spin+0x21d taskqueue_thread_loop(c0d81760,c6ac6d38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0x8e fork_exit(c08b13e0,c0d81760,c6ac6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac6d70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc6f4bb40 sched_switch(c6f4bb40,0,104,18c,73ed240a,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4bb40,0,c0c62fa6,247,c6f4bb40,...) at sleepq_switch+0x15f sleepq_wait(c6f27440,0,c0c5f7a7,c0c54a74,0,...) at sleepq_wait+0x63 msleep_spin(c6f27440,c6f2745c,c0c54a74,0,c0c5d3ec,...) at msleep_spin+0x21d taskqueue_thread_loop(c0d81760,c6ac3d38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0x8e fork_exit(c08b13e0,c0d81760,c6ac3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d79480 sched_switch(c6d79480,0,104,18c,953901a8,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d79480,0,c0c62fa6,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d5cc00,0,c0c54a74,0,0,...) at sleepq_wait+0x63 _sleep(c6d5cc00,c6d5cc1c,0,c0c54a74,0,...) at _sleep+0x35b taskqueue_thread_loop(c0dc33a0,c6abdd38,c0c5a20d,342,c0dafda0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08b13e0,c0dc33a0,c6abdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0db0050 sched_switch(c0db0050,0,104,18c,8c9255ce,...) at sched_switch+0x437 mi_switch(104,0,c0c62fa6,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0db0050,0,c0c62fa6,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dafda0,44,c0c610a5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dafda0,0,44,c0c610a5,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Physical memory: 3439 MB Dumping 256 MB: 241 225 209 193 177 161 145 129 113 97 81 65 49 33 17 1 Dump complete = 0xf db:1:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04c48b9 in db_fncall (dummy1=0xc0815ce2, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf674e3fc "\020ätö\001") at ../../../ddb/db_command.c:548 #2 0xc04c4cef in db_command (last_cmdp=0xc0d7fa3c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04c4da4 in db_command_script (command=0xc0d809c8 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04c8ea0 in db_script_exec (scriptname=0xc0d802a0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04c8f31 in db_run_cmd (addr=0x0, have_addr=0x0, count=0x0, modif=0xf674e534 "Håtö") at ../../../ddb/db_script.c:375 #6 0xc04c4cef in db_command (last_cmdp=0xc0d7fa3c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #7 0xc04c4da4 in db_command_script (command=0xc0d80900 "run pho") at ../../../ddb/db_command.c:516 #8 0xc04c8ea0 in db_script_exec (scriptname=0xf674e640 "kdb.enter.unknown", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #9 0xc04c8f87 in db_script_kdbenter (eventname=0xc0c94238 "unknown") at ../../../ddb/db_script.c:324 #10 0xc04c6c68 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228 #11 0xc08a4f96 in kdb_trap (type=0xc, code=0x0, tf=0xf674e800) at ../../../kern/subr_kdb.c:534 #12 0xc0b9d57f in trap_fatal (frame=0xf674e800, eva=0xdeadc0e2) at ../../../i386/i386/trap.c:924 #13 0xc0b9d7b3 in trap_pfault (frame=0xf674e800, usermode=0x0, eva=0xdeadc0e2) at ../../../i386/i386/trap.c:846 #14 0xc0b9e1d8 in trap (frame=0xf674e800) at ../../../i386/i386/trap.c:528 #15 0xc0b80abb in calltrap () at ../../../i386/i386/exception.s:165 #16 0xc0815ce2 in g_valid_obj (ptr=0xc99867c0) at ../../../geom/geom_subr.c:1035 #17 0xc0819489 in g_vfs_strategy (bo=0xc99f1e64, bp=0xe6d8cca4) at ../../../geom/geom_vfs.c:109 #18 0xc0a9f74f in ffs_geom_strategy (bo=0xc99f1e64, bp=0xe6d8cca4) at ../../../ufs/ffs/ffs_vfsops.c:1953 #19 0xc08f0f19 in breadn (vp=0xc99f1d70, blkno=0x80, size=0x2000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0xc7320c00, bpp=0xf674ea0c) at buf.h:397 #20 0xc08f0fcc in bread (vp=0xc99f1d70, blkno=Unhandled dwarf expression opcode 0x93 ) at ../../../kern/vfs_bio.c:748 #21 0xc0aa2308 in ffs_mount (mp=0xc84c5b40) at ../../../ufs/ffs/ffs_vfsops.c:669 #22 0xc08feca1 in vfs_donmount (td=0xc8c30480, fsflags=0x0, fsoptions=0xc9806c00) at ../../../kern/vfs_mount.c:984 #23 0xc0900385 in nmount (td=0xc8c30480, uap=0xf674ecf8) at ../../../kern/vfs_mount.c:420 #24 0xc0b9da94 in syscall (frame=0xf674ed38) at ../../../i386/i386/trap.c:1073 #25 0xc0b80b20 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #26 0x00000033 in ?? () (kgdb) f 16 #16 0xc0815ce2 in g_valid_obj (ptr=0xc99867c0) at ../../../geom/geom_subr.c:1035 1035 if (ptr == cp) (kgdb) l 1030 return (1); 1031 LIST_FOREACH(gp, &mp->geom, geom) { 1032 if (ptr == gp) 1033 return (2); 1034 LIST_FOREACH(cp, &gp->consumer, consumer) 1035 if (ptr == cp) 1036 return (3); 1037 LIST_FOREACH(pp, &gp->provider, provider) 1038 if (ptr == pp) 1039 return (4); (kgdb) p cp $10 = (struct g_consumer *) 0xdeadc0de (kgdb) p *gp $11 = {name = 0xdeadc0de
, class = 0xdeadc0de, geom = {le_next = 0xdeadc0de, le_prev = 0xdeadc0de}, consumer = {lh_first = 0xdeadc0de}, provider = {lh_first = 0xdeadc0de}, geoms = { tqe_next = 0xdeadc0de, tqe_prev = 0xdeadc0de}, rank = 0xdeadc0de, start = 0xdeadc0de, spoiled = 0xdeadc0de, dumpconf = 0xdeadc0de, access = 0xdeadc0de, orphan = 0xdeadc0de, ioctl = 0xdeadc0de, softc = 0xdeadc0de, flags = 0xdeadc0de} (kgdb) p *mp $12 = {name = 0xc0c58beb "DEV", version = 0x20041207, taste = 0xc0810d70 , config = 0, ctlreq = 0, init = 0, fini = 0, destroy_geom = 0, start = 0, spoiled = 0, dumpconf = 0, access = 0, orphan = 0xc0810230 , ioctl = 0, class = {le_next = 0xc0cf9d40, le_prev = 0xc0d652f8}, geom = {lh_first = 0xc916a400}} (kgdb) f 17 #17 0xc0819489 in g_vfs_strategy (bo=0xc99f1e64, bp=0xe6d8cca4) at ../../../geom/geom_vfs.c:109 109 G_VALID_CONSUMER(cp); (kgdb) l 104 struct g_consumer *cp; 105 struct bio *bip; 106 int vfslocked; 107 108 cp = bo->bo_private; 109 G_VALID_CONSUMER(cp); 110 111 /* 112 * If the the provider has orphaned us, just return EXIO. 113 */ (kgdb) p *bo $13 = {bo_mtx = {lock_object = {lo_name = 0xc0c6cf4b "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc6d2d9c8}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0xe6d8cca4, tqh_last = 0xe6d8ccdc}, bv_root = 0xe6d8cca4, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc99f1e88}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0d647a4, bo_bsize = 0x200, bo_object = 0xc8cbc880, bo_synclist = {le_next = 0xc760e4fc, le_prev = 0xc70a77a8}, bo_private = 0xc99867c0, __bo_vnode = 0xc99f1d70} (kgdb) p *cp $14 = {geom = 0xc9806100, consumer = {le_next = 0x0, le_prev = 0xc9806110}, provider = 0xca575580, consumers = { le_next = 0xc91fd980, le_prev = 0xca575590}, acr = 0x1, acw = 0x1, ace = 0x1, spoiled = 0x0, stat = 0xc7382870, nstart = 0x0, nend = 0x0, private = 0x0, index = 0x0} (kgdb) f 19 #19 0xc08f0f19 in breadn (vp=0xc99f1d70, blkno=0x80, size=0x2000, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0xc7320c00, bpp=0xf674ea0c) at buf.h:397 397 BO_STRATEGY(bp->b_bufobj, bp); (kgdb) p *vp $15 = {v_type = VCHR, v_tag = 0xc0c53bc9 "devfs", v_op = 0xc0d40640, v_data = 0xca575d00, v_mount = 0xc739f000, v_nmntvnodes = {tqe_next = 0xc9b09560, tqe_prev = 0xc9b0997c}, v_un = {vu_mount = 0xcaa6b100, vu_socket = 0xcaa6b100, vu_cdev = 0xcaa6b100, vu_fifoinfo = 0xcaa6b100, vu_yield = 0xcaa6b100}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc99f1da0}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xc0c53bc9 "devfs", lo_flags = 0x5730008, lo_data = 0x0, lo_witness = 0xc6d2ee18}, lk_lock = 0x1, lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0xf, pcs = {0xc0860260, 0xc08f5585, 0xc0babd55, 0xc0912868, 0xc090682b, 0xc07f9c44, 0xc07fb76c, 0xc0baced5, 0xc08f9eff, 0xc08fabcb, 0xc0aa1e74, 0xc08feca1, 0xc0900385, 0xc0b9da94, 0xc0b80b20, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0c650a7 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc6d29248}, mtx_lock = 0x4}, v_vnlock = 0xc99f1dc8, v_holdcnt = 0x3, v_usecount = 0x1, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0xc9b09000, tqe_prev = 0xc7c56a54}, v_bufobj = {bo_mtx = { lock_object = {lo_name = 0xc0c6cf4b "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc6d2d9c8}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0xe6d8cca4, tqh_last = 0xe6d8ccdc}, bv_root = 0xe6d8cca4, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc99f1e88}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0d647a4, bo_bsize = 0x200, bo_object = 0xc8cbc880, bo_synclist = {le_next = 0xc760e4fc, le_prev = 0xc70a77a8}, bo_private = 0xc99867c0, __bo_vnode = 0xc99f1d70}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) $ svn diff /usr/src/sys Index: /usr/src/sys/ufs/ffs/ffs_softdep.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_softdep.c (revision 195153) +++ /usr/src/sys/ufs/ffs/ffs_softdep.c (working copy) @@ -5102,10 +5102,28 @@ FREE_LOCK(&lk); if (ffs_vgetf(mp, parentino, LK_NOWAIT | LK_EXCLUSIVE, &pvp, FFSV_FORCEINSMQ)) { + error = vfs_busy(mp, MBF_NOWAIT); + if (error != 0) { + VOP_UNLOCK(vp, 0); + error = vfs_busy(mp, 0); + vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); + if (error != 0) + return (ENOENT); + if (vp->v_iflag & VI_DOOMED) { + vfs_unbusy(mp); + return (ENOENT); + } + } VOP_UNLOCK(vp, 0); error = ffs_vgetf(mp, parentino, LK_EXCLUSIVE, &pvp, FFSV_FORCEINSMQ); + vfs_unbusy(mp); vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); + if (vp->v_iflag & VI_DOOMED) { + if (error == 0) + vput(pvp); + error = ENOENT; + } if (error != 0) return (error); } Index: /usr/src/sys/ufs/ffs/ffs_vnops.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_vnops.c (revision 195153) +++ /usr/src/sys/ufs/ffs/ffs_vnops.c (working copy) @@ -180,15 +180,36 @@ static int ffs_fsync(struct vop_fsync_args *ap) { + struct vnode *vp; + struct bufobj *bo; int error; - error = ffs_syncvnode(ap->a_vp, ap->a_waitfor); + vp = ap->a_vp; + bo = &vp->v_bufobj; +retry: + error = ffs_syncvnode(vp, ap->a_waitfor); if (error) return (error); if (ap->a_waitfor == MNT_WAIT && - (ap->a_vp->v_mount->mnt_flag & MNT_SOFTDEP)) - error = softdep_fsync(ap->a_vp); - return (error); + (vp->v_mount->mnt_flag & MNT_SOFTDEP)) { + error = softdep_fsync(vp); + if (error) + return (error); + + /* + * The softdep_fsync() function may drop vp lock, + * allowing for dirty buffers to reappear on the + * bo_dirty list. Recheck and resync as needed. + */ + BO_LOCK(bo); + if (vp->v_type == VREG && (bo->bo_numoutput > 0 || + bo->bo_dirty.bv_cnt > 0)) { + BO_UNLOCK(bo); + goto retry; + } + BO_UNLOCK(bo); + } + return (0); } int -- Test scenario: Parallel mount and umount of SU FS + find over pointpoints