r208755M: Wed Jun 2 21:31:16 CEST 2010, vmcore.447 lock order reversal: 1st 0xc7e4342c filedesc structure (filedesc structure) @ kern/kern_descrip.c:1133 2nd 0xc7cd6880 ufs (ufs) @ kern/vfs_subr.c:4143 KDB: stack backtrace: db_trace_self_wrapper(c0cd09d4,f62b99fc,c08edb25,c08dd6fb,c0cd3aca,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08dd6fb,c0cd3aca,c6d3e370,c6d41a48,f62b9a58,...) at kdb_backtrace+0x29 _witness_debugger(c0cd3aca,c7cd6880,c0cc5cc5,c6d41a48,c0cdab9d,...) at _witness_debugger+0x25 witness_checkorder(c7cd6880,9,c0cdab94,102f,c7cd68ec,...) at witness_checkorder+0x839 __lockmgr_args(c7cd6880,80400,c7cd68ec,0,0,...) at __lockmgr_args+0x804 ffs_lock(f62b9b78,c,0,80400,c7cd6828,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ddff20,f62b9b78,f62b9b94,c0dfab60,c7cd6828,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7cd6828,80400,c0cdab94,102f,f62b9bd4,...) at _vn_lock+0x78 vfs_knllock(c7cd6828,0,c0cc81c2,723,c816ebd0,...) at vfs_knllock+0x29 knlist_remove_kq(0,f62b9bf4,c0938fe9,c909501c,c816ebd0,...) at knlist_remove_kq+0x85 knlist_remove(c909501c,c816ebd0,0,f62b9c20,c08759b5,...) at knlist_remove+0x1b filt_vfsdetach(c816ebd0,0,c0cc81c2,804,3,...) at filt_vfsdetach+0x39 knote_fdclose(c815e000,3,c0cc7d12,46d,c7e4342c,...) at knote_fdclose+0xf5 kern_close(c815e000,3,f62b9c8c,c08e6606,c815e000,...) at kern_close+0xd2 close(c815e000,f62b9cfc,f62b9d38,c0cd2323,0,...) at close+0x1a syscallenter(c815e000,f62b9cf4,f62b9cf4,0,0,...) at syscallenter+0x246 syscall(f62b9d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28185193, esp = 0xbfbfeafc, ebp = 0xbfbfeb08 --- Expensive timeout(9) function: 0xc0b0dd10(0) 0.127190587 s Expensive timeout(9) function: 0xc0908940(0) 0.373750882 s lock order reversal: 1st 0xc80ba724 syncer (syncer) @ kern/vfs_subr.c:1713 2nd 0xcb05ec94 ufs (ufs) @ kern/vfs_subr.c:2103 KDB: stack backtrace: db_trace_self_wrapper(c0cd09d4,f3f64a18,c08edb25,c08dd6fb,c0cd3aca,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08dd6fb,c0cd3aca,c6d41b18,c6d41a48,f3f64a74,...) at kdb_backtrace+0x29 _witness_debugger(c0cd3aca,cb05ec94,c0cc5cc5,c6d41a48,c0cdab9d,...) at _witness_debugger+0x25 witness_checkorder(cb05ec94,9,c0cdab94,837,0,...) at witness_checkorder+0x839 __lockmgr_args(cb05ec94,80500,cb05ed00,0,0,...) at __lockmgr_args+0x804 ffs_lock(f3f64b94,c08ed8cb,c0cdab9d,80500,cb05ec3c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ddff20,f3f64b94,c7bc27f4,c0dfab60,cb05ec3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cb05ec3c,80500,c0cdab94,837,4,...) at _vn_lock+0x78 vget(cb05ec3c,80500,c7bc2750,c81,f3f64c20,...) at vget+0xbb vfs_msync(c7e002d4,2,c0cdab94,d7a,c7e002d4,...) at vfs_msync+0xf5 sync_fsync(f3f64c7c,c0d0d427,c80ba790,f3f64c7c,c80ba6cc,...) at sync_fsync+0x17b VOP_FSYNC_APV(c0dce540,f3f64c7c,c0cdab94,6b1,c7bc2750,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0f9c8b8,c0f9c8a4,3e8,6e0,4e20,...) at sync_vnode+0x16b sched_sync(0,f3f64d38,c0cc8815,343,c7bc07f8,...) at sched_sync+0x273 fork_exit(c093e2c0,0,f3f64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f64d70, ebp = 0 --- Expensive timeout(9) function: 0xc08a1fa0(0xcac3f7f8) 0.498346172 s lock order reversal: 1st 0xc0e2fb9c allproc (allproc) @ vm/vm_meter.c:130 2nd 0xcc51ac94 ufs (ufs) @ kern/vfs_subr.c:2216 KDB: stack backtrace: db_trace_self_wrapper(c0cd09d4,f67c9868,c08edb25,c08dd6fb,c0cd3aca,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08dd6fb,c0cd3aca,c6d3a0d0,c6d41a48,f67c98c4,...) at kdb_backtrace+0x29 _witness_debugger(c0cd3aca,cc51ac94,c0cc5cc5,c6d41a48,c0cdab9d,...) at _witness_debugger+0x25 witness_checkorder(cc51ac94,9,c0cdab94,8a8,0,...) at witness_checkorder+0x839 __lockmgr_args(cc51ac94,80100,cc51ad00,0,0,...) at __lockmgr_args+0x804 ffs_lock(f67c99e4,c0c4f776,c0cdab9d,80100,cc51ac3c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ddff20,f67c99e4,c08974b3,c0dfab60,cc51ac3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cc51ac3c,80100,c0cdab94,8a8,1c6,...) at _vn_lock+0x78 vputx(f67c9a7c,c0b241bc,cc51ac3c,0,c0cfaeb6,...) at vputx+0x254 vrele(cc51ac3c,0,c0cfaeb6,1c6,c7cc7360,...) at vrele+0x10 vm_object_deallocate(cd1eed48,c0cfa39d,ad6,c85e1d20,0,...) at vm_object_deallocate+0x1cc _vm_map_unlock(c85e1d20,c0cfa39d,ad6,c85e1d20,cd0b0c38,...) at _vm_map_unlock+0x76 vm_map_remove(c85e1d20,1000,bfc00000,c85e1d20,f67c9b38,...) at vm_map_remove+0x6b vmspace_free(c85e1d20,c0cfa793,bf,bd,c85e1d20,...) at vmspace_free+0x5d vmtotal(c0de1b60,0,30,f67c9b84,f67c9b84,...) at vmtotal+0x38e sysctl_root(f67c9b84,0,c0cce0ca,5f1,cb532750,...) at sysctl_root+0x1c8 userland_sysctl(cb532750,f67c9bf0,2,28405080,bfbfd73c,...) at userland_sysctl+0x17c __sysctl(cb532750,f67c9cfc,f67c9d38,c0cd2323,0,...) at __sysctl+0x94 syscallenter(cb532750,f67c9cf4,f67c9cf4,0,c88a7900,...) at syscallenter+0x246 syscall(f67c9d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2818546b, esp = 0xbfbfd64c, ebp = 0xbfbfd678 --- panic: pmap_clear_modify: page 0xc3aec398 is busy cpuid = 0 KDB: enter: panic [ thread pid 18 tid 100073 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 18 tid 100073 td 0xc7bc2750 kdb_enter(c0ccd471,c0ccd471,c0d0997e,f3f646f4,0,...) at kdb_enter+0x3a panic(c0d0997e,c3aec398,c0d0909b,11ef,f3f64718,...) at panic+0x136 pmap_clear_modify(c3aec398,1000,c0cfb4a7,844,ff71d5d8,...) at pmap_clear_modify+0x63 vm_page_set_validclean(c3aec398,0,1000,1000,0) at vm_page_set_validclean+0xe6 vfs_page_set_validclean(c3aec398,0,c0cd8741,e30,1000,...) at vfs_page_set_validclean+0x67 bdwrite(e6f0c7e0,1000,f3f64910,1000,c6d75600,...) at bdwrite+0x203 ffs_write(f3f64930,c0d0ddce,c08ecbe7,0,f3f648b8,...) at ffs_write+0x562 VOP_WRITE_APV(c0ddff20,f3f64930,c0cfccc0,47e,1000,...) at VOP_WRITE_APV+0x136 vnode_pager_generic_putpages(c9749828,f3f64a50,1000,c,f3f64a00,...) at vnode_pager_generic_putpages+0x262 vop_stdputpages(f3f649ac,c0d0d9c5,c9749828,c9749828,c,...) at vop_stdputpages+0x30 VOP_PUTPAGES_APV(c0ddff20,f3f649ac,c0cfccc0,41c,c0dface0,...) at VOP_PUTPAGES_APV+0xd6 vnode_pager_putpages(cd71d5d8,f3f64a50,1,c,f3f64a00,...) at vnode_pager_putpages+0x92 vm_pageout_flush(f3f64a50,1,c,3b7,df,...) at vm_pageout_flush+0x150 vm_object_page_collect_flush(c,0,0,307,4,...) at vm_object_page_collect_flush+0x320 vm_object_page_clean(cd71d5d8,0,0,0,0,...) at vm_object_page_clean+0x1ad vfs_msync(c7e002d4,2,c0cdab94,d7a,c7e002d4,...) at vfs_msync+0x19a sync_fsync(f3f64c7c,c0d0d427,c80ba790,f3f64c7c,c80ba6cc,...) at sync_fsync+0x17b VOP_FSYNC_APV(c0dce540,f3f64c7c,c0cdab94,6b1,c7bc2750,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0f9c8b8,c0f9c8a4,3e8,6e0,4e20,...) at sync_vnode+0x16b sched_sync(0,f3f64d38,c0cc8815,343,c7bc07f8,...) at sched_sync+0x273 fork_exit(c093e2c0,0,f3f64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f64d70, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x629d80 curthread = 0xc7bc2750: pid 18 "syncer" curpcb = 0xf3f64d90 fpcurthread = none idlethread = 0xc6d89270: tid 100006 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d0ed80 curthread = 0xc6d894e0: pid 11 "idle: cpu1" curpcb = 0xc6b30d90 fpcurthread = none idlethread = 0xc6d894e0: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d11d80 curthread = 0xc9576c30: pid 1919 "mmap" curpcb = 0xf64b0d90 fpcurthread = none idlethread = 0xc6d89750: tid 100004 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d14d80 curthread = 0xc6d899c0: pid 11 "idle: cpu3" curpcb = 0xc6b2ad90 fpcurthread = none idlethread = 0xc6d899c0: tid 100003 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1944 (sysctl) thread 0xcaf62270 (100340) shared sx sysctl lock (sysctl lock) r = 0 (0xc0e300e4) locked @ kern/kern_sysctl.c:1521 Process 1943 (sysctl) thread 0xcb532270 (100503) shared sx allproc (allproc) r = 0 (0xc0e2fb9c) locked @ kern/kern_descrip.c:2631 exclusive sleep mutex Giant (Giant) r = 0 (0xc0e2f9d0) locked @ kern/kern_sysctl.c:1417 shared sx sysctl lock (sysctl lock) r = 0 (0xc0e300e4) locked @ kern/kern_sysctl.c:1521 exclusive sx sysctl mem (sysctl mem) r = 0 (0xc0e300f8) locked @ kern/kern_sysctl.c:1513 Process 1940 (sysctl) thread 0xc956c750 (100306) shared sx user map (user map) r = 0 (0xccc02408) locked @ vm/vm_map.c:3531 Process 1923 (mmap) thread 0xcd104c30 (100360) exclusive lockmgr ufs (ufs) r = 0 (0xccde11b4) locked @ kern/vfs_vnops.c:301 Process 1922 (mmap) thread 0xc7f404e0 (100135) shared lockmgr ufs (ufs) r = 0 (0xcf4a346c) locked @ kern/vfs_subr.c:2103 Process 1921 (mmap) thread 0xca6b5750 (100389) shared lockmgr ufs (ufs) r = 0 (0xcf4a346c) locked @ kern/vfs_subr.c:2103 Process 1920 (mmap) thread 0xca6b59c0 (100388) shared lockmgr ufs (ufs) r = 0 (0xcf4a346c) locked @ kern/vfs_subr.c:2103 Process 1919 (mmap) thread 0xc9576c30 (100288) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6dcd820) locked @ kern/vfs_bio.c:2575 exclusive lockmgr ufs (ufs) r = 0 (0xc8709df0) locked @ kern/vfs_lookup.c:502 Process 1917 (mmap) thread 0xc7f41750 (100105) shared lockmgr ufs (ufs) r = 0 (0xcf4a346c) locked @ kern/vfs_subr.c:2103 Process 1916 (mmap) thread 0xc844a9c0 (100616) exclusive lockmgr ufs (ufs) r = 0 (0xd09d5880) locked @ kern/vfs_lookup.c:502 Process 1915 (mmap) thread 0xc8813270 (100724) exclusive lockmgr ufs (ufs) r = 0 (0xc8c0edf0) locked @ kern/vfs_lookup.c:502 Process 1913 (mmap) thread 0xc83d6270 (100631) exclusive sleep mutex vm object (standard object) r = 0 (0xcec66770) locked @ vm/vm_map.c:1732 exclusive sx user map (user map) r = 0 (0xcd50ce58) locked @ vm/vm_map.c:1390 Process 1912 (mmap) thread 0xce72f9c0 (100595) exclusive sleep mutex vm object (standard object) r = 0 (0xcb8df2a8) locked @ kern/vfs_bio.c:1315 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6ef3060) locked @ ufs/ffs/ffs_softdep.c:11370 exclusive lockmgr ufs (ufs) r = 0 (0xd073c9dc) locked @ kern/vfs_subr.c:2103 Process 1911 (mmap) thread 0xcd480750 (100733) exclusive lockmgr ufs (ufs) r = 0 (0xcfb6e880) locked @ kern/vfs_subr.c:2103 Process 1910 (mmap) thread 0xcb00b9c0 (100478) shared sx user map (user map) r = 0 (0xc996a048) locked @ vm/vm_map.c:3531 Process 77146 (mkfifo) thread 0xc83dac30 (100621) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xc80d2e00) locked @ kern/uipc_sockbuf.c:148 Process 77145 (mkfifo) thread 0xce72fc30 (100594) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xca6e1ac8) locked @ kern/uipc_sockbuf.c:148 Process 77132 (mkfifo) thread 0xc7c319c0 (100174) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xc91b6ac8) locked @ kern/uipc_sockbuf.c:148 Process 77131 (mkfifo) thread 0xc9578270 (100286) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xcc1c6790) locked @ kern/uipc_sockbuf.c:148 Process 77130 (mkfifo) thread 0xcd6fcc30 (100555) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xcac7eac8) locked @ kern/uipc_sockbuf.c:148 Process 77129 (mkfifo) thread 0xca6b5c30 (100483) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xcc1c6458) locked @ kern/uipc_sockbuf.c:148 Process 77128 (mkfifo) thread 0xcb5349c0 (100494) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xc84845f4) locked @ kern/uipc_sockbuf.c:148 Process 77126 (mkfifo) thread 0xcaf4c750 (100435) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xccf9e92c) locked @ kern/uipc_sockbuf.c:148 Process 77124 (mkfifo) thread 0xc956d000 (100299) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xcb578ac8) locked @ kern/uipc_sockbuf.c:148 Process 77121 (mkfifo) thread 0xce730750 (100590) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xcafb8120) locked @ kern/uipc_sockbuf.c:148 Process 77112 (mkfifo) thread 0xcca2f000 (100764) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xc93b0c64) locked @ kern/uipc_sockbuf.c:148 Process 68974 (cp) thread 0xc96e3c30 (100243) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6ce87c0) locked @ vm/vm_pager.c:311 shared lockmgr ufs (ufs) r = 0 (0xcb4f2724) locked @ kern/vfs_subr.c:2103 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6f0e8c0) locked @ kern/vfs_bio.c:1847 exclusive lockmgr ufs (ufs) r = 0 (0xc9e6c310) locked @ kern/vfs_vnops.c:612 Process 1955 (sshd) thread 0xc96e4000 (100242) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc8faa228) locked @ kern/uipc_sockbuf.c:148 Process 1502 (sshd) thread 0xc7c31c30 (100131) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc80e4228) locked @ kern/uipc_sockbuf.c:148 Process 1501 (sshd) thread 0xc7c344e0 (100128) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc80f9228) locked @ kern/uipc_sockbuf.c:148 Process 1500 (sshd) thread 0xc7fbf000 (100140) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc80e4898) locked @ kern/uipc_sockbuf.c:148 Process 1443 (sshd) thread 0xc7e48c30 (100102) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc80f8d6c) locked @ kern/uipc_sockbuf.c:148 Process 18 (syncer) thread 0xc7bc2750 (100073) exclusive sleep mutex vm object (standard object) r = 0 (0xcd71d5d8) locked @ kern/vfs_bio.c:3632 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6f0c840) locked @ kern/vfs_bio.c:2575 exclusive lockmgr ufs (ufs) r = 0 (0xc9749880) locked @ kern/vfs_subr.c:2103 exclusive lockmgr syncer (syncer) r = 0 (0xc80ba724) locked @ kern/vfs_subr.c:1713 db:0:alllocks> show lockedvnods Locked vnodes 0xcf4a3414: tag ufs, type VREG usecount 11, writecount 0, refcount 12 mountedhere 0 flags () v_object 0xcceff3b8 ref 2 pages 4 lock type ufs: SHARED (count 4) #0 0xc088f2b2 at __lockmgr_args+0x592 #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093dd9b at vget+0xbb #5 0xc09299cb at cache_lookup+0x67b #6 0xc0929bad at vfs_cache_lookup+0xad #7 0xc0c0c605 at VOP_LOOKUP_APV+0xe5 #8 0xc093103b at lookup+0x67b #9 0xc0931e7f at namei+0x57f #10 0xc094998f at vn_open_cred+0x31f #11 0xc0949c8b at vn_open+0x3b #12 0xc0946c25 at kern_openat+0x125 #13 0xc0947065 at kern_open+0x35 #14 0xc09470a0 at open+0x30 #15 0xc08e6606 at syscallenter+0x246 #16 0xc0beed8f at syscall+0x4f #17 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 94221, on dev ad4s1a 0xc9e6c2b8: tag ufs, type VREG usecount 1, writecount 1, refcount 3 mountedhere 0 flags () v_object 0xcb6f66e8 ref 0 pages 1 lock type ufs: EXCL by thread 0xc96e3c30 (pid 68974) #0 0xc088f91e at __lockmgr_args+0xbfe #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc094b346 at vn_write+0x156 #5 0xc08f0235 at dofilewrite+0x95 #6 0xc08f1998 at kern_writev+0x58 #7 0xc08f1aaf at write+0x4f #8 0xc08e6606 at syscallenter+0x246 #9 0xc0beed8f at syscall+0x4f #10 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 2347214, on dev ad4s1f 0xc80ba6cc: tag syncer, type VNON usecount 1, writecount 0, refcount 2 mountedhere 0 flags () lock type syncer: EXCL by thread 0xc7bc2750 (pid 18) #0 0xc088f91e at __lockmgr_args+0xbfe #1 0xc092c425 at vop_stdlock+0x65 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093e1c2 at sync_vnode+0x142 #5 0xc093e533 at sched_sync+0x273 #6 0xc087c968 at fork_exit+0xb8 #7 0xc0bd02d0 at fork_trampoline+0x8 0xd09d5828: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xd1720aa0 ref 0 pages 0 lock type ufs: EXCL by thread 0xc844a9c0 (pid 1916) #0 0xc088f2b2 at __lockmgr_args+0x592 #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc0930ac6 at lookup+0x106 #5 0xc0931e7f at namei+0x57f #6 0xc0949700 at vn_open_cred+0x90 #7 0xc0949c8b at vn_open+0x3b #8 0xc0946c25 at kern_openat+0x125 #9 0xc0947065 at kern_open+0x35 #10 0xc09470a0 at open+0x30 #11 0xc08e6606 at syscallenter+0x246 #12 0xc0beed8f at syscall+0x4f #13 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 8855557, on dev ad4s1e 0xc8709d98: tag ufs, type VDIR usecount 1, writecount 0, refcount 2 mountedhere 0 flags () v_object 0xc8fb5b28 ref 0 pages 0 lock type ufs: EXCL by thread 0xc9576c30 (pid 1919) #0 0xc088f2b2 at __lockmgr_args+0x592 #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc0930ac6 at lookup+0x106 #5 0xc0931e7f at namei+0x57f #6 0xc0941af4 at kern_unlinkat+0x54 #7 0xc0941d4f at kern_unlink+0x2f #8 0xc0941d82 at unlink+0x22 #9 0xc08e6606 at syscallenter+0x246 #10 0xc0beed8f at syscall+0x4f #11 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 8855582, on dev ad4s1e 0xc8c0ed98: tag ufs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xd1861dd0 ref 0 pages 0 lock type ufs: EXCL by thread 0xc8813270 (pid 1915) #0 0xc088f2b2 at __lockmgr_args+0x592 #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc0930ac6 at lookup+0x106 #5 0xc0931e7f at namei+0x57f #6 0xc0949700 at vn_open_cred+0x90 #7 0xc0949c8b at vn_open+0x3b #8 0xc0946c25 at kern_openat+0x125 #9 0xc0947065 at kern_open+0x35 #10 0xc09470a0 at open+0x30 #11 0xc08e6606 at syscallenter+0x246 #12 0xc0beed8f at syscall+0x4f #13 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 8855592, on dev ad4s1e 0xcb4f26cc: tag ufs, type VREG usecount 4, writecount 0, refcount 5 mountedhere 0 flags () v_object 0xcc4ebdd0 ref 2 pages 1 lock type ufs: SHARED (count 1) #0 0xc088f2b2 at __lockmgr_args+0x592 #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093dd9b at vget+0xbb #5 0xc0b151a5 at vm_fault+0xa95 #6 0xc0beec4d at trap_pfault+0x10d #7 0xc0bef2b8 at trap+0x4a8 #8 0xc0bd025b at calltrap+0x6 #9 0xc0af6447 at ffs_write+0x417 #10 0xc0c0bfb6 at VOP_WRITE_APV+0x136 #11 0xc094b3ba at vn_write+0x1ca #12 0xc08f0235 at dofilewrite+0x95 #13 0xc08f1998 at kern_writev+0x58 #14 0xc08f1aaf at write+0x4f #15 0xc08e6606 at syscallenter+0x246 #16 0xc0beed8f at syscall+0x4f #17 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 9211566, on dev ad4s1e 0xd073c984: tag ufs, type VREG usecount 0, writecount 0, refcount 3 mountedhere 0 flags (VV_NOSYNC|VI_DOINGINACT) v_object 0xcb8df2a8 ref 0 pages 4 lock type ufs: EXCL by thread 0xce72f9c0 (pid 1912) #0 0xc088f91e at __lockmgr_args+0xbfe #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093dd9b at vget+0xbb #5 0xc092fd3d at vfs_hash_get+0xed #6 0xc0aef8d9 at ffs_vgetf+0x49 #7 0xc0aefe3e at ffs_vget+0x2e #8 0xc0afd140 at ufs_lookup_ino+0x7f0 #9 0xc0afd4da at ufs_lookup+0x2a #10 0xc0c09af5 at VOP_CACHEDLOOKUP_APV+0xc5 #11 0xc0929bd6 at vfs_cache_lookup+0xd6 #12 0xc0c0c605 at VOP_LOOKUP_APV+0xe5 #13 0xc093103b at lookup+0x67b #14 0xc0931e7f at namei+0x57f #15 0xc0941af4 at kern_unlinkat+0x54 #16 0xc0941d4f at kern_unlink+0x2f #17 0xc0941d82 at unlink+0x22 ino 8855606, on dev ad4s1e 0xc9749828: tag ufs, type VREG usecount 4, writecount 1, refcount 6 mountedhere 0 flags () v_object 0xcd71d5d8 ref 2 pages 4 lock type ufs: EXCL by thread 0xc7bc2750 (pid 18) #0 0xc088f91e at __lockmgr_args+0xbfe #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093dd9b at vget+0xbb #5 0xc093fc25 at vfs_msync+0xf5 #6 0xc093fefb at sync_fsync+0x17b #7 0xc0c08f25 at VOP_FSYNC_APV+0xc5 #8 0xc093e1eb at sync_vnode+0x16b #9 0xc093e533 at sched_sync+0x273 #10 0xc087c968 at fork_exit+0xb8 #11 0xc0bd02d0 at fork_trampoline+0x8 ino 8855609, on dev ad4s1e 0xcfb6e828: tag ufs, type VREG usecount 0, writecount 0, refcount 3 mountedhere 0 flags (VV_NOSYNC|VI_DOINGINACT) v_object 0xcc91d660 ref 0 pages 4 lock type ufs: EXCL by thread 0xcd480750 (pid 1911) #0 0xc088f91e at __lockmgr_args+0xbfe #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093dd9b at vget+0xbb #5 0xc092fd3d at vfs_hash_get+0xed #6 0xc0aef8d9 at ffs_vgetf+0x49 #7 0xc0aefe3e at ffs_vget+0x2e #8 0xc0afd140 at ufs_lookup_ino+0x7f0 #9 0xc0afd4da at ufs_lookup+0x2a #10 0xc0c09af5 at VOP_CACHEDLOOKUP_APV+0xc5 #11 0xc0929bd6 at vfs_cache_lookup+0xd6 #12 0xc0c0c605 at VOP_LOOKUP_APV+0xe5 #13 0xc093103b at lookup+0x67b #14 0xc0931e7f at namei+0x57f #15 0xc0941af4 at kern_unlinkat+0x54 #16 0xc0941d4f at kern_unlink+0x2f #17 0xc0941d82 at unlink+0x22 ino 8855598, on dev ad4s1e 0xccde115c: tag ufs, type VREG usecount 0, writecount 0, refcount 3 mountedhere 0 flags (VI_DOINGINACT) v_object 0xcce474c8 ref 0 pages 4 lock type ufs: EXCL by thread 0xcd104c30 (pid 1923) #0 0xc088f91e at __lockmgr_args+0xbfe #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc094aa08 at vn_close+0xa8 #5 0xc094abf4 at vn_closefile+0xe4 #6 0xc086d7e3 at _fdrop+0x43 #7 0xc086f510 at closef+0x290 #8 0xc086f8b7 at kern_close+0x117 #9 0xc086fa5a at close+0x1a #10 0xc08e6606 at syscallenter+0x246 #11 0xc0beed8f at syscall+0x4f #12 0xc0bd02c0 at Xint0x80_syscall+0x20 ino 8855601, on dev ad4s1e 0xd073c000: tag null, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags () v_object 0xcc4ebdd0 ref 2 pages 1 lock type ufs: SHARED (count 1) #0 0xc088f2b2 at __lockmgr_args+0x592 #1 0xc0af5241 at ffs_lock+0xa1 #2 0xc0c0b485 at VOP_LOCK1_APV+0xb5 #3 0xc0949fd8 at _vn_lock+0x78 #4 0xc093dd9b at vget+0xbb #5 0xc0b151a5 at vm_fault+0xa95 #6 0xc0beec4d at trap_pfault+0x10d #7 0xc0bef2b8 at trap+0x4a8 #8 0xc0bd025b at calltrap+0x6 #9 0xc0af6447 at ffs_write+0x417 #10 0xc0c0bfb6 at VOP_WRITE_APV+0x136 #11 0xc094b3ba at vn_write+0x1ca #12 0xc08f0235 at dofilewrite+0x95 #13 0xc08f1998 at kern_writev+0x58 #14 0xc08f1aaf at write+0x4f #15 0xc08e6606 at syscallenter+0x246 #16 0xc0beed8f at syscall+0x4f #17 0xc0bd02c0 at Xint0x80_syscall+0x20 vp=0xd073c000, lowervp=0xcb4f26cc db:0:lockedvnods> show mount 0xc7bdab50 /dev/ad4s1a on / (ufs) 0xc7bdb000 devfs on /dev (devfs) 0xc7e18000 /dev/ad4s1f on /usr (ufs) 0xc7e17b50 /dev/ad4s1d on /var (ufs) 0xc7e1787c procfs on /proc (procfs) 0xc7e002d4 /dev/ad4s1e on /tmp (ufs) 0xc7bdb5a8 /tmp on /usr/home/pho/stress2/misc/mp1 (nullfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1948 1512 1508 1001 DL pfault 0xc0fa88dc sh 1947 1512 1508 1001 DL pfault 0xc0fa88dc sh 1946 1512 1508 1001 DL pfault 0xc0fa88dc sh 1945 1512 1508 1001 DL pfault 0xc0fa88dc sh 1944 1905 65019 1001 R+ sysctl 1943 1899 65019 1001 R+ sysctl 1940 1897 65019 1001 RL+ sysctl 1939 1903 65019 1001 R+ sysctl 1936 1902 65019 1001 R+ sysctl 1935 1895 65019 1001 R+ sysctl 1928 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1927 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1926 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1923 1904 65019 1001 R+ mmap 1922 1904 65019 1001 R+ mmap 1921 1904 65019 1001 R+ mmap 1920 1904 65019 1001 R+ mmap 1919 1904 65019 1001 R+ CPU 2 mmap 1917 1904 65019 1001 R+ mmap 1916 1904 65019 1001 R+ mmap 1915 1904 65019 1001 R+ mmap 1914 1904 65019 1001 R+ mmap 1913 1904 65019 1001 R+ mmap 1912 1904 65019 1001 R+ mmap 1911 1904 65019 1001 R+ mmap 1910 1904 65019 1001 RL+ mmap 1905 1891 65019 1001 SW+ wait 0xc9690550 sysctl 1904 1886 65019 1001 SW+ wait 0xc970e2a8 mmap 1903 1891 65019 1001 SW+ wait 0xce724000 sysctl 1902 1891 65019 1001 SW+ wait 0xc8285550 sysctl 1901 1891 65019 1001 ?W+ sysctl 1900 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1899 1891 65019 1001 SW+ wait 0xcd107d48 sysctl 1898 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1897 1891 65019 1001 SW+ wait 0xc88107f8 sysctl 1896 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1895 1891 65019 1001 SW+ wait 0xce7247f8 sysctl 1894 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1893 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1892 1887 65019 1001 DL+ pfault 0xc0fa88dc swap 1891 1885 65019 1001 SW+ wait 0xc8808550 sysctl 1890 1887 65019 1001 R+ swap 1889 1887 65019 1001 R+ swap 1888 1887 65019 1001 R+ swap 1887 1884 65019 1001 SW+ wait 0xc7fba2a8 swap 1886 1740 65019 1001 S+ nanslp 0xc0e30244 mmap 1885 1740 65019 1001 S+ nanslp 0xc0e30244 sysctl 1884 1740 65019 1001 S+ nanslp 0xc0e30244 swap 1740 1739 65019 1001 SW+ wait 0xc87c3d48 run 1739 1738 65019 1001 SW+ wait 0xc95a07f8 run 1738 1732 65019 1001 S+ nanslp 0xc0e30244 run 1732 65019 65019 1001 SW+ wait 0xc87bb000 sh 77146 1 65019 1001 SW+ sbwait 0xc80d2e2c mkfifo 77145 1 65019 1001 SW+ sbwait 0xca6e1af4 mkfifo 77132 1 65019 1001 SW+ sbwait 0xc91b6af4 mkfifo 77131 1 65019 1001 SW+ sbwait 0xcc1c67bc mkfifo 77130 1 65019 1001 SW+ sbwait 0xcac7eaf4 mkfifo 77129 1 65019 1001 SW+ sbwait 0xcc1c6484 mkfifo 77128 1 65019 1001 SW+ sbwait 0xc8484620 mkfifo 77126 1 65019 1001 SW+ sbwait 0xccf9e958 mkfifo 77124 1 65019 1001 SW+ sbwait 0xcb578af4 mkfifo 77121 1 65019 1001 SW+ sbwait 0xcafb814c mkfifo 77112 1 65019 1001 SW+ sbwait 0xc93b0c90 mkfifo 68974 68972 39470 0 DL vnread 0xe6ce8760 cp 68972 68968 39470 0 SW wait 0xc96deaa0 sh 68968 39481 39470 0 SW wait 0xcd108aa0 sh 65019 1446 65019 1001 SW+ wait 0xca3b4d48 sh 39484 39482 39470 0 S piperd 0xc7c92310 mail 39482 39470 39470 0 SW wait 0xc81492a8 sh 39481 39470 39470 0 SW wait 0xc95667f8 sh 39470 39468 39470 0 SWs wait 0xcd0da550 sh 39468 1305 1305 0 S piperd 0xcd246310 cron 1958 1957 1958 1001 Ss+ ttyin 0xc7b43470 bash 1957 1955 1955 1001 S select 0xc88442a4 sshd 1955 1286 1955 0 SWs sbwait 0xc8faa254 sshd 1513 1508 1508 1001 S piperd 0xc80acc40 awk 1512 1508 1508 1001 SW wait 0xc85a9000 sh 1511 1510 1511 1001 Ss+ select 0xc907c364 top 1510 1502 1502 1001 DL swread 0xc27ceab0 sshd 1509 1507 1509 1001 Ss kqread 0xc7ccf880 tail 1508 1506 1508 1001 SWs wait 0xc7e467f8 sh 1507 1500 1500 1001 S select 0xc9070164 sshd 1506 1501 1501 1001 S select 0xc7cd0924 sshd 1502 1286 1502 0 SWs sbwait 0xc80e4254 sshd 1501 1286 1501 0 SWs sbwait 0xc80f9254 sshd 1500 1286 1500 0 SWs sbwait 0xc80e48c4 sshd 1446 1445 1446 1001 SWs+ wait 0xc81562a8 bash 1445 1443 1443 1001 S select 0xc7e4e024 sshd 1443 1286 1443 0 SWs sbwait 0xc80f8d98 sshd 1406 1 1406 0 Ss+ ttyin 0xc6fc2e70 getty 1405 1 1405 0 Ss+ ttyin 0xc6fc2c70 getty 1404 1 1404 0 Ss+ ttyin 0xc6fc1470 getty 1403 1 1403 0 Ss+ ttyin 0xc70fda70 getty 1402 1 1402 0 Ss+ ttyin 0xc6fc2a70 getty 1401 1 1401 0 Ss+ ttyin 0xc70fe070 getty 1400 1 1400 0 Ss+ ttyin 0xc70fd870 getty 1399 1 1399 0 Ss+ ttyin 0xc70fd070 getty 1398 1 1398 0 Ss+ ttyin 0xc70fd670 getty 1367 1 1367 0 Ss select 0xc7be0564 inetd 1330 1 1330 0 Ss nanslp 0xc0e30244 watchdogd 1305 1 1305 0 SWs nanslp 0xc0e30244 cron 1298 1 1298 25 SWs pause 0xc6f3f850 sendmail 1292 1 1292 0 Ss select 0xc7c63164 sendmail 1286 1 1286 0 Ss select 0xc7e4cba4 sshd 1208 1 1208 0 Ss select 0xc7be1b24 moused 1142 1 1142 0 Ss select 0xc7e4dea4 ntpd 1040 1 1040 0 Ss rpcsvc 0xc7cd00d0 NLM: master 1033 1 1033 0 Ss select 0xc7e4c264 rpc.statd 1026 1025 1025 0 S (threaded) nfsd 100139 S rpcsvc 0xc7b91910 nfsd: service 100138 S rpcsvc 0xc7b91950 nfsd: service 100137 S rpcsvc 0xc7b91990 nfsd: service 100116 S rpcsvc 0xc7c627d0 nfsd: master 1025 1 1025 0 Ss select 0xc7e4c3e4 nfsd 1016 1 1016 0 Ss select 0xc7be19e4 mountd 923 1 923 0 Ss select 0xc7c625a4 rpcbind 897 1 897 0 Ss select 0xc7c634e4 syslogd 707 1 707 0 Ss select 0xc7e4c364 devd 21 0 0 0 RL [flowcleaner] 20 0 0 0 DL sdflush 0xc0fa8220 [softdepflush] 19 0 0 0 DL vlruwt 0xc7bc0550 [vnlru] 18 0 0 0 RL CPU 0 [syncer] 17 0 0 0 DL psleep 0xc0f9c5e8 [bufdaemon] 16 0 0 0 DL pgzero 0xc0faa094 [pagezero] 15 0 0 0 DL psleep 0xc0fa9cd0 [vmdaemon] 9 0 0 0 DL psleep 0xc0fa9c98 [pagedaemon] 8 0 0 0 DL ccb_scan 0xc0dfbfd4 [xpt_thrd] 7 0 0 0 DL waiting_ 0xc0f9e2b8 [sctp_iterator] 6 0 0 0 DL - 0xc70fdc3c [fdc0] 5 0 0 0 SL - 0xc700b000 [fw0_probe] 14 0 0 0 DL (threaded) [usb] 100057 D - 0xc6fe8d0c [usbus5] 100056 D - 0xc6fe8cdc [usbus5] 100055 D - 0xc6fe8cac [usbus5] 100054 D - 0xc6fe8c7c [usbus5] 100052 D - 0xc6fdfb5c [usbus4] 100051 D - 0xc6fdfb2c [usbus4] 100050 D - 0xc6fdfafc [usbus4] 100049 D - 0xc6fdfacc [usbus4] 100048 D - 0xc6fd8b5c [usbus3] 100047 D - 0xc6fd8b2c [usbus3] 100046 D - 0xc6fd8afc [usbus3] 100045 D - 0xc6fd8acc [usbus3] 100044 D - 0xc6fd1b5c [usbus2] 100043 D - 0xc6fd1b2c [usbus2] 100042 D - 0xc6fd1afc [usbus2] 100041 D - 0xc6fd1acc [usbus2] 100039 D - 0xc6fc8b5c [usbus1] 100038 D - 0xc6fc8b2c [usbus1] 100037 D - 0xc6fc8afc [usbus1] 100036 D - 0xc6fc8acc [usbus1] 100034 D - 0xc6fc3b5c [usbus0] 100033 D - 0xc6fc3b2c [usbus0] 100032 D - 0xc6fc3afc [usbus0] 100031 D - 0xc6fc3acc [usbus0] 13 0 0 0 DL - 0xc0e300a4 [yarrow] 4 0 0 0 DL - 0xc0e2ddc4 [g_down] 3 0 0 0 RL [g_up] 2 0 0 0 DL - 0xc0e2ddb8 [g_event] 12 0 0 0 WL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [irq9: acpi0] 100026 I [swi6: Giant taskq] 100024 I [swi5: +] 100023 I [swi2: cambio] 100018 I [swi6: task queue] 100012 I [swi1: netisr 0] 100011 I [swi3: vm] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc6d87d48 [init] 10 0 0 0 DL audit_wo 0xc0fa7a40 [audit] 0 0 0 0 DLs (threaded) [kernel] 100066 D deadlkre 0xc0e300a4 [deadlkres] 100060 D - 0xc7009d40 [fw0_taskq] 100025 D - 0xc6f3cbc0 [thread taskq] 100022 D - 0xc6f3cd80 [kqueue taskq] 100021 D - 0xc6f3cdc0 [acpi_task_2] 100020 D - 0xc6f3cdc0 [acpi_task_1] 100019 D - 0xc6f3cdc0 [acpi_task_0] 100013 D - 0xc6d67a80 [firmware taskq] 100000 D vmwait 0xc0fa88dc [swapper] 1933 1901 65019 1001 Z+ sysctl db:0:ps> allt Tracing command sh pid 1948 tid 100330 td 0xc9579c30 sched_switch(c9579c30,0,104,191,56e6d79b,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c9579c30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(c8e8a2a8,1e,0,10d,f655dc0c,...) at vm_waitpfault+0x75 vm_fault(cca9a0f0,bfbfe000,2,0,bfbfe9b8,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,f655dcd0,c9575aa0,...) at trap_pfault+0x10d trap(f655dd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8055b56, esp = 0xbfbfe9a0, ebp = 0xbfbfe9c8 --- Tracing command sh pid 1947 tid 100162 td 0xc85b04e0 sched_switch(c85b04e0,0,104,191,56e3cb58,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c85b04e0,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(c90465d8,2,0,10d,f62efc0c,...) at vm_waitpfault+0x75 vm_fault(c95590f0,8066000,2,0,8066044,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c85a9d48,...) at trap_pfault+0x10d trap(f62efd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8055c70, esp = 0xbfbfe9a0, ebp = 0xbfbfe9c8 --- Tracing command sh pid 1946 tid 100433 td 0xcaf4cc30 sched_switch(caf4cc30,0,104,191,56e67d92,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(caf4cc30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(ce765198,2,0,10d,f66fdc0c,...) at vm_waitpfault+0x75 vm_fault(c955c4b0,8066000,2,0,8066044,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c9f782a8,...) at trap_pfault+0x10d trap(f66fdd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8055c70, esp = 0xbfbfe9a0, ebp = 0xbfbfe9c8 --- Tracing command sh pid 1945 tid 100529 td 0xc88b0750 sched_switch(c88b0750,0,104,191,56e37209,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c88b0750,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(ccdc55d8,1,0,10d,f681dc0c,...) at vm_waitpfault+0x75 vm_fault(cc4bb0f0,8065000,2,0,8065b78,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c8149550,...) at trap_pfault+0x10d trap(f681dd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8055c66, esp = 0xbfbfe9a0, ebp = 0xbfbfe9c8 --- Tracing command sysctl pid 1944 tid 100340 td 0xcaf62270 sched_switch(caf62270,0,104,191,61a729c2,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(caf62270,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c89d7900,4c,c0cc3c10,0,0,...) at sleepq_timedwait+0x6b _sleep(c89d7900,0,4c,c0cc3c10,3e8,...) at _sleep+0x339 g_waitfor_event(c083f140,d00da1e0,2,0,589,...) at g_waitfor_event+0x9e sysctl_disks(c0dba000,0,0,f65b9b84,f65b9b84,...) at sysctl_disks+0x58 sysctl_root(f65b9b84,0,c0cce0ca,5f1,caf62270,...) at sysctl_root+0x1c8 userland_sysctl(caf62270,f65b9bf0,2,28405030,bfbfd73c,...) at userland_sysctl+0x17c __sysctl(caf62270,f65b9cfc,f65b9d38,c0cd2323,0,...) at __sysctl+0x94 syscallenter(caf62270,f65b9cf4,f65b9cf4,0,109,...) at syscallenter+0x246 syscall(f65b9d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2818546b, esp = 0xbfbfd64c, ebp = 0xbfbfd678 --- Tracing command sysctl pid 1943 tid 100503 td 0xcb532270 sched_switch(cb532270,0,104,191,623e5fe9,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(cb532270,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(caac6580,4c,c0cc3c10,0,0,...) at sleepq_timedwait+0x6b _sleep(caac6580,0,4c,c0cc3c10,3e8,...) at _sleep+0x339 g_waitfor_event(c083f140,c92fd4e0,2,0,0,...) at g_waitfor_event+0x9e sysctl_disks(c0dba000,0,0,f67cfb84,f67cfb84,...) at sysctl_disks+0x58 sysctl_root(f67cfb84,0,c0cce0ca,5f1,cb532270,...) at sysctl_root+0x1c8 userland_sysctl(cb532270,f67cfbf0,2,0,bfbfd740,...) at userland_sysctl+0x17c __sysctl(cb532270,f67cfcfc,f67cfd38,c0cd2323,0,...) at __sysctl+0x94 syscallenter(cb532270,f67cfcf4,f67cfcf4,0,c07a8c6c,...) at syscallenter+0x246 syscall(f67cfd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2818546b, esp = 0xbfbfd64c, ebp = 0xbfbfd678 --- Tracing command sysctl pid 1940 tid 100306 td 0xc956c750 sched_switch(c956c750,0,103,18c,75226eab,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,c88adb80,...) at mi_switch+0x200 turnstile_wait(c88adb80,c881b000,0,1ac,c0fa9c00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0fa9c00,c956c750,0,c0d0909b,ccb,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0fa9c00,0,c0d0909b,ccb,f6511abc,...) at _mtx_lock_flags+0xf7 pmap_enter(ccc02470,2819e000,2,c269cf78,3,...) at pmap_enter+0xa4 vm_fault(ccc023c0,2819e000,2,0,2819e664,...) at vm_fault+0x1b02 trap_pfault(5,0,c0d0a591,f6511cd0,c9c9e550,...) at trap_pfault+0x10d trap(f6511d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28109e78, esp = 0xbfbfe040, ebp = 0xbfbfe048 --- Tracing command sysctl pid 1939 tid 100691 td 0xc881b000 sched_switch(c881b000,0,104,191,ffc9e8dc,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c881b000,0,c0cd1aff,260,c0e300f8,...) at sleepq_switch+0x15f sleepq_wait(c0e300f8,0,c0cce1b4,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0e300f8,c881b000,0,c0cce0ca,5e9,...) at _sx_xlock_hard+0x496 _sx_xlock(c0e300f8,0,c0cce0ca,5e9,c881b000,...) at _sx_xlock+0xc0 userland_sysctl(c881b000,f6b14bf0,2,28409000,bfbfd73c,...) at userland_sysctl+0x12f __sysctl(c881b000,f6b14cfc,f6b14d38,c0cd2323,0,...) at __sysctl+0x94 syscallenter(c881b000,f6b14cf4,f6b14cf4,0,c0e33c40,...) at syscallenter+0x246 syscall(f6b14d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2818546b, esp = 0xbfbfd64c, ebp = 0xbfbfd678 --- Tracing command sysctl pid 1936 tid 100593 td 0xce730000 sched_switch(ce730000,0,207,18c,752e889d,...) at sched_switch+0x36a mi_switch(207,0,c0cd22e2,db,bfbfd740,...) at mi_switch+0x200 ast(f6972d38) at ast+0x2b3 doreti_ast() at doreti_ast+0x17 Tracing command sysctl pid 1935 tid 100492 td 0xcb535000 sched_switch(cb535000,0,207,18c,e64e7e5c,...) at sched_switch+0x36a mi_switch(207,0,c0cd22e2,db,c0bd92c4,...) at mi_switch+0x200 ast(f67aed38) at ast+0x2b3 doreti_ast() at doreti_ast+0x17 Tracing command swap pid 1928 tid 100573 td 0xce7334e0 sched_switch(ce7334e0,0,104,191,56e7d7a5,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(ce7334e0,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(cf99c2a8,fcf8,0,10d,f6936c0c,...) at vm_waitpfault+0x75 vm_fault(cca9a960,384f8000,2,0,384f8000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,ce72a7f8,...) at trap_pfault+0x10d trap(f6936d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1927 tid 100671 td 0xc8821270 sched_switch(c8821270,0,104,191,56e23ee9,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c8821270,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(d25d0c38,fb62,0,10d,f6ad8c0c,...) at vm_waitpfault+0x75 vm_fault(c995f780,38362000,2,0,38362000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c87d6d48,...) at trap_pfault+0x10d trap(f6ad8d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1926 tid 100113 td 0xc7e48000 sched_switch(c7e48000,0,104,191,56ed3f9e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c7e48000,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(ccfdf908,115d0,0,10d,f6232c0c,...) at vm_waitpfault+0x75 vm_fault(c85bda50,39dd0000,2,0,39dd0000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c7fbc550,...) at trap_pfault+0x10d trap(f6232d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1923 tid 100360 td 0xcd104c30 sched_switch(cd104c30,0,104,191,5fd76ff9,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,50,...) at mi_switch+0x200 sleepq_switch(cd104c30,0,c0cd1aff,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6f6c300,50,c0cc6d67,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6f6c300,81900,c7ca2920,c0cc6d67,50,...) at __lockmgr_args+0xb1f getblk(c7ca2828,86f3fe0,0,4000,0,...) at getblk+0x163 breadn(c7ca2828,86f3fe0,0,4000,0,...) at breadn+0x44 bread(c7ca2828,86f3fe0,0,4000,0,...) at bread+0x4c ffs_update(ccde115c,0,1,cd104cd4,ccde115c,...) at ffs_update+0x172 ufs_inactive(f65f5ab4,c0d0daff,ccde1220,ccde1220,ccde115c,...) at ufs_inactive+0x35a VOP_INACTIVE_APV(c0ddff20,f65f5ab4,c0cdab94,927,c0dfab20,...) at VOP_INACTIVE_APV+0xc5 vinactive(c0ddff20,f65f5ae8,c0cdab94,886,0,...) at vinactive+0xb1 vputx(f65f5b50,c094aafa,ccde115c,f65f5b2c,c0cdc061,...) at vputx+0x337 vput(ccde115c,f65f5b2c,c0cdc061,12d,2,...) at vput+0x10 vn_close(ccde115c,3,c849d980,cd104c30,f65f5b8c,...) at vn_close+0x19a vn_closefile(c81583b8,cd104c30,3,0,c81583b8,...) at vn_closefile+0xe4 _fdrop(c81583b8,cd104c30,f65f5bf8,c08ed96c,0,cd104cd4,c0f6c7a8,c0dc64c0,c0cc7d1b,ccc3272c,488,c0cc7d12,f65f5c20,c08ae9f0,ccc3272c,8,c0cc7d12,488) at _fdrop+0x43 closef(c81583b8,cd104c30,488,46d,ccc3272c,...) at closef+0x290 kern_close(cd104c30,4,f65f5c8c,c08e6606,cd104c30,...) at kern_close+0x117 close(cd104c30,f65f5cfc,f65f5d38,c0cd2323,0,...) at close+0x1a syscallenter(cd104c30,f65f5cf4,f65f5cf4,0,0,...) at syscallenter+0x246 syscall(f65f5d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28197193, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1922 tid 100135 td 0xc7f404e0 sched_switch(c7f404e0,0,103,18c,e15256b6,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,cb533480,...) at mi_switch+0x200 turnstile_wait(cb533480,c844a9c0,0,1ac,cceff3b8,...) at turnstile_wait+0x495 _mtx_lock_sleep(cceff3b8,c7f404e0,0,c0cfccc0,6f,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(cceff3b8,0,c0cfccc0,6f,c089707c,...) at _mtx_lock_flags+0xf7 vnode_create_vobject(cf4a3414,39f8,0,c7f404e0,c0de0460,...) at vnode_create_vobject+0x80 ufs_open(f628fb10,c0d0d649,14,0,f628fb88,...) at ufs_open+0x6d VOP_OPEN_APV(c0ddff20,f628fb10,100,5aa,0,...) at VOP_OPEN_APV+0xc5 vn_open_cred(f628fb88,f628fc3c,582,0,c849d980,...) at vn_open_cred+0x4d7 vn_open(f628fb88,f628fc3c,582,c7cbb498,c0b12180,...) at vn_open+0x3b kern_openat(c7f404e0,ffffff9c,804b91a,0,1,...) at kern_openat+0x125 kern_open(c7f404e0,804b91a,0,0,782,...) at kern_open+0x35 open(c7f404e0,f628fcfc,f628fd38,c0cd2323,0,...) at open+0x30 syscallenter(c7f404e0,f628fcf4,f628fcf4,0,0,...) at syscallenter+0x246 syscall(f628fd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x281865e3, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1921 tid 100389 td 0xca6b5750 sched_switch(ca6b5750,0,103,18c,e6a855ce,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,cb533480,...) at mi_switch+0x200 turnstile_wait(cb533480,c844a9c0,0,1ac,cceff3b8,...) at turnstile_wait+0x495 _mtx_lock_sleep(cceff3b8,ca6b5750,0,c0cfccc0,6f,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(cceff3b8,0,c0cfccc0,6f,c089707c,...) at _mtx_lock_flags+0xf7 vnode_create_vobject(cf4a3414,39f8,0,ca6b5750,c0de0460,...) at vnode_create_vobject+0x80 ufs_open(f664cb10,c0d0d649,14,0,f664cb88,...) at ufs_open+0x6d VOP_OPEN_APV(c0ddff20,f664cb10,100,5aa,0,...) at VOP_OPEN_APV+0xc5 vn_open_cred(f664cb88,f664cc3c,581,0,c849d980,...) at vn_open_cred+0x4d7 vn_open(f664cb88,f664cc3c,581,c8158b28,c0b12180,...) at vn_open+0x3b kern_openat(ca6b5750,ffffff9c,804b91a,0,1,...) at kern_openat+0x125 kern_open(ca6b5750,804b91a,0,0,781,...) at kern_open+0x35 open(ca6b5750,f664ccfc,f664cd38,c0cd2323,0,...) at open+0x30 syscallenter(ca6b5750,f664ccf4,f664ccf4,0,0,...) at syscallenter+0x246 syscall(f664cd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x281865e3, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1920 tid 100388 td 0xca6b59c0 sched_switch(ca6b59c0,0,103,18c,5171689,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,cb533480,...) at mi_switch+0x200 turnstile_wait(cb533480,c844a9c0,0,1ac,cceff3b8,...) at turnstile_wait+0x495 _mtx_lock_sleep(cceff3b8,ca6b59c0,0,c0cfccc0,d0,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(cceff3b8,0,c0cfccc0,d0,f6649aa8,...) at _mtx_lock_flags+0xf7 vnode_pager_alloc(cf4a3414,4000,0,1,0,...) at vnode_pager_alloc+0x57 vm_pager_allocate(2,cf4a3414,4000,0,1,...) at vm_pager_allocate+0x57 vm_mmap(cca9a870,f6649c4c,4000,1,5,...) at vm_mmap+0x429 mmap(ca6b59c0,f6649cfc,c08ca78c,c0e34fec,0,...) at mmap+0x3ce syscallenter(ca6b59c0,f6649cf4,f6649cd0,c08cb526,c0e34fc0,...) at syscallenter+0x246 syscall(f6649d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (477, FreeBSD ELF32, mmap), eip = 0x2811be4f, esp = 0xbfbfe63c, ebp = 0xbfbfe678 --- Tracing command mmap pid 1919 tid 100288 td 0xc9576c30 cpustop_handler(4,f64b0bf4,c0beee46,c9576c30,f64b0b78,...) at cpustop_handler+0x32 ipi_nmi_handler(c9576c30,f64b0b78,46,c0e34940,c9573aa0,...) at ipi_nmi_handler+0x2f trap(f64b0c00) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08a6ca5, esp = 0xf64b0c40, ebp = 0xf64b0c64 --- panic(c0cd236b,c0cf2d37,2,c0cf2d37,0,...) at panic+0x35 syscallret(c9576c30,0,f64b0cf4,0,0,...) at syscallret+0xa4 syscall(f64b0d38) at syscall+0xbd Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (0, FreeBSD ELF32, nosys), eip = 0x28183b1f, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1917 tid 100105 td 0xc7f41750 sched_switch(c7f41750,0,103,18c,e1501185,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,cb533480,...) at mi_switch+0x200 turnstile_wait(cb533480,c844a9c0,0,1ac,cceff3b8,...) at turnstile_wait+0x495 _mtx_lock_sleep(cceff3b8,c7f41750,0,c0cfccc0,6f,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(cceff3b8,0,c0cfccc0,6f,c089707c,...) at _mtx_lock_flags+0xf7 vnode_create_vobject(cf4a3414,39f8,0,c7f41750,c0de0460,...) at vnode_create_vobject+0x80 ufs_open(f6215b10,c0d0d649,14,0,f6215b88,...) at ufs_open+0x6d VOP_OPEN_APV(c0ddff20,f6215b10,100,5aa,0,...) at VOP_OPEN_APV+0xc5 vn_open_cred(f6215b88,f6215c3c,57d,0,c849d980,...) at vn_open_cred+0x4d7 vn_open(f6215b88,f6215c3c,57d,cbce9dc8,c0b12180,...) at vn_open+0x3b kern_openat(c7f41750,ffffff9c,804b91a,0,1,...) at kern_openat+0x125 kern_open(c7f41750,804b91a,0,0,77d,...) at kern_open+0x35 open(c7f41750,f6215cfc,f6215d38,c0cd2323,0,...) at open+0x30 syscallenter(c7f41750,f6215cf4,f6215cf4,0,0,...) at syscallenter+0x246 syscall(f6215d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x281865e3, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1916 tid 100616 td 0xc844a9c0 sched_switch(c844a9c0,0,104,191,6127fddc,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,50,...) at mi_switch+0x200 sleepq_switch(c844a9c0,0,c0cd1aff,260,50,...) at sleepq_switch+0x15f sleepq_wait(cbdb61b4,50,c0cc5cc5,4,0,...) at sleepq_wait+0x63 __lockmgr_args(cbdb61b4,80100,cbdb6220,0,0,...) at __lockmgr_args+0xb1f ffs_lock(f69b772c,c08ed8cb,c0cda04e,80100,cbdb615c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ddff20,f69b772c,c844aa64,c0dfab60,cbdb615c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cbdb615c,80100,c0cdab94,837,4,...) at _vn_lock+0x78 vget(cbdb615c,80100,c844a9c0,50,0,...) at vget+0xbb vfs_hash_get(c7e002d4,87202f,80000,c844a9c0,f69b7920,...) at vfs_hash_get+0xed ffs_vgetf(c7e002d4,87202f,80000,f69b7920,0,...) at ffs_vgetf+0x49 ffs_vget(c7e002d4,87202f,80000,f69b7920,c0ac8b40,...) at ffs_vget+0x2e ffs_valloc(d09d5828,8180,c849d980,f69b7920,200,...) at ffs_valloc+0x4f9 ufs_makeinode(f69b7bb4,c0de0460,f69b7b10,f69b7a6c,c0c0c455,...) at ufs_makeinode+0xc3 ufs_create(f69b7b10,c0d0de98,0,0,f69b7b88,...) at ufs_create+0x30 VOP_CREATE_APV(c0ddff20,f69b7b10,f69b7bb4,f69b7aa8,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f69b7b88,f69b7c3c,180,0,c849d980,...) at vn_open_cred+0x205 vn_open(f69b7b88,f69b7c3c,180,cefa0968,c0dced60,...) at vn_open+0x3b kern_openat(c844a9c0,ffffff9c,bfbfe724,0,603,...) at kern_openat+0x125 kern_open(c844a9c0,bfbfe724,0,602,180,...) at kern_open+0x35 open(c844a9c0,f69b7cfc,f69b7d38,c0cd2323,0,...) at open+0x30 syscallenter(c844a9c0,f69b7cf4,f69b7cf4,0,c0e34940,...) at syscallenter+0x246 syscall(f69b7d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x281865e3, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1915 tid 100724 td 0xc8813270 sched_switch(c8813270,0,602,18c,618d57ff,...) at sched_switch+0x36a mi_switch(602,0,c0ccdb19,cf,0,...) at mi_switch+0x200 critical_exit(c6d6ab58,c0e34fc0,0,c0cc6d6e,c8813270,...) at critical_exit+0xa8 intr_event_handle(c6d8f800,f6b8f964,c086381b,c7e002d4,0,...) at intr_event_handle+0xf5 intr_execute_handlers(c6d6ab58,f6b8f964,3,f6b8f9c0,c0bd0624,...) at intr_execute_handlers+0x49 lapic_handle_intr(32,f6b8f964) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc08972c7, esp = 0xf6b8f9a4, ebp = 0xf6b8f9c0 --- _mtx_lock_sleep(c7e002d4,c8813270,0,c0cda392,1b8,...) at _mtx_lock_sleep+0x97 _mtx_lock_flags(c7e002d4,0,c0cda392,1b8,c7e002d4,...) at _mtx_lock_flags+0xf7 vfs_ref(c7e002d4,c0dce0e0,f6b8fa54,f6b8fa34,c0c08055,...) at vfs_ref+0x2a vop_stdgetwritemount(f6b8fa54,c0d0d0e3,f6b8fb10,f6b8fb28,f6b8fb88,...) at vop_stdgetwritemount+0x21 VOP_GETWRITEMOUNT_APV(c0ddff20,f6b8fa54,c0cf94a9,c0cc50ac,3,...) at VOP_GETWRITEMOUNT_APV+0xc5 vn_start_write(c8c0ed98,f6b8fb28,2,5aa,0,...) at vn_start_write+0x32 vn_open_cred(f6b8fb88,f6b8fc3c,180,0,c849d980,...) at vn_open_cred+0x119 vn_open(f6b8fb88,f6b8fc3c,180,cefa03b8,c0dced60,...) at vn_open+0x3b kern_openat(c8813270,ffffff9c,bfbfe724,0,603,...) at kern_openat+0x125 kern_open(c8813270,bfbfe724,0,602,180,...) at kern_open+0x35 open(c8813270,f6b8fcfc,f6b8fd38,c0cd2323,0,...) at open+0x30 syscallenter(c8813270,f6b8fcf4,f6b8fcf4,0,0,...) at syscallenter+0x246 syscall(f6b8fd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x281865e3, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1914 tid 100540 td 0xcd6ff4e0 sched_switch(cd6ff4e0,0,207,18c,6123b45c,...) at sched_switch+0x36a mi_switch(207,0,c0cd22e2,db,c0bd92c4,...) at mi_switch+0x200 ast(f6897d38) at ast+0x2b3 doreti_ast() at doreti_ast+0x17 Tracing command mmap pid 1913 tid 100631 td 0xc83d6270 sched_switch(c83d6270,0,103,18c,fa5c6599,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,c7c6a880,...) at mi_switch+0x200 turnstile_wait(c7c6a880,c6fdd9c0,0,1ac,c0fa9c00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0fa9c00,c83d6270,0,c0d0909b,dc7,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0fa9c00,0,c0d0909b,dc7,c08974b3,...) at _mtx_lock_flags+0xf7 pmap_enter_object(cd50cec0,281dc000,281e0000,c346e170,3,...) at pmap_enter_object+0x6c vm_map_pmap_enter(cd50ce10,281dc000,3,cec66770,0,...) at vm_map_pmap_enter+0x274 vm_map_insert(cd50ce10,cec66770,0,0,281dc000,...) at vm_map_insert+0x41d vm_map_find(cd50ce10,cec66770,0,0,f69e4c4c,...) at vm_map_find+0x105 vm_mmap(cd50ce10,f69e4c4c,4000,3,7,...) at vm_mmap+0x63f mmap(c83d6270,f69e4cfc,f69e4d38,c0cd2323,0,...) at mmap+0x3ce syscallenter(c83d6270,f69e4cf4,f69e4cf4,0,c0e33c40,...) at syscallenter+0x246 syscall(f69e4d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (477, FreeBSD ELF32, mmap), eip = 0x2811be4f, esp = 0xbfbfe63c, ebp = 0xbfbfe678 --- Tracing command mmap pid 1912 tid 100595 td 0xce72f9c0 sched_switch(ce72f9c0,0,103,18c,5170a58,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,c7c6a880,...) at mi_switch+0x200 turnstile_wait(c7c6a880,c6fdd9c0,0,1ac,c0fa9c00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0fa9c00,ce72f9c0,0,c0d0909b,b55,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0fa9c00,0,c0d0909b,b55,0,...) at _mtx_lock_flags+0xf7 pmap_remove_all(c50e33d0,1000,c0cfb4a7,8a0,0,...) at pmap_remove_all+0x4d vm_page_set_invalid(c50e33d0,0,1000,523,c0cf481e,...) at vm_page_set_invalid+0x6a brelse(e6ef3000,0,c0cf4815,14c8,0,...) at brelse+0x3a0 softdep_setup_freeblocks(cbb85074,0,0,800,0,...) at softdep_setup_freeblocks+0xd9b ffs_truncate(d073c984,0,0,c00,0,...) at ffs_truncate+0x1a29 ufs_inactive(f6978ae4,c0d0daff,d073ca48,d073ca48,d073c984,...) at ufs_inactive+0x253 VOP_INACTIVE_APV(c0ddff20,f6978ae4,c0cdab94,927,c0dfab20,...) at VOP_INACTIVE_APV+0xc5 vinactive(c0ddff20,f6978b18,c0cdab94,886,0,...) at vinactive+0xb1 vputx(f6978c30,c0941cdd,d073c984,ffffffdf,d073c984,...) at vputx+0x337 vput(d073c984,ffffffdf,d073c984,f6978be8,c0ccbbf4,...) at vput+0x10 kern_unlinkat(ce72f9c0,ffffff9c,bfbfe724,0,0,...) at kern_unlinkat+0x23d kern_unlink(ce72f9c0,bfbfe724,0,f6978c8c,c08e6606,...) at kern_unlink+0x2f unlink(ce72f9c0,f6978cfc,f6978d38,c0cd2323,0,...) at unlink+0x22 syscallenter(ce72f9c0,f6978cf4,f6978cf4,0,0,...) at syscallenter+0x246 syscall(f6978d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (10, FreeBSD ELF32, unlink), eip = 0x28183b1f, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1911 tid 100733 td 0xcd480750 sched_switch(cd480750,0,104,191,5fa50505,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,50,...) at mi_switch+0x200 sleepq_switch(cd480750,0,c0cd1aff,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6f6c300,50,c0cc6d67,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6f6c300,81900,c7ca2920,c0cc6d67,50,...) at __lockmgr_args+0xb1f getblk(c7ca2828,86f3fe0,0,4000,0,...) at getblk+0x163 breadn(c7ca2828,86f3fe0,0,4000,0,...) at breadn+0x44 bread(c7ca2828,86f3fe0,0,4000,0,...) at bread+0x4c softdep_setup_freeblocks(cfa12828,0,0,800,0,...) at softdep_setup_freeblocks+0x6c8 ffs_truncate(cfb6e828,0,0,c00,0,...) at ffs_truncate+0x1a29 ufs_inactive(f6bb3ae4,c0d0daff,cfb6e8ec,cfb6e8ec,cfb6e828,...) at ufs_inactive+0x253 VOP_INACTIVE_APV(c0ddff20,f6bb3ae4,c0cdab94,927,c0dfab20,...) at VOP_INACTIVE_APV+0xc5 vinactive(c0ddff20,f6bb3b18,c0cdab94,886,0,...) at vinactive+0xb1 vputx(f6bb3c30,c0941cdd,cfb6e828,ffffffdf,cfb6e828,...) at vputx+0x337 vput(cfb6e828,ffffffdf,cfb6e828,f6bb3be8,c0ccbbf4,...) at vput+0x10 kern_unlinkat(cd480750,ffffff9c,bfbfe724,0,0,...) at kern_unlinkat+0x23d kern_unlink(cd480750,bfbfe724,0,f6bb3c8c,c08e6606,...) at kern_unlink+0x2f unlink(cd480750,f6bb3cfc,f6bb3d38,c0cd2323,0,...) at unlink+0x22 syscallenter(cd480750,f6bb3cf4,f6bb3cf4,0,0,...) at syscallenter+0x246 syscall(f6bb3d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (10, FreeBSD ELF32, unlink), eip = 0x28183b1f, esp = 0xbfbfe67c, ebp = 0xbfbfe7a8 --- Tracing command mmap pid 1910 tid 100478 td 0xcb00b9c0 sched_switch(cb00b9c0,0,103,18c,516f0ee,...) at sched_switch+0x36a mi_switch(103,0,c0cd23ed,2e2,c7c6a880,...) at mi_switch+0x200 turnstile_wait(c7c6a880,c6fdd9c0,0,1ac,c0fa9c00,...) at turnstile_wait+0x495 _mtx_lock_sleep(c0fa9c00,cb00b9c0,0,c0d0909b,ccb,...) at _mtx_lock_sleep+0x14d _mtx_lock_flags(c0fa9c00,0,c0d0909b,ccb,c0cf9d16,...) at _mtx_lock_flags+0xf7 pmap_enter(c996a0b0,281dd000,2,c3aec398,3,...) at pmap_enter+0xa4 vm_fault(c996a000,281dd000,2,0,281dd000,...) at vm_fault+0x1b02 trap_pfault(5,0,c0d0a591,c0ccf01c,cac3c550,...) at trap_pfault+0x10d trap(f6784d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x281966ae, esp = 0xbfbfe674, ebp = 0xbfbfe7a8 --- Tracing command sysctl pid 1905 tid 100205 td 0xc7fc0750 Tracing command mmap pid 1904 tid 100310 td 0xc97104e0 Tracing command sysctl pid 1903 tid 100612 td 0xc844c4e0 Tracing command sysctl pid 1902 tid 100487 td 0xcb535c30 Tracing command sysctl pid 1901 tid 100727 td 0xcd481750 Tracing command swap pid 1900 tid 100320 td 0xc956ac30 sched_switch(c956ac30,0,104,191,56e2550e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c956ac30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(c8705440,1005d,0,10d,f653ec0c,...) at vm_waitpfault+0x75 vm_fault(c85e7b40,3885d000,2,0,3885d000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c9c9caa0,...) at trap_pfault+0x10d trap(f653ed38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command sysctl pid 1899 tid 100385 td 0xcaffd9c0 Tracing command swap pid 1898 tid 100677 td 0xc881f4e0 sched_switch(c881f4e0,0,104,191,56e996ab,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c881f4e0,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(cb8df3b8,10941,0,10d,f6aeac0c,...) at vm_waitpfault+0x75 vm_fault(cca9a690,39141000,2,0,39141000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c87d6000,...) at trap_pfault+0x10d trap(f6aead38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command sysctl pid 1897 tid 100772 td 0xcca239c0 Tracing command swap pid 1896 tid 100521 td 0xc88bac30 sched_switch(c88bac30,0,104,191,56e88716,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c88bac30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(cda8f4c8,fcf0,0,10d,f6805c0c,...) at vm_waitpfault+0x75 vm_fault(cd511e10,384f0000,2,0,384f0000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c814daa0,...) at trap_pfault+0x10d trap(f6805d38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command sysctl pid 1895 tid 100609 td 0xcd7004e0 Tracing command swap pid 1894 tid 100150 td 0xc815c9c0 sched_switch(c815c9c0,0,104,191,56f33c12,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c815c9c0,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(c84876e8,f74f,0,10d,f62bfc0c,...) at vm_waitpfault+0x75 vm_fault(cd50c000,37f4f000,2,0,37f4f000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,c8155aa0,...) at trap_pfault+0x10d trap(f62bfd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1893 tid 100449 td 0xc94c6c30 sched_switch(c94c6c30,0,104,191,56e26d10,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c94c6c30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(c8e94440,1028d,0,10d,f672dc0c,...) at vm_waitpfault+0x75 vm_fault(c7f394b0,38a8d000,2,0,38a8d000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,2f2,cac412a8,...) at trap_pfault+0x10d trap(f672dd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1892 tid 100290 td 0xc9576750 sched_switch(c9576750,0,104,191,56ed6575,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,a0,...) at mi_switch+0x200 sleepq_switch(c9576750,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,a0,c0cfb8a3,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,2a0,c0cfb8a3,0,...) at _sleep+0x36b vm_waitpfault(cb6f6110,10486,0,10d,f64bec0c,...) at vm_waitpfault+0x75 vm_fault(ccbf75a0,38c86000,2,0,38c86000,...) at vm_fault+0x63e trap_pfault(5,0,c0d0a591,c0ccf01c,c9573550,...) at trap_pfault+0x10d trap(f64bed38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049538, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command sysctl pid 1891 tid 100692 td 0xc953a4e0 Tracing command swap pid 1890 tid 100277 td 0xc9570000 sched_switch(c9570000,0,602,18c,611a2efd,...) at sched_switch+0x36a mi_switch(602,0,c0ccdb19,cf,0,...) at mi_switch+0x200 critical_exit(c6d6ab58,c0e34fc0,f647fcf8,c0896ce4,c9570000,...) at critical_exit+0xa8 intr_event_handle(c6d8f800,f647fd38,0,28414048,1,...) at intr_event_handle+0xf5 intr_execute_handlers(c6d6ab58,f647fd38,3,bfbfe7a8,c0bd0624,...) at intr_execute_handlers+0x49 lapic_handle_intr(32,f647fd38) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0x804953b, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1889 tid 100708 td 0xc95269c0 sched_switch(c95269c0,0,60b,18c,4c65aafa,...) at sched_switch+0x36a mi_switch(60b,0,c0ccf01c,806,0,...) at mi_switch+0x200 sched_preempt(c95269c0,0,28414044,bfbfe7a8,c0bd09ae,...) at sched_preempt+0xb5 ipi_bitmap_handler(3b,3b,3b,bfbfe908,1,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0x804953b, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1888 tid 100527 td 0xc88b0c30 sched_switch(c88b0c30,0,60b,18c,5f756e15,...) at sched_switch+0x36a mi_switch(60b,0,c0ccf01c,806,2,...) at mi_switch+0x200 sched_preempt(c88b0c30,2,28414040,bfbfe7a8,c0bd09ae,...) at sched_preempt+0xb5 ipi_bitmap_handler(3b,3b,3b,bfbfe908,1,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0x804953b, esp = 0xbfbfe770, ebp = 0xbfbfe7a8 --- Tracing command swap pid 1887 tid 100120 td 0xc7fc0270 Tracing command mmap pid 1886 tid 100387 td 0xcaffd4e0 sched_switch(caffd4e0,0,104,191,4caccfb9,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(caffd4e0,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e3300,caffd4e0,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e30244,5c,c0cce6d4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e30244,0,15c,c0cce6d4,3e9,...) at _sleep+0x31e kern_nanosleep(caffd4e0,f6646c44,f6646c4c,1,0,...) at kern_nanosleep+0xc1 nanosleep(caffd4e0,f6646cfc,f6646d38,c0cd2323,0,...) at nanosleep+0x6f syscallenter(caffd4e0,f6646cf4,f6646cf4,0,0,...) at syscallenter+0x246 syscall(f6646d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179aa7, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command sysctl pid 1885 tid 100393 td 0xc9697000 sched_switch(c9697000,0,104,191,42823cac,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c9697000,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e3300,c9697000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e30244,5c,c0cce6d4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e30244,0,15c,c0cce6d4,3e9,...) at _sleep+0x31e kern_nanosleep(c9697000,f665dc44,f665dc4c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c9697000,f665dcfc,f665dd38,c0cd2323,0,...) at nanosleep+0x6f syscallenter(c9697000,f665dcf4,f665dcf4,0,0,...) at syscallenter+0x246 syscall(f665dd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28178aa7, esp = 0xbfbfe7bc, ebp = 0xbfbfe7e8 --- Tracing command swap pid 1884 tid 100107 td 0xc7f41270 sched_switch(c7f41270,0,104,191,427b1a7b,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7f41270,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e3300,c7f41270,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e30244,5c,c0cce6d4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e30244,0,15c,c0cce6d4,3e9,...) at _sleep+0x31e kern_nanosleep(c7f41270,f621dc44,f621dc4c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7f41270,f621dcfc,f621dd38,c0cd2323,0,...) at nanosleep+0x6f syscallenter(c7f41270,f621dcf4,f621dcf4,0,0,...) at syscallenter+0x246 syscall(f621dd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179aa7, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command run pid 1740 tid 100690 td 0xc881b270 Tracing command run pid 1739 tid 100437 td 0xcaf4c270 Tracing command run pid 1738 tid 100575 td 0xce733000 sched_switch(ce733000,0,104,191,4c8f3c61,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(ce733000,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e3300,ce733000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e30244,5c,c0cce6d4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e30244,0,15c,c0cce6d4,3e9,...) at _sleep+0x31e kern_nanosleep(ce733000,f693cc44,f693cc4c,1,0,...) at kern_nanosleep+0xc1 nanosleep(ce733000,f693ccfc,f693cd38,c0cd2323,0,...) at nanosleep+0x6f syscallenter(ce733000,f693ccf4,f693ccf4,0,0,...) at syscallenter+0x246 syscall(f693cd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179aa7, esp = 0xbfbfe77c, ebp = 0xbfbfe7a8 --- Tracing command sh pid 1732 tid 100735 td 0xcd480270 Tracing command mkfifo pid 77146 tid 100621 td 0xc83dac30 Tracing command mkfifo pid 77145 tid 100594 td 0xce72fc30 Tracing command mkfifo pid 77132 tid 100174 td 0xc7c319c0 Tracing command mkfifo pid 77131 tid 100286 td 0xc9578270 Tracing command mkfifo pid 77130 tid 100555 td 0xcd6fcc30 Tracing command mkfifo pid 77129 tid 100483 td 0xca6b5c30 Tracing command mkfifo pid 77128 tid 100494 td 0xcb5349c0 Tracing command mkfifo pid 77126 tid 100435 td 0xcaf4c750 Tracing command mkfifo pid 77124 tid 100299 td 0xc956d000 Tracing command mkfifo pid 77121 tid 100590 td 0xce730750 Tracing command mkfifo pid 77112 tid 100764 td 0xcca2f000 Tracing command cp pid 68974 tid 100243 td 0xc96e3c30 sched_switch(c96e3c30,0,104,191,5f930346,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,44,...) at mi_switch+0x200 sleepq_switch(c96e3c30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(e6ce8760,44,c0cfd06d,0,0,...) at sleepq_wait+0x63 _sleep(e6ce8760,c6d5477c,44,c0cfd06d,0,...) at _sleep+0x36b bwait(e6ce8760,44,c0cfd06d,319,a4,...) at bwait+0x6f vnode_pager_generic_getpages(cb4f26cc,f6408854,1000,0,c38a3470,...) at vnode_pager_generic_getpages+0x1369 ffs_getpages(f640875c,c0d0d2c7,cb4f26cc,cb4f26cc,cc4ebdd0,...) at ffs_getpages+0x189 VOP_GETPAGES_APV(c0ddff20,f640875c,c0cfccc0,297,c0dfacc0,...) at VOP_GETPAGES_APV+0xd6 vnode_pager_getpages(cc4ebdd0,f6408854,1,0,f64088d8,...) at vnode_pager_getpages+0xb4 vm_fault(c7e4f0f0,281c2000,1,0,281c2000,...) at vm_fault+0x101f trap_pfault(5,0,c0d0a591,0,c96dd000,...) at trap_pfault+0x10d trap(f64089d4) at trap+0x4a8 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc0bec8c6, esp = 0xf6408a14, ebp = 0xf6408a4c --- slow_copyin(ec44c000,23b,f6408c38,23b,c87f5280,...) at slow_copyin+0x6 ffs_write(f6408ba4,c0d0ddce,c9e6c2b8,0,c9e6c2b8,...) at ffs_write+0x417 VOP_WRITE_APV(c0ddff20,f6408ba4,c9e6c2b8,264,0,...) at VOP_WRITE_APV+0x136 vn_write(cbceb1f8,f6408c38,c87f5280,0,c96e3c30,...) at vn_write+0x1ca dofilewrite(f6408c38,ffffffff,ffffffff,0,cbceb1f8,...) at dofilewrite+0x95 kern_writev(c96e3c30,4,f6408c38,f6408c58,1,...) at kern_writev+0x58 write(c96e3c30,f6408cfc,f6408d38,c0cd2323,0,...) at write+0x4f syscallenter(c96e3c30,f6408cf4,f6408cf4,0,c0e34940,...) at syscallenter+0x246 syscall(f6408d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x281851b3, esp = 0xbfbfebec, ebp = 0xbfbfec58 --- Tracing command sh pid 68972 tid 100297 td 0xc956d4e0 Tracing command sh pid 68968 tid 100380 td 0xcd0ff750 Tracing command sh pid 65019 tid 100364 td 0xcd104270 Tracing command mail pid 39484 tid 100195 td 0xc9677000 sched_switch(c9677000,0,104,191,343a7adf,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c9677000,0,c0cd1aff,1a0,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c92310,4c,c0cd4072,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c92310,c7c92480,14c,c0cd4072,0,...) at _sleep+0x354 pipe_read(cca671c0,f6378c38,c87f5280,0,c9677000,...) at pipe_read+0x417 dofileread(f6378c38,ffffffff,ffffffff,0,cca671c0,...) at dofileread+0x96 kern_readv(c9677000,0,f6378c38,f6378c58,1,...) at kern_readv+0x58 read(c9677000,f6378cfc,f6378d38,c0cd2323,0,...) at read+0x4f syscallenter(c9677000,f6378cf4,f6378cf4,0,0,...) at syscallenter+0x246 syscall(f6378d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281941d3, esp = 0xbfbfdfbc, ebp = 0xbfbfdfd8 --- Tracing command sh pid 39482 tid 100530 td 0xc88b04e0 Tracing command sh pid 39481 tid 100270 td 0xc7f3d750 Tracing command sh pid 39470 tid 100361 td 0xcd1049c0 Tracing command cron pid 39468 tid 100256 td 0xc94c69c0 sched_switch(c94c69c0,0,104,191,23560d,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c94c69c0,0,c0cd1aff,1a0,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(cd246310,4c,c0cd4072,100,0,...) at sleepq_wait_sig+0x17 _sleep(cd246310,cd246480,14c,c0cd4072,0,...) at _sleep+0x354 pipe_read(c7c393f0,f6431c38,c7ba7c80,0,c94c69c0,...) at pipe_read+0x417 dofileread(f6431c38,ffffffff,ffffffff,0,c7c393f0,...) at dofileread+0x96 kern_readv(c94c69c0,5,f6431c38,f6431c58,1,...) at kern_readv+0x58 read(c94c69c0,f6431cfc,f6431d38,c0cd2323,0,...) at read+0x4f syscallenter(c94c69c0,f6431cf4,f6431cf4,0,0,...) at syscallenter+0x246 syscall(f6431d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281a11d3, esp = 0xbfbfe60c, ebp = 0xbfbfe628 --- Tracing command bash pid 1958 tid 100252 td 0xc96e2c30 sched_switch(c96e2c30,0,104,191,71798d99,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c96e2c30,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7b43404,0,c0ccbbf4,c96e2c30,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7b43470,0,f6425aec,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7b43470,c7b43404,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c7b43400,c7b43470,f6425c38,1,0,...) at tty_wait+0x71 ttydisc_read(c7b43400,f6425c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c8abd800,f6425c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7fc6850,f6425c38,c8c08e80,0,c96e2c30,...) at devfs_read_f+0x7e dofileread(f6425c38,ffffffff,ffffffff,0,c7fc6850,...) at dofileread+0x96 kern_readv(c96e2c30,0,f6425c38,f6425c58,1,...) at kern_readv+0x58 read(c96e2c30,f6425cfc,f6425d38,c0cd2323,0,...) at read+0x4f syscallenter(c96e2c30,f6425cf4,f6425cf4,0,0,...) at syscallenter+0x246 syscall(f6425d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283521d3, esp = 0xbfbfe00c, ebp = 0xbfbfe038 --- Tracing command sshd pid 1957 tid 100234 td 0xc96d7000 sched_switch(c96d7000,0,104,191,ea9d6cc8,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c96d7000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c8844290,0,c0ccbbf4,c96d7000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c88442a4,0,f63eda5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c88442a4,c8844290,c0cd3ec1,621,c81581f8,...) at _cv_wait_sig+0x240 seltdwait(c81581f8,58,c8bc8000,c96d7000,246,...) at seltdwait+0xa2 kern_select(c96d7000,d,288060b8,288060dc,0,0,20,c96a82a8,c96a82a8) at kern_select+0x504 select(c96d7000,f63edcfc,f63edd38,c0cd2323,0,...) at select+0x66 syscallenter(c96d7000,f63edcf4,f63edcf4,0,f63edcb0,...) at syscallenter+0x246 syscall(f63edd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b1153, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1955 tid 100242 td 0xc96e4000 Tracing command awk pid 1513 tid 100168 td 0xc85af4e0 sched_switch(c85af4e0,0,104,191,1ac0ea26,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c85af4e0,0,c0cd1aff,1a0,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c80acc40,4c,c0cd4072,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80acc40,c80acdb0,14c,c0cd4072,0,...) at _sleep+0x354 pipe_read(c7fc6ce8,f6301c38,c7be8d00,0,c85af4e0,...) at pipe_read+0x417 dofileread(f6301c38,ffffffff,ffffffff,0,c7fc6ce8,...) at dofileread+0x96 kern_readv(c85af4e0,0,f6301c38,f6301c58,1,...) at kern_readv+0x58 read(c85af4e0,f6301cfc,f6301c98,246,0,...) at read+0x4f syscallenter(c85af4e0,f6301cf4,c0bef231,0,109,...) at syscallenter+0x246 syscall(f6301d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b91d3, esp = 0xbfbfe96c, ebp = 0xbfbfe988 --- Tracing command sh pid 1512 tid 100167 td 0xc85af750 Tracing command top pid 1511 tid 100096 td 0xc70029c0 sched_switch(c70029c0,0,104,191,6030a87e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c70029c0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61cea2c,c089710a,c907c350,0,c70029c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c907c364,0,f61cea5c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c907c364,c907c350,3e9,621,c7cd29d8,...) at _cv_timedwait_sig+0x250 seltdwait(f61cec08,f61cec10,c8f6d300,c70029c0,39483432,...) at seltdwait+0x8a kern_select(c70029c0,2,bfbfebdc,0,0,f61cec50,20,1,0) at kern_select+0x504 select(c70029c0,f61cecfc,f61ced38,c0cd2323,0,...) at select+0x66 syscallenter(c70029c0,f61cecf4,f61cecf4,0,109,...) at syscallenter+0x246 syscall(f61ced38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ef153, esp = 0xbfbfeb7c, ebp = 0xbfbfecd8 --- Tracing command sshd pid 1510 tid 100166 td 0xc85af9c0 sched_switch(c85af9c0,0,104,191,60f1c911,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,40,...) at mi_switch+0x200 sleepq_switch(c85af9c0,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c27ceab0,40,c0cf90f0,0,0,...) at sleepq_timedwait+0x6b _sleep(c27ceab0,c908ad48,40,c0cf90f0,4e20,...) at _sleep+0x339 swap_pager_getpages(c908ad48,f62fbbb8,1,0,f62fbc3c,...) at swap_pager_getpages+0x3a1 vm_fault(c6d8c780,28820000,2,0,28820000,...) at vm_fault+0x101f trap_pfault(5,0,c0d0a591,f62fbcd0,c85a92a8,...) at trap_pfault+0x10d trap(f62fbd38) at trap+0x2d0 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x284b06ae, esp = 0xbfbfa1a4, ebp = 0xbfbfa1c8 --- Tracing command tail pid 1509 tid 100148 td 0xc815e000 sched_switch(c815e000,0,104,191,415ab45e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,58,...) at mi_switch+0x200 sleepq_switch(c815e000,0,c0cd1aff,1a0,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08e3300,c815e000,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7ccf880,58,c0cc845f,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c7ccf880,c7ccf880,158,c0cc845f,3e9,...) at _sleep+0x31e kern_kevent(c815e000,4,0,1,f62b9c38,...) at kern_kevent+0x364 kevent(c815e000,f62b9cfc,f62b9d38,c0cd2323,0,...) at kevent+0x19b syscallenter(c815e000,f62b9cf4,f62b9cf4,0,0,...) at syscallenter+0x246 syscall(f62b9d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x28168c0b, esp = 0xbfbfeb5c, ebp = 0xbfbfec18 --- Tracing command sh pid 1508 tid 100097 td 0xc7e499c0 Tracing command sshd pid 1507 tid 100143 td 0xc7fbd750 sched_switch(c7fbd750,0,104,191,ac93e9c,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7fbd750,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c9070150,0,c0ccbbf4,c7fbd750,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c9070164,0,f62aaa5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c9070164,c9070150,c0cd3ec1,621,c81582a0,...) at _cv_wait_sig+0x240 seltdwait(c81582a0,58,c7ba6580,c7fbd750,246,...) at seltdwait+0xa2 kern_select(c7fbd750,c,288060b8,288060dc,0,0,20,c8156d48,c8156d48) at kern_select+0x504 select(c7fbd750,f62aacfc,f62aad38,c0cd2323,0,...) at select+0x66 syscallenter(c7fbd750,f62aacf4,f62aacf4,0,0,...) at syscallenter+0x246 syscall(f62aad38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b1153, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1506 tid 100136 td 0xc7f40270 sched_switch(c7f40270,0,104,191,dbec6486,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7f40270,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7cd0910,0,c0ccbbf4,c7f40270,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7cd0924,0,f6293a5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7cd0924,c7cd0910,c0cd3ec1,621,c7cbbc08,...) at _cv_wait_sig+0x240 seltdwait(c7cbbc08,58,c7ccf480,c7f40270,246,...) at seltdwait+0xa2 kern_select(c7f40270,c,288060b8,288060dc,0,0,20,c7f3b000,c7f3b000) at kern_select+0x504 select(c7f40270,f6293cfc,f6293d38,c0cd2323,0,...) at select+0x66 syscallenter(c7f40270,f6293cf4,f6293cf4,0,0,...) at syscallenter+0x246 syscall(f6293d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b1153, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1502 tid 100131 td 0xc7c31c30 Tracing command sshd pid 1501 tid 100128 td 0xc7c344e0 Tracing command sshd pid 1500 tid 100140 td 0xc7fbf000 Tracing command bash pid 1446 tid 100147 td 0xc7f41c30 Tracing command sshd pid 1445 tid 100084 td 0xc7c6b000 sched_switch(c7c6b000,0,104,191,34cd1609,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6b000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7e4e010,0,c0ccbbf4,c7c6b000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e4e024,0,f6179a5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e4e024,c7e4e010,c0cd3ec1,621,c7cd2c78,...) at _cv_wait_sig+0x240 seltdwait(c7cd2c78,58,c7c60380,c7c6b000,246,...) at seltdwait+0xa2 kern_select(c7c6b000,c,288060b8,288060dc,0,0,20,c7c66550,c7c66550) at kern_select+0x504 select(c7c6b000,f6179cfc,f6179d38,c0cd2323,0,...) at select+0x66 syscallenter(c7c6b000,f6179cf4,f6179cf4,0,0,...) at syscallenter+0x246 syscall(f6179d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b1153, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1443 tid 100102 td 0xc7e48c30 Tracing command getty pid 1406 tid 100101 td 0xc7e49000 sched_switch(c7e49000,0,104,191,1d082041,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e49000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7e49000,c7e49000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fc2e70,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fc2e70,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fc2e00,c6fc2e70,f61e6c38,1,0,...) at tty_wait+0x71 ttydisc_read(c6fc2e00,f61e6c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffb700,f61e6c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7fc6e00,f61e6c38,c6d90480,0,c7e49000,...) at devfs_read_f+0x7e dofileread(f61e6c38,ffffffff,ffffffff,0,c7fc6e00,...) at dofileread+0x96 kern_readv(c7e49000,0,f61e6c38,f61e6c58,1,...) at kern_readv+0x58 read(c7e49000,f61e6cfc,f61e6d38,c0cd2323,0,...) at read+0x4f syscallenter(c7e49000,f61e6cf4,f61e6cf4,0,0,...) at syscallenter+0x246 syscall(f61e6d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1405 tid 100115 td 0xc7c6c9c0 sched_switch(c7c6c9c0,0,104,191,1d07edf6,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6c9c0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7c6c9c0,c7c6c9c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fc2c70,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fc2c70,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fc2c00,c6fc2c70,f6238c38,1,0,...) at tty_wait+0x71 ttydisc_read(c6fc2c00,f6238c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffb800,f6238c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7c39770,f6238c38,c6d90480,0,c7c6c9c0,...) at devfs_read_f+0x7e dofileread(f6238c38,ffffffff,ffffffff,0,c7c39770,...) at dofileread+0x96 kern_readv(c7c6c9c0,0,f6238c38,f6238c58,1,...) at kern_readv+0x58 read(c7c6c9c0,f6238cfc,f6238d38,c0cd2323,0,...) at read+0x4f syscallenter(c7c6c9c0,f6238cf4,f6238cf4,0,0,...) at syscallenter+0x246 syscall(f6238d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1404 tid 100132 td 0xc7f40c30 sched_switch(c7f40c30,0,104,191,1cd1f6ac,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7f40c30,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7f40c30,c7f40c30,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fc1470,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fc1470,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fc1400,c6fc1470,f6283c38,1,0,...) at tty_wait+0x71 ttydisc_read(c6fc1400,f6283c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffb900,f6283c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7cbb7e0,f6283c38,c6d90480,0,c7f40c30,...) at devfs_read_f+0x7e dofileread(f6283c38,ffffffff,ffffffff,0,c7cbb7e0,...) at dofileread+0x96 kern_readv(c7f40c30,0,f6283c38,f6283c58,1,...) at kern_readv+0x58 read(c7f40c30,f6283cfc,f6283d38,c0cd2323,0,...) at read+0x4f syscallenter(c7f40c30,f6283cf4,f6283cf4,0,0,...) at syscallenter+0x246 syscall(f6283d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1403 tid 100133 td 0xc7f409c0 sched_switch(c7f409c0,0,104,191,1d0587f0,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7f409c0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7f409c0,c7f409c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70fda70,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70fda70,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70fda00,c70fda70,f6287c38,1,0,...) at tty_wait+0x71 ttydisc_read(c70fda00,f6287c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffba00,f6287c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7cd2498,f6287c38,c6d90480,0,c7f409c0,...) at devfs_read_f+0x7e dofileread(f6287c38,ffffffff,ffffffff,0,c7cd2498,...) at dofileread+0x96 kern_readv(c7f409c0,0,f6287c38,f6287c58,1,...) at kern_readv+0x58 read(c7f409c0,f6287cfc,f6287d38,c0cd2323,0,...) at read+0x4f syscallenter(c7f409c0,f6287cf4,f6287cf4,0,0,...) at syscallenter+0x246 syscall(f6287d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1402 tid 100098 td 0xc7e49750 sched_switch(c7e49750,0,104,191,1d2019bc,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e49750,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7e49750,c7e49750,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6fc2a70,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fc2a70,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c6fc2a00,c6fc2a70,f61d4c38,1,0,...) at tty_wait+0x71 ttydisc_read(c6fc2a00,f61d4c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffbb00,f61d4c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7cbb9d8,f61d4c38,c6d90480,0,c7e49750,...) at devfs_read_f+0x7e dofileread(f61d4c38,ffffffff,ffffffff,0,c7cbb9d8,...) at dofileread+0x96 kern_readv(c7e49750,0,f61d4c38,f61d4c58,1,...) at kern_readv+0x58 read(c7e49750,f61d4cfc,f61d4d38,c0cd2323,0,...) at read+0x4f syscallenter(c7e49750,f61d4cf4,f61d4cf4,0,0,...) at syscallenter+0x246 syscall(f61d4d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1401 tid 100134 td 0xc7f40750 sched_switch(c7f40750,0,104,191,1ce01c0a,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7f40750,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7f40750,c7f40750,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70fe070,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70fe070,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70fe000,c70fe070,f628bc38,1,0,...) at tty_wait+0x71 ttydisc_read(c70fe000,f628bc38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffbc00,f628bc38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7c39348,f628bc38,c6d90480,0,c7f40750,...) at devfs_read_f+0x7e dofileread(f628bc38,ffffffff,ffffffff,0,c7c39348,...) at dofileread+0x96 kern_readv(c7f40750,0,f628bc38,f628bc58,1,...) at kern_readv+0x58 read(c7f40750,f628bcfc,f628bd38,c0cd2323,0,...) at read+0x4f syscallenter(c7f40750,f628bcf4,f628bcf4,0,0,...) at syscallenter+0x246 syscall(f628bd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1400 tid 100154 td 0xc815c000 sched_switch(c815c000,0,104,191,1d039f1e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c815c000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c815c000,c815c000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70fd870,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70fd870,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70fd800,c70fd870,f62cbc38,1,0,...) at tty_wait+0x71 ttydisc_read(c70fd800,f62cbc38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffbd00,f62cbc38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7fc65e8,f62cbc38,c6d90480,0,c815c000,...) at devfs_read_f+0x7e dofileread(f62cbc38,ffffffff,ffffffff,0,c7fc65e8,...) at dofileread+0x96 kern_readv(c815c000,0,f62cbc38,f62cbc58,1,...) at kern_readv+0x58 read(c815c000,f62cbcfc,f62cbd38,c0cd2323,0,...) at read+0x4f syscallenter(c815c000,f62cbcf4,f62cbcf4,0,0,...) at syscallenter+0x246 syscall(f62cbd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1399 tid 100117 td 0xc7c6c4e0 sched_switch(c7c6c4e0,0,104,191,1cd9d0d8,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6c4e0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,c7c6c4e0,c7c6c4e0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70fd070,0,c0cd61f4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70fd070,c0e2f9d0,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70fd000,c70fd070,f623ec38,1,0,...) at tty_wait+0x71 ttydisc_read(c70fd000,f623ec38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6ffbe00,f623ec38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7cbb8c0,f623ec38,c6d90480,0,c7c6c4e0,...) at devfs_read_f+0x7e dofileread(f623ec38,ffffffff,ffffffff,0,c7cbb8c0,...) at dofileread+0x96 kern_readv(c7c6c4e0,0,f623ec38,f623ec58,1,...) at kern_readv+0x58 read(c7c6c4e0,f623ecfc,f623ed38,c0cd2323,0,...) at read+0x4f syscallenter(c7c6c4e0,f623ecf4,f623ecf4,0,0,...) at syscallenter+0x246 syscall(f623ed38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1398 tid 100078 td 0xc7c6c000 sched_switch(c7c6c000,0,104,191,d665ec37,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6c000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c70fd604,0,c0ccbbf4,c7c6c000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c70fd670,0,f6161aec,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70fd670,c70fd604,c0cd5bc3,511,0,...) at _cv_wait_sig+0x240 tty_wait(c70fd600,c70fd670,f6161c38,1,0,...) at tty_wait+0x71 ttydisc_read(c70fd600,f6161c38,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6d77700,f6161c38,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c8158850,f6161c38,c6d90480,0,c7c6c000,...) at devfs_read_f+0x7e dofileread(f6161c38,ffffffff,ffffffff,0,c8158850,...) at dofileread+0x96 kern_readv(c7c6c000,0,f6161c38,f6161c58,1,...) at kern_readv+0x58 read(c7c6c000,f6161cfc,f6161d38,c0cd2323,0,...) at read+0x4f syscallenter(c7c6c000,f6161cf4,f6161cf4,0,0,...) at syscallenter+0x246 syscall(f6161d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281971d3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1367 tid 100145 td 0xc7fbd270 sched_switch(c7fbd270,0,104,191,ef206ec5,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7fbd270,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7be0550,0,c0ccbbf4,c7fbd270,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7be0564,0,f62b0a5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7be0564,c7be0550,c0cd3ec1,621,c7c38b60,...) at _cv_wait_sig+0x240 seltdwait(c7c38b60,58,c6d90480,c7fbd270,c0cf8e66,...) at seltdwait+0xa2 kern_select(c7fbd270,8,bfbfdfd0,0,0,0,20,c81567f8,c81567f8) at kern_select+0x504 select(c7fbd270,f62b0cfc,f62b0d38,c0cd2323,0,...) at select+0x66 syscallenter(c7fbd270,f62b0cf4,f62b0cf4,0,0,...) at syscallenter+0x246 syscall(f62b0d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ab153, esp = 0xbfbfdf8c, ebp = 0xbfbfee18 --- Tracing command watchdogd pid 1330 tid 100094 td 0xc7bc1000 sched_switch(c7bc1000,0,104,191,3573f27b,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7bc1000,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08e3300,c7bc1000,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0e30244,5c,c0cce6d4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e30244,0,15c,c0cce6d4,ea61,...) at _sleep+0x31e kern_nanosleep(c7bc1000,f61c8c44,f61c8c4c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7bc1000,f61c8cfc,f61c8d38,c0cd2323,0,...) at nanosleep+0x6f syscallenter(c7bc1000,f61c8cf4,f61c8cf4,0,0,...) at syscallenter+0x246 syscall(f61c8d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28190aa7, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command cron pid 1305 tid 100087 td 0xc7c68c30 Tracing command sendmail pid 1298 tid 100088 td 0xc7bc1750 Tracing command sendmail pid 1292 tid 100092 td 0xc7bc14e0 sched_switch(c7bc14e0,0,104,191,a855d1fa,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7bc14e0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61c2a2c,c089710a,c7c63150,0,c7bc14e0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c63164,0,f61c2a5c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c63164,c7c63150,1389,621,c9314ab8,...) at _cv_timedwait_sig+0x250 seltdwait(f61c2c08,f61c2c10,c7b9be00,c7bc14e0,c15b1014,...) at seltdwait+0x8a kern_select(c7bc14e0,7,bfbfc530,0,0,f61c2c50,20,5,0) at kern_select+0x504 select(c7bc14e0,f61c2cfc,f61c2d38,c0cd2323,0,...) at select+0x66 syscallenter(c7bc14e0,f61c2cf4,f61c2cf4,0,0,...) at syscallenter+0x246 syscall(f61c2d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283e1153, esp = 0xbfbfc49c, ebp = 0xbfbfcfc8 --- Tracing command sshd pid 1286 tid 100130 td 0xc7c34000 sched_switch(c7c34000,0,104,191,65513fc2,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c34000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7e4cb90,0,c0ccbbf4,c7c34000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e4cba4,0,f627da5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e4cba4,c7e4cb90,c0cd3ec1,621,c833c3b8,...) at _cv_wait_sig+0x240 seltdwait(c833c3b8,58,c7ba7b00,c7c34000,c0cfa39d,...) at seltdwait+0xa2 kern_select(c7c34000,5,2880c0b0,0,0,0,20,c7c2f2a8,c7c2f2a8) at kern_select+0x504 select(c7c34000,f627dcfc,280f87d0,1,0,...) at select+0x66 syscallenter(c7c34000,f627dcf4,c0bef55d,c0e2f9d0,0,...) at syscallenter+0x246 syscall(f627dd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b1153, esp = 0xbfbfe29c, ebp = 0xbfbfee38 --- Tracing command moused pid 1208 tid 100121 td 0xc7fc0000 sched_switch(c7fc0000,0,104,191,41039693,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7fc0000,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7be1b10,0,c0ccbbf4,c7fc0000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7be1b24,0,f624aa5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7be1b24,c7be1b10,c0cd3ec1,621,c7c39a48,...) at _cv_wait_sig+0x240 seltdwait(c7c39a48,58,c6d90480,c7fc0000,0,...) at seltdwait+0xa2 kern_select(c7fc0000,6,bfbfea34,0,0,0,20,c7fba000,c7fba000) at kern_select+0x504 select(c7fc0000,f624acfc,f624ad38,c0cd2323,0,...) at select+0x66 syscallenter(c7fc0000,f624acf4,f624acf4,0,0,...) at syscallenter+0x246 syscall(f624ad38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b4153, esp = 0xbfbfe9bc, ebp = 0xbfbfeb58 --- Tracing command ntpd pid 1142 tid 100079 td 0xc7c6bc30 sched_switch(c7c6bc30,0,104,191,3fb9f41c,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6bc30,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7e4de90,0,c0ccbbf4,c7c6bc30,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e4dea4,0,f6165a5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e4dea4,c7e4de90,c0cd3ec1,621,c7fc68f8,...) at _cv_wait_sig+0x240 seltdwait(c7fc68f8,58,c6d90480,c7c6bc30,0,...) at seltdwait+0xa2 kern_select(c7c6bc30,1c,bfbfed28,0,0,0,20,c7c672a8,c7c672a8) at kern_select+0x504 select(c7c6bc30,f6165cfc,f6165c98,246,0,...) at select+0x66 syscallenter(c7c6bc30,f6165cf4,c0bef231,fffffffe,246,...) at syscallenter+0x246 syscall(f6165d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2835a153, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command rpc.lockd pid 1040 tid 100111 td 0xc7e484e0 sched_switch(c7e484e0,0,104,191,75f147a4,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e484e0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f622c9dc,c089710a,c7be7900,0,c7e484e0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7cd00d0,0,f622ca0c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7cd00d0,c7be7900,1388,3b1,c80abc00,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7e48680,14,c0cf19fd,c0cf10f2,f622cb6c,...) at svc_run_internal+0x356 svc_run(c7be7900,0,4,c0a941a0,f622cb6c,...) at svc_run+0x7f nlm_syscall(c7e484e0,f622ccfc,f622cd38,c0cd2323,0,...) at nlm_syscall+0x77d syscallenter(c7e484e0,f622ccf4,f622ccf4,0,0,...) at syscallenter+0x246 syscall(f622cd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fe07b, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpc.statd pid 1033 tid 100129 td 0xc7c34270 sched_switch(c7c34270,0,104,191,508aa30a,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c34270,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f627aa2c,c089710a,c7e4c250,0,c7c34270,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7e4c264,0,f627aa5c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7e4c264,c7e4c250,7531,621,c7cbb070,...) at _cv_timedwait_sig+0x250 seltdwait(f627ac08,f627ac10,c6d90480,c7c34270,c0cfa39d,...) at seltdwait+0x8a kern_select(c7c34270,8,bfbfed34,0,0,f627ac50,20,1e,0) at kern_select+0x504 select(c7c34270,f627acfc,f627ad38,c0cd2323,0,...) at select+0x66 syscallenter(c7c34270,f627acf4,f627acf4,0,0,...) at syscallenter+0x246 syscall(f627ad38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818e153, esp = 0xbfbfec8c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 1026 tid 100139 td 0xc7fbf270 sched_switch(c7fbf270,0,104,191,ec43788b,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7fbf270,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f629dbf8,c089710a,c71d7b80,0,c7fbf270,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7b91910,0,f629dc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7b91910,c71d7b80,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f629dd24,c087c968,c71d7b80,f629dd38,c0cc8815,...) at svc_run_internal+0x356 svc_thread_start(c71d7b80,f629dd38,c0cc8815,343,c7fbad48,...) at svc_thread_start+0x10 fork_exit(c0aa2200,c71d7b80,f629dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1026 tid 100138 td 0xc7fbf4e0 sched_switch(c7fbf4e0,0,104,191,fa659993,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7fbf4e0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f629abf8,c089710a,c71d7b80,0,c7fbf4e0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7b91950,0,f629ac28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7b91950,c71d7b80,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f629ad24,c087c968,c71d7b80,f629ad38,c0cc8815,...) at svc_run_internal+0x356 svc_thread_start(c71d7b80,f629ad38,c0cc8815,343,c7fbad48,...) at svc_thread_start+0x10 fork_exit(c0aa2200,c71d7b80,f629ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1026 tid 100137 td 0xc7fbf750 sched_switch(c7fbf750,0,104,191,fa5d57e4,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7fbf750,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6297bf8,c089710a,c71d7b80,0,c7fbf750,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7b91990,0,f6297c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7b91990,c71d7b80,1388,3b1,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6297d24,c087c968,c71d7b80,f6297d38,c0cc8815,...) at svc_run_internal+0x356 svc_thread_start(c71d7b80,f6297d38,c0cc8815,343,c7fbad48,...) at svc_thread_start+0x10 fork_exit(c0aa2200,c71d7b80,f6297d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1026 tid 100116 td 0xc7c6c750 sched_switch(c7c6c750,0,104,191,1e29a15b,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6c750,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f623bac8,c089710a,c71d7b80,0,c7c6c750,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c627d0,0,f623baf8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c627d0,c71d7b80,1388,3b1,f623bb40,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7c6c8f0,14,c0cf19fd,c0cf04b1,f623bc1c,...) at svc_run_internal+0x356 svc_run(c71d7b80,0,c0cf07b5,1c2,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8b0,f623bc1c,c,c6d90480,f623bc30,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c7c6c750,f623bcfc,c7fbad48,0,c7c6c750,...) at nfssvc_nfsserver+0x24f nfssvc(c7c6c750,f623bcfc,f623bd38,c0cd2323,0,...) at nfssvc+0x83 syscallenter(c7c6c750,f623bcf4,f623bcf4,0,0,...) at syscallenter+0x246 syscall(f623bd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dc05b, esp = 0xbfbfe86c, ebp = 0xbfbfead8 --- Tracing command nfsd pid 1025 tid 100112 td 0xc7e48270 sched_switch(c7e48270,0,104,191,dbfb223e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e48270,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7e4c3d0,0,c0ccbbf4,c7e48270,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e4c3e4,0,f622fa5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e4c3e4,c7e4c3d0,c0cd3ec1,621,c7c50038,...) at _cv_wait_sig+0x240 seltdwait(c7c50038,58,c6d90480,c7e48270,c0cfa39d,...) at seltdwait+0xa2 kern_select(c7e48270,5,bfbfece0,0,0,0,20,c7fbc7f8,c7fbc7f8) at kern_select+0x504 select(c7e48270,f622fcfc,bfbffff4,1,0,...) at select+0x66 syscallenter(c7e48270,f622fcf4,c0bef55d,c0e2f9d0,0,...) at syscallenter+0x246 syscall(f622fd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28185153, esp = 0xbfbfeadc, ebp = 0xbfbfee18 --- Tracing command mountd pid 1016 tid 100099 td 0xc7e494e0 sched_switch(c7e494e0,0,104,191,358bde9f,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7e494e0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7be19d0,0,c0ccbbf4,c7e494e0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7be19e4,0,f61d7a5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7be19e4,c7be19d0,c0cd3ec1,621,c7c38b98,...) at _cv_wait_sig+0x240 seltdwait(c7c38b98,58,c6d90480,c7e494e0,c0f6f610,...) at seltdwait+0xa2 kern_select(c7e494e0,9,bfbfed7c,0,0,0,20,c7e462a8,c7e462a8) at kern_select+0x504 select(c7e494e0,f61d7cfc,f61d7d38,c0cd2323,0,...) at select+0x66 syscallenter(c7e494e0,f61d7cf4,f61d7cf4,0,246,...) at syscallenter+0x246 syscall(f61d7d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819b153, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 923 tid 100093 td 0xc7bc1270 sched_switch(c7bc1270,0,104,191,ad921c87,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7bc1270,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f61c5a88,c089710a,c7c62590,0,c7bc1270,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c625a4,0,f61c5ab8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c625a4,c7c62590,7531,621,f61c5b6c,...) at _cv_timedwait_sig+0x250 seltdwait(f61c5c3c,f61c5c44,52f,c7bc1270,f61c5b3c,...) at seltdwait+0x8a poll(c7bc1270,f61c5cfc,f61c5d38,c0cd2323,0,...) at poll+0x300 syscallenter(c7bc1270,f61c5cf4,f61c5cf4,0,0,...) at syscallenter+0x246 syscall(f61c5d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2814909f, esp = 0xbfbfcbdc, ebp = 0xbfbfeda8 --- Tracing command syslogd pid 897 tid 100081 td 0xc7c6b750 sched_switch(c7c6b750,0,104,191,fd68b9ab,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c6b750,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7c634d0,0,c0ccbbf4,c7c6b750,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c634e4,0,f616da5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7c634e4,c7c634d0,c0cd3ec1,621,c7fc60e0,...) at _cv_wait_sig+0x240 seltdwait(c7fc60e0,58,c6d90480,c7c6b750,0,...) at seltdwait+0xa2 kern_select(c7c6b750,9,2847f0ac,0,0,0,20,c7c66d48,c7c66d48) at kern_select+0x504 select(c7c6b750,f616dcfc,f616dd38,c0cd2323,0,...) at select+0x66 syscallenter(c7c6b750,f616dcf4,f616dcf4,0,246,...) at syscallenter+0x246 syscall(f616dd38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819a153, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 --- Tracing command devd pid 707 tid 100089 td 0xc7c689c0 sched_switch(c7c689c0,0,104,191,e9d1d145,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7c689c0,0,c0cd1aff,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089710a,c7e4c350,0,c0ccbbf4,c7c689c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7e4c364,0,f618ea5c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7e4c364,c7e4c350,c0cd3ec1,621,c7c392d8,...) at _cv_wait_sig+0x240 seltdwait(c7c392d8,58,c6d90480,c7c689c0,c0cc50ac,...) at seltdwait+0xa2 kern_select(c7c689c0,6,bfbfe9a0,0,0,0,20,c7c66000,c7c66000) at kern_select+0x504 select(c7c689c0,f618ecfc,f618ed38,c0cd2323,0,...) at select+0x66 syscallenter(c7c689c0,f618ecf4,f618ecf4,0,109,...) at syscallenter+0x246 syscall(f618ed38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808c273, esp = 0xbfbfe96c, ebp = 0xbfbfee48 --- Tracing command flowcleaner pid 21 tid 100076 td 0xc7bc2000 sched_switch(c7bc2000,0,100,18c,623f6635,...) at sched_switch+0x36a mi_switch(100,0,c0ccf01c,97d,1,...) at mi_switch+0x200 sched_bind(c7bc2000,2,c0cdc8a5,5ff,0,...) at sched_bind+0xa0 flowtable_cleaner(0,f3f6dd38,c0cc8815,343,c7bc0000,...) at flowtable_cleaner+0x9c fork_exit(c0953d50,0,f3f6dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f6dd70, ebp = 0 --- Tracing command softdepflush pid 20 tid 100075 td 0xc7bc2270 sched_switch(c7bc2270,0,104,191,1ef71e69,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7bc2270,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa8220,44,c0cf6bce,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fa8220,c0fa81d8,44,c0cf6bce,3e8,...) at _sleep+0x339 softdep_flush(0,f3f6ad38,c0cc8815,343,c7bc02a8,...) at softdep_flush+0x257 fork_exit(c0aebc70,0,f3f6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f6ad70, ebp = 0 --- Tracing command vnlru pid 19 tid 100074 td 0xc7bc24e0 sched_switch(c7bc24e0,0,104,191,4c7cda31,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,50,...) at mi_switch+0x200 sleepq_switch(c7bc24e0,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7bc0550,50,c0cdbb0c,0,0,...) at sleepq_timedwait+0x6b _sleep(c7bc0550,c0f9c878,250,c0cdbb0c,3e8,...) at _sleep+0x339 vnlru_proc(0,f3f67d38,c0cc8815,343,c7bc0550,...) at vnlru_proc+0xe7 fork_exit(c093eef0,0,f3f67d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f67d70, ebp = 0 --- Tracing command syncer pid 18 tid 100073 td 0xc7bc2750 kdb_enter(c0ccd471,c0ccd471,c0d0997e,f3f646f4,0,...) at kdb_enter+0x3a panic(c0d0997e,c3aec398,c0d0909b,11ef,f3f64718,...) at panic+0x136 pmap_clear_modify(c3aec398,1000,c0cfb4a7,844,ff71d5d8,...) at pmap_clear_modify+0x63 vm_page_set_validclean(c3aec398,0,1000,1000,0) at vm_page_set_validclean+0xe6 vfs_page_set_validclean(c3aec398,0,c0cd8741,e30,1000,...) at vfs_page_set_validclean+0x67 bdwrite(e6f0c7e0,1000,f3f64910,1000,c6d75600,...) at bdwrite+0x203 ffs_write(f3f64930,c0d0ddce,c08ecbe7,0,f3f648b8,...) at ffs_write+0x562 VOP_WRITE_APV(c0ddff20,f3f64930,c0cfccc0,47e,1000,...) at VOP_WRITE_APV+0x136 vnode_pager_generic_putpages(c9749828,f3f64a50,1000,c,f3f64a00,...) at vnode_pager_generic_putpages+0x262 vop_stdputpages(f3f649ac,c0d0d9c5,c9749828,c9749828,c,...) at vop_stdputpages+0x30 VOP_PUTPAGES_APV(c0ddff20,f3f649ac,c0cfccc0,41c,c0dface0,...) at VOP_PUTPAGES_APV+0xd6 vnode_pager_putpages(cd71d5d8,f3f64a50,1,c,f3f64a00,...) at vnode_pager_putpages+0x92 vm_pageout_flush(f3f64a50,1,c,3b7,df,...) at vm_pageout_flush+0x150 vm_object_page_collect_flush(c,0,0,307,4,...) at vm_object_page_collect_flush+0x320 vm_object_page_clean(cd71d5d8,0,0,0,0,...) at vm_object_page_clean+0x1ad vfs_msync(c7e002d4,2,c0cdab94,d7a,c7e002d4,...) at vfs_msync+0x19a sync_fsync(f3f64c7c,c0d0d427,c80ba790,f3f64c7c,c80ba6cc,...) at sync_fsync+0x17b VOP_FSYNC_APV(c0dce540,f3f64c7c,c0cdab94,6b1,c7bc2750,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0f9c8b8,c0f9c8a4,3e8,6e0,4e20,...) at sync_vnode+0x16b sched_sync(0,f3f64d38,c0cc8815,343,c7bc07f8,...) at sched_sync+0x273 fork_exit(c093e2c0,0,f3f64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f64d70, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100072 td 0xc7bc29c0 sched_switch(c7bc29c0,0,104,191,617f1247,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,44,...) at mi_switch+0x200 sleepq_switch(c7bc29c0,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f9c5e8,44,c0cd906c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f9c5e8,c0f9c5f0,44,c0cd906c,3e8,...) at _sleep+0x339 buf_daemon(0,f3f61d38,c0cc8815,343,c7bc0aa0,...) at buf_daemon+0x16e fork_exit(c09262e0,0,f3f61d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f61d70, ebp = 0 --- Tracing command pagezero pid 16 tid 100071 td 0xc7bc2c30 sched_switch(c7bc2c30,0,104,191,10a63446,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7bc2c30,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0faa094,0,c0cfcc6c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0faa094,c0fa8b80,0,c0cfcc6c,493e0,...) at _sleep+0x339 vm_pagezero(0,f3f5ed38,c0cc8815,343,c7bc0d48,...) at vm_pagezero+0xdc fork_exit(c0b2f3a0,0,f3f5ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5ed70, ebp = 0 --- Tracing command vmdaemon pid 15 tid 100070 td 0xc6fdd750 sched_switch(c6fdd750,0,104,191,5fd540a0,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,68,...) at mi_switch+0x200 sleepq_switch(c6fdd750,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa9cd0,68,c0cd906c,0,0,...) at sleepq_wait+0x63 _sleep(c0fa9cd0,c0fa9cd4,68,c0cd906c,0,...) at _sleep+0x36b vm_daemon(0,f3f5bd38,c0cc8815,343,c6d882a8,...) at vm_daemon+0x59 fork_exit(c0b29040,0,f3f5bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f5bd70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100069 td 0xc6fdd9c0 sched_switch(c6fdd9c0,0,104,191,5f75e17d,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,44,...) at mi_switch+0x200 sleepq_switch(c6fdd9c0,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fa9c98,44,c0cd906c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fa9c98,c0fa8b80,44,c0cd906c,1f4,...) at _sleep+0x339 vm_pageout(0,f3f58d38,c0cc8815,343,c6d88550,...) at vm_pageout+0x26f fork_exit(c0b2a0e0,0,f3f58d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f58d70, ebp = 0 --- Tracing command xpt_thrd pid 8 tid 100068 td 0xc6fddc30 sched_switch(c6fddc30,0,104,191,be02575,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6fddc30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dfbfd4,4c,c0c66521,0,0,...) at sleepq_wait+0x63 _sleep(c0dfbfd4,c0dfc018,4c,c0c66521,0,...) at _sleep+0x36b xpt_scanner_thread(0,f3ef5d38,c0cc8815,343,c6d887f8,...) at xpt_scanner_thread+0x47 fork_exit(c0484cb0,0,f3ef5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ef5d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100067 td 0xc7000000 sched_switch(c7000000,0,104,191,72054c7f,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7000000,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0f9e2b8,0,c0ce7903,0,0,...) at sleepq_wait+0x63 _sleep(c0f9e2b8,c0f9e280,0,c0ce7903,0,...) at _sleep+0x36b sctp_iterator_thread(0,f3ef2d38,c0cc8815,343,c6d88aa0,...) at sctp_iterator_thread+0x5c fork_exit(c09cdb40,0,f3ef2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ef2d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc70009c0 sched_switch(c70009c0,0,104,191,460c883f,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c70009c0,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c70fdc3c,4c,c0cc29fd,0,0,...) at sleepq_timedwait+0x6b _sleep(c70fdc3c,c70fdcf0,4c,c0cc29fd,3e8,...) at _sleep+0x339 fdc_thread(c70fdc00,f3ee6d38,c0cc8815,343,c6d88d48,...) at fdc_thread+0x27d fork_exit(c0baccd0,c70fdc00,f3ee6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee6d70, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc7002000 sched_switch(c7002000,0,104,191,17a73d9e,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7002000,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c700b000,5c,c0cc29fd,100,0,...) at sleepq_wait_sig+0x17 _sleep(c700b000,c700f488,15c,c0cc29fd,0,...) at _sleep+0x354 fw_bus_probe_thread(c700b000,f3ed6d38,c0cc8815,343,c6f3f000,...) at fw_bus_probe_thread+0xa08 fork_exit(c066a250,c700b000,f3ed6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed6d70, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc6fcd750 sched_switch(c6fcd750,0,104,191,f2d64b40,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd750,0,c0cd1aff,260,c6fcd750,...) at sleepq_switch+0x15f sleepq_wait(c6fe8d0c,0,f3ebfcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe8d0c,c6fe8dac,c0cbb64c,6c,c6fe8d14,...) at _cv_wait+0x240 usb_process(c6fe8d04,f3ebfd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fe8d04,f3ebfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebfd70, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc6fcd9c0 sched_switch(c6fcd9c0,0,104,191,6f3c311a,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd9c0,0,c0cd1aff,260,c6fcd9c0,...) at sleepq_switch+0x15f sleepq_wait(c6fe8cdc,0,f3ebccbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe8cdc,c6fe8dac,c0cbb64c,6c,c6fe8ce4,...) at _cv_wait+0x240 usb_process(c6fe8cd4,f3ebcd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fe8cd4,f3ebcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ebcd70, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc6fcdc30 sched_switch(c6fcdc30,0,104,191,f26f1d65,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcdc30,0,c0cd1aff,260,c6fcdc30,...) at sleepq_switch+0x15f sleepq_wait(c6fe8cac,0,f3eb9cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe8cac,c6fe8dac,c0cbb64c,6c,c6fe8cb4,...) at _cv_wait+0x240 usb_process(c6fe8ca4,f3eb9d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fe8ca4,f3eb9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb9d70, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc6fdc000 sched_switch(c6fdc000,0,104,191,f26f0a90,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdc000,0,c0cd1aff,260,c6fdc000,...) at sleepq_switch+0x15f sleepq_wait(c6fe8c7c,0,f3eb6cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fe8c7c,c6fe8dac,c0cbb64c,6c,c6fe8c84,...) at _cv_wait+0x240 usb_process(c6fe8c74,f3eb6d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fe8c74,f3eb6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb6d70, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc6fdc4e0 sched_switch(c6fdc4e0,0,104,191,f26ef757,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdc4e0,0,c0cd1aff,260,c6fdc4e0,...) at sleepq_switch+0x15f sleepq_wait(c6fdfb5c,0,f3eaecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdfb5c,c6fdfbfc,c0cbb64c,6c,c6fdfb64,...) at _cv_wait+0x240 usb_process(c6fdfb54,f3eaed38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fdfb54,f3eaed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eaed70, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc6fdc750 sched_switch(c6fdc750,0,104,191,6f3b0843,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdc750,0,c0cd1aff,260,c6fdc750,...) at sleepq_switch+0x15f sleepq_wait(c6fdfb2c,0,f3eabcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdfb2c,c6fdfbfc,c0cbb64c,6c,c6fdfb34,...) at _cv_wait+0x240 usb_process(c6fdfb24,f3eabd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fdfb24,f3eabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eabd70, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc6fdc9c0 sched_switch(c6fdc9c0,0,104,191,f20a0752,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdc9c0,0,c0cd1aff,260,c6fdc9c0,...) at sleepq_switch+0x15f sleepq_wait(c6fdfafc,0,f3ea8cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdfafc,c6fdfbfc,c0cbb64c,6c,c6fdfb04,...) at _cv_wait+0x240 usb_process(c6fdfaf4,f3ea8d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fdfaf4,f3ea8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea8d70, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc6fdcc30 sched_switch(c6fdcc30,0,104,191,f209f2c9,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdcc30,0,c0cd1aff,260,c6fdcc30,...) at sleepq_switch+0x15f sleepq_wait(c6fdfacc,0,f3ea5cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fdfacc,c6fdfbfc,c0cbb64c,6c,c6fdfad4,...) at _cv_wait+0x240 usb_process(c6fdfac4,f3ea5d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fdfac4,f3ea5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea5d70, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc6fdd000 sched_switch(c6fdd000,0,104,191,f209deeb,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdd000,0,c0cd1aff,260,c6fdd000,...) at sleepq_switch+0x15f sleepq_wait(c6fd8b5c,0,f3ea1cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8b5c,c6fd8bfc,c0cbb64c,6c,c6fd8b64,...) at _cv_wait+0x240 usb_process(c6fd8b54,f3ea1d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd8b54,f3ea1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea1d70, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc6fdd270 sched_switch(c6fdd270,0,104,191,6f3a6a15,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdd270,0,c0cd1aff,260,c6fdd270,...) at sleepq_switch+0x15f sleepq_wait(c6fd8b2c,0,f3e9ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8b2c,c6fd8bfc,c0cbb64c,6c,c6fd8b34,...) at _cv_wait+0x240 usb_process(c6fd8b24,f3e9ed38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd8b24,f3e9ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9ed70, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc6fdd4e0 sched_switch(c6fdd4e0,0,104,191,f1a51d44,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fdd4e0,0,c0cd1aff,260,c6fdd4e0,...) at sleepq_switch+0x15f sleepq_wait(c6fd8afc,0,f3e9bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8afc,c6fd8bfc,c0cbb64c,6c,c6fd8b04,...) at _cv_wait+0x240 usb_process(c6fd8af4,f3e9bd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd8af4,f3e9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9bd70, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc6f639c0 sched_switch(c6f639c0,0,104,191,f1a509a0,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f639c0,0,c0cd1aff,260,c6f639c0,...) at sleepq_switch+0x15f sleepq_wait(c6fd8acc,0,f3e98cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd8acc,c6fd8bfc,c0cbb64c,6c,c6fd8ad4,...) at _cv_wait+0x240 usb_process(c6fd8ac4,f3e98d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd8ac4,f3e98d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e98d70, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc6f63c30 sched_switch(c6f63c30,0,104,191,f1a4f691,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f63c30,0,c0cd1aff,260,c6f63c30,...) at sleepq_switch+0x15f sleepq_wait(c6fd1b5c,0,f3e94cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1b5c,c6fd1bfc,c0cbb64c,6c,c6fd1b64,...) at _cv_wait+0x240 usb_process(c6fd1b54,f3e94d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd1b54,f3e94d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e94d70, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc6fcc000 sched_switch(c6fcc000,0,104,191,6f39e0a0,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc000,0,c0cd1aff,260,c6fcc000,...) at sleepq_switch+0x15f sleepq_wait(c6fd1b2c,0,f3e91cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1b2c,c6fd1bfc,c0cbb64c,6c,c6fd1b34,...) at _cv_wait+0x240 usb_process(c6fd1b24,f3e91d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd1b24,f3e91d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e91d70, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc6fcc270 sched_switch(c6fcc270,0,104,191,f1401cc4,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc270,0,c0cd1aff,260,c6fcc270,...) at sleepq_switch+0x15f sleepq_wait(c6fd1afc,0,f3e8ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1afc,c6fd1bfc,c0cbb64c,6c,c6fd1b04,...) at _cv_wait+0x240 usb_process(c6fd1af4,f3e8ed38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd1af4,f3e8ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8ed70, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc6fcc4e0 sched_switch(c6fcc4e0,0,104,191,f1400c80,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc4e0,0,c0cd1aff,260,c6fcc4e0,...) at sleepq_switch+0x15f sleepq_wait(c6fd1acc,0,f3e8bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fd1acc,c6fd1bfc,c0cbb64c,6c,c6fd1ad4,...) at _cv_wait+0x240 usb_process(c6fd1ac4,f3e8bd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fd1ac4,f3e8bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8bd70, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc6fcc9c0 sched_switch(c6fcc9c0,0,104,191,f13ff76c,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcc9c0,0,c0cd1aff,260,c6fcc9c0,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b5c,0,f3e84cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8b5c,c6fc8bfc,c0cbb64c,6c,c6fc8b64,...) at _cv_wait+0x240 usb_process(c6fc8b54,f3e84d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc8b54,f3e84d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e84d70, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc6fccc30 sched_switch(c6fccc30,0,104,191,6f3919a6,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fccc30,0,c0cd1aff,260,c6fccc30,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b2c,0,f3e81cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8b2c,c6fc8bfc,c0cbb64c,6c,c6fc8b34,...) at _cv_wait+0x240 usb_process(c6fc8b24,f3e81d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc8b24,f3e81d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e81d70, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc6fcd000 sched_switch(c6fcd000,0,104,191,f0dba472,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd000,0,c0cd1aff,260,c6fcd000,...) at sleepq_switch+0x15f sleepq_wait(c6fc8afc,0,f3e7ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8afc,c6fc8bfc,c0cbb64c,6c,c6fc8b04,...) at _cv_wait+0x240 usb_process(c6fc8af4,f3e7ed38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc8af4,f3e7ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7ed70, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc6fcd270 sched_switch(c6fcd270,0,104,191,f0db927c,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6fcd270,0,c0cd1aff,260,c6fcd270,...) at sleepq_switch+0x15f sleepq_wait(c6fc8acc,0,f3e7bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc8acc,c6fc8bfc,c0cbb64c,6c,c6fc8ad4,...) at _cv_wait+0x240 usb_process(c6fc8ac4,f3e7bd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc8ac4,f3e7bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7bd70, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc6f62000 sched_switch(c6f62000,0,104,191,f0db7d35,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f62000,0,c0cd1aff,260,c6f62000,...) at sleepq_switch+0x15f sleepq_wait(c6fc3b5c,0,f3e74cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3b5c,c6fc3bfc,c0cbb64c,6c,c6fc3b64,...) at _cv_wait+0x240 usb_process(c6fc3b54,f3e74d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc3b54,f3e74d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e74d70, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc6f62270 sched_switch(c6f62270,0,104,191,6f383d9a,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f62270,0,c0cd1aff,260,c6f62270,...) at sleepq_switch+0x15f sleepq_wait(c6fc3b2c,0,f3e71cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3b2c,c6fc3bfc,c0cbb64c,6c,c6fc3b34,...) at _cv_wait+0x240 usb_process(c6fc3b24,f3e71d38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc3b24,f3e71d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e71d70, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc6f624e0 sched_switch(c6f624e0,0,104,191,f06f7600,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f624e0,0,c0cd1aff,260,c6f624e0,...) at sleepq_switch+0x15f sleepq_wait(c6fc3afc,0,f3e6ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3afc,c6fc3bfc,c0cbb64c,6c,c6fc3b04,...) at _cv_wait+0x240 usb_process(c6fc3af4,f3e6ed38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc3af4,f3e6ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6ed70, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc6f62750 sched_switch(c6f62750,0,104,191,f06f6433,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f62750,0,c0cd1aff,260,c6f62750,...) at sleepq_switch+0x15f sleepq_wait(c6fc3acc,0,f3e6bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c6fc3acc,c6fc3bfc,c0cbb64c,6c,c6fc3ad4,...) at _cv_wait+0x240 usb_process(c6fc3ac4,f3e6bd38,c0cc8815,343,c6f3f2a8,...) at usb_process+0x193 fork_exit(c07d57a0,c6fc3ac4,f3e6bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6bd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6e909c0 sched_switch(c6e909c0,0,104,191,653013f3,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6e909c0,0,c0cd1aff,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e300a4,0,c0cc29fd,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e300a4,0,0,c0cc29fd,64,...) at _sleep+0x339 pause(c0cc29fd,64,c0caef6a,111,0,...) at pause+0x47 random_kthread(0,c6b55d38,c0cc8815,343,c6f3f550,...) at random_kthread+0x1ef fork_exit(c0748310,0,c6b55d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b55d70, ebp = 0 --- Tracing command g_down pid 4 tid 100016 td 0xc6e90c30 sched_switch(c6e90c30,0,104,191,612b7a58,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6e90c30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e2ddc4,4c,c0cc29fd,0,0,...) at sleepq_wait+0x63 _sleep(c0e2ddc4,c0e2dd28,24c,c0cc29fd,0,...) at _sleep+0x36b g_io_schedule_down(c6e90c30,0,c0cc4110,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c6b52d38,c0cc8815,343,c6d87000,...) at g_down_procbody+0x8d fork_exit(c08429b0,0,c6b52d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b52d70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc6d8b270 sched_switch(c6d8b270,0,104,191,617f2476,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8b270,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e2ddc0,4c,c0cc29fd,0,0,...) at sleepq_wait+0x63 _sleep(c0e2ddc0,c0e2dd48,24c,c0cc29fd,0,...) at _sleep+0x36b g_io_schedule_up(c6d8b270,0,c0cc4110,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6b4fd38,c0cc8815,343,c6d872a8,...) at g_up_procbody+0x8d fork_exit(c0842a40,0,c6b4fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4fd70, ebp = 0 --- Tracing command g_event pid 2 tid 100014 td 0xc6d8b4e0 sched_switch(c6d8b4e0,0,104,191,623eb99a,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6d8b4e0,0,c0cd1aff,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e2ddb8,4c,c0cc29fd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e2ddb8,0,4c,c0cc29fd,64,...) at _sleep+0x339 g_event_procbody(0,c6b4cd38,c0cc8815,343,c6d87550,...) at g_event_procbody+0xcb fork_exit(c0842ad0,0,c6b4cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4cd70, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc70004e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc7000750 sched_switch(c7000750,0,109,191,f06bff29,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d903f0,...) at mi_switch+0x200 ithread_loop(c70fc170,f3ee9d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c70fc170,f3ee9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ee9d70, ebp = 0 --- Tracing command intr pid 12 tid 100062 td 0xc7000c30 sched_switch(c7000c30,0,109,191,d665dab1,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c7004470,...) at mi_switch+0x200 ithread_loop(c70fc560,f3ed9d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c70fc560,f3ed9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed9d70, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc70024e0 sched_switch(c70024e0,0,109,191,efe6d80b,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f970,...) at mi_switch+0x200 ithread_loop(c6fe1910,f3ecdd38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fe1910,f3ecdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ecdd70, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc7002750 sched_switch(c7002750,0,109,191,fd689f7c,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8fc70,...) at mi_switch+0x200 ithread_loop(c6fe1180,f3ec5d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fe1180,f3ec5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec5d70, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc6fdc270 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc6fcc750 sched_switch(c6fcc750,0,109,191,1b2ecab4,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8fa70,...) at mi_switch+0x200 ithread_loop(c6fb5480,f3e88d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fb5480,f3e88d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e88d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6fcd4e0 sched_switch(c6fcd4e0,0,109,191,1a959df1,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8faf0,...) at mi_switch+0x200 ithread_loop(c6fb5720,f3e78d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fb5720,f3e78d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e78d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f629c0 sched_switch(c6f629c0,0,109,191,dee15644,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8fb70,...) at mi_switch+0x200 ithread_loop(c6fa9670,f3e68d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fa9670,f3e68d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e68d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f62c30 sched_switch(c6f62c30,0,109,191,618dc101,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f870,...) at mi_switch+0x200 ithread_loop(c6fa0ad0,f3d59d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fa0ad0,f3d59d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3d59d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f63000 sched_switch(c6f63000,0,109,191,28b7a11,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6f668f0,...) at mi_switch+0x200 ithread_loop(c6fa03f0,c6ba4d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6fa03f0,c6ba4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ba4d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6f63270 sched_switch(c6f63270,0,109,191,f06ca6e1,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8fef0,...) at mi_switch+0x200 ithread_loop(c6d865a0,c6b9ad38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d865a0,c6b9ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b9ad70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6f634e0 sched_switch(c6f634e0,0,109,191,e9d0c27a,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6f66070,...) at mi_switch+0x200 ithread_loop(c6d86340,c6b70d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d86340,c6b70d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b70d70, ebp = 0 --- Tracing command intr pid 12 tid 100024 td 0xc6dcf750 sched_switch(c6dcf750,0,109,191,60f0600b,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d90a70,...) at mi_switch+0x200 ithread_loop(c6d864c0,c6b6ad38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d864c0,c6b6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6ad70, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc6dcf9c0 sched_switch(c6dcf9c0,0,109,191,a8b2611,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d90af0,...) at mi_switch+0x200 ithread_loop(c6d864a0,c6b67d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d864a0,c6b67d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b67d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6e90750 sched_switch(c6e90750,0,109,191,495080c4,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d90d70,...) at mi_switch+0x200 ithread_loop(c6d1ca90,c6b58d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d1ca90,c6b58d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b58d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d8b9c0 sched_switch(c6d8b9c0,0,109,191,681d168d,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f1f0,...) at mi_switch+0x200 ithread_loop(c6d86150,c6b46d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d86150,c6b46d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b46d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6d8bc30 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc6dcf000 sched_switch(c6dcf000,0,109,191,652fae7e,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f2f0,...) at mi_switch+0x200 ithread_loop(c6d86170,c6b40d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d86170,c6b40d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b40d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dcf270 sched_switch(c6dcf270,0,109,191,617df558,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f370,...) at mi_switch+0x200 ithread_loop(c6d86180,c6b3dd38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d86180,c6b3dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3dd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6dcf4e0 sched_switch(c6dcf4e0,0,109,191,4c8f1356,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f6f0,...) at mi_switch+0x200 ithread_loop(c6d86190,c6b3ad38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d86190,c6b3ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3ad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d89000 sched_switch(c6d89000,0,109,191,60e04891,...) at sched_switch+0x36a mi_switch(109,0,c0cc8a94,52d,c6d8f770,...) at mi_switch+0x200 ithread_loop(c6d861a0,c6b37d38,c0cc8815,343,c6d877f8,...) at ithread_loop+0x1f6 fork_exit(c087f950,c6d861a0,c6b37d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b37d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d89270 sched_switch(c6d89270,0,108,18c,fa9b329d,...) at sched_switch+0x36a mi_switch(108,0,c0ccf01c,3ad,c6d89270,...) at mi_switch+0x200 sched_idletd(0,c6b33d38,c0cc8815,343,c6d87aa0,...) at sched_idletd+0x19b fork_exit(c08cb8c0,0,c6b33d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d894e0 cpustop_handler(2,c6b30bb4,c0beee46,4,c0e342c0,...) at cpustop_handler+0x32 ipi_nmi_handler(4,c0e342c0,c0e342c0,c6d894e0,c6d87aa0,...) at ipi_nmi_handler+0x2f trap(c6b30bc0) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08adb3d, esp = 0xc6b30c00, ebp = 0xc6b30c04 --- runq_choose(c0e342ec,4,c0ccf01c,4b5,2ab2922,...) at runq_choose+0xd tdq_choose(c0e342c0,4,c0ccf01c,8ae,1,...) at tdq_choose+0x34 sched_choose(c6b30c84,c08cb46d,c0e342c0,14,c0ccf01c,...) at sched_choose+0x4b choosethread(c0e342c0,14,c0ccf01c,71d,c0e342c0,...) at choosethread+0x8 sched_switch(c6d894e0,0,108,18c,66425e85,...) at sched_switch+0x31d mi_switch(108,0,c0ccf01c,3ad,c6d894e0,...) at mi_switch+0x200 sched_idletd(0,c6b30d38,c0cc8815,343,c6d87aa0,...) at sched_idletd+0x19b fork_exit(c08cb8c0,0,c6b30d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d89750 sched_switch(c6d89750,0,108,18c,75f74e69,...) at sched_switch+0x36a mi_switch(108,0,c0ccf01c,3ad,c6d89750,...) at mi_switch+0x200 sched_idletd(0,c6b2dd38,c0cc8815,343,c6d87aa0,...) at sched_idletd+0x19b fork_exit(c08cb8c0,0,c6b2dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d899c0 cpustop_handler(8,c6b2ac68,c0beee46,111,3,...) at cpustop_handler+0x32 ipi_nmi_handler(111,3,c6d87aa0,c6d76800,c6d87aa0,...) at ipi_nmi_handler+0x2f trap(c6b2ac74) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08af66a, esp = 0xc6b2acb4, ebp = 0xc6b2acb4 --- mi_switch(108,0,c0ccf01c,3ad,c6d899c0,...) at mi_switch+0x24a sched_idletd(0,c6b2ad38,c0cc8815,343,c6d87aa0,...) at sched_idletd+0x19b fork_exit(c08cb8c0,0,c6b2ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d89c30 sched_switch(c6d89c30,0,104,191,3d2bb50f,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6d89c30,0,c0cd1aff,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cd1aff,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c6d87d48,5c,c0cd445b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d87d48,c6d87dd0,15c,c0cd445b,0,...) at _sleep+0x354 kern_wait(c6d89c30,ffffffff,c6b26c54,0,0,...) at kern_wait+0xb76 wait4(c6d89c30,c6b26cfc,c6b26d38,c0cd2323,0,...) at wait4+0x3b syscallenter(c6d89c30,c6b26cf4,c6b26cf4,0,c0e33c40,...) at syscallenter+0x246 syscall(c6b26d38) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054cc3, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6d8b000 sched_switch(c6d8b000,0,104,191,f06d1085,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b000,0,c0cd1aff,260,c6d8b000,...) at sleepq_switch+0x15f sleepq_wait(c0fa7a40,0,c6b23c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0fa7a40,c0fa7a24,c0cf2764,194,0,...) at _cv_wait+0x240 audit_worker(0,c6b23d38,c0cc8815,343,c6d88000,...) at audit_worker+0x84 fork_exit(c0ab2370,0,c6b23d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d70, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc7000270 sched_switch(c7000270,0,104,191,9582d099,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7000270,0,c0cd1aff,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e300a4,0,c0cc6dc6,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e300a4,0,0,c0cc6dc6,bb8,...) at _sleep+0x339 pause(c0cc6dc6,bb8,11f,11d,c0e2df28,...) at pause+0x47 deadlkres(0,f3eefd38,c0cc8815,343,c0e2dea0,...) at deadlkres+0x2f2 fork_exit(c0862a40,0,f3eefd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eefd70, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc7002270 sched_switch(c7002270,0,104,191,5c965396,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7002270,0,c0cd1aff,260,c7002270,...) at sleepq_switch+0x15f sleepq_wait(c7009d40,0,c0cce01c,c0cc29fd,0,...) at sleepq_wait+0x63 msleep_spin(c7009d40,c7009d58,c0cc29fd,0,c0ccbbf4,...) at msleep_spin+0x21d taskqueue_thread_loop(c700f49c,f3ed3d38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e5dd0,c700f49c,f3ed3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6f63750 sched_switch(c6f63750,0,104,191,8f1740d1,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f63750,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3cbc0,0,c0cc29fd,0,0,...) at sleepq_wait+0x63 _sleep(c6f3cbc0,c6f3cbd8,0,c0cc29fd,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e42948,c6b6dd38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0xba fork_exit(c08e5dd0,c0e42948,c6b6dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6dcfc30 sched_switch(c6dcfc30,0,104,191,f2e2f819,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6dcfc30,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f3cd80,0,c0cc29fd,0,0,...) at sleepq_wait+0x63 _sleep(c6f3cd80,c6f3cd98,0,c0cc29fd,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e2e798,c6b64d38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0xba fork_exit(c08e5dd0,c0e2e798,c6b64d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b64d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6e90000 sched_switch(c6e90000,0,104,191,f2e2e593,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6e90000,0,c0cd1aff,260,c6e90000,...) at sleepq_switch+0x15f sleepq_wait(c6f3cdc0,0,c0cce01c,c0cc29fd,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cdc0,c6f3cdd8,c0cc29fd,0,c0ccbbf4,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dfee80,c6b61d38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e5dd0,c0dfee80,c6b61d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b61d70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6e90270 sched_switch(c6e90270,0,104,191,f2e2d87d,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6e90270,0,c0cd1aff,260,c6e90270,...) at sleepq_switch+0x15f sleepq_wait(c6f3cdc0,0,c0cce01c,c0cc29fd,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cdc0,c6f3cdd8,c0cc29fd,0,c0ccbbf4,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dfee80,c6b5ed38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e5dd0,c0dfee80,c6b5ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5ed70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6e904e0 sched_switch(c6e904e0,0,104,191,f2e2ca13,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6e904e0,0,c0cd1aff,260,c6e904e0,...) at sleepq_switch+0x15f sleepq_wait(c6f3cdc0,0,c0cce01c,c0cc29fd,0,...) at sleepq_wait+0x63 msleep_spin(c6f3cdc0,c6f3cdd8,c0cc29fd,0,c0ccbbf4,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dfee80,c6b5bd38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0x94 fork_exit(c08e5dd0,c0dfee80,c6b5bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc6d8b750 sched_switch(c6d8b750,0,104,191,105c1d44,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6d8b750,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6d67a80,0,c0cc29fd,0,0,...) at sleepq_wait+0x63 _sleep(c6d67a80,c6d67a98,0,c0cc29fd,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e413e0,c6b49d38,c0cc8815,343,c0e2dea0,...) at taskqueue_thread_loop+0xba fork_exit(c08e5dd0,c0e413e0,c6b49d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b49d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0e2e150 sched_switch(c0e2e150,0,104,191,d3059d6d,...) at sched_switch+0x36a mi_switch(104,0,c0cd1aff,1eb,44,...) at mi_switch+0x200 sleepq_switch(c0e2e150,0,c0cd1aff,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fa88dc,44,c0cfb8b1,0,0,...) at sleepq_wait+0x63 _sleep(c0fa88dc,c0fa8b80,244,c0cfb8b1,0,...) at _sleep+0x36b vm_wait(c0e2dea0,0,44,c0ccf8db,2710,...) at vm_wait+0xbe scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x69 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 232 MB: 217 201 185 169 153 137 121 105 89 73 57 41 25 9 Dump complete = 0xf db:0:doadump> reset (kgdb) bt #0 doadump () at pcpu.h:231 #1 0xc04d3709 in db_fncall (dummy1=0xc08d94ba, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf3f64394 "¨Cöó") at ../../../ddb/db_command.c:548 #2 0xc04d3b3f in db_command (last_cmdp=0xc0dfd05c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d3bf4 in db_command_script (command=0xc0dfdf68 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d7e40 in db_script_exec (scriptname=0xc0dfd8c0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d7ed1 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0ffd120, modif=0xf3f644cc "") at ../../../ddb/db_script.c:375 #6 0xc04d3b01 in db_command (last_cmdp=0xc0dfd05c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d3c5a in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d5b7d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08d9336 in kdb_trap (type=0x3, code=0x0, tf=0xf3f64674) at ../../../kern/subr_kdb.c:535 #10 0xc0bef44b in trap (frame=0xf3f64674) at ../../../i386/i386/trap.c:692 #11 0xc0bd025b in calltrap () at ../../../i386/i386/exception.s:165 #12 0xc08d94ba in kdb_enter (why=0xc0ccd471 "panic", msg=0xc0ccd471 "panic") at cpufunc.h:71 #13 0xc08a6da6 in panic (fmt=0xc0d0997e "pmap_clear_modify: page %p is busy") at ../../../kern/kern_shutdown.c:573 #14 0xc0be9f03 in pmap_clear_modify (m=0xc3aec398) at ../../../i386/i386/pmap.c:4592 #15 0xc0b27b46 in vm_page_set_validclean (m=0xc3aec398, base=0x0, size=0x1000) at ../../../vm/vm_page.c:2179 #16 0xc09220e7 in vfs_page_set_validclean (bp=Variable "bp" is not available. ) at ../../../kern/vfs_bio.c:3527 #17 0xc0925583 in bdwrite (bp=0xe6f0c7e0) at ../../../kern/vfs_bio.c:3640 #18 0xc0af6592 in ffs_write (ap=0xf3f64930) at ../../../ufs/ffs/ffs_vnops.c:795 #19 0xc0c0bfb6 in VOP_WRITE_APV (vop=0xc0ddff20, a=0xf3f64930) at vnode_if.c:951 #20 0xc0b30402 in vnode_pager_generic_putpages (vp=0xc9749828, ma=0xf3f64a50, bytecount=0x1000, flags=Variable "flags" is not available. ) at vnode_if.h:413 #21 0xc092bf50 in vop_stdputpages (ap=0xf3f649ac) at ../../../kern/vfs_default.c:723 #22 0xc0c0aa26 in VOP_PUTPAGES_APV (vop=0xc0dce0e0, a=0xf3f649ac) at vnode_if.c:2729 #23 0xc0b2f8b2 in vnode_pager_putpages (object=0xcd71d5d8, m=0xf3f64a50, count=0x1, sync=0xc, rtvals=0xf3f64a00) at vnode_if.h:1189 #24 0xc0b299f0 in vm_pageout_flush (mc=0xf3f64a50, count=0x1, flags=0xc) at vm_pager.h:148 #25 0xc0b21ff0 in vm_object_page_collect_flush (object=0xcd71d5d8, p=0xc3aec308, curgeneration=Variable "curgeneration" is not available. ) at ../../../vm/vm_object.c:1019 #26 0xc0b2220d in vm_object_page_clean (object=0xcd71d5d8, start=0x0, end=0x0, flags=0x4) at ../../../vm/vm_object.c:843 #27 0xc093fcca in vfs_msync (mp=0xc7e002d4, flags=0x2) at ../../../kern/vfs_subr.c:3214 #28 0xc093fefb in sync_fsync (ap=0xf3f64c7c) at ../../../kern/vfs_subr.c:3451 #29 0xc0c08f25 in VOP_FSYNC_APV (vop=0xc0dce540, a=0xf3f64c7c) at vnode_if.c:1267 #30 0xc093e1eb in sync_vnode (slp=0xc7004edc, bo=0xf3f64ce8, td=0xc7bc2750) at vnode_if.h:549 #31 0xc093e533 in sched_sync () at ../../../kern/vfs_subr.c:1819 #32 0xc087c968 in fork_exit (callout=0xc093e2c0 , arg=0x0, frame=0xf3f64d38) at ../../../kern/kern_fork.c:843 #33 0xc0bd02d0 in fork_trampoline () at ../../../i386/i386/exception.s:270 (kgdb) f 14 #14 0xc0be9f03 in pmap_clear_modify (m=0xc3aec398) at ../../../i386/i386/pmap.c:4592 4592 KASSERT((m->oflags & VPO_BUSY) == 0, (kgdb) l 4587 vm_offset_t va; 4588 4589 KASSERT((m->flags & (PG_FICTITIOUS | PG_UNMANAGED)) == 0, 4590 ("pmap_clear_modify: page %p is not managed", m)); 4591 VM_OBJECT_LOCK_ASSERT(m->object, MA_OWNED); 4592 KASSERT((m->oflags & VPO_BUSY) == 0, 4593 ("pmap_clear_modify: page %p is busy", m)); 4594 4595 /* 4596 * If the page is not PG_WRITEABLE, then no PTEs can have PG_M set. (kgdb) p *m $3 = {pageq = {tqe_next = 0x0, tqe_prev = 0xc0fa9e78}, listq = {tqe_next = 0xc3aec3e0, tqe_prev = 0xc3aec310}, left = 0xc3aec308, right = 0x0, object = 0xcd71d5d8, pindex = 0x1, phys_addr = 0x83d9c000, md = {pv_list = {tqh_first = 0xc5bf4ab4, tqh_last = 0xc5bf4ab8}, pat_mode = 0x6}, queue = 0x0, segind = 0x2, flags = 0x0, order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x1, hold_count = 0x0, oflags = 0x1, act_count = 0x0, busy = 0x0, valid = 0xff, dirty = 0xff} (kgdb) f 17 #17 0xc0925583 in bdwrite (bp=0xe6f0c7e0) at ../../../kern/vfs_bio.c:3640 3640 vfs_page_set_validclean(bp, foff, m); (kgdb) p *bp $4 = {b_bufobj = 0xc9749920, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xec3fc000 "\177ELF\001\001\001\t", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x0, b_iooffset = 0x435c25800, b_resid = 0x0, b_iodone = 0, b_blkno = 0x86f3f20, b_offset = 0x0, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xc9749944}, b_left = 0x0, b_right = 0x0, b_vflags = 0x0, b_freelist = { tqe_next = 0xe6f5c860, tqe_prev = 0xe6f8592c}, b_qindex = 0x2, b_flags = 0xa00200a0, b_xflags = 0x1, b_lock = {lock_object = { lo_name = 0xc0cd9230 "bufwait", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc6d3e098}, lk_lock = 0xc7bc2750, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0x12, pcs = {0xc088f91e, 0xc0926f83, 0xc09277a4, 0xc092791c, 0xc0ace419, 0xc0af62dd, 0xc0c0bfb6, 0xc0b30402, 0xc092bf50, 0xc0c0aa26, 0xc0b2f8b2, 0xc0b299f0, 0xc0b21ff0, 0xc0b2220d, 0xc093fcca, 0xc093fefb, 0xc0c08f25, 0xc093e1eb}}}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xec3fc000 "\177ELF\001\001\001\t", b_kvasize = 0x4000, b_lblkno = 0x0, b_vp = 0xc9749828, b_dirtyoff = 0x0, b_dirtyend = 0x2000, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xec3fc000, b_pager = {pg_reqpage = 0x0}, b_cluster = { cluster_head = {tqh_first = 0xe6f341a0, tqh_last = 0xe6d576e0}, cluster_entry = {tqe_next = 0xe6f341a0, tqe_prev = 0xe6d576e0}}, b_pages = {0xc3aec308, 0xc3aec398, 0xc3aec3e0, 0xc3aec428, 0x0 }, b_npages = 0x4, b_dep = { lh_first = 0xca8ed180}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/kern/vfs_subr.c =================================================================== --- /usr/src/sys/kern/vfs_subr.c (revision 208755) +++ /usr/src/sys/kern/vfs_subr.c (working copy) @@ -3793,9 +3793,10 @@ vop_rename_pre(void *ap) ASSERT_VI_UNLOCKED(a->a_fdvp, "VOP_RENAME"); /* Check the source (from). */ - if (a->a_tdvp != a->a_fdvp && a->a_tvp != a->a_fdvp) + if (a->a_tdvp->v_vnlock != a->a_fdvp->v_vnlock && + (a->a_tvp == NULL || a->a_tvp->v_vnlock != a->a_fdvp->v_vnlock)) ASSERT_VOP_UNLOCKED(a->a_fdvp, "vop_rename: fdvp locked"); - if (a->a_tvp != a->a_fvp) + if (a->a_tvp == NULL || a->a_tvp->v_vnlock != a->a_fvp->v_vnlock) ASSERT_VOP_UNLOCKED(a->a_fvp, "vop_rename: fvp locked"); /* Check the target. */