GENERIC HEAD from 2009-04-06 14:27:28 UTC, r190782M, vmcore.96 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #1 r190782M: Wed Apr 8 20:04:56 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 4294967296 (4096 MB) avail memory = 3539959808 (3375 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. GEOM_LABEL: Label for provider ad4s1e is ufsid/48f38e3cff1ca3a5. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. GEOM_LABEL: Label for provider ad4s1f is ufsid/48f38e47737647c8. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. GEOM_LABEL: Label for provider ad4s1d is ufsid/48f38e4956403ff8. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. lock order reversal: 1st 0xdad1117c bufwait (bufwait) @ kern/vfs_bio.c:2549 2nd 0xc7438e00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0c33acd,e9b0f87c,c0898995,c088a6db,c0c36984,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088a6db,c0c36984,c6d25a80,c6d290f0,e9b0f8d8,...) at kdb_backtrace+0x29 _witness_debugger(c0c36984,c7438e00,c0c562de,c6d290f0,c0c55f84,...) at _witness_debugger+0x25 witness_checkorder(c7438e00,9,c0c55f7b,113,0,...) at witness_checkorder+0x839 _sx_xlock(c7438e00,0,c0c55f7b,113,c7451ba0,...) at _sx_xlock+0x85 ufsdirhash_acquire(dad1111c,e9b0fa20,5c,db5c5fbc,e9b0f9a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7451ba0,e9b0fa20,fbc,e9b0f994,e9b0f998,...) at ufsdirhash_add+0x13 ufs_direnter(c75df560,c775c408,e9b0fa20,e9b0fc04,dad115f0,...) at ufs_direnter+0x779 ufs_mkdir(e9b0fc28,c0c6abd6,0,e9b0fc28,e9b0fbd8,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0d359e0,e9b0fc28,ebf,ebd,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c78298c0,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x266 kern_mkdir(c78298c0,bfbfef5a,0,1ff,e9b0fd2c,...) at kern_mkdir+0x2e mkdir(c78298c0,e9b0fcf8,8,c0c37236,c0d14ca0,...) at mkdir+0x29 syscall(e9b0fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815fe73, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Fri Apr 10 11:46:08 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: Apr 10 13:23:32 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc97499c0 ufs (ufs) @ kern/vfs_lookup.c:490 2nd 0xdad1dc44 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150 3rd 0xc973b308 ufs (ufs) @ kern/vfs_subr.c:2101 KDB: stack backtrace: db_trace_self_wrapper(c0c33acd,e9b303e0,c0898995,c088a6db,c0c3699d,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088a6db,c0c3699d,c6d25a80,c6d29088,e9b3043c,...) at kdb_backtrace+0x29 _witness_debugger(c0c3699d,c973b308,c0c2a135,c6d29088,c0c3d6e0,...) at _witness_debugger+0x25 witness_checkorder(c973b308,9,c0c3d6d7,835,0,...) at witness_checkorder+0x839 __lockmgr_args(c973b308,80100,c973b370,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(e9b30548,c089873b,c0c3cd4e,80100,c973b2b0,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d359e0,e9b30548,c73d2964,c0d4e560,c973b2b0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c973b2b0,80100,c0c3d6d7,835,4,...) at _vn_lock+0x78 vget(c973b2b0,80100,c73d28c0,50,0,...) at vget+0xc9 vfs_hash_get(c75e8598,19f1e8,80000,c73d28c0,e9b306a4,...) at vfs_hash_get+0xed ffs_vgetf(c75e8598,19f1e8,80000,e9b306a4,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c9749968,0,c0c55bcb,131,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c9749968,1,c73d28c0,e9b30764,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c9749968,200,0,880,c7755700,...) at ffs_truncate+0x696 ufs_direnter(c9749968,c973b2b0,e9b30a20,e9b30c04,dad3ff14,...) at ufs_direnter+0x946 ufs_mkdir(e9b30c28,c0c6abd6,0,e9b30c28,e9b30bd8,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0d359e0,e9b30c28,ebf,ebd,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c73d28c0,ffffff9c,804d360,0,1f8,...) at kern_mkdirat+0x266 kern_mkdir(c73d28c0,804d360,0,1f8,e9b30d2c,...) at kern_mkdir+0x2e mkdir(c73d28c0,e9b30cf8,8,c0c37179,c0d14ca0,...) at mkdir+0x29 syscall(e9b30d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28172e73, esp = 0xbfbfe61c, ebp = 0xbfbfe658 --- Expensive timeout(9) function: 0xc088f070(0xc6d75230) 0.660283122 s Expensive timeout(9) function: 0xc08b2820(0) 0.998664425 s Limiting icmp unreach response from 144136 to 200 packets/sec Limiting icmp unreach response from 85890 to 200 packets/sec Limiting icmp unreach response from 88363 to 200 packets/sec Limiting icmp unreach response from 91090 to 200 packets/sec Limiting icmp unreach response from 66403 to 200 packets/sec Limiting icmp unreach response from 43089 to 200 packets/sec Limiting icmp unreach response from 104515 to 200 packets/sec Limiting icmp unreach response from 112108 to 200 packets/sec Limiting icmp unreach response from 44240 to 200 packets/sec Limiting icmp unreach response from 32385 to 200 packets/sec Limiting icmp unreach response from 29158 to 200 packets/sec Limiting icmp unreach response from 73955 to 200 packets/sec Limiting icmp unreach response from 52805 to 200 packets/sec Limiting icmp unreach response from 53786 to 200 packets/sec Limiting icmp unreach response from 72645 to 200 packets/sec Limiting icmp unreach response from 62921 to 200 packets/sec Limiting icmp unreach response from 62041 to 200 packets/sec Limiting icmp unreach response from 49947 to 200 packets/sec Limiting icmp unreach response from 46282 to 200 packets/sec Limiting icmp unreach response from 52139 to 200 packets/sec Limiting icmp unreach response from 69818 to 200 packets/sec Limiting icmp unreach response from 54264 to 200 packets/sec Limiting icmp unreach response from 59062 to 200 packets/sec witness_lock_list_get: witness exhausted Limiting icmp unreach response from 88488 to 200 packets/sec Limiting icmp unreach response from 89225 to 200 packets/sec Limiting icmp unreach response from 116121 to 200 packets/sec Limiting icmp unreach response from 106108 to 200 packets/sec Limiting icmp unreach response from 85950 to 200 packets/sec Limiting icmp unreach response from 94447 to 200 packets/sec Limiting icmp unreach response from 96930 to 200 packets/sec Limiting icmp unreach response from 51455 to 200 packets/sec Limiting icmp unreach response from 78587 to 200 packets/sec Limiting icmp unreach response from 55922 to 200 packets/sec Limiting icmp unreach response from 93806 to 200 packets/sec Limiting icmp unreach response from 99875 to 200 packets/sec Limiting icmp unreach response from 95085 to 200 packets/sec Limiting icmp unreach response from 96355 to 200 packets/sec Limiting icmp unreach response from 73115 to 200 packets/sec Limiting icmp unreach response from 125424 to 200 packets/sec Limiting icmp unreach response from 90865 to 200 packets/sec Limiting icmp unreach response from 80041 to 200 packets/sec Limiting icmp unreach response from 95507 to 200 packets/sec Limiting icmp unreach response from 132492 to 200 packets/sec Limiting icmp unreach response from 110245 to 200 packets/sec Limiting icmp unreach response from 122467 to 200 packets/sec Limiting icmp unreach response from 117410 to 200 packets/sec Limiting icmp unreach response from 63749 to 200 packets/sec Limiting icmp unreach response from 98857 to 200 packets/sec Limiting icmp unreach response from 89147 to 200 packets/sec Limiting icmp unreach response from 79472 to 200 packets/sec Limiting icmp unreach response from 115761 to 200 packets/sec Limiting icmp unreach response from 96554 to 200 packets/sec Limiting icmp unreach response from 85420 to 200 packets/sec Limiting icmp unreach response from 80807 to 200 packets/sec Limiting icmp unreach response from 113338 to 200 packets/sec Limiting icmp unreach response from 128586 to 200 packets/sec Limiting icmp unreach response from 64142 to 200 packets/sec Limiting icmp unreach response from 118010 to 200 packets/sec Limiting icmp unreach response from 87773 to 200 packets/sec Limiting icmp unreach response from 111825 to 200 packets/sec Limiting icmp unreach response from 72349 to 200 packets/sec Limiting icmp unreach response from 86582 to 200 packets/sec Limiting icmp unreach response from 75888 to 200 packets/sec Limiting icmp unreach response from 122104 to 200 packets/sec Limiting icmp unreach response from 49250 to 200 packets/sec Limiting icmp unreach response from 87192 to 200 packets/sec Limiting icmp unreach response from 62370 to 200 packets/sec Limiting icmp unreach response from 83019 to 200 packets/sec Limiting icmp unreach response from 100298 to 200 packets/sec Limiting icmp unreach response from 90992 to 200 packets/sec Limiting icmp unreach response from 128699 to 200 packets/sec Limiting icmp unreach response from 126961 to 200 packets/sec Limiting icmp unreach response from 101529 to 200 packets/sec Limiting icmp unreach response from 83130 to 200 packets/sec Limiting icmp unreach response from 81200 to 200 packets/sec Limiting icmp unreach response from 120694 to 200 packets/sec Limiting icmp unreach response from 110802 to 200 packets/sec Limiting icmp unreach response from 88155 to 200 packets/sec Limiting icmp unreach response from 97365 to 200 packets/sec Limiting icmp unreach response from 72430 to 200 packets/sec Limiting icmp unreach response from 96505 to 200 packets/sec Limiting icmp unreach response from 122246 to 200 packets/sec Limiting icmp unreach response from 103759 to 200 packets/sec Limiting icmp unreach response from 100918 to 200 packets/sec Limiting icmp unreach response from 101236 to 200 packets/sec Limiting icmp unreach response from 80955 to 200 packets/sec Limiting icmp unreach response from 126189 to 200 packets/sec Limiting icmp unreach response from 116929 to 200 packets/sec Limiting icmp unreach response from 100244 to 200 packets/sec Limiting icmp unreach response from 95066 to 200 packets/sec Limiting icmp unreach response from 116624 to 200 packets/sec Limiting icmp unreach response from 8426 to 200 packets/sec Limiting icmp unreach response from 11842 to 200 packets/sec Limiting icmp unreach response from 85280 to 200 packets/sec Limiting icmp unreach response from 70365 to 200 packets/sec Limiting icmp unreach response from 108760 to 200 packets/sec Limiting icmp unreach response from 100780 to 200 packets/sec Limiting icmp unreach response from 105701 to 200 packets/sec Limiting icmp unreach response from 89843 to 200 packets/sec Limiting icmp unreach response from 125912 to 200 packets/sec Limiting icmp unreach response from 57779 to 200 packets/sec Limiting icmp unreach response from 78604 to 200 packets/sec Limiting icmp unreach response from 117454 to 200 packets/sec Limiting icmp unreach response from 86210 to 200 packets/sec Limiting icmp unreach response from 39224 to 200 packets/sec Limiting icmp unreach response from 114102 to 200 packets/sec Limiting icmp unreach response from 93986 to 200 packets/sec Limiting icmp unreach response from 80445 to 200 packets/sec Limiting icmp unreach response from 108100 to 200 packets/sec Limiting icmp unreach response from 68330 to 200 packets/sec Limiting icmp unreach response from 88473 to 200 packets/sec Limiting icmp unreach response from 81324 to 200 packets/sec Limiting icmp unreach response from 77281 to 200 packets/sec Limiting icmp unreach response from 96682 to 200 packets/sec Limiting icmp unreach response from 170091 to 200 packets/sec Limiting icmp unreach response from 171714 to 200 packets/sec Limiting icmp unreach response from 172874 to 200 packets/sec Limiting icmp unreach response from 172007 to 200 packets/sec Limiting icmp unreach response from 169744 to 200 packets/sec Limiting icmp unreach response from 174673 to 200 packets/sec Limiting icmp unreach response from 171425 to 200 packets/sec Limiting icmp unreach response from 168901 to 200 packets/sec Limiting icmp unreach response from 171830 to 200 packets/sec Limiting icmp unreach response from 166585 to 200 packets/sec Limiting icmp unreach response from 83749 to 200 packets/sec Limiting icmp unreach response from 138002 to 200 packets/sec Limiting icmp unreach response from 111458 to 200 packets/sec Limiting icmp unreach response from 126045 to 200 packets/sec Limiting icmp unreach response from 72940 to 200 packets/sec Limiting icmp unreach response from 92469 to 200 packets/sec Limiting icmp unreach response from 166006 to 200 packets/sec Limiting icmp unreach response from 132884 to 200 packets/sec Limiting icmp unreach response from 143126 to 200 packets/sec Limiting icmp unreach response from 123543 to 200 packets/sec Limiting icmp unreach response from 129476 to 200 packets/sec Limiting icmp unreach response from 85204 to 200 packets/sec Limiting icmp unreach response from 63276 to 200 packets/sec Limiting icmp unreach response from 98715 to 200 packets/sec Limiting icmp unreach response from 16372 to 200 packets/sec Limiting icmp unreach response from 136247 to 200 packets/sec Limiting icmp unreach response from 155488 to 200 packets/sec Limiting icmp unreach response from 34799 to 200 packets/sec Limiting icmp unreach response from 134085 to 200 packets/sec Limiting icmp unreach response from 172918 to 200 packets/sec Limiting icmp unreach response from 91140 to 200 packets/sec Limiting icmp unreach response from 35815 to 200 packets/sec Limiting icmp unreach response from 53043 to 200 packets/sec Limiting icmp unreach response from 110686 to 200 packets/sec Limiting icmp unreach response from 33419 to 200 packets/sec Limiting icmp unreach response from 157055 to 200 packets/sec Limiting icmp unreach response from 46544 to 200 packets/sec Limiting icmp unreach response from 83855 to 200 packets/sec Limiting icmp unreach response from 114993 to 200 packets/sec Limiting icmp unreach response from 126030 to 200 packets/sec Limiting icmp unreach response from 62271 to 200 packets/sec Limiting icmp unreach response from 103487 to 200 packets/sec Limiting icmp unreach response from 146428 to 200 packets/sec Limiting icmp unreach response from 140671 to 200 packets/sec Limiting icmp unreach response from 76061 to 200 packets/sec Limiting icmp unreach response from 88622 to 200 packets/sec Limiting icmp unreach response from 135286 to 200 packets/sec Limiting icmp unreach response from 168157 to 200 packets/sec Limiting icmp unreach response from 149626 to 200 packets/sec Limiting icmp unreach response from 150127 to 200 packets/sec Limiting icmp unreach response from 88373 to 200 packets/sec Limiting icmp unreach response from 41278 to 200 packets/sec Limiting icmp unreach response from 73501 to 200 packets/sec Limiting icmp unreach response from 107012 to 200 packets/sec Limiting icmp unreach response from 91048 to 200 packets/sec Limiting icmp unreach response from 45786 to 200 packets/sec Limiting icmp unreach response from 99241 to 200 packets/sec Limiting icmp unreach response from 136239 to 200 packets/sec Limiting icmp unreach response from 21966 to 200 packets/sec Limiting icmp unreach response from 140379 to 200 packets/sec Limiting icmp unreach response from 44305 to 200 packets/sec Limiting icmp unreach response from 101966 to 200 packets/sec Limiting icmp unreach response from 173531 to 200 packets/sec Limiting icmp unreach response from 147663 to 200 packets/sec Limiting icmp unreach response from 169530 to 200 packets/sec Limiting icmp unreach response from 160200 to 200 packets/sec Limiting icmp unreach response from 172590 to 200 packets/sec Limiting icmp unreach response from 106972 to 200 packets/sec Limiting icmp unreach response from 140817 to 200 packets/sec Limiting icmp unreach response from 158767 to 200 packets/sec Limiting icmp unreach response from 125469 to 200 packets/sec Limiting icmp unreach response from 102473 to 200 packets/sec Limiting icmp unreach response from 51534 to 200 packets/sec Limiting icmp unreach response from 153632 to 200 packets/sec Limiting icmp unreach response from 137269 to 200 packets/sec Limiting icmp unreach response from 103708 to 200 packets/sec Limiting icmp unreach response from 149567 to 200 packets/sec Limiting icmp unreach response from 27006 to 200 packets/sec Limiting icmp unreach response from 140400 to 200 packets/sec Limiting icmp unreach response from 163434 to 200 packets/sec Limiting icmp unreach response from 156150 to 200 packets/sec Limiting icmp unreach response from 158636 to 200 packets/sec Limiting icmp unreach response from 30876 to 200 packets/sec Limiting icmp unreach response from 6616 to 200 packets/sec Limiting icmp unreach response from 157581 to 200 packets/sec Limiting icmp unreach response from 155518 to 200 packets/sec Limiting icmp unreach response from 113613 to 200 packets/sec Limiting icmp unreach response from 55968 to 200 packets/sec Limiting icmp unreach response from 175193 to 200 packets/sec Limiting icmp unreach response from 158053 to 200 packets/sec Limiting icmp unreach response from 134412 to 200 packets/sec Limiting icmp unreach response from 124002 to 200 packets/sec Limiting icmp unreach response from 34851 to 200 packets/sec Limiting icmp unreach response from 85621 to 200 packets/sec Limiting icmp unreach response from 41708 to 200 packets/sec Limiting icmp unreach response from 152209 to 200 packets/sec Limiting icmp unreach response from 15734 to 200 packets/sec Limiting icmp unreach response from 73008 to 200 packets/sec Limiting icmp unreach response from 134185 to 200 packets/sec Limiting icmp unreach response from 161205 to 200 packets/sec Limiting icmp unreach response from 167651 to 200 packets/sec Limiting icmp unreach response from 177441 to 200 packets/sec Limiting icmp unreach response from 178159 to 200 packets/sec Limiting icmp unreach response from 177136 to 200 packets/sec Limiting icmp unreach response from 177630 to 200 packets/sec Limiting icmp unreach response from 175619 to 200 packets/sec Limiting icmp unreach response from 176150 to 200 packets/sec Limiting icmp unreach response from 30460 to 200 packets/sec Limiting icmp unreach response from 23910 to 200 packets/sec Limiting icmp unreach response from 29650 to 200 packets/sec Limiting icmp unreach response from 315790 to 200 packets/sec Limiting icmp unreach response from 167600 to 200 packets/sec Limiting icmp unreach response from 63954 to 200 packets/sec Limiting icmp unreach response from 2790 to 200 packets/sec Limiting icmp unreach response from 110698 to 200 packets/sec Limiting icmp unreach response from 103865 to 200 packets/sec Limiting icmp unreach response from 96154 to 200 packets/sec Limiting icmp unreach response from 133048 to 200 packets/sec Limiting icmp unreach response from 115577 to 200 packets/sec Limiting icmp unreach response from 67455 to 200 packets/sec Limiting icmp unreach response from 94721 to 200 packets/sec Limiting icmp unreach response from 114502 to 200 packets/sec Limiting icmp unreach response from 113934 to 200 packets/sec Limiting icmp unreach response from 109258 to 200 packets/sec Limiting icmp unreach response from 106334 to 200 packets/sec Limiting icmp unreach response from 112844 to 200 packets/sec Limiting icmp unreach response from 106958 to 200 packets/sec Limiting icmp unreach response from 118097 to 200 packets/sec Limiting icmp unreach response from 93866 to 200 packets/sec Limiting icmp unreach response from 106439 to 200 packets/sec Limiting icmp unreach response from 102099 to 200 packets/sec Limiting icmp unreach response from 135945 to 200 packets/sec Limiting icmp unreach response from 132797 to 200 packets/sec Limiting icmp unreach response from 130021 to 200 packets/sec Limiting icmp unreach response from 96369 to 200 packets/sec Limiting icmp unreach response from 85691 to 200 packets/sec Limiting icmp unreach response from 92229 to 200 packets/sec Limiting icmp unreach response from 114656 to 200 packets/sec Limiting icmp unreach response from 113235 to 200 packets/sec Limiting icmp unreach response from 102128 to 200 packets/sec Limiting icmp unreach response from 123658 to 200 packets/sec Limiting icmp unreach response from 81500 to 200 packets/sec Limiting icmp unreach response from 106934 to 200 packets/sec Limiting icmp unreach response from 113316 to 200 packets/sec Limiting icmp unreach response from 84419 to 200 packets/sec Limiting icmp unreach response from 92473 to 200 packets/sec Limiting icmp unreach response from 109657 to 200 packets/sec Limiting icmp unreach response from 89935 to 200 packets/sec Limiting icmp unreach response from 118758 to 200 packets/sec Limiting icmp unreach response from 98647 to 200 packets/sec Limiting icmp unreach response from 117912 to 200 packets/sec Limiting icmp unreach response from 123679 to 200 packets/sec Limiting icmp unreach response from 102304 to 200 packets/sec Limiting icmp unreach response from 101634 to 200 packets/sec Limiting icmp unreach response from 119922 to 200 packets/sec Limiting icmp unreach response from 126728 to 200 packets/sec Limiting icmp unreach response from 117243 to 200 packets/sec Limiting icmp unreach response from 87151 to 200 packets/sec Limiting icmp unreach response from 110918 to 200 packets/sec Limiting icmp unreach response from 116912 to 200 packets/sec Limiting icmp unreach response from 108172 to 200 packets/sec Limiting icmp unreach response from 112644 to 200 packets/sec Limiting icmp unreach response from 91409 to 200 packets/sec Limiting icmp unreach response from 99306 to 200 packets/sec Limiting icmp unreach response from 101751 to 200 packets/sec Limiting icmp unreach response from 131119 to 200 packets/sec Limiting icmp unreach response from 118417 to 200 packets/sec Limiting icmp unreach response from 121155 to 200 packets/sec Limiting icmp unreach response from 117323 to 200 packets/sec Limiting icmp unreach response from 83561 to 200 packets/sec Limiting icmp unreach response from 536 to 200 packets/sec Limiting icmp unreach response from 33311 to 200 packets/sec Limiting icmp unreach response from 36551 to 200 packets/sec Limiting icmp unreach response from 31506 to 200 packets/sec Limiting icmp unreach response from 31078 to 200 packets/sec Limiting icmp unreach response from 42266 to 200 packets/sec Limiting icmp unreach response from 82785 to 200 packets/sec Limiting icmp unreach response from 20493 to 200 packets/sec Limiting icmp unreach response from 34512 to 200 packets/sec Limiting icmp unreach response from 54744 to 200 packets/sec Limiting icmp unreach response from 17685 to 200 packets/sec Limiting icmp unreach response from 59306 to 200 packets/sec Limiting icmp unreach response from 64533 to 200 packets/sec Limiting icmp unreach response from 47781 to 200 packets/sec Limiting icmp unreach response from 54738 to 200 packets/sec Limiting icmp unreach response from 34526 to 200 packets/sec Limiting icmp unreach response from 53411 to 200 packets/sec Limiting icmp unreach response from 50831 to 200 packets/sec Limiting icmp unreach response from 54034 to 200 packets/sec Limiting icmp unreach response from 39097 to 200 packets/sec Limiting icmp unreach response from 22427 to 200 packets/sec Limiting icmp unreach response from 43079 to 200 packets/sec Limiting icmp unreach response from 38949 to 200 packets/sec Limiting icmp unreach response from 29054 to 200 packets/sec Limiting icmp unreach response from 32634 to 200 packets/sec Limiting icmp unreach response from 14928 to 200 packets/sec Limiting icmp unreach response from 46782 to 200 packets/sec Limiting icmp unreach response from 26204 to 200 packets/sec Limiting icmp unreach response from 55927 to 200 packets/sec Limiting icmp unreach response from 43663 to 200 packets/sec Limiting icmp unreach response from 23791 to 200 packets/sec Limiting icmp unreach response from 35094 to 200 packets/sec Limiting icmp unreach response from 55700 to 200 packets/sec Limiting icmp unreach response from 32119 to 200 packets/sec Limiting icmp unreach response from 29154 to 200 packets/sec Limiting icmp unreach response from 28077 to 200 packets/sec Limiting icmp unreach response from 42949 to 200 packets/sec Limiting icmp unreach response from 48304 to 200 packets/sec Fatal trap 12: page fault while in kernel mode cpuid = 2; apic id = 02 fault virtual address = 0xca5f3da8 fault code = supervisor read, page not present instruction pointer = 0x20:0xc08cfc6e stack pointer = 0x28:0xe9b6a9e0 frame pointer = 0x28:0xe9b6a9f8 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 25956 (syscall) [thread pid 25956 tid 100148 ] Stopped at cache_zap+0x7e: cmpl %ebx,0x38(%eax) db:0:kdb.enter.unknown> run pho db:1:pho> bt Tracing pid 25956 tid 100148 td 0xc784dd20 cache_zap(c0eee520,c0c3c6e2,25a,0,c83f0b28,...) at cache_zap+0x7e cache_enter(c97b46b8,0,e9b6ac50,0,e9b6aab8,...) at cache_enter+0x58c ufs_lookup(e9b6ab00,c0c6a5a8,c97b46b8,c97b46b8,e9b6ac50,...) at ufs_lookup+0x638 VOP_CACHEDLOOKUP_APV(c0d359e0,e9b6ab00,e9b6ac50,e9b6ac3c,c7755700,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e9b6ab80,c0c3e301,c0d4e1a0,c97b46b8,200000,...) at vfs_cache_lookup+0xcc VOP_LOOKUP_APV(c0d359e0,e9b6ab80,c0c3ce5d,1ea,e9b6ac3c,...) at VOP_LOOKUP_APV+0xe5 lookup(e9b6ac24,c0c3ce5d,e2,c2,caffa52c,...) at lookup+0x59e namei(e9b6ac24,10af7668,c784ddc4,0,2814165b,...) at namei+0x4fb __acl_delete_file(c784dd20,e9b6acf8,8,c0c37bca,c0d160c8,...) at __acl_delete_file+0x4b syscall(e9b6ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (351, FreeBSD ELF32, __acl_delete_file), eip = 0x280e69b1, esp = 0xbfbfe7b0, ebp = 0xbfbfe7f8 --- db:1:bt> show allpcpu Current CPU: 2 cpuid = 0 curthread = 0xc8f268c0: pid 25957 "syscall" curpcb = 0xe9d66d90 fpcurthread = none idlethread = 0xc6d73460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xcaf3d460: pid 25951 "syscall" curpcb = 0xe9c44d90 fpcurthread = none idlethread = 0xc6d73690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc784dd20: pid 25956 "syscall" curpcb = 0xe9b6ad90 fpcurthread = none idlethread = 0xc6d738c0: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc9ec4230: pid 25954 "syscall" curpcb = 0xe9c2bd90 fpcurthread = none idlethread = 0xc6d73af0: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 1713 (sshd) thread 0xc9ec6000 (100191) Process 1712 (sshd) thread 0xc74078c0 (100190) Process 1711 (sshd) thread 0xc7407af0 (100189) Process 1578 (sshd) thread 0xc784c000 (100158) Process 1538 (sshd) thread 0xc782b690 (100162) db:1:alllocks> show lockedvnods Locked vnodes 0xc7191d70: tag ufs, type VDIR usecount 93, writecount 0, refcount 96 mountedhere 0 flags (VV_ROOT) v_object 0xc739026c ref 0 pages 1 lock type ufs: SHARED (count 1) #0 0xc08426b2 at __lockmgr_args+0x582 #1 0xc0a72231 at ffs_lock+0xa1 #2 0xc0b74d15 at VOP_LOCK1_APV+0xb5 #3 0xc08f0ae8 at _vn_lock+0x78 #4 0xc08d822f at lookup+0xef #5 0xc08d941b at namei+0x4fb #6 0xc08f07d8 at vn_open_cred+0x2b8 #7 0xc08f0a63 at vn_open+0x33 #8 0xc08ef4a8 at kern_openat+0x108 #9 0xc08ef9c5 at kern_open+0x35 #10 0xc08efa00 at open+0x30 #11 0xc0b66ca4 at syscall+0x2b4 #12 0xc0b4b080 at Xint0x80_syscall+0x20 ino 2, on dev ad4s1a 0xcbae5968: tag ufs, type VDIR usecount 3, writecount 0, refcount 5 mountedhere 0 flags () v_object 0xca1cde0c ref 0 pages 0 lock type ufs: SHARED (count 1) #0 0xc08426b2 at __lockmgr_args+0x582 #1 0xc0a72231 at ffs_lock+0xa1 #2 0xc0b74d15 at VOP_LOCK1_APV+0xb5 #3 0xc08f0ae8 at _vn_lock+0x78 #4 0xc08d822f at lookup+0xef #5 0xc08d941b at namei+0x4fb #6 0xc08c805b at __acl_delete_file+0x4b #7 0xc0b66ca4 at syscall+0x2b4 #8 0xc0b4b080 at Xint0x80_syscall+0x20 ino 1695745, on dev ad4s1e 0xc97b46b8: tag ufs, type VDIR usecount 3, writecount 0, refcount 5 mountedhere 0 flags () v_object 0xca518e0c ref 0 pages 0 lock type ufs: SHARED (count 1) #0 0xc08426b2 at __lockmgr_args+0x582 #1 0xc0a72231 at ffs_lock+0xa1 #2 0xc0b74d15 at VOP_LOCK1_APV+0xb5 #3 0xc08f0ae8 at _vn_lock+0x78 #4 0xc08d822f at lookup+0xef #5 0xc08d941b at namei+0x4fb #6 0xc08c805b at __acl_delete_file+0x4b #7 0xc0b66ca4 at syscall+0x2b4 #8 0xc0b4b080 at Xint0x80_syscall+0x20 ino 1695780, on dev ad4s1e db:1:lockedvnods> show mount 0xc737db30 /dev/ad4s1a on / (ufs) 0xc737e000 devfs on /dev (devfs) 0xc75e8598 /dev/ad4s1e on /tmp (ufs) 0xc7602000 /dev/ad4s1f on /usr (ufs) 0xc7601b30 /dev/ad4s1d on /var (ufs) 0xc737d864 procfs on /proc (procfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 25972 1723 1722 1001 S nanslp 0xc0d820a4 sleep 25957 25948 1632 1001 R+ CPU 0 syscall 25956 25948 1632 1001 R+ CPU 2 syscall 25955 25948 1632 1001 R+ syscall 25954 25948 1632 1001 R+ CPU 3 syscall 25953 25948 1632 1001 L+ *Name Cac 0xc73d4b00 syscall 25952 25948 1632 1001 R+ syscall 25951 25948 1632 1001 R+ CPU 1 syscall 25950 25948 1632 1001 R+ syscall 25949 25948 1632 1001 L+ *Name Cac 0xc73d4b00 syscall 25948 25947 1632 1001 S+ wait 0xc73d17ec syscall 25947 25945 1632 1001 S+ nanslp 0xc0d820a4 syscall 25945 25944 1632 1001 S+ wait 0xc7883000 run 25944 25943 1632 1001 S+ wait 0xc7a80d34 run 25943 25936 1632 1001 S+ nanslp 0xc0d820a4 run 25936 1632 1632 1001 S+ wait 0xce7917ec sh 1724 1722 1722 1001 S piperd 0xc783b180 awk 1723 1722 1722 1001 S wait 0xc9f717ec sh 1722 1720 1722 1001 Ss wait 0xca024000 sh 1721 1718 1721 1001 Ss+ select 0xc79e99a4 top 1720 1713 1713 1001 S select 0xc9fcb6e4 sshd 1719 1717 1719 1001 Ss kqread 0xc9fe0280 tail 1718 1712 1712 1001 S select 0xc9ff7aa4 sshd 1717 1711 1711 1001 S select 0xc731dca4 sshd 1713 1046 1713 0 Ss sbwait 0xc78570b0 sshd 1712 1046 1712 0 Ss sbwait 0xc7857e78 sshd 1711 1046 1711 0 Ss sbwait 0xc78566d0 sshd 1632 1541 1632 1001 S+ wait 0xc73d1548 sh 1626 1584 1626 1001 S+ select 0xc74056a4 initial thread 1584 1583 1584 1001 Ss+ wait 0xc73cf548 bash 1583 1578 1578 1001 S select 0xc746e1e4 sshd 1578 1046 1578 0 Ss sbwait 0xc78470b0 sshd 1541 1540 1541 1001 Ss+ wait 0xc7884548 bash 1540 1538 1538 1001 S select 0xc79e83e4 sshd 1538 1046 1538 0 Ss sbwait 0xc78549e0 sshd 1135 1 1135 0 Ss+ ttyin 0xc70f7870 getty 1134 1 1134 0 Ss+ ttyin 0xc70f7470 getty 1133 1 1133 0 Ss+ ttyin 0xc70f7070 getty 1132 1 1132 0 Ss+ ttyin 0xc6fcde70 getty 1131 1 1131 0 Ss+ ttyin 0xc6fcdc70 getty 1130 1 1130 0 Ss+ ttyin 0xc6fcd670 getty 1129 1 1129 0 Ss+ ttyin 0xc6fcd870 getty 1128 1 1128 0 Ss+ ttyin 0xc6fcda70 getty 1127 1 1127 0 Ss+ ttyin 0xc6fcd270 getty 1101 1 1101 0 Ss select 0xc746f024 inetd 1074 1 1074 0 Ss nanslp 0xc0d820a4 watchdogd 1065 1 1065 0 Ss nanslp 0xc0d820a4 cron 1059 1 1059 25 Ss pause 0xc77765a0 sendmail 1053 1 1053 0 Ss select 0xc7384c24 sendmail 1046 1 1046 0 Ss select 0xc74051e4 sshd 1009 1 1009 0 Ss select 0xc7383a64 ntpd 892 891 891 0 S (threaded) nfsd 100127 S rpcsvc 0xc7383b10 nfsd: service 100126 S rpcsvc 0xc746f2d0 nfsd: service 100125 S rpcsvc 0xc746f290 nfsd: service 100072 S rpcsvc 0xc74065d0 nfsd: master 891 1 891 0 Ss select 0xc74058a4 nfsd 889 1 889 0 Ss select 0xc7362464 mountd 807 1 807 0 Ss select 0xc7405ce4 rpcbind 778 1 778 0 Ss select 0xc7362964 syslogd 583 1 583 0 Ss select 0xc74066a4 devd 37 0 0 0 SL sdflush 0xc0efa3e0 [softdepflush] 36 0 0 0 SL syncer 0xc0eee734 [syncer] 35 0 0 0 SL vlruwt 0xc7369548 [vnlru] 34 0 0 0 SL psleep 0xc0eee484 [bufdaemon] 33 0 0 0 SL pgzero 0xc0efb014 [pagezero] 32 0 0 0 SL psleep 0xc0efac3c [vmdaemon] 9 0 0 0 SL psleep 0xc0efac04 [pagedaemon] 31 0 0 0 SL wmsg 0xc6fdbc78 [usbus5] 30 0 0 0 SL wmsg 0xc6fdbcec [usbus5] 29 0 0 0 SL wmsg 0xc6fdbcbc [usbus5] 28 0 0 0 SL wmsg 0xc6fd5ac8 [usbus4] 27 0 0 0 SL wmsg 0xc6fd5b3c [usbus4] 26 0 0 0 SL wmsg 0xc6fd5b0c [usbus4] 25 0 0 0 SL wmsg 0xc6fceac8 [usbus3] 24 0 0 0 SL wmsg 0xc6fceb3c [usbus3] 23 0 0 0 SL wmsg 0xc6fceb0c [usbus3] 22 0 0 0 SL wmsg 0xc6fc8ac8 [usbus2] 21 0 0 0 SL wmsg 0xc6fc8b3c [usbus2] 20 0 0 0 SL wmsg 0xc6fc8b0c [usbus2] 19 0 0 0 SL wmsg 0xc6fc2ac8 [usbus1] 18 0 0 0 SL wmsg 0xc6fc2b3c [usbus1] 17 0 0 0 SL wmsg 0xc6fc2b0c [usbus1] 16 0 0 0 SL wmsg 0xc6fbdac8 [usbus0] 15 0 0 0 SL wmsg 0xc6fbdb3c [usbus0] 14 0 0 0 SL wmsg 0xc6fbdb0c [usbus0] 8 0 0 0 SL waiting_ 0xc0ef05bc [sctp_iterator] 7 0 0 0 SL - 0xc6fcd43c [fdc0] 6 0 0 0 SL - 0xc6ffa000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xc0d4ed54 [xpt_thrd] 13 0 0 0 SL - 0xc0d81f24 [yarrow] 4 0 0 0 SL - 0xc0d7faa4 [g_down] 3 0 0 0 SL - 0xc0d7faa0 [g_up] 2 0 0 0 SL - 0xc0d7fa98 [g_event] 12 0 0 0 RL (threaded) intr 100042 I [irq12: psm0] 100041 I [irq1: atkbd0] 100039 I [swi0: uart] 100036 I [irq20: fwohci0] 100035 I [irq14: ata0] 100034 I [irq19: re0 ehci0] 100033 I [irq18: ohci2 ohci4] 100032 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100023 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 RunQ [swi4: clock] 100008 I [swi1: net] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d71d34 [init] 10 0 0 0 SL audit_wo 0xc0ef9d80 [audit] 0 0 0 0 SLs (threaded) kernel 100037 D - 0xc7002080 [fw0_taskq] 100027 D - 0xc6f2be00 [acpi_task_2] 100026 D - 0xc6f2be00 [acpi_task_1] 100025 D - 0xc6f2be00 [acpi_task_0] 100024 D - 0xc6f2be40 [kqueue taskq] 100019 D - 0xc6f2c1c0 [thread taskq] 100013 D - 0xc6d59b40 [firmware taskq] 100000 D sched 0xc0d7fb60 [swapper] db:1:ps> allt Tracing command sleep pid 25972 tid 100274 td 0xcb7e9690 sched_switch(cb7e9690,0,104,18c,7fbe47d0,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(cb7e9690,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c088f070,cb7e9690,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d820a4,5c,c0c31ab2,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d820a4,0,15c,c0c31ab2,2711,...) at _sleep+0x30e kern_nanosleep(cb7e9690,e9d14c64,e9d14c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(cb7e9690,e9d14cf8,8,cb7e9690,c0d15660,...) at nanosleep+0x6f syscall(e9d14d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815138f, esp = 0xbfbfecbc, ebp = 0xbfbfecf8 --- Tracing command syscall pid 25957 tid 100294 td 0xc8f268c0 cpustop_handler(1,e9d669f4,c0b66fad,c087af72,c0d945f0,...) at cpustop_handler+0x32 ipi_nmi_handler(c087af72,c0d945f0,e9d66978,7,c7295d34,...) at ipi_nmi_handler+0x2f trap(e9d66a00) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc04e2e33, esp = 0xe9d66a40, ebp = 0xe9d66a40 --- acpi_timer_read(c0c7d900,c0d1c9c0,e9d66a94,c08656ec,c0c7d900,...) at acpi_timer_read+0x13 acpi_timer_get_timecount_safe(c0c7d900,c0d1c9c0,34,c7295d34,cafe9e00,...) at acpi_timer_get_timecount_safe+0x11 tc_windup(e9d66ac4,c081dba7,0,c8f268c0,e9d66d90,...) at tc_windup+0x3c tc_ticktock(0,c8f268c0,e9d66d90,c,e9d66b5c,...) at tc_ticktock+0x27 hardclock(0,c0849daf,0,c1880908,7c8,...) at hardclock+0x27 lapic_handle_timer(e9d66aec) at lapic_handle_timer+0x9f Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0849daf, esp = 0xe9d66b2c, ebp = 0xe9d66b48 --- _mtx_unlock_flags(c1880908,0,c0c573de,7c8,c718f010,...) at _mtx_unlock_flags+0xef uma_zalloc_arg(c718f000,0,2,e9d66c44,e9d66c38,...) at uma_zalloc_arg+0x110 namei(e9d66c24,1cf98187,c8f26964,0,7c08c78,...) at namei+0xbb __acl_delete_file(c8f268c0,e9d66cf8,8,c0c37bca,c0d160c8,...) at __acl_delete_file+0x4b syscall(e9d66d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (351, FreeBSD ELF32, __acl_delete_file), eip = 0x280e69b1, esp = 0xbfbfe7b0, ebp = 0xbfbfe7f8 --- Tracing command syscall pid 25956 tid 100148 td 0xc784dd20 cache_zap(c0eee520,c0c3c6e2,25a,0,c83f0b28,...) at cache_zap+0x7e cache_enter(c97b46b8,0,e9b6ac50,0,e9b6aab8,...) at cache_enter+0x58c ufs_lookup(e9b6ab00,c0c6a5a8,c97b46b8,c97b46b8,e9b6ac50,...) at ufs_lookup+0x638 VOP_CACHEDLOOKUP_APV(c0d359e0,e9b6ab00,e9b6ac50,e9b6ac3c,c7755700,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e9b6ab80,c0c3e301,c0d4e1a0,c97b46b8,200000,...) at vfs_cache_lookup+0xcc VOP_LOOKUP_APV(c0d359e0,e9b6ab80,c0c3ce5d,1ea,e9b6ac3c,...) at VOP_LOOKUP_APV+0xe5 lookup(e9b6ac24,c0c3ce5d,e2,c2,caffa52c,...) at lookup+0x59e namei(e9b6ac24,10af7668,c784ddc4,0,2814165b,...) at namei+0x4fb __acl_delete_file(c784dd20,e9b6acf8,8,c0c37bca,c0d160c8,...) at __acl_delete_file+0x4b syscall(e9b6ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (351, FreeBSD ELF32, __acl_delete_file), eip = 0x280e69b1, esp = 0xbfbfe7b0, ebp = 0xbfbfe7f8 --- Tracing command syscall pid 25955 tid 100192 td 0xc7407690 sched_switch(c7407690,0,207,187,94c44aa2,...) at sched_switch+0x437 mi_switch(207,0,c0c352bc,d5,ca024548,...) at mi_switch+0x200 ast(e9bf8d38) at ast+0x2a7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 25954 tid 100209 td 0xc9ec4230 cpustop_handler(8,e9c2bb50,c0b66fad,5,0,...) at cpustop_handler+0x32 ipi_nmi_handler(5,0,c0c68000,e9c2bae8,c9e8fd34,...) at ipi_nmi_handler+0x2f trap(e9c2bb5c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b64aad, esp = 0xe9c2bb9c, ebp = 0xe9c2bc0c --- cpystrflt(e9c2bc24,1cf98187,c9ec42d4,0,20960076,...) at cpystrflt __acl_delete_file(c9ec4230,e9c2bcf8,8,c0c37bca,c0d160c8,...) at __acl_delete_file+0x4b syscall(e9c2bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (351, FreeBSD ELF32, __acl_delete_file), eip = 0x280e69b1, esp = 0xbfbfe7b0, ebp = 0xbfbfe7f8 --- Tracing command syscall pid 25953 tid 100317 td 0xc8efad20 sched_switch(c8efad20,0,103,187,9a948811,...) at sched_switch+0x437 mi_switch(103,0,c0c35382,2e1,c73d4b00,...) at mi_switch+0x200 turnstile_wait(c73d4b00,c784dd20,1,160,0,...) at turnstile_wait+0x48a _rw_rlock(c0eee520,c0c3c6e2,160,0,e9dcb90c,...) at _rw_rlock+0x2df cache_lookup(c7191d70,e9dcbbc0,e9dcbbd4,e9dcbbc0,c7755700,...) at cache_lookup+0x42 vfs_cache_lookup(e9dcb9a8,c0c3e301,c0d4e1a0,c7191d70,200000,...) at vfs_cache_lookup+0xa3 VOP_LOOKUP_APV(c0d359e0,e9dcb9a8,c0c3ce5d,1ea,e9dcbbc0,...) at VOP_LOOKUP_APV+0xe5 lookup(e9dcbba8,c0c3ce5d,e2,c2,caab442c,...) at lookup+0x59e namei(e9dcbba8,c089873b,c0c2bea6,c0c297ea,3,...) at namei+0x4fb vn_open_cred(e9dcbba8,e9dcbc5c,0,c7755700,cb133d58,...) at vn_open_cred+0x2b8 vn_open(e9dcbba8,e9dcbc5c,0,cb133d58,0,...) at vn_open+0x33 kern_openat(c8efad20,ffffff9c,28183c8c,0,1,...) at kern_openat+0x108 kern_open(c8efad20,28183c8c,0,0,0,...) at kern_open+0x35 open(c8efad20,e9dcbcf8,c,c0c37bca,c0d14058,...) at open+0x30 syscall(e9dcbd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172eb3, esp = 0xbfbfe67c, ebp = 0xbfbfe738 --- Tracing command syscall pid 25952 tid 100110 td 0xc74c1000 sched_switch(c74c1000,0,207,187,9ad739b5,...) at sched_switch+0x437 mi_switch(207,0,c0c352bc,d5,c7400d34,...) at mi_switch+0x200 ast(e9aedd38) at ast+0x2a7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 25951 tid 100216 td 0xcaf3d460 cpustop_handler(2,e9c44d2c,c0b66fad,e,2,...) at cpustop_handler+0x32 ipi_nmi_handler(e,2,c6fedc00,4,cb15f000,...) at ipi_nmi_handler+0x2f trap(e9c44d38) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0x28170d17, esp = 0xbfbfe740, ebp = 0xbfbfe7a8 --- Tracing command syscall pid 25950 tid 100199 td 0xca052000 sched_switch(ca052000,0,103,187,8f775981,...) at sched_switch+0x437 mi_switch(103,0,c0c35382,2e1,cb1ace00,...) at mi_switch+0x200 turnstile_wait(cb1ace00,c7407690,0,18d,c1880908,...) at turnstile_wait+0x48a _mtx_lock_sleep(c1880908,ca052000,0,c0c573de,7c6,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c1880908,0,c0c573de,7c6,c718f010,...) at _mtx_lock_flags+0xf7 uma_zalloc_arg(c718f000,0,2,e9c0dc44,e9c0dbdc,...) at uma_zalloc_arg+0xd3 namei(e9c0dc24,ca052000,ca0520a4,0,bbff3769,...) at namei+0xbb __acl_delete_file(ca052000,e9c0dcf8,8,c0c37bca,c0d160c8,...) at __acl_delete_file+0x4b syscall(e9c0dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (351, FreeBSD ELF32, __acl_delete_file), eip = 0x280e69b1, esp = 0xbfbfe7b0, ebp = 0xbfbfe7f8 --- Tracing command syscall pid 25949 tid 100346 td 0xcb2ac8c0 sched_switch(cb2ac8c0,0,103,187,9a94790b,...) at sched_switch+0x437 mi_switch(103,0,c0c35382,2e1,c73d4b00,...) at mi_switch+0x200 turnstile_wait(c73d4b00,c784dd20,1,160,0,...) at turnstile_wait+0x48a _rw_rlock(c0eee520,c0c3c6e2,160,0,e9dedae4,...) at _rw_rlock+0x2df cache_lookup(cbae5968,e9dedc3c,e9dedc50,e9dedc3c,c7755700,...) at cache_lookup+0x42 vfs_cache_lookup(e9dedb80,c0c3e301,c0d4e1a0,cbae5968,200000,...) at vfs_cache_lookup+0xa3 VOP_LOOKUP_APV(c0d359e0,e9dedb80,c0c3ce5d,1ea,e9dedc3c,...) at VOP_LOOKUP_APV+0xe5 lookup(e9dedc24,c0c3ce5d,e2,c2,ca6a462c,...) at lookup+0x59e namei(e9dedc24,11f727b9,cb2ac964,0,2810d77a,...) at namei+0x4fb __acl_delete_file(cb2ac8c0,e9dedcf8,8,c0c37bca,c0d160c8,...) at __acl_delete_file+0x4b syscall(e9dedd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (351, FreeBSD ELF32, __acl_delete_file), eip = 0x280e69b1, esp = 0xbfbfe7b0, ebp = 0xbfbfe7f8 --- Tracing command syscall pid 25948 tid 100099 td 0xc73d68c0 sched_switch(c73d68c0,0,104,18c,6d1c8f15,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73d68c0,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73d17ec,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73d17ec,c73d1874,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c73d68c0,655d,e9a73c74,0,0,...) at kern_wait+0xac6 wait4(c73d68c0,e9a73cf8,10,c73d68c0,c0d14088,...) at wait4+0x3b syscall(e9a73d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280faf0b, esp = 0xbfbfe7fc, ebp = 0xbfbfe818 --- Tracing command syscall pid 25947 tid 100743 td 0xcb744460 sched_switch(cb744460,0,104,18c,87575235,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(cb744460,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c088f070,cb744460,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d820a4,5c,c0c31ab2,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d820a4,0,15c,c0c31ab2,3e9,...) at _sleep+0x30e kern_nanosleep(cb744460,ea2c3c64,ea2c3c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(cb744460,ea2c3cf8,8,c0c3745f,c0d15660,...) at nanosleep+0x6f syscall(ea2c3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816438f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command run pid 25945 tid 100139 td 0xc7890230 sched_switch(c7890230,0,104,18c,6e19d691,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7890230,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7883000,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7883000,c7883088,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c7890230,655b,e9b4fc74,0,0,...) at kern_wait+0xac6 wait4(c7890230,e9b4fcf8,10,c0c37136,c0d14088,...) at wait4+0x3b syscall(e9b4fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f9f0b, esp = 0xbfbfe32c, ebp = 0xbfbfe348 --- Tracing command run pid 25944 tid 100155 td 0xc784c690 sched_switch(c784c690,0,104,18c,6c6cd54a,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c784c690,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7a80d34,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7a80d34,c7a80dbc,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c784c690,6559,e9b87c74,0,0,...) at kern_wait+0xac6 wait4(c784c690,e9b87cf8,10,c784c690,c0d14088,...) at wait4+0x3b syscall(e9b87d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f9f0b, esp = 0xbfbfe7dc, ebp = 0xbfbfe7f8 --- Tracing command run pid 25943 tid 100730 td 0xcb1fbd20 sched_switch(cb1fbd20,0,104,18c,87571e49,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(cb1fbd20,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c088f070,cb1fbd20,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d820a4,5c,c0c31ab2,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d820a4,0,15c,c0c31ab2,3e9,...) at _sleep+0x30e kern_nanosleep(cb1fbd20,ea290c64,ea290c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(cb1fbd20,ea290cf8,8,c0c3745f,c0d15660,...) at nanosleep+0x6f syscall(ea290d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816338f, esp = 0xbfbfe7fc, ebp = 0xbfbfe828 --- Tracing command sh pid 25936 tid 100328 td 0xce6ea690 sched_switch(ce6ea690,0,104,18c,6c073985,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ce6ea690,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(ce7917ec,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(ce7917ec,ce791874,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(ce6ea690,ffffffff,e9e45c74,2,0,...) at kern_wait+0xac6 wait4(ce6ea690,e9e45cf8,10,c0c372fa,c0d14088,...) at wait4+0x3b syscall(e9e45d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f0b, esp = 0xbfbfe64c, ebp = 0xbfbfe668 --- Tracing command awk pid 1724 tid 100197 td 0xc9ec48c0 sched_switch(c9ec48c0,0,104,18c,7f745ce6,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c9ec48c0,0,c0c34ada,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c783b180,4c,c0c36f3d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c783b180,c783b2e8,14c,c0c36f3d,0,...) at _sleep+0x344 pipe_read(c73f17a8,e9c07c58,c9f8bc00,0,c9ec48c0,...) at pipe_read+0x3f7 dofileread(e9c07c58,ffffffff,ffffffff,0,c73f17a8,...) at dofileread+0x96 kern_readv(c9ec48c0,0,e9c07c58,e9c07c78,1,...) at kern_readv+0x58 read(c9ec48c0,e9c07cf8,c,e9c07d38,c0d14028,...) at read+0x4f syscall(e9c07d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281a7873, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 1723 tid 100196 td 0xc9ec4af0 sched_switch(c9ec4af0,0,104,18c,7f849cb1,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9ec4af0,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9f717ec,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9f717ec,c9f71874,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c9ec4af0,ffffffff,e9c04c74,2,0,...) at kern_wait+0xac6 wait4(c9ec4af0,e9c04cf8,10,c0c372fa,c0d14088,...) at wait4+0x3b syscall(e9c04d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f0b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command sh pid 1722 tid 100195 td 0xca052460 sched_switch(ca052460,0,104,18c,1915fa0a,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca052460,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(ca024000,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(ca024000,ca024088,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(ca052460,ffffffff,e9c01c74,2,0,...) at kern_wait+0xac6 wait4(ca052460,e9c01cf8,10,ca052460,c0d14088,...) at wait4+0x3b syscall(e9c01d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f0b, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command top pid 1721 tid 100194 td 0xca052690 sched_switch(ca052690,0,104,18c,6ca400d5,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(ca052690,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9bfea40,c0849e2a,c79e9990,0,ca052690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c79e99a4,0,e9bfea70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c79e99a4,c79e9990,3e9,5ca,ca052690,...) at _cv_timedwait_sig+0x250 seltdwait(e9bfec2c,e9bfec34,41c,ca052690,32483733,...) at seltdwait+0x8a kern_select(ca052690,2,bfbfebec,0,0,e9bfec70,1,0) at kern_select+0x517 select(ca052690,e9bfecf8,14,c0c13fe6,c0d14898,...) at select+0x5e syscall(e9bfed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281dc7f3, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 --- Tracing command sshd pid 1720 tid 100172 td 0xc8436d20 sched_switch(c8436d20,0,104,18c,9e8aa3c7,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c8436d20,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c9fcb6d0,0,c0c2f0bc,c8436d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9fcb6e4,0,e9bbca70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c9fcb6e4,c9fcb6d0,c0c36d65,5ca,c8436d20,...) at _cv_wait_sig+0x240 seltdwait(c842032c,c0c36d65,41c,c8436d20,3,...) at seltdwait+0xa2 kern_select(c8436d20,c,286030b8,286030dc,0,0,66,280f8818) at kern_select+0x517 select(c8436d20,e9bbccf8,14,c0c13fe6,c0d14898,...) at select+0x5e syscall(e9bbcd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be7f3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command tail pid 1719 tid 100193 td 0xc9ec4d20 sched_switch(c9ec4d20,0,104,18c,78e04cc9,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,58,...) at mi_switch+0x200 sleepq_switch(c9ec4d20,0,c0c34ada,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c088f070,c9ec4d20,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c9fe0280,58,c0c2c60b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c9fe0280,c9fe0280,158,c0c2c60b,3e9,...) at _sleep+0x30e kern_kevent(c9ec4d20,4,0,1,e9bfbc58,...) at kern_kevent+0x357 kevent(c9ec4d20,e9bfbcf8,18,c0bccddf,c0d161e8,...) at kevent+0x19b syscall(e9bfbd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815557b, esp = 0xbfbfeb6c, ebp = 0xbfbfec18 --- Tracing command sshd pid 1718 tid 100134 td 0xc73d6460 sched_switch(c73d6460,0,104,18c,6ca6efc3,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73d6460,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c9ff7a90,0,c0c2f0bc,c73d6460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9ff7aa4,0,e9b40a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c9ff7aa4,c9ff7a90,c0c36d65,5ca,c73d6460,...) at _cv_wait_sig+0x240 seltdwait(c8420b2c,c0c36d65,41c,c73d6460,3,...) at seltdwait+0xa2 kern_select(c73d6460,a,286030b8,286030dc,0,0,66,280f8818) at kern_select+0x517 select(c73d6460,e9b40cf8,14,c0c13fe6,c0d14898,...) at select+0x5e syscall(e9b40d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be7f3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1717 tid 100173 td 0xc8436af0 sched_switch(c8436af0,0,104,18c,5f6032ad,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c8436af0,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c731dc90,0,c0c2f0bc,c8436af0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c731dca4,0,e9bbfa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c731dca4,c731dc90,c0c36d65,5ca,c8436af0,...) at _cv_wait_sig+0x240 seltdwait(c9f8c82c,c0c36d65,41c,c8436af0,3,...) at seltdwait+0xa2 kern_select(c8436af0,c,286030b8,286030dc,0,0,66,280f8818) at kern_select+0x517 select(c8436af0,e9bbfcf8,14,c0c13fe6,c0d14898,...) at select+0x5e syscall(e9bbfd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be7f3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1713 tid 100191 td 0xc9ec6000 Tracing command sshd pid 1712 tid 100190 td 0xc74078c0 Tracing command sshd pid 1711 tid 100189 td 0xc7407af0 Tracing command sh pid 1632 tid 100069 td 0xc73d6000 sched_switch(c73d6000,0,104,18c,5f779ec0,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73d6000,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73d1548,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73d1548,c73d15d0,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c73d6000,ffffffff,e99f5c74,2,0,...) at kern_wait+0xac6 wait4(c73d6000,e99f5cf8,10,c0c372fa,c0d14088,...) at wait4+0x3b syscall(e99f5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f0b, esp = 0xbfbfe6bc, ebp = 0xbfbfe6d8 --- Tracing command vim pid 1626 tid 100159 td 0xc782bd20 Tracing command bash pid 1584 tid 100107 td 0xc73d5230 sched_switch(c73d5230,0,104,18c,6c8a636d,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73d5230,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73cf548,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73cf548,c73cf5d0,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c73d5230,ffffffff,e9ae1c74,6,0,...) at kern_wait+0xac6 wait4(c73d5230,e9ae1cf8,10,c0c371f5,c0d14088,...) at wait4+0x3b syscall(e9ae1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a9f0b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1583 tid 100163 td 0xc782b460 Tracing command sshd pid 1578 tid 100158 td 0xc784c000 Tracing command bash pid 1541 tid 100164 td 0xc782b230 sched_switch(c782b230,0,104,18c,95b09a57,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c782b230,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7884548,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7884548,c78845d0,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c782b230,ffffffff,e9ba2c74,6,0,...) at kern_wait+0xac6 wait4(c782b230,e9ba2cf8,10,c0c371f5,c0d14088,...) at wait4+0x3b syscall(e9ba2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a9f0b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1540 tid 100109 td 0xc74c1230 sched_switch(c74c1230,0,104,18c,6ce7c52f,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74c1230,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c79e83d0,0,c0c2f0bc,c74c1230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79e83e4,0,e9ae9a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79e83e4,c79e83d0,c0c36d65,5ca,c74c1230,...) at _cv_wait_sig+0x240 seltdwait(c841fa2c,c0c36d65,41c,c74c1230,3,...) at seltdwait+0xa2 kern_select(c74c1230,a,286030b8,286030dc,0,0,66,280f8818) at kern_select+0x517 select(c74c1230,e9ae9cf8,14,c0c13fe6,c0d14898,...) at select+0x5e syscall(e9ae9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be7f3, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1538 tid 100162 td 0xc782b690 Tracing command getty pid 1135 tid 100097 td 0xc74c4460 Tracing command getty pid 1134 tid 100101 td 0xc74c4000 Tracing command getty pid 1133 tid 100102 td 0xc74c1d20 Tracing command getty pid 1132 tid 100111 td 0xc782b000 Tracing command getty pid 1131 tid 100087 td 0xc7364230 Tracing command getty pid 1130 tid 100121 td 0xc78298c0 Tracing command getty pid 1129 tid 100120 td 0xc7829af0 Tracing command getty pid 1128 tid 100104 td 0xc74c18c0 Tracing command getty pid 1127 tid 100119 td 0xc7829d20 Tracing command inetd pid 1101 tid 100143 td 0xc788f8c0 Tracing command watchdogd pid 1074 tid 100079 td 0xc7401690 sched_switch(c7401690,0,104,18c,bbbe3b2e,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7401690,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f070,c7401690,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d820a4,5c,c0c31ab2,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d820a4,0,15c,c0c31ab2,ea61,...) at _sleep+0x30e kern_nanosleep(c7401690,e9a1dc64,e9a1dc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7401690,e9a1dcf8,8,c0c6aea6,c0d15660,...) at nanosleep+0x6f syscall(e9a1dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817b38f, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 1065 tid 100123 td 0xc7829460 sched_switch(c7829460,0,104,18c,a9daf264,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7829460,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f070,c7829460,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d820a4,5c,c0c31ab2,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d820a4,0,15c,c0c31ab2,ea61,...) at _sleep+0x30e kern_nanosleep(c7829460,e9b15c64,e9b15c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7829460,e9b15cf8,8,c0c3745f,c0d15660,...) at nanosleep+0x6f syscall(e9b15d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e38f, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1059 tid 100122 td 0xc7829690 sched_switch(c7829690,0,104,18c,b763b038,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7829690,0,c0c34ada,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77765a0,68,c0be13de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77765a0,c77765d0,168,c0be13de,0,...) at _sleep+0x344 kern_sigsuspend(c7829690,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7829690,e9b12cf8,4,c0c371f5,c0d15fd8,...) at sigsuspend+0x4d syscall(e9b12d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283280cb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1053 tid 100114 td 0xc782a8c0 sched_switch(c782a8c0,0,104,18c,d722fe95,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c782a8c0,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9afaa40,c0849e2a,c7384c10,0,c782a8c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7384c24,0,e9afaa70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7384c24,c7384c10,1389,5ca,c782a8c0,...) at _cv_timedwait_sig+0x250 seltdwait(e9afac2c,e9afac34,41c,c782a8c0,9e1,...) at seltdwait+0x8a kern_select(c782a8c0,5,bfbfc520,0,0,e9afac70,5,0) at kern_select+0x517 select(c782a8c0,e9afacf8,14,c0c37735,c0d14898,...) at select+0x5e syscall(e9afad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c67f3, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1046 tid 100124 td 0xc7829230 Tracing command ntpd pid 1009 tid 100083 td 0xc7401230 sched_switch(c7401230,0,104,18c,651da4ac,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7401230,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c7383a50,0,c0c2f0bc,c7401230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7383a64,0,e9a2da70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7383a64,c7383a50,c0c36d65,5ca,c7401230,...) at _cv_wait_sig+0x240 seltdwait(c76ee72c,c0c36d65,41c,c7401230,0,...) at seltdwait+0xa2 kern_select(c7401230,1b,bfbfed28,0,0,0,e9a2dc98,246) at kern_select+0x517 select(c7401230,e9a2dcf8,14,e9a2dd38,c0d14898,...) at select+0x5e syscall(e9a2dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283477f3, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 892 tid 100127 td 0xc784d460 sched_switch(c784d460,0,104,18c,231ca2a0,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c784d460,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9b21bf8,c0849e2a,c70d8500,0,c784d460,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7383b10,0,e9b21c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7383b10,c70d8500,1388,3a5,7f83ffff,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9b21d24,c08357e8,c70d8500,e9b21d38,c0c2c8a4,...) at svc_run_internal+0x356 svc_thread_start(c70d8500,e9b21d38,c0c2c8a4,32d,c7400548,...) at svc_thread_start+0x10 fork_exit(c0a3c950,c70d8500,e9b21d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 892 tid 100126 td 0xc74c4d20 sched_switch(c74c4d20,0,104,18c,ce7420d4,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74c4d20,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9b1ebf8,c0849e2a,c70d8500,0,c74c4d20,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c746f2d0,0,e9b1ec28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c746f2d0,c70d8500,1388,3a5,8ce85356,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9b1ed24,c08357e8,c70d8500,e9b1ed38,c0c2c8a4,...) at svc_run_internal+0x356 svc_thread_start(c70d8500,e9b1ed38,c0c2c8a4,32d,c7400548,...) at svc_thread_start+0x10 fork_exit(c0a3c950,c70d8500,e9b1ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 892 tid 100125 td 0xc7829000 sched_switch(c7829000,0,104,18c,21499605,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7829000,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9b1bbf8,c0849e2a,c70d8500,0,c7829000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c746f290,0,e9b1bc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c746f290,c70d8500,1388,3a5,458ec,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9b1bd24,c08357e8,c70d8500,e9b1bd38,c0c2c8a4,...) at svc_run_internal+0x356 svc_thread_start(c70d8500,e9b1bd38,c0c2c8a4,32d,c7400548,...) at svc_thread_start+0x10 fork_exit(c0a3c950,c70d8500,e9b1bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 892 tid 100072 td 0xc7407230 sched_switch(c7407230,0,104,18c,231c6f71,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7407230,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a01afc,c0849e2a,c70d8500,0,c7407230,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c74065d0,0,e9a01b2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c74065d0,c70d8500,1388,3a5,e9a01b74,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7407394,14,c0c52241,c0c50b40,0,...) at svc_run_internal+0x356 svc_run(c70d8500,0,c0c50e44,204,e9a01cf8,...) at svc_run+0x7f nfssvc_nfsd(c7407230,122,c74005d0,66,c0c352bc,...) at nfssvc_nfsd+0xad nfssvc(c7407230,e9a01cf8,8,c7407230,c0d14e68,...) at nfssvc+0x235 syscall(e9a01d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d5d0b, esp = 0xbfbfe9bc, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 891 tid 100117 td 0xc782a230 Tracing command mountd pid 889 tid 100085 td 0xc7364460 Tracing command rpcbind pid 807 tid 100084 td 0xc7364690 sched_switch(c7364690,0,104,18c,6dd0fc47,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7364690,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a31aa8,c0849e2a,c7405cd0,0,c7364690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7405ce4,0,e9a31ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7405ce4,c7405cd0,7531,5ca,e9a31b8c,...) at _cv_timedwait_sig+0x250 seltdwait(e9a31c5c,e9a31c64,4da,c7364690,e9a31b5c,...) at seltdwait+0x8a poll(c7364690,e9a31cf8,c,c0c3745f,c0d15378,...) at poll+0x2f9 syscall(e9a31d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x281369df, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 778 tid 100096 td 0xc74c4690 sched_switch(c74c4690,0,104,18c,5f5ca3dc,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74c4690,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c7362950,0,c0c2f0bc,c74c4690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7362964,0,e9a66a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7362964,c7362950,c0c36d65,5ca,c74c4690,...) at _cv_wait_sig+0x240 seltdwait(c73f8a2c,c0c36d65,41c,c74c4690,c0d18c38,...) at seltdwait+0xa2 kern_select(c74c4690,9,282290ac,0,0,0,66,2819a000) at kern_select+0x517 select(c74c4690,e9a66cf8,14,c0c371f5,c0d14898,...) at select+0x5e syscall(e9a66d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281867f3, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 583 tid 100078 td 0xc7364d20 sched_switch(c7364d20,0,104,18c,28b103cc,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7364d20,0,c0c34ada,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849e2a,c7406690,0,c0c2f0bc,c7364d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c74066a4,0,e9a19a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74066a4,c7406690,c0c36d65,5ca,c7364d20,...) at _cv_wait_sig+0x240 seltdwait(c76ed92c,c0c36d65,41c,c7364d20,1,...) at seltdwait+0xa2 kern_select(c7364d20,6,bfbfe9b0,0,0,0,66,10) at kern_select+0x517 select(c7364d20,e9a19cf8,14,c0bccddf,c0d14898,...) at select+0x5e syscall(e9a19d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808803f, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command softdepflush pid 37 tid 100068 td 0xc7366460 sched_switch(c7366460,0,104,18c,884e20c8,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,44,...) at mi_switch+0x200 sleepq_switch(c7366460,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efa3e0,44,c0c550d3,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efa3e0,c0efa384,44,c0c550d3,3e8,...) at _sleep+0x329 softdep_flush(0,e7806d38,c0c2c8a4,32d,c7369000,...) at softdep_flush+0x2b0 fork_exit(c0a685a0,0,e7806d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7806d70, ebp = 0 --- Tracing command syncer pid 36 tid 100067 td 0xc7366690 sched_switch(c7366690,0,104,18c,4b296f4d,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7366690,0,c0c34ada,26a,c7366690,...) at sleepq_switch+0x15f sleepq_timedwait(c0eee734,0,e7803c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0eee734,c0eee720,3e8,6de,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e7803d38,c0c2c8a4,32d,c73692a4,...) at sched_sync+0x502 fork_exit(c08e52f0,0,e7803d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7803d70, ebp = 0 --- Tracing command vnlru pid 35 tid 100066 td 0xc73668c0 sched_switch(c73668c0,0,104,18c,470a3c57,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,50,...) at mi_switch+0x200 sleepq_switch(c73668c0,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7369548,50,c0c3e641,0,0,...) at sleepq_timedwait+0x6b _sleep(c7369548,c0eee6f4,250,c0c3e641,3e8,...) at _sleep+0x329 vnlru_proc(0,e7800d38,c0c2c8a4,32d,c7369548,...) at vnlru_proc+0xe7 fork_exit(c08e5e80,0,e7800d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7800d70, ebp = 0 --- Tracing command bufdaemon pid 34 tid 100065 td 0xc7366af0 sched_switch(c7366af0,0,104,18c,6986eda6,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,44,...) at mi_switch+0x200 sleepq_switch(c7366af0,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eee484,44,c0c3be02,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eee484,c0eee488,44,c0c3be02,3e8,...) at _sleep+0x329 buf_daemon(0,e77fdd38,c0c2c8a4,32d,c72df000,...) at buf_daemon+0x138 fork_exit(c08cdf10,0,e77fdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe77fdd70, ebp = 0 --- Tracing command pagezero pid 33 tid 100064 td 0xc7366d20 sched_switch(c7366d20,0,104,18c,2a00c68,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7366d20,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efb014,0,c0c5a5f5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efb014,c0efabd0,0,c0c5a5f5,493e0,...) at _sleep+0x329 vm_pagezero(0,e77fad38,c0c2c8a4,32d,c72df2a4,...) at vm_pagezero+0xdc fork_exit(c0aa51e0,0,e77fad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe77fad70, ebp = 0 --- Tracing command vmdaemon pid 32 tid 100063 td 0xc70e9230 sched_switch(c70e9230,0,104,18c,93040d78,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,68,...) at mi_switch+0x200 sleepq_switch(c70e9230,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efac3c,68,c0c3be02,0,0,...) at sleepq_wait+0x63 _sleep(c0efac3c,c0efac40,68,c0c3be02,0,...) at _sleep+0x35b vm_daemon(0,e77f7d38,c0c2c8a4,32d,c72df548,...) at vm_daemon+0x59 fork_exit(c0a9f680,0,e77f7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe77f7d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100062 td 0xc70e9460 sched_switch(c70e9460,0,104,18c,f14df9f,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,44,...) at mi_switch+0x200 sleepq_switch(c70e9460,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efac04,44,c0c3be02,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efac04,c0efabd0,44,c0c3be02,1388,...) at _sleep+0x329 vm_pageout(0,e77f4d38,c0c2c8a4,32d,c72df7ec,...) at vm_pageout+0x2bb fork_exit(c0aa0520,0,e77f4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe77f4d70, ebp = 0 --- Tracing command usbus5 pid 31 tid 100061 td 0xc70e9690 sched_switch(c70e9690,0,104,18c,23a782bb,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e9690,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdbc78,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fdbc78,c6fdbd8c,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7791cf8,c079a79b,c6fdbc78,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdbc78,c6fdbd8c,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fdbc70,e7791d38,c0c2c8a4,32d,c72dfa90,...) at usb2_process+0x18b fork_exit(c079a610,c6fdbc70,e7791d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7791d70, ebp = 0 --- Tracing command usbus5 pid 30 tid 100060 td 0xc70e98c0 sched_switch(c70e98c0,0,104,18c,17b944d6,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e98c0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdbcec,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fdbcec,c6fdbd8c,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e778ecf8,c079a79b,c6fdbcec,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdbcec,c6fdbd8c,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fdbce4,e778ed38,c0c2c8a4,32d,c72dfd34,...) at usb2_process+0x18b fork_exit(c079a610,c6fdbce4,e778ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe778ed70, ebp = 0 --- Tracing command usbus5 pid 29 tid 100059 td 0xc70e9af0 sched_switch(c70e9af0,0,104,18c,17b9358d,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e9af0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdbcbc,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fdbcbc,c6fdbd8c,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e778bcf8,c079a79b,c6fdbcbc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdbcbc,c6fdbd8c,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fdbcb4,e778bd38,c0c2c8a4,32d,c72e0000,...) at usb2_process+0x18b fork_exit(c079a610,c6fdbcb4,e778bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe778bd70, ebp = 0 --- Tracing command usbus4 pid 28 tid 100058 td 0xc70e9d20 sched_switch(c70e9d20,0,104,18c,23a68005,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e9d20,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd5ac8,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fd5ac8,c6fd5bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7788cf8,c079a79b,c6fd5ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd5ac8,c6fd5bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fd5ac0,e7788d38,c0c2c8a4,32d,c72e02a4,...) at usb2_process+0x18b fork_exit(c079a610,c6fd5ac0,e7788d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7788d70, ebp = 0 --- Tracing command usbus4 pid 27 tid 100057 td 0xc72dd000 sched_switch(c72dd000,0,104,18c,1756103d,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72dd000,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd5b3c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fd5b3c,c6fd5bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7785cf8,c079a79b,c6fd5b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd5b3c,c6fd5bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fd5b34,e7785d38,c0c2c8a4,32d,c72e0548,...) at usb2_process+0x18b fork_exit(c079a610,c6fd5b34,e7785d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7785d70, ebp = 0 --- Tracing command usbus4 pid 26 tid 100056 td 0xc72dd230 sched_switch(c72dd230,0,104,18c,1755ffc9,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72dd230,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd5b0c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fd5b0c,c6fd5bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7782cf8,c079a79b,c6fd5b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd5b0c,c6fd5bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fd5b04,e7782d38,c0c2c8a4,32d,c72e07ec,...) at usb2_process+0x18b fork_exit(c079a610,c6fd5b04,e7782d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7782d70, ebp = 0 --- Tracing command usbus3 pid 25 tid 100055 td 0xc72dd460 sched_switch(c72dd460,0,104,18c,2303f67d,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72dd460,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fceac8,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fceac8,c6fcebdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e777fcf8,c079a79b,c6fceac8,...) at usb2_msleep+0x58 usb2_cv_wait(c6fceac8,c6fcebdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fceac0,e777fd38,c0c2c8a4,32d,c6ea27ec,...) at usb2_process+0x18b fork_exit(c079a610,c6fceac0,e777fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777fd70, ebp = 0 --- Tracing command usbus3 pid 24 tid 100054 td 0xc72dd690 sched_switch(c72dd690,0,104,18c,16f28c33,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72dd690,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fceb3c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fceb3c,c6fcebdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e777ccf8,c079a79b,c6fceb3c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fceb3c,c6fcebdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fceb34,e777cd38,c0c2c8a4,32d,c6ea2a90,...) at usb2_process+0x18b fork_exit(c079a610,c6fceb34,e777cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777cd70, ebp = 0 --- Tracing command usbus3 pid 23 tid 100053 td 0xc72dd8c0 sched_switch(c72dd8c0,0,104,18c,16f27b77,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72dd8c0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fceb0c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fceb0c,c6fcebdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7779cf8,c079a79b,c6fceb0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fceb0c,c6fcebdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fceb04,e7779d38,c0c2c8a4,32d,c6ea2d34,...) at usb2_process+0x18b fork_exit(c079a610,c6fceb04,e7779d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7779d70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100052 td 0xc72ddaf0 sched_switch(c72ddaf0,0,104,18c,230342cd,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72ddaf0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc8ac8,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fc8ac8,c6fc8bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7776cf8,c079a79b,c6fc8ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc8ac8,c6fc8bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fc8ac0,e7776d38,c0c2c8a4,32d,c72cb000,...) at usb2_process+0x18b fork_exit(c079a610,c6fc8ac0,e7776d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7776d70, ebp = 0 --- Tracing command usbus2 pid 21 tid 100051 td 0xc72ddd20 sched_switch(c72ddd20,0,104,18c,168ebf1a,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72ddd20,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b3c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fc8b3c,c6fc8bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7773cf8,c079a79b,c6fc8b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc8b3c,c6fc8bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fc8b34,e7773d38,c0c2c8a4,32d,c72cb2a4,...) at usb2_process+0x18b fork_exit(c079a610,c6fc8b34,e7773d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7773d70, ebp = 0 --- Tracing command usbus2 pid 20 tid 100050 td 0xc6f60690 sched_switch(c6f60690,0,104,18c,168ead22,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f60690,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc8b0c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fc8b0c,c6fc8bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7770cf8,c079a79b,c6fc8b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc8b0c,c6fc8bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fc8b04,e7770d38,c0c2c8a4,32d,c72cb548,...) at usb2_process+0x18b fork_exit(c079a610,c6fc8b04,e7770d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7770d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100049 td 0xc6f608c0 sched_switch(c6f608c0,0,104,18c,23027b74,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f608c0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2ac8,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2ac8,c6fc2bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e776dcf8,c079a79b,c6fc2ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2ac8,c6fc2bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fc2ac0,e776dd38,c0c2c8a4,32d,c72cb7ec,...) at usb2_process+0x18b fork_exit(c079a610,c6fc2ac0,e776dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776dd70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100048 td 0xc6f60af0 sched_switch(c6f60af0,0,104,18c,162b4b3e,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f60af0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2b3c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2b3c,c6fc2bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e776acf8,c079a79b,c6fc2b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2b3c,c6fc2bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fc2b34,e776ad38,c0c2c8a4,32d,c72cba90,...) at usb2_process+0x18b fork_exit(c079a610,c6fc2b34,e776ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776ad70, ebp = 0 --- Tracing command usbus1 pid 17 tid 100047 td 0xc6f60d20 sched_switch(c6f60d20,0,104,18c,162b3a5f,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f60d20,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2b0c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2b0c,c6fc2bdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7767cf8,c079a79b,c6fc2b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2b0c,c6fc2bdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fc2b04,e7767d38,c0c2c8a4,32d,c72cbd34,...) at usb2_process+0x18b fork_exit(c079a610,c6fc2b04,e7767d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7767d70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100046 td 0xc70e8000 sched_switch(c70e8000,0,104,18c,2301bdc3,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e8000,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fbdac8,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fbdac8,c6fbdbdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7764cf8,c079a79b,c6fbdac8,...) at usb2_msleep+0x58 usb2_cv_wait(c6fbdac8,c6fbdbdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fbdac0,e7764d38,c0c2c8a4,32d,c6d722a4,...) at usb2_process+0x18b fork_exit(c079a610,c6fbdac0,e7764d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7764d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100045 td 0xc70e8230 sched_switch(c70e8230,0,104,18c,15c206ad,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e8230,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fbdb3c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fbdb3c,c6fbdbdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e7761cf8,c079a79b,c6fbdb3c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fbdb3c,c6fbdbdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fbdb34,e7761d38,c0c2c8a4,32d,c6d72548,...) at usb2_process+0x18b fork_exit(c079a610,c6fbdb34,e7761d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7761d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100044 td 0xc70e8460 sched_switch(c70e8460,0,104,18c,15c1f757,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e8460,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fbdb0c,0,c0c20e0f,0,0,...) at sleepq_wait+0x63 _sleep(c6fbdb0c,c6fbdbdc,0,c0c20e0f,0,...) at _sleep+0x35b usb2_msleep(c0c20e0f,0,e775ecf8,c079a79b,c6fbdb0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fbdb0c,c6fbdbdc,c0c20d6e,51,c0d85e00,...) at usb2_cv_wait+0x23 usb2_process(c6fbdb04,e775ed38,c0c2c8a4,32d,c6d727ec,...) at usb2_process+0x18b fork_exit(c079a610,c6fbdb04,e775ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe775ed70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100043 td 0xc70e8690 sched_switch(c70e8690,0,104,18c,3b986632,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70e8690,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ef05bc,0,c0c47f44,0,0,...) at sleepq_wait+0x63 _sleep(c0ef05bc,c0ef04d0,0,c0c47f44,0,...) at _sleep+0x35b sctp_iterator_thread(0,e775bd38,c0c2c8a4,32d,c6d72a90,...) at sctp_iterator_thread+0x60 fork_exit(c095d7c0,0,e775bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe775bd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100040 td 0xc70e8d20 sched_switch(c70e8d20,0,104,18c,34333e30,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c70e8d20,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fcd43c,4c,c0c273a7,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fcd43c,c6fcd4f0,4c,c0c273a7,3e8,...) at _sleep+0x329 fdc_thread(c6fcd400,e774fd38,c0c2c8a4,32d,c6d72d34,...) at fdc_thread+0x2be fork_exit(c0b223f0,c6fcd400,e774fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe774fd70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100038 td 0xc6f48d20 sched_switch(c6f48d20,0,104,18c,3cb9d8d5,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f48d20,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6ffa000,5c,c0c273a7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6ffa000,c6ffe488,15c,c0c273a7,0,...) at _sleep+0x344 fw_bus_probe_thread(c6ffa000,e773bd38,c0c2c8a4,32d,c6ea2000,...) at fw_bus_probe_thread+0xa08 fork_exit(c063c1c0,c6ffa000,e773bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100022 td 0xc6f48230 sched_switch(c6f48230,0,104,18c,15bcdca2,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f48230,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d4ed54,4c,c0bc8ab8,0,0,...) at sleepq_wait+0x63 _sleep(c0d4ed54,c0d4ed6c,4c,c0bc8ab8,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6acdd38,c0c2c8a4,32d,c6ea22a4,...) at xpt_scanner_thread+0x41 fork_exit(c047c270,0,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d75230 sched_switch(c6d75230,0,104,18c,92416c65,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d75230,0,c0c34ada,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81f24,0,c0c273a7,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d81f24,0,0,c0c273a7,64,...) at _sleep+0x329 pause(c0c273a7,64,c0c0e6e4,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0c2c8a4,32d,c6ea2548,...) at random_kthread+0x1ef fork_exit(c0713850,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100016 td 0xc6d75460 sched_switch(c6d75460,0,104,18c,9a94c30d,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d75460,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d7faa4,4c,c0c273a7,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d7faa4,c0d7fa08,24c,c0c273a7,64,...) at _sleep+0x329 g_io_schedule_down(c6d75460,0,c0c28a10,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6abbd38,c0c2c8a4,32d,c6d71000,...) at g_down_procbody+0x8d fork_exit(c07fe100,0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc6d75690 sched_switch(c6d75690,0,104,18c,92af4ddb,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d75690,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d7faa0,4c,c0c273a7,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d7faa0,c0d7fa28,24c,c0c273a7,64,...) at _sleep+0x329 g_io_schedule_up(c6d75690,0,c0c28a10,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab8d38,c0c2c8a4,32d,c6d712a4,...) at g_up_procbody+0x8d fork_exit(c07fe190,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_event pid 2 tid 100014 td 0xc6d758c0 sched_switch(c6d758c0,0,104,18c,9a6b83a7,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d758c0,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d7fa98,4c,c0c273a7,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d7fa98,0,4c,c0c273a7,64,...) at _sleep+0x329 g_event_procbody(0,c6ab5d38,c0c2c8a4,32d,c6d71548,...) at g_event_procbody+0xcb fork_exit(c07fe220,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc70e88c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc70e8af0 sched_switch(c70e8af0,0,109,18c,15b8d61c,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6d6f170,...) at mi_switch+0x200 ithread_loop(c70dda10,e7752d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c70dda10,e7752d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7752d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc70e9000 sched_switch(c70e9000,0,109,18c,84fdbd12,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6ff55f0,...) at mi_switch+0x200 ithread_loop(c70e7200,e7742d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c70e7200,e7742d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7742d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f5e230 sched_switch(c6f5e230,0,109,18c,158bac48,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db81f0,...) at mi_switch+0x200 ithread_loop(c6ff6450,e7731d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6ff6450,e7731d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7731d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6f5e460 sched_switch(c6f5e460,0,109,18c,2384a1ae,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db84f0,...) at mi_switch+0x200 ithread_loop(c6fd0c60,e7729d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6fd0c60,e7729d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7729d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f5e690 sched_switch(c6f5e690,0,109,18c,77514113,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db8270,...) at mi_switch+0x200 ithread_loop(c6fd0400,e771ed38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6fd0400,e771ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771ed70, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc6f5e8c0 sched_switch(c6f5e8c0,0,109,18c,44745e53,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db82f0,...) at mi_switch+0x200 ithread_loop(c6fa16c0,e7717d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6fa16c0,e7717d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7717d70, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc6f5eaf0 sched_switch(c6f5eaf0,0,109,18c,43f220c8,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db8370,...) at mi_switch+0x200 ithread_loop(c6fa1430,e7713d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6fa1430,e7713d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7713d70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc6f5ed20 sched_switch(c6f5ed20,0,109,18c,5984e46b,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db83f0,...) at mi_switch+0x200 ithread_loop(c6fa1990,e770fd38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6fa1990,e770fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770fd70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f60000 sched_switch(c6f60000,0,109,18c,1b6672d1,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db80f0,...) at mi_switch+0x200 ithread_loop(c6f8b570,e72ebd38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f8b570,e72ebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72ebd70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f60230 sched_switch(c6f60230,0,109,18c,2fb09f3d,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6f74670,...) at mi_switch+0x200 ithread_loop(c6f83630,c6b12d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f83630,c6b12d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b12d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f60460 sched_switch(c6f60460,0,109,18c,15b9c668,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6d6ec70,...) at mi_switch+0x200 ithread_loop(c6f47400,c6b05d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f47400,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc6f48000 sched_switch(c6f48000,0,109,18c,40d26bcf,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6f46570,...) at mi_switch+0x200 ithread_loop(c6f458b0,c6ad0d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f458b0,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc6f48460 sched_switch(c6f48460,0,109,18c,12fcd66d,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6f466f0,...) at mi_switch+0x200 ithread_loop(c6f45920,c6acad38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f45920,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc6f48690 sched_switch(c6f48690,0,109,18c,2570cbce,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6f46770,...) at mi_switch+0x200 ithread_loop(c6f45930,c6ac7d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f45930,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f48af0 sched_switch(c6f48af0,0,109,18c,7752402e,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6f467f0,...) at mi_switch+0x200 ithread_loop(c6f45950,c6ac1d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6f45950,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d75d20 sched_switch(c6d75d20,0,109,18c,849c4687,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db7c70,...) at mi_switch+0x200 ithread_loop(c6d701d0,c6aafd38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6d701d0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6db9000 sched_switch(c6db9000,0,109,18c,9a94bf47,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db7cf0,...) at mi_switch+0x200 ithread_loop(c6d701e0,c6aacd38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6d701e0,c6aacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aacd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6db9230 sched_switch(c6db9230,0,109,18c,9a6dd969,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db7d70,...) at mi_switch+0x200 ithread_loop(c6d701f0,c6aa9d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6d701f0,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6db9460 sched_switch(c6db9460,0,109,18c,9ac28d75,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db7df0,...) at mi_switch+0x200 ithread_loop(c6d70200,c6aa6d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6d70200,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d73000 sched_switch(c6d73000,0,109,18c,64449572,...) at sched_switch+0x437 mi_switch(109,0,c0c2cb23,4d7,c6db7e70,...) at mi_switch+0x200 ithread_loop(c6d70210,c6aa3d38,c0c2c8a4,32d,c6d717ec,...) at ithread_loop+0x1f6 fork_exit(c0838600,c6d70210,c6aa3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa3d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d73230 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc6d73460 sched_switch(c6d73460,0,108,187,7ed3595c,...) at sched_switch+0x437 mi_switch(108,0,c0c323a7,3af,c6d73460,...) at mi_switch+0x200 sched_idletd(0,c6a9cd38,c0c2c8a4,32d,c6d71a90,...) at sched_idletd+0x178 fork_exit(c087b140,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d73690 sched_switch(c6d73690,0,108,187,875b40be,...) at sched_switch+0x437 mi_switch(108,0,c0c323a7,3af,c6d73690,...) at mi_switch+0x200 sched_idletd(0,c6a99d38,c0c2c8a4,32d,c6d71a90,...) at sched_idletd+0x178 fork_exit(c087b140,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d738c0 sched_switch(c6d738c0,0,108,187,849c7f52,...) at sched_switch+0x437 mi_switch(108,0,c0c323a7,3af,c6d738c0,...) at mi_switch+0x200 sched_idletd(0,c6a96d38,c0c2c8a4,32d,c6d71a90,...) at sched_idletd+0x178 fork_exit(c087b140,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d73af0 sched_switch(c6d73af0,0,108,187,875b5c26,...) at sched_switch+0x437 mi_switch(108,0,c0c323a7,a0e,c6d73af0,...) at mi_switch+0x200 sched_idletd(0,c6a93d38,c0c2c8a4,32d,c6d71a90,...) at sched_idletd+0x258 fork_exit(c087b140,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d73d20 sched_switch(c6d73d20,0,104,18c,644bbd13,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d73d20,0,c0c34ada,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c34ada,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d71d34,5c,c0c3731b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d71d34,c6d71dbc,15c,c0c3731b,0,...) at _sleep+0x344 kern_wait(c6d73d20,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xac6 wait4(c6d73d20,c6a8fcf8,10,c0c37136,c0d14088,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c7f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6d75000 sched_switch(c6d75000,0,104,18c,15ba8cb5,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d75000,0,c0c34ada,247,c6d75000,...) at sleepq_switch+0x15f sleepq_wait(c0ef9d80,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0ef9d80,c0ef9d64,c0c52fe9,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0c2c8a4,32d,c6d72000,...) at audit_worker+0x84 fork_exit(c0a4bce0,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xc6f5e000 sched_switch(c6f5e000,0,104,18c,982f58af,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f5e000,0,c0c34ada,247,c6f5e000,...) at sleepq_switch+0x15f sleepq_wait(c7002080,0,c0c3145a,c0c273a7,0,...) at sleepq_wait+0x63 msleep_spin(c7002080,c700209c,c0c273a7,0,c0c2f0bc,...) at msleep_spin+0x21d taskqueue_thread_loop(c6ffe49c,e7738d38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0x8e fork_exit(c08918a0,c6ffe49c,e7738d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7738d70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc6db9690 sched_switch(c6db9690,0,104,18c,182a4fb1,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6db9690,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2be00,0,c0c273a7,0,0,...) at sleepq_wait+0x63 _sleep(c6f2be00,c6f2be1c,0,c0c273a7,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d51a04,c6adcd38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0xb4 fork_exit(c08918a0,c0d51a04,c6adcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6adcd70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6db98c0 sched_switch(c6db98c0,0,104,18c,182a3d3c,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6db98c0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2be00,0,c0c273a7,0,0,...) at sleepq_wait+0x63 _sleep(c6f2be00,c6f2be1c,0,c0c273a7,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d51a04,c6ad9d38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0xb4 fork_exit(c08918a0,c0d51a04,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6db9af0 sched_switch(c6db9af0,0,104,18c,182a2bb6,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6db9af0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2be00,0,c0c273a7,0,0,...) at sleepq_wait+0x63 _sleep(c6f2be00,c6f2be1c,0,c0c273a7,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d51a04,c6ad6d38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0xb4 fork_exit(c08918a0,c0d51a04,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6db9d20 sched_switch(c6db9d20,0,104,18c,18242e84,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6db9d20,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2be40,0,c0c273a7,0,0,...) at sleepq_wait+0x63 _sleep(c6f2be40,c6f2be5c,0,c0c273a7,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d80404,c6ad3d38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0xb4 fork_exit(c08918a0,c0d80404,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f488c0 sched_switch(c6f488c0,0,104,18c,40d4870f,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f488c0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c1c0,0,c0c273a7,0,0,...) at sleepq_wait+0x63 _sleep(c6f2c1c0,c6f2c1dc,0,c0c273a7,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d947e8,c6ac4d38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0xb4 fork_exit(c08918a0,c0d947e8,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc6d75af0 sched_switch(c6d75af0,0,104,18c,474845f4,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d75af0,0,c0c34ada,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d59b40,0,c0c273a7,0,0,...) at sleepq_wait+0x63 _sleep(c6d59b40,c6d59b5c,0,c0c273a7,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d93320,c6ab2d38,c0c2c8a4,32d,c0d7fb60,...) at taskqueue_thread_loop+0xb4 fork_exit(c08918a0,c0d93320,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d7fe10 sched_switch(c0d7fe10,0,104,18c,dcd8f478,...) at sched_switch+0x437 mi_switch(104,0,c0c34ada,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d7fe10,0,c0c34ada,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d7fb60,44,c0c32c31,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d7fb60,0,44,c0c32c31,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Physical memory: 3439 MB Dumping 266 MB: 251 235 219 203 187 171 155 139 123 107 91 75 59 43 27 11 Dump complete = 0xf db:1:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04beb29 in db_fncall (dummy1=0xc08cfc6e, dummy2=0x0, dummy3=0xffffffff, dummy4=0xe9b6a59c "°¥¶é\001") at ../../../ddb/db_command.c:548 #2 0xc04bef5f in db_command (last_cmdp=0xc0d4fcdc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04bf014 in db_command_script (command=0xc0d50c68 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04c3110 in db_script_exec (scriptname=0xc0d50540 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04c31a1 in db_run_cmd (addr=0x0, have_addr=0x0, count=0x0, modif=0xe9b6a6d4 "覶é") at ../../../ddb/db_script.c:375 #6 0xc04bef5f in db_command (last_cmdp=0xc0d4fcdc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #7 0xc04bf014 in db_command_script (command=0xc0d50ba0 "run pho") at ../../../ddb/db_command.c:516 #8 0xc04c3110 in db_script_exec (scriptname=0xe9b6a7e0 "kdb.enter.unknown", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #9 0xc04c31f7 in db_script_kdbenter (eventname=0xc0c645f7 "unknown") at ../../../ddb/db_script.c:324 #10 0xc04c0ed8 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228 #11 0xc0886cd6 in kdb_trap (type=0xc, code=0x0, tf=0xe9b6a9a0) at ../../../kern/subr_kdb.c:534 #12 0xc0b6678f in trap_fatal (frame=0xe9b6a9a0, eva=0xca5f3da8) at ../../../i386/i386/trap.c:917 #13 0xc0b669c3 in trap_pfault (frame=0xe9b6a9a0, usermode=0x0, eva=0xca5f3da8) at ../../../i386/i386/trap.c:839 #14 0xc0b673c8 in trap (frame=0xe9b6a9a0) at ../../../i386/i386/trap.c:521 #15 0xc0b4b01b in calltrap () at ../../../i386/i386/exception.s:165 #16 0xc08cfc6e in cache_zap (ncp=0xca7dfe9c) at ../../../kern/vfs_cache.c:297 #17 0xc08d054c in cache_enter (dvp=0xc97b46b8, vp=0x0, cnp=0xe9b6ac50) at ../../../kern/vfs_cache.c:680 #18 0xc0a79738 in ufs_lookup (ap=0xe9b6ab00) at ../../../ufs/ufs/ufs_lookup.c:456 #19 0xc0b73395 in VOP_CACHEDLOOKUP_APV (vop=0xc0d35fe0, a=0xe9b6ab00) at vnode_if.c:187 #20 0xc08d17ac in vfs_cache_lookup (ap=0xe9b6ab80) at vnode_if.h:80 #21 0xc0b75e95 in VOP_LOOKUP_APV (vop=0xc0d35fe0, a=0xe9b6ab80) at vnode_if.c:123 #22 0xc08d86de in lookup (ndp=0xe9b6ac24) at vnode_if.h:54 #23 0xc08d941b in namei (ndp=0xe9b6ac24) at ../../../kern/vfs_lookup.c:256 #24 0xc08c805b in __acl_delete_file (td=0xc784dd20, uap=0xe9b6acf8) at ../../../kern/vfs_acl.c:315 #25 0xc0b66ca4 in syscall (frame=0xe9b6ad38) at ../../../i386/i386/trap.c:1066 #26 0xc0b4b080 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #27 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 16 #16 0xc08cfc6e in cache_zap (ncp=0xca7dfe9c) at ../../../kern/vfs_cache.c:297 297 if (ncp == ncp->nc_dvp->v_cache_dd) (kgdb) p *ncp $1 = {nc_hash = {le_next = 0x0, le_prev = 0xc7124654}, nc_src = {le_next = 0xca477000, le_prev = 0xc9749994}, nc_dst = {tqe_next = 0xca5e7044, tqe_prev = 0xc0eee508}, nc_dvp = 0xca5f3d70, nc_vp = 0x0, nc_flag = 0x2, nc_nlen = 0x2, nc_name = 0xca7dfebe "..name.11234"} (kgdb) p *ncp->nc_dvp Cannot access memory at address 0xca5f3d70 (kgdb) f 24 #24 0xc08c805b in __acl_delete_file (td=0xc784dd20, uap=0xe9b6acf8) at ../../../kern/vfs_acl.c:315 315 error = namei(&nd); (kgdb) p nd $8 = {ni_dirp = 0x2814165b
, ni_segflg = UIO_USERSPACE, ni_startdir = 0x0, ni_rootdir = 0xc7191d70, ni_topdir = 0x0, ni_dirfd = 0xffffff9c, ni_vp = 0x0, ni_dvp = 0xc97b46b8, ni_pathlen = 0x1, ni_next = 0xce7c5008 "", ni_loopcnt = 0x0, ni_cnd = {cn_nameiop = 0x0, cn_flags = 0x100c040, cn_thread = 0xc784dd20, cn_cred = 0xc7755700, cn_lkflags = 0x200000, cn_pnbuf = 0xce7c5000 "0ÿÿÿ\017\205Ð\t", cn_nameptr = 0xce7c5000 "0ÿÿÿ\017\205Ð\t", cn_namelen = 0x8, cn_consume = 0x0}} $ svn status -q /usr/src M /usr/src/sys/nfsclient/nfs_bio.c -- Test scenario: run.sh -a