GENERIC HEAD from 2009-05-29 16:15:56 +0000, 193043M, vmcore.364 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Mon Jun 1 20:33:00 CEST 2009 pho@crashbox.osted.lan:/var/tmp/attilio/recurse/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff real memory = 1073741824 (1024 MB) avail memory = 1032298496 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. GEOM_LABEL: Label ufsid/434f618193a83f43 removed. /dev/ad0s1a: FILGEOM_LABEL: E SYSTEM CLEAN; Label for provider ad0s1a is ufsid/434f618193a83f43. SKIPPING CHECKS /dev/ad0s1a: clean, 19222 free (1086 frags, 226GEOM_LABEL:7 blocks, 0.4% f ragmentation) Label ufsid/434f61819515a495 removed. /dev/ad0s1f: FILGEOM_LABEL: E SYSTEM CLEAN; Label for provider ad0s1f is ufsid/434f61819515a495. SKIPPING CHECKS /dev/ad0s1f: clean, 161910 freeGEO (2110 frags, 19M_LABEL: 975 blocks, 0.4%Label ufsid/434f6181a1e353a3 removed. fragmentation)GEOM_LABEL: /dev/ad0s1e: FI LE SYSTEM CLEAN;Label for provider ad0s1e is ufsid/434f6181a1e353a3. SKIPPING CHECKS /dev/ad0s1e: clean, 967850 freGEOe (1402 frags, 1M_LABEL: 20806 blocks, 0.Label ufsid/434f6181b485c4b5 removed.1% fragmentation ) /dev/ad0s1g: FILGEOM_LABEL: E SYSTEM CLEAN; Label for provider ad0s1g is ufsid/434f6181b485c4b5. SKIPPING CHECKS /dev/ad0s1g: clean, 837794 free (208786 frags, GE78626 blocks, 4.OM_LABEL:7% fragmentation ) Label ufsid/434f6182153985e0 removed. /dev/ad0s1d: FILGEOM_LABEL:E SYSTEM CLEAN; SKIPPING CHECKSLabel for provider ad0s1d is ufsid/434f6182153985e0. /dev/ad0s1d: cl ean, 16376058 free (81922 frags, 2036767 blocks, 0.2% fragmentatGEion) OM_LABEL: Label ufsid/434f618193a83f43 removed. GEOM_LABEL: Label ufsid/434f61819515a495 removed. GEOM_LABEL: Label ufsid/434f6181a1e353a3 removed. GEOM_LABEL: Label ufsid/434f6181b485c4b5 removed. GEOM_LABEL: Label ufsid/434f6182153985e0 removed. fxp0: link state changed to UP Starting Network: lo0 fxp0. add net default: gateway 192.168.1.1 lock order reversal: 1st 0xe45151dc bufwait (bufwait) @ kern/vfs_bio.c:2566 2nd 0xc4acac00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0c38e43,f354287c,c089fa45,c0891a3b,c0c3bbf8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0891a3b,c0c3bbf8,c4529cf0,c452c9a0,f35428d8,...) at kdb_backtrace+0x29 _witness_debugger(c0c3bbf8,c4acac00,c0c5b1b5,c452c9a0,c0c5ae5b,...) at _witness_debugger+0x25 witness_checkorder(c4acac00,9,c0c5ae52,113,0,...) at witness_checkorder+0x839 _sx_xlock(c4acac00,0,c0c5ae52,113,c4adf414,...) at _sx_xlock+0x85 ufsdirhash_acquire(e451517c,f3542a20,130,e4e5ace8,f35429a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4adf414,f3542a20,ce8,f3542994,f3542998,...) at ufsdirhash_add+0x13 ufs_direnter(c4bab408,c4c7a810,f3542a20,f3542c04,e4515650,...) at ufs_direnter+0x779 ufs_mkdir(f3542c28,c0c6f8cb,0,f3542bd8,f3542b70,...) at ufs_mkdir+0x8ce VOP_MKDIR_APV(c0d37720,f3542c28,ea8,ea6,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4af0b40,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x24b kern_mkdir(c4af0b40,bfbfef5a,0,1ff,f3542d2c,...) at kern_mkdir+0x2e mkdir(c4af0b40,f3542cf8,8,c0c3c4e7,c0d186a0,...) at mkdir+0x29 syscall(f3542d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28169033, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Starting mountd. Recovering vi editor sessions:. Configuring syscons: keymap blanktime. Local package initialization: (skipping /usr/local/etc/rc.d/rtc.sh, not executable) watchdogd. Mon Jun 1 21:07:53 CEST 2009 lock order reversal: 1st 0xc4f9d9c0 ufs (ufs) @ kern/vfs_lookup.c:497 2nd 0xe4551ab4 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150 3rd 0xc55d9dc8 ufs (ufs) @ kern/vfs_subr.c:2093 KDB: stack backtrace: db_trace_self_wrapper(c0c38e43,f36693e0,c089fa45,c0891a3b,c0c3bc11,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0891a3b,c0c3bc11,c4529cf0,c452c938,f366943c,...) at kdb_backtrace+0x29 _witness_debugger(c0c3bc11,c55d9dc8,c0c2ebe9,c452c938,c0c42a6a,...) at _witness_debugger+0x25 witness_checkorder(c55d9dc8,9,c0c42a61,82d,0,...) at witness_checkorder+0x839 __lockmgr_args(c55d9dc8,80100,c55d9e30,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(f3669548,c089f7eb,c0c42107,80100,c55d9d70,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d37720,f3669548,c4f6c764,c0d4ff40,c55d9d70,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c55d9d70,80100,c0c42a61,82d,4,...) at _vn_lock+0x78 vget(c55d9d70,80100,c4f6c6c0,50,0,...) at vget+0xc9 vfs_hash_get(c4bae2d0,22800,80000,c4f6c6c0,f36696a4,...) at vfs_hash_get+0xed ffs_vgetf(c4bae2d0,22800,80000,f36696a4,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c4f9d968,0,c0c5aa9e,131,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c4f9d968,1,c4f6c6c0,f3669764,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c4f9d968,200,0,880,c515e800,...) at ffs_truncate+0x696 ufs_direnter(c4f9d968,c55d9d70,f3669a20,f3669c04,e45682d4,...) at ufs_direnter+0x946 ufs_mkdir(f3669c28,c0c6f8cb,0,f3669bd8,f3669b70,...) at ufs_mkdir+0x8ce VOP_MKDIR_APV(c0d37720,f3669c28,ea8,ea6,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4f6c6c0,ffffff9c,804d2c0,0,1f8,...) at kern_mkdirat+0x24b kern_mkdir(c4f6c6c0,804d2c0,0,1f8,f3669d2c,...) at kern_mkdir+0x2e mkdir(c4f6c6c0,f3669cf8,8,c0c3c42a,c0d186a0,...) at mkdir+0x29 syscall(f3669d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2817c033, esp = 0xbfbfe62c, ebp = 0xbfbfe6c8 --- lock order reversal: 1st 0xc73d512c filedesc structure (filedesc structure) @ kern/kern_descrip.c:1088 2nd 0xc4c7bdc8 ufs (ufs) @ kern/vfs_subr.c:4101 KDB: stack backtrace: db_trace_self_wrapper(c0c38e43,f35d2a30,c089fa45,c0891a3b,c0c3bbf8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0891a3b,c0c3bbf8,c4529f60,c452c938,f35d2a8c,...) at kdb_backtrace+0x29 _witness_debugger(c0c3bbf8,c4c7bdc8,c0c2ebe9,c452c938,c0c42a6a,...) at _witness_debugger+0x25 witness_checkorder(c4c7bdc8,9,c0c42a61,1005,c4c7be30,...) at witness_checkorder+0x839 __lockmgr_args(c4c7bdc8,80400,c4c7be30,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(f35d2b98,c,0,80400,c4c7bd70,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d37720,f35d2b98,f35d2ba0,c0d4ff40,c4c7bd70,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4c7bd70,80400,c0c42a61,1005,f35d2bf4,...) at _vn_lock+0x78 vfs_knllock(c4c7bd70,0,c0c30dd5,68c,c75b0220,...) at vfs_knllock+0x29 knlist_remove_kq(0,f35d2c14,c08e7099,c75b201c,c75b0220,...) at knlist_remove_kq+0xad knlist_remove(c75b201c,c75b0220,0,f35d2c40,c0830625,...) at knlist_remove+0x1b filt_vfsdetach(c75b0220,0,c0c30dd5,75c,3,...) at filt_vfsdetach+0x39 knote_fdclose(c4a1bd80,3,c0c30920,440,c73d512c,...) at knote_fdclose+0xf5 kern_close(c4a1bd80,3,f35d2d2c,c0b6a2c3,c4a1bd80,...) at kern_close+0xd2 close(c4a1bd80,f35d2cf8,4,c4a1bd80,c0d17a70,...) at close+0x1a syscall(f35d2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x2817ca73, esp = 0xbfbfeb1c, ebp = 0xbfbfeb28 --- Jun 2 02:16:06 crashbox kernel: pid 36950 (mkdir), uid 1001 inumber 94147 on /tmp: out of inodes Jun 2 02:16:07 crashbox kernel: pid 36924 (creat), uid 1001 inumber 94218 on /tmp: out of inodes Jun 2 02:16:17 crashbox kernel: pid 36939 (creat), uid 1001 inumber 94226 on /tmp: out of inodes Jun 2 02:16:18 crashbox kernel: pid 36932 (creat), uid 1001 inumber 94216 on /tmp: out of inodes Jun 2 04:04:09 crashbox kernel: pid 55891 (thr2), uid 1001, was killed: exceeded maximum CPU limit panic: kern_jail: too many iovecs (26) VNASSERT failed cpuid = 1 KDB: enter: panic [thread pid 70897 tid 100515 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 70897 tid 100515 td 0xc53526c0 kdb_enter(c0c35b69,c0c35b69,c0c31ddb,f3d76b30,1,...) at kdb_enter+0x3a panic(c0c31ddb,1a,0,f3d76bf0,4,...) at panic+0x136 kern_jail(c53526c0,f3d76c48,10,0,280802ef,280871b0,0,28085800,0,0,0,0,280802ef,280871b0,28085800,0) at kern_jail+0x3cc jail(c53526c0,f3d76cf8,4,c0c31d3b,c0d19990,...) at jail+0xbf syscall(f3d76d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (338, FreeBSD ELF32, jail), eip = 0x280eeac1, esp = 0xbfbfe7e0, ebp = 0xbfbfe828 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xc456e000: pid 12 "swi4: clock" curpcb = 0xc41dad90 fpcurthread = none idlethread = 0xc456e480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc53526c0: pid 70897 "syscall" curpcb = 0xf3d76d90 fpcurthread = none idlethread = 0xc456e6c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc456e900: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc456e900: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc456eb40: pid 11 "idle: cpu3" curpcb = 0xc41c8d90 fpcurthread = none idlethread = 0xc456eb40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 3062 (sshd) thread 0xc6024240 (100256) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4cc86b8) locked @ kern/uipc_sockbuf.c:148 Process 2266 (sshd) thread 0xc5249000 (100179) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4cca6b8) locked @ kern/uipc_sockbuf.c:148 Process 2265 (sshd) thread 0xc4b4cd80 (100071) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc5e62b5c) locked @ kern/uipc_sockbuf.c:148 Process 2264 (sshd) thread 0xc4b4f000 (100070) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4cb89d0) locked @ kern/uipc_sockbuf.c:148 Process 1196 (sshd) thread 0xc4b2ad80 (100095) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4cc8e74) locked @ kern/uipc_sockbuf.c:148 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc4a90b40 /dev/ad0s1a on / (ufs) 0xc4a91000 devfs on /dev (devfs) 0xc4bae5a0 /dev/ad0s1f on /home (ufs) 0xc4bae2d0 /dev/ad0s1e on /tmp (ufs) 0xc4bae000 /dev/ad0s1g on /usr (ufs) 0xc4bb0000 /dev/ad0s1d on /var (ufs) 0xc4bafb40 procfs on /proc (procfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 70897 70893 1203 1001 R+ CPU 1 syscall 70896 70893 1203 1001 R+ syscall 70895 70893 1203 1001 R+ syscall 70894 70893 1203 1001 R+ syscall 70893 70892 1203 1001 S+ wait 0xc62b57ec syscall 70892 68871 1203 1001 S+ nanslp 0xc0d83884 syscall 70818 2276 2274 1001 S nanslp 0xc0d83884 sleep 68871 68870 1203 1001 S+ wait 0xc5211d34 run 68870 68869 1203 1001 S+ wait 0xc62b5000 run 68869 68862 1203 1001 S+ wait 0xc5ab9d34 run 68862 1203 1203 1001 S+ wait 0xc4acea90 sh 3163 3109 3163 1001 Ss+ ttyin 0xc58a1070 bash 3109 3062 3062 1001 S select 0xc55f1964 sshd 3062 951 3062 0 Ss sbwait 0xc4cc86e4 sshd 2277 2274 2274 1001 S piperd 0xc4af6780 awk 2276 2274 2274 1001 S wait 0xc4b4ad34 sh 2275 2272 2275 1001 Ss+ select 0xc694faa4 top 2274 2271 2274 1001 Ss wait 0xc4f65a90 sh 2273 2270 2273 1001 Ss kqread 0xc67f3400 tail 2272 2266 2266 1001 S select 0xc664d9e4 sshd 2271 2265 2265 1001 S select 0xc63b3d24 sshd 2270 2264 2264 1001 S select 0xc5451364 sshd 2266 951 2266 0 Ss sbwait 0xc4cca6e4 sshd 2265 951 2265 0 Ss sbwait 0xc5e62b88 sshd 2264 951 2264 0 Ss sbwait 0xc4cb89fc sshd 1203 1199 1203 1001 S+ wait 0xc4b3b2a4 sh 1199 1198 1199 1001 Ss+ wait 0xc4f80548 bash 1198 1196 1196 1001 S select 0xc4a30e64 sshd 1196 951 1196 0 Ss sbwait 0xc4cc8ea0 sshd 1080 1 1080 0 Ss+ ttyin 0xc4824670 getty 1079 1 1079 0 Ss+ ttyin 0xc4824870 getty 1078 1 1078 0 Ss+ ttyin 0xc4824a70 getty 1077 1 1077 0 Ss+ ttyin 0xc46b3270 getty 1076 1 1076 0 Ss+ ttyin 0xc46b3470 getty 1075 1 1075 0 Ss+ ttyin 0xc46b3670 getty 1074 1 1074 0 Ss+ ttyin 0xc46b3a70 getty 1073 1 1073 0 Ss+ ttyin 0xc46b3870 getty 1047 1 1047 0 Ss select 0xc4a31ce4 inetd 1023 1 1023 0 Ss select 0xc4a65764 moused 1009 1 1009 0 Ss nanslp 0xc0d83884 watchdogd 967 1 967 0 Ss nanslp 0xc0d83884 cron 960 1 960 25 Ss pause 0xc4ca2d8c sendmail 956 1 956 0 Ss select 0xc4add624 sendmail 951 1 951 0 Ss select 0xc4a2f664 sshd 914 1 914 0 Ss select 0xc4a946e4 ntpd 762 761 761 0 S (threaded) nfsd 100105 S rpcsvc 0xc4a31e90 nfsd: service 100104 S rpcsvc 0xc4a943d0 nfsd: service 100103 S rpcsvc 0xc4a31e50 nfsd: service 100100 S rpcsvc 0xc4a94410 nfsd: master 761 1 761 0 Ss select 0xc4a94324 nfsd 759 1 759 0 Ss select 0xc4a303a4 mountd 677 1 677 0 Ss select 0xc4addbe4 rpcbind 659 1 659 0 Ss select 0xc4a306a4 syslogd 494 1 494 0 Ss select 0xc4adda24 devd 23 0 0 0 SL flowclea 0xc0d836e4 [flowcleaner] 22 0 0 0 SL sdflush 0xc0efb900 [softdepflush] 21 0 0 0 SL syncer 0xc0ef0150 [syncer] 20 0 0 0 SL vlruwt 0xc4a352a4 [vnlru] 19 0 0 0 SL psleep 0xc0eefe88 [bufdaemon] 18 0 0 0 SL pgzero 0xc0efc534 [pagezero] 9 0 0 0 SL psleep 0xc0efc15c [vmdaemon] 8 0 0 0 SL psleep 0xc0efc124 [pagedaemon] 17 0 0 0 SL wmsg 0xc4786dac [usbus0] 16 0 0 0 SL wmsg 0xc4786d7c [usbus0] 15 0 0 0 SL wmsg 0xc4786d4c [usbus0] 14 0 0 0 SL wmsg 0xc4786d1c [usbus0] 7 0 0 0 SL waiting_ 0xc0ef201c [sctp_iterator] 6 0 0 0 SL - 0xc481323c [fdc0] 5 0 0 0 SL ccb_scan 0xc0d506d4 [xpt_thrd] 13 0 0 0 SL - 0xc0d836e4 [yarrow] 4 0 0 0 SL - 0xc0d81464 [g_down] 3 0 0 0 SL - 0xc0d81460 [g_up] 2 0 0 0 RL [g_event] 12 0 0 0 RL (threaded) intr 100036 I [swi0: uart uart] 100035 I [irq12: psm0] 100034 I [irq1: atkbd0] 100033 I [irq15: ata1] 100032 I [irq14: ata0] 100031 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100023 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi1: net] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 Run CPU 0 [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc456cd34 [init] 10 0 0 0 SL audit_wo 0xc0efb2a0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc476dcc0 [em0 taskq] 100027 D - 0xc4728e40 [acpi_task_2] 100026 D - 0xc4728e40 [acpi_task_1] 100025 D - 0xc4728e40 [acpi_task_0] 100024 D - 0xc4728e80 [kqueue taskq] 100019 D - 0xc4729200 [thread taskq] 100016 D - 0xc4553b00 [firmware taskq] 100000 D sched 0xc0d81520 [swapper] db:0:ps> allt Tracing command syscall pid 70897 tid 100515 td 0xc53526c0 kdb_enter(c0c35b69,c0c35b69,c0c31ddb,f3d76b30,1,...) at kdb_enter+0x3a panic(c0c31ddb,1a,0,f3d76bf0,4,...) at panic+0x136 kern_jail(c53526c0,f3d76c48,10,0,280802ef,280871b0,0,28085800,0,0,0,0,280802ef,280871b0,28085800,0) at kern_jail+0x3cc jail(c53526c0,f3d76cf8,4,c0c31d3b,c0d19990,...) at jail+0xbf syscall(f3d76d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (338, FreeBSD ELF32, jail), eip = 0x280eeac1, esp = 0xbfbfe7e0, ebp = 0xbfbfe828 --- Tracing command syscall pid 70896 tid 100162 td 0xc524a900 sched_switch(c524a900,0,207,187,bcced96c,...) at sched_switch+0x437 mi_switch(207,0,c0c3a66c,d5,c52137ec,...) at mi_switch+0x200 ast(f36f4d38) at ast+0x2a7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 70895 tid 100187 td 0xc4b2a240 sched_switch(c4b2a240,0,60b,187,c3f3b020,...) at sched_switch+0x437 mi_switch(60b,0,c0c37732,813,2,...) at mi_switch+0x200 sched_preempt(c4b2a240,2,c4b2a240,f374c6e8,c0b4dbae,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,c0d80028,a,1,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b59ffb, esp = 0xf374c6e4, ebp = 0xf374c6e8 --- spinlock_exit(c0d81cc4,4,c0c343c5,109) at spinlock_exit+0x2b _mtx_unlock_spin_flags(c0d81cc4,0,c0c30007,1ae) at _mtx_unlock_spin_flags+0xf4 cnputs(f374c8c0,f374c8a4,f374c754,c0891e01,f374c760,...) at cnputs+0x8e putcons(f374c760,c0850bac,c4828cd8,400,c0891da0,...) at putcons+0x67 putchar(a,f374c8a4,c0850c3a,0,c4a98370,...) at putchar+0x61 kvprintf(c0c41b27,c0891da0,f374c8a4,a,f374ca9c,...) at kvprintf+0x9e vprintf(c0c41b27,f374ca9c,c7680868,80400,c76808d0,...) at vprintf+0x8b vn_printf(c7680810,c0c41b27,c0c2fcfb,85,f374cac0,...) at vn_printf+0x30 _vn_lock(c7680810,400,c0c2b1eb,204,c4b2a240,...) at _vn_lock+0x2a devfs_close(f374cb34,c0c6f217,1,1,c7680810,...) at devfs_close+0x2d1 VOP_CLOSE_APV(c0d146e0,f374cb34,c0c43e61,129,80000,...) at VOP_CLOSE_APV+0xc5 vn_close(c7680810,1,c515e800,c4b2a240,df,...) at vn_close+0x108 vn_closefile(c6d36268,c4b2a240,c6d36268,0,f374cbe4,...) at vn_closefile+0xe9 devfs_close_f(c6d36268,c4b2a240,c46a6500,0,c6d36268,...) at devfs_close_f+0x2b _fdrop(c6d36268,c4b2a240,f374cc58,c515e800,0,c4b2a240,4,80,f374cc40,c6b4c22c,45b,c0c30920,f374cc40,c0867d00,c6b4c22c,8,c0c30920,45b) at _fdrop+0x43 closef(c6d36268,c4b2a240,45b,440,c6b4c22c,...) at closef+0x290 kern_close(c4b2a240,4,f374cd2c,c0b6a2c3,c4b2a240,...) at kern_close+0x117 close(c4b2a240,f374ccf8,4,c0bd13f1,c0d17a70,...) at close+0x1a syscall(f374cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x2818ba73, esp = 0xbfbfe6ac, ebp = 0xbfbfe768 --- Tracing command syscall pid 70894 tid 100507 td 0xc4e67480 sched_switch(c4e67480,0,60b,187,c400de90,...) at sched_switch+0x437 mi_switch(60b,0,c0c37732,813,3,...) at mi_switch+0x200 sched_preempt(c4e67480,3,c80f4874,f3c40b10,c0b4dbae,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,c1880028,c6800028,c0c6cdd6,33d,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0850bbf, esp = 0xf3c40af4, ebp = 0xf3c40b10 --- _mtx_unlock_flags(c80f4874,0,c0c6cdd6,33d,6ed8950d,...) at _mtx_unlock_flags+0xef trap_pfault(5,0,c0c6cebd,c0c31eac,c80f47ec,...) at trap_pfault+0x161 trap(f3c40bf0) at trap+0x468 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc0b67c96, esp = 0xf3c40c30, ebp = 0xf3c40c80 --- slow_copyin(c4e67480,f3c40cf8,4,c0c31d3b,c0d19990,...) at slow_copyin+0x6 syscall(f3c40d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (338, FreeBSD ELF32, jail), eip = 0x280eeac1, esp = 0xbfbfe7e0, ebp = 0xbfbfe828 --- Tracing command syscall pid 70893 tid 100456 td 0xc5a07b40 sched_switch(c5a07b40,0,104,18c,ee3a38b8,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5a07b40,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c62b57ec,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c62b57ec,c62b5874,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c5a07b40,114ee,f3baec74,0,0,...) at kern_wait+0xac6 wait4(c5a07b40,f3baecf8,10,c5a07b40,c0d17a88,...) at wait4+0x3b syscall(f3baed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810301b, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command syscall pid 70892 tid 100324 td 0xc5a00000 sched_switch(c5a00000,0,104,18c,7b95620c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5a00000,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08963d0,c5a00000,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d83884,5c,c0c36d44,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d83884,0,15c,c0c36d44,3e9,...) at _sleep+0x30e kern_nanosleep(c5a00000,f3984c64,f3984c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c5a00000,f3984cf8,8,c0c3c710,c0d19060,...) at nanosleep+0x6f syscall(f3984d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816c5af, esp = 0xbfbfe84c, ebp = 0xbfbfe878 --- Tracing command sleep pid 70818 tid 100160 td 0xc4f97000 sched_switch(c4f97000,0,104,18c,894634f0,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f97000,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c08963d0,c4f97000,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d83884,5c,c0c36d44,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d83884,0,15c,c0c36d44,2711,...) at _sleep+0x30e kern_nanosleep(c4f97000,f36eec64,f36eec6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c4f97000,f36eecf8,8,c4f97000,c0d19060,...) at nanosleep+0x6f syscall(f36eed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815a5af, esp = 0xbfbfeccc, ebp = 0xbfbfed08 --- Tracing command run pid 68871 tid 100172 td 0xc524a000 sched_switch(c524a000,0,104,18c,1339a604,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c524a000,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5211d34,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5211d34,c5211dbc,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c524a000,114ec,f3717c74,0,0,...) at kern_wait+0xac6 wait4(c524a000,f3717cf8,10,c0c3ce20,c0d17a88,...) at wait4+0x3b syscall(f3717d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810301b, esp = 0xbfbfe36c, ebp = 0xbfbfe388 --- Tracing command run pid 68870 tid 100459 td 0xc5ac66c0 sched_switch(c5ac66c0,0,104,18c,a9322dc,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5ac66c0,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c62b5000,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c62b5000,c62b5088,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c5ac66c0,10d07,f3bb7c74,0,0,...) at kern_wait+0xac6 wait4(c5ac66c0,f3bb7cf8,10,c0c3ce20,c0d17a88,...) at wait4+0x3b syscall(f3bb7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810301b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- Tracing command run pid 68869 tid 100290 td 0xc6138000 sched_switch(c6138000,0,104,18c,74683c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6138000,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5ab9d34,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5ab9d34,c5ab9dbc,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c6138000,10d06,f38fac74,0,0,...) at kern_wait+0xac6 wait4(c6138000,f38facf8,10,c6138000,c0d17a88,...) at wait4+0x3b syscall(f38fad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810301b, esp = 0xbfbfe84c, ebp = 0xbfbfe868 --- Tracing command sh pid 68862 tid 100066 td 0xc4b26900 sched_switch(c4b26900,0,104,18c,4e393ff0,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4b26900,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4acea90,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4acea90,c4aceb18,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c4b26900,ffffffff,f3562c74,2,0,...) at kern_wait+0xac6 wait4(c4b26900,f3562cf8,10,c0c3c5ab,c0d17a88,...) at wait4+0x3b syscall(f3562d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816101b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command bash pid 3163 tid 100276 td 0xc60266c0 Tracing command sshd pid 3109 tid 100133 td 0xc4f6c000 Tracing command sshd pid 3062 tid 100256 td 0xc6024240 Tracing command awk pid 2277 tid 100238 td 0xc559f6c0 sched_switch(c559f6c0,0,104,18c,880b7948,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c559f6c0,0,c0c39e50,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4af6780,4c,c0c3c1ee,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4af6780,c4af68e8,14c,c0c3c1ee,0,...) at _sleep+0x344 pipe_read(c4b61bd0,f3809c58,c73e5d00,0,c559f6c0,...) at pipe_read+0x3f7 dofileread(f3809c58,ffffffff,ffffffff,0,c4b61bd0,...) at dofileread+0x96 kern_readv(c559f6c0,0,f3809c58,f3809c78,1,...) at kern_readv+0x58 read(c559f6c0,f3809cf8,c,c559f6c0,c0d17a28,...) at read+0x4f syscall(f3809d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b0ab3, esp = 0xbfbfe98c, ebp = 0xbfbfe9a8 --- Tracing command sh pid 2276 tid 100113 td 0xc4cab000 sched_switch(c4cab000,0,104,18c,883d335c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4cab000,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b4ad34,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b4ad34,c4b4adbc,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c4cab000,ffffffff,f364ec74,2,0,...) at kern_wait+0xac6 wait4(c4cab000,f364ecf8,10,c0c3c5ab,c0d17a88,...) at wait4+0x3b syscall(f364ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816101b, esp = 0xbfbfe96c, ebp = 0xbfbfe988 --- Tracing command top pid 2275 tid 100248 td 0xc6025480 sched_switch(c6025480,0,104,18c,adf2b4a4,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6025480,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3845a50,c0850c3a,c694fa90,0,c6025480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c694faa4,0,f3845a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c694faa4,c694fa90,3e9,5c4,c4f9fa48,...) at _cv_timedwait_sig+0x250 seltdwait(f3845c2c,f3845c34,c700fd00,c6025480,5b1b6e6f,...) at seltdwait+0x8a kern_select(c6025480,2,bfbfebfc,0,0,f3845c70,1,0) at kern_select+0x4c4 select(c6025480,f3845cf8,14,c53a6480,c0d18298,...) at select+0x5e syscall(f3845d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e5a33, esp = 0xbfbfeb9c, ebp = 0xbfbfecf8 --- Tracing command sh pid 2274 tid 100135 td 0xc4f6bd80 sched_switch(c4f6bd80,0,104,18c,b99d7394,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f6bd80,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4f65a90,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4f65a90,c4f65b18,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c4f6bd80,ffffffff,f3690c74,2,0,...) at kern_wait+0xac6 wait4(c4f6bd80,f3690cf8,10,c4f6bd80,c0d17a88,...) at wait4+0x3b syscall(f3690d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816101b, esp = 0xbfbfeb6c, ebp = 0xbfbfeb88 --- Tracing command tail pid 2273 tid 100087 td 0xc4a1bd80 sched_switch(c4a1bd80,0,104,18c,86c22c14,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4a1bd80,0,c0c39e50,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08963d0,c4a1bd80,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c67f3400,58,c0c3108e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c67f3400,c67f3400,158,c0c3108e,3e9,...) at _sleep+0x30e kern_kevent(c4a1bd80,4,0,1,f35d2c58,...) at kern_kevent+0x357 kevent(c4a1bd80,f35d2cf8,18,c0bd13f1,c0d19be8,...) at kevent+0x19b syscall(f35d2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815e79b, esp = 0xbfbfeb7c, ebp = 0xbfbfec28 --- Tracing command sshd pid 2272 tid 100210 td 0xc53a6480 sched_switch(c53a6480,0,104,18c,adf1d7fc,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c53a6480,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0850c3a,c664d9d0,0,c0c343c5,c53a6480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c664d9e4,0,f37a2a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c664d9e4,c664d9d0,c0c3c016,5c4,c4ae63b8,...) at _cv_wait_sig+0x240 seltdwait(c4ae63b8,58,c74ca000,c53a6480,c0c51d19,...) at seltdwait+0xa2 kern_select(c53a6480,a,286030b8,286030e4,0,0,0,281017f8) at kern_select+0x4c4 select(c53a6480,f37a2cf8,14,c0c18190,c0d18298,...) at select+0x5e syscall(f37a2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c8a33, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 2271 tid 100265 td 0xc5e66000 Tracing command sshd pid 2270 tid 100178 td 0xc5249240 Tracing command sshd pid 2266 tid 100179 td 0xc5249000 Tracing command sshd pid 2265 tid 100071 td 0xc4b4cd80 Tracing command sshd pid 2264 tid 100070 td 0xc4b4f000 Tracing command sh pid 1203 tid 100076 td 0xc4aeeb40 sched_switch(c4aeeb40,0,104,18c,44d25118,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4aeeb40,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b3b2a4,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b3b2a4,c4b3b32c,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c4aeeb40,ffffffff,f3592c74,2,0,...) at kern_wait+0xac6 wait4(c4aeeb40,f3592cf8,10,c0c3c5ab,c0d17a88,...) at wait4+0x3b syscall(f3592d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816101b, esp = 0xbfbfe6dc, ebp = 0xbfbfe6f8 --- Tracing command bash pid 1199 tid 100127 td 0xc4f99240 sched_switch(c4f99240,0,104,18c,861a5324,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f99240,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4f80548,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4f80548,c4f805d0,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c4f99240,ffffffff,f3678c74,6,0,...) at kern_wait+0xac6 wait4(c4f99240,f3678cf8,10,c0c3c4a6,c0d17a88,...) at wait4+0x3b syscall(f3678d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c401b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1198 tid 100106 td 0xc4cae000 sched_switch(c4cae000,0,104,18c,ede3278c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4cae000,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0850c3a,c4a30e50,0,c0c343c5,c4cae000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a30e64,0,f3634a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a30e64,c4a30e50,c0c3c016,5c4,c4c899a0,...) at _cv_wait_sig+0x240 seltdwait(c4c899a0,58,c515e700,c4cae000,c0c51d19,...) at seltdwait+0xa2 kern_select(c4cae000,a,286030b8,286030e4,0,0,0,281017f8) at kern_select+0x4c4 select(c4cae000,f3634cf8,14,c0c18190,c0d18298,...) at select+0x5e syscall(f3634d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c8a33, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1196 tid 100095 td 0xc4b2ad80 Tracing command getty pid 1080 tid 100102 td 0xc4cae240 Tracing command getty pid 1079 tid 100077 td 0xc4aee900 Tracing command getty pid 1078 tid 100067 td 0xc4af0480 Tracing command getty pid 1077 tid 100085 td 0xc4acf240 Tracing command getty pid 1076 tid 100084 td 0xc4acf480 Tracing command getty pid 1075 tid 100112 td 0xc4cab240 Tracing command getty pid 1074 tid 100140 td 0xc4f6b6c0 Tracing command getty pid 1073 tid 100132 td 0xc4f98900 Tracing command inetd pid 1047 tid 100139 td 0xc4f6b900 Tracing command moused pid 1023 tid 100144 td 0xc4f6b480 Tracing command watchdogd pid 1009 tid 100134 td 0xc4f986c0 sched_switch(c4f986c0,0,104,18c,3d2d21a,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f986c0,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08963d0,c4f986c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d83884,5c,c0c36d44,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d83884,0,15c,c0c36d44,ea61,...) at _sleep+0x30e kern_nanosleep(c4f986c0,f368dc64,f368dc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4f986c0,f368dcf8,8,c0c4bfdf,c0d19060,...) at nanosleep+0x6f syscall(f368dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281845af, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 967 tid 100092 td 0xc4b4c000 sched_switch(c4b4c000,0,104,18c,3e35db6e,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4b4c000,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08963d0,c4b4c000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d83884,5c,c0c36d44,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d83884,0,15c,c0c36d44,ea61,...) at _sleep+0x30e kern_nanosleep(c4b4c000,f35fdc64,f35fdc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4b4c000,f35fdcf8,8,c0c3c710,c0d19060,...) at nanosleep+0x6f syscall(f35fdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281775af, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 960 tid 100107 td 0xc4cabd80 sched_switch(c4cabd80,0,104,18c,572fcbc,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4cabd80,0,c0c39e50,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ca2d8c,68,c0be579e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ca2d8c,c4ca2dbc,168,c0be579e,0,...) at _sleep+0x344 kern_sigsuspend(c4cabd80,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4cabd80,f3637cf8,4,c0c3c4a6,c0d199d8,...) at sigsuspend+0x4d syscall(f3637d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283311fb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 956 tid 100108 td 0xc4cabb40 sched_switch(c4cabb40,0,104,18c,e4a41c78,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4cabb40,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f363aa50,c0850c3a,c4add610,0,c4cabb40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4add624,0,f363aa80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4add624,c4add610,1389,5c4,c4ad7e38,...) at _cv_timedwait_sig+0x250 seltdwait(f363ac2c,f363ac34,c4afad00,c4cabb40,c4416000,...) at seltdwait+0x8a kern_select(c4cabb40,7,bfbfc540,0,0,f363ac70,5,0) at kern_select+0x4c4 select(c4cabb40,f363acf8,14,c0c3c9e6,c0d18298,...) at select+0x5e syscall(f363ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283cfa33, esp = 0xbfbfc4ac, ebp = 0xbfbfcfd8 --- Tracing command sshd pid 951 tid 100110 td 0xc4cab6c0 Tracing command ntpd pid 914 tid 100053 td 0xc4b2a000 sched_switch(c4b2a000,0,104,18c,a58afa54,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b2a000,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0850c3a,c4a946d0,0,c0c343c5,c4b2a000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a946e4,0,f352da80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a946e4,c4a946d0,c0c3c016,5c4,c4ad81f8,...) at _cv_wait_sig+0x240 seltdwait(c4ad81f8,58,c4573400,c4b2a000,0,...) at seltdwait+0xa2 kern_select(c4b2a000,1b,bfbfed28,0,0,0,f352dc98,246) at kern_select+0x4c4 select(c4b2a000,f352dcf8,14,c4b2a000,c0d18298,...) at select+0x5e syscall(f352dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28350a33, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 762 tid 100105 td 0xc4a1b240 sched_switch(c4a1b240,0,104,18c,d7629e9c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1b240,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f362fbf8,c0850c3a,c4820580,0,c4a1b240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a31e90,0,f362fc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a31e90,c4820580,1388,3a5,f,...) at _cv_timedwait_sig+0x250 svc_run_internal(f362fd24,c08373c8,c4820580,f362fd38,c0c313dc,...) at svc_run_internal+0x356 svc_thread_start(c4820580,f362fd38,c0c313dc,335,c4ca37ec,...) at svc_thread_start+0x10 fork_exit(c0a3ea30,c4820580,f362fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 762 tid 100104 td 0xc4a1b480 sched_switch(c4a1b480,0,104,18c,d328c714,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1b480,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f362cbf8,c0850c3a,c4820580,0,c4a1b480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a943d0,0,f362cc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a943d0,c4820580,1388,3a5,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(f362cd24,c08373c8,c4820580,f362cd38,c0c313dc,...) at svc_run_internal+0x356 svc_thread_start(c4820580,f362cd38,c0c313dc,335,c4ca37ec,...) at svc_thread_start+0x10 fork_exit(c0a3ea30,c4820580,f362cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 762 tid 100103 td 0xc4a1b6c0 sched_switch(c4a1b6c0,0,104,18c,d7622d34,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1b6c0,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3629bf8,c0850c3a,c4820580,0,c4a1b6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a31e50,0,f3629c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a31e50,c4820580,1388,3a5,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(f3629d24,c08373c8,c4820580,f3629d38,c0c313dc,...) at svc_run_internal+0x356 svc_thread_start(c4820580,f3629d38,c0c313dc,335,c4ca37ec,...) at svc_thread_start+0x10 fork_exit(c0a3ea30,c4820580,f3629d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 762 tid 100100 td 0xc4cae6c0 sched_switch(c4cae6c0,0,104,18c,d32898c4,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4cae6c0,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3620ae8,c0850c3a,c4820580,0,c4cae6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a94410,0,f3620b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a94410,c4820580,1388,3a5,f3620b60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4cae824,14,c0c5713b,c0c55de7,0,...) at svc_run_internal+0x356 svc_run(c4820580,0,c0c560eb,1fb,0,...) at svc_run+0x7f nfssvc_nfsd(c083abea,c4573400,122,c4573400,f3620c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c4cae6c0,f3620cf8,f,c4cae6c0,c4ca37ec,...) at nfssvc_nfsserver+0x1d5 nfssvc(c4cae6c0,f3620cf8,8,c4cae6c0,c0d18868,...) at nfssvc+0x77 syscall(f3620d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dee1b, esp = 0xbfbfe9bc, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 761 tid 100056 td 0xc4b29900 Tracing command mountd pid 759 tid 100098 td 0xc4aee000 Tracing command rpcbind pid 677 tid 100074 td 0xc4af0000 sched_switch(c4af0000,0,104,18c,4306a680,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4af0000,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3589aa8,c0850c3a,c4addbd0,0,c4af0000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4addbe4,0,f3589ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4addbe4,c4addbd0,7531,5c4,f3589b8c,...) at _cv_timedwait_sig+0x250 seltdwait(f3589c5c,f3589c64,4d4,c4af0000,f3589b5c,...) at seltdwait+0x8a poll(c4af0000,f3589cf8,c,c4af0000,c0d18d78,...) at poll+0x2f9 syscall(f3589d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813fb1f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 659 tid 100057 td 0xc4b296c0 sched_switch(c4b296c0,0,104,18c,bf88db3c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b296c0,0,c0c39e50,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0850c3a,c4a30690,0,c0c343c5,c4b296c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a306a4,0,f353ea80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a306a4,c4a30690,c0c3c016,5c4,c4ad7540,...) at _cv_wait_sig+0x240 seltdwait(c4ad7540,58,c4573400,c4b296c0,dc7,...) at seltdwait+0xa2 kern_select(c4b296c0,9,282290ac,0,0,0,282290ac,1) at kern_select+0x4c4 select(c4b296c0,f353ecf8,14,c4b296c0,c0d18298,...) at select+0x5e syscall(f353ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818fa33, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 494 tid 100075 td 0xc4aeed80 Tracing command flowcleaner pid 23 tid 100050 td 0xc47526c0 sched_switch(c47526c0,0,104,18c,3dee8fc,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47526c0,0,c0c39e50,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d836e4,0,c0c44766,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d836e4,0,0,c0c44766,4e20,...) at _sleep+0x329 pause(c0c44766,4e20,c0c446c1,41e,0,...) at pause+0x47 flowtable_cleaner(0,f1330d38,c0c313dc,335,c46a5a90,...) at flowtable_cleaner+0x160 fork_exit(c0901330,0,f1330d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1330d70, ebp = 0 --- Tracing command softdepflush pid 22 tid 100049 td 0xc4752900 sched_switch(c4752900,0,104,18c,9392a9f0,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4752900,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efb900,44,c0c59fd1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efb900,c0efb8a4,44,c0c59fd1,3e8,...) at _sleep+0x329 softdep_flush(0,f132dd38,c0c313dc,335,c46a5d34,...) at softdep_flush+0x2b0 fork_exit(c0a6ad60,0,f132dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf132dd70, ebp = 0 --- Tracing command syncer pid 21 tid 100048 td 0xc4752b40 sched_switch(c4752b40,0,104,18c,817ae54c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4752b40,0,c0c39e50,26a,c4752b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef0150,0,f132ac88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ef0150,c0ef013c,3e8,6d6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f132ad38,c0c313dc,335,c4a35000,...) at sched_sync+0x502 fork_exit(c08ec2f0,0,f132ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf132ad70, ebp = 0 --- Tracing command vnlru pid 20 tid 100047 td 0xc4752d80 sched_switch(c4752d80,0,104,18c,b9ddac04,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4752d80,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4a352a4,50,c0c439b1,0,0,...) at sleepq_timedwait+0x6b _sleep(c4a352a4,c0ef0110,250,c0c439b1,3e8,...) at _sleep+0x329 vnlru_proc(0,f1327d38,c0c313dc,335,c4a352a4,...) at vnlru_proc+0xe7 fork_exit(c08ece80,0,f1327d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1327d70, ebp = 0 --- Tracing command bufdaemon pid 19 tid 100046 td 0xc4a1a000 sched_switch(c4a1a000,0,104,18c,8139bc04,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4a1a000,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eefe88,44,c0c41196,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eefe88,c0eefe8c,44,c0c41196,3e8,...) at _sleep+0x329 buf_daemon(0,f1324d38,c0c313dc,335,c4a35548,...) at buf_daemon+0x138 fork_exit(c08d5550,0,f1324d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1324d70, ebp = 0 --- Tracing command pagezero pid 18 tid 100045 td 0xc4a1a240 sched_switch(c4a1a240,0,104,18c,ad474fc8,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1a240,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efc534,0,c0c5f191,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efc534,c0efc0f0,0,c0c5f191,493e0,...) at _sleep+0x329 vm_pagezero(0,f1321d38,c0c313dc,335,c4a357ec,...) at vm_pagezero+0xdc fork_exit(c0aa5e70,0,f1321d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1321d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc4a1a480 sched_switch(c4a1a480,0,104,18c,eb4446ee,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4a1a480,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efc15c,68,c0c41196,0,0,...) at sleepq_wait+0x63 _sleep(c0efc15c,c0efc160,68,c0c41196,0,...) at _sleep+0x35b vm_daemon(0,f131ed38,c0c313dc,335,c4a35a90,...) at vm_daemon+0x59 fork_exit(c0aa0310,0,f131ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf131ed70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc4a1a6c0 sched_switch(c4a1a6c0,0,104,18c,78745a74,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4a1a6c0,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efc124,44,c0c41196,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efc124,c0efc0f0,44,c0c41196,1388,...) at _sleep+0x329 vm_pageout(0,f131bd38,c0c313dc,335,c4a35d34,...) at vm_pageout+0x2bb fork_exit(c0aa11b0,0,f131bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf131bd70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100042 td 0xc4a1a900 sched_switch(c4a1a900,0,104,18c,e874fc20,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1a900,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786dac,0,c0c2512e,0,0,...) at sleepq_wait+0x63 _sleep(c4786dac,c4786e4c,0,c0c2512e,0,...) at _sleep+0x35b usb2_msleep(c0c2512e,0,f1318cf8,c0799c7b,c4786dac,...) at usb2_msleep+0x58 usb2_cv_wait(c4786dac,c4786e4c,c0c2508d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786da4,f1318d38,c0c313dc,335,c456d2a4,...) at usb_process+0x18b fork_exit(c0799af0,c4786da4,f1318d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1318d70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100041 td 0xc4a1ab40 sched_switch(c4a1ab40,0,104,18c,9c8fc788,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1ab40,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786d7c,0,c0c2512e,0,0,...) at sleepq_wait+0x63 _sleep(c4786d7c,c4786e4c,0,c0c2512e,0,...) at _sleep+0x35b usb2_msleep(c0c2512e,0,f1315cf8,c0799c7b,c4786d7c,...) at usb2_msleep+0x58 usb2_cv_wait(c4786d7c,c4786e4c,c0c2508d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786d74,f1315d38,c0c313dc,335,c456d548,...) at usb_process+0x18b fork_exit(c0799af0,c4786d74,f1315d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1315d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100040 td 0xc4a1ad80 sched_switch(c4a1ad80,0,104,18c,e3dba364,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1ad80,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786d4c,0,c0c2512e,0,0,...) at sleepq_wait+0x63 _sleep(c4786d4c,c4786e4c,0,c0c2512e,0,...) at _sleep+0x35b usb2_msleep(c0c2512e,0,f1312cf8,c0799c7b,c4786d4c,...) at usb2_msleep+0x58 usb2_cv_wait(c4786d4c,c4786e4c,c0c2508d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786d44,f1312d38,c0c313dc,335,c456d7ec,...) at usb_process+0x18b fork_exit(c0799af0,c4786d44,f1312d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1312d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100039 td 0xc4a1b000 sched_switch(c4a1b000,0,104,18c,e3db7754,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1b000,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786d1c,0,c0c2512e,0,0,...) at sleepq_wait+0x63 _sleep(c4786d1c,c4786e4c,0,c0c2512e,0,...) at _sleep+0x35b usb2_msleep(c0c2512e,0,f130fcf8,c0799c7b,c4786d1c,...) at usb2_msleep+0x58 usb2_cv_wait(c4786d1c,c4786e4c,c0c2508d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786d14,f130fd38,c0c313dc,335,c456da90,...) at usb_process+0x18b fork_exit(c0799af0,c4786d14,f130fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf130fd70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100038 td 0xc4742d80 sched_switch(c4742d80,0,104,18c,9c673b86,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4742d80,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ef201c,0,c0c4d6b5,0,0,...) at sleepq_wait+0x63 _sleep(c0ef201c,c0ef1f30,0,c0c4d6b5,0,...) at _sleep+0x35b sctp_iterator_thread(0,f130cd38,c0c313dc,335,c456dd34,...) at sctp_iterator_thread+0x60 fork_exit(c09682d0,0,f130cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf130cd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100037 td 0xc4750000 sched_switch(c4750000,0,104,18c,67e81f20,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4750000,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c481323c,4c,c0c2bdcd,0,0,...) at sleepq_timedwait+0x6b _sleep(c481323c,c48132f0,4c,c0c2bdcd,3e8,...) at _sleep+0x329 fdc_thread(c4813200,f1306d38,c0c313dc,335,c46a5000,...) at fdc_thread+0x2be fork_exit(c0b233d0,c4813200,f1306d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1306d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100022 td 0xc4742240 sched_switch(c4742240,0,104,18c,f9b4e8bc,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4742240,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d506d4,4c,c0bcd0ca,0,0,...) at sleepq_wait+0x63 _sleep(c0d506d4,c0d506ec,4c,c0bcd0ca,0,...) at _sleep+0x35b xpt_scanner_thread(0,c4204d38,c0c313dc,335,c46a52a4,...) at xpt_scanner_thread+0x41 fork_exit(c047bf80,0,c4204d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4204d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4570240 sched_switch(c4570240,0,104,18c,c4014bc8,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4570240,0,c0c39e50,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d836e4,0,c0c2bdcd,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d836e4,0,0,c0c2bdcd,64,...) at _sleep+0x329 pause(c0c2bdcd,64,c0c128ce,111,0,...) at pause+0x47 random_kthread(0,c41f5d38,c0c313dc,335,c46a5548,...) at random_kthread+0x1ef fork_exit(c0712af0,0,c41f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc45706c0 sched_switch(c45706c0,0,104,18c,c3f46fd0,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45706c0,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81464,4c,c0c2bdcd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81464,c0d813c8,24c,c0c2bdcd,64,...) at _sleep+0x329 g_io_schedule_down(c45706c0,0,c0c2d370,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41efd38,c0c313dc,335,c456c000,...) at g_down_procbody+0x8d fork_exit(c08001b0,0,c41efd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41efd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc4570900 sched_switch(c4570900,0,104,18c,c4011c74,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4570900,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81460,4c,c0c2bdcd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81460,c0d813e8,24c,c0c2bdcd,64,...) at _sleep+0x329 g_io_schedule_up(c4570900,0,c0c2d370,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41ecd38,c0c313dc,335,c456c2a4,...) at g_up_procbody+0x8d fork_exit(c0800240,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4570b40 sched_switch(c4570b40,0,104,18c,b765f32c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4570b40,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81458,4c,c0c2bdcd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81458,0,4c,c0c2bdcd,64,...) at _sleep+0x329 g_event_procbody(0,c41e9d38,c0c313dc,335,c456c548,...) at g_event_procbody+0xcb fork_exit(c08002d0,0,c41e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e9d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc4750240 sched_switch(c4750240,0,109,18c,61ad10e8,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c47f7b70,...) at mi_switch+0x200 ithread_loop(c48066b0,f12f9d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c48066b0,f12f9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12f9d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc4750480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xc47506c0 sched_switch(c47506c0,0,109,18c,e87549a8,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c456a170,...) at mi_switch+0x200 ithread_loop(c47fca70,f12f3d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c47fca70,f12f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12f3d70, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc4750900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xc4750b40 sched_switch(c4750b40,0,109,18c,8062c2a4,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b3470,...) at mi_switch+0x200 ithread_loop(c479b730,f12e5d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c479b730,f12e5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12e5d70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc4750d80 sched_switch(c4750d80,0,109,18c,b8aff874,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b32f0,...) at mi_switch+0x200 ithread_loop(c476fbf0,f12dad38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c476fbf0,f12dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12dad70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4752000 sched_switch(c4752000,0,109,18c,e3a28958,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b3370,...) at mi_switch+0x200 ithread_loop(c476f7a0,c4243d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c476f7a0,c4243d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4243d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4752480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100023 td 0xc4742000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc4742480 sched_switch(c4742480,0,109,18c,9ff64058,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c47058f0,...) at mi_switch+0x200 ithread_loop(c46dba30,c4201d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c46dba30,c4201d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4201d70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc47426c0 sched_switch(c47426c0,0,109,18c,b881c4e8,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c4705970,...) at mi_switch+0x200 ithread_loop(c46dba40,c41fed38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c46dba40,c41fed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fed70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc4742b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc4570d80 sched_switch(c4570d80,0,109,18c,ca53020a,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b3d70,...) at mi_switch+0x200 ithread_loop(c456b0b0,c41e6d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c456b0b0,c41e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e6d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45b5000 sched_switch(c45b5000,0,109,18c,b6906a60,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b3df0,...) at mi_switch+0x200 ithread_loop(c456b0c0,c41e3d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c456b0c0,c41e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45b5240 sched_switch(c45b5240,0,109,18c,c400e4ac,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b3e70,...) at mi_switch+0x200 ithread_loop(c456b0d0,c41e0d38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c456b0d0,c41e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45b5480 sched_switch(c45b5480,0,109,18c,b75dae2c,...) at sched_switch+0x437 mi_switch(109,0,c0c3165b,4e3,c45b3ef0,...) at mi_switch+0x200 ithread_loop(c456b0e0,c41ddd38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1e0,c456b0e0,c41ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc456e000 cpustop_handler(1,c41dab50,c0b6a5cd,c0b74c1e,51bc7411,...) at cpustop_handler+0x32 ipi_nmi_handler(c0b74c1e,51bc7411,80067347,369e99,c456c7ec,...) at ipi_nmi_handler+0x2f trap(c41dab5c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc085089f, esp = 0xc41dab9c, ebp = 0xc41dabb0 --- _mtx_unlock_spin_flags(c0d95764,0,c0c39e50,10c,c41dabe8,...) at _mtx_unlock_spin_flags+0xef sleepq_release(c46b2c70,c46b2e00,1,c46b2e00,c46b2c00,...) at sleepq_release+0x39 cv_broadcastpri(c46b2c70,0,c41dac20,c46b2c00,c0d5bbb4,...) at cv_broadcastpri+0x6a tty_wakeup(c46b2c00,1,c0c3e8e8,42f,c46b2c00,...) at tty_wakeup+0xab ttydisc_rint_done(c46b2c00,0,c0bf634b,e8,4,...) at ttydisc_rint_done+0xa4 dcons_timeout(c46b2c00,0,c0c36e5d,176,c0d838f4,...) at dcons_timeout+0x62 softclock(c0d838c0,c41dacc8,c08508a4,c0d87800,c45b4038,...) at softclock+0x24a intr_event_execute_handlers(c456c7ec,c45b4000,c0c3165b,4e9,c45b4070,...) at intr_event_execute_handlers+0x125 ithread_loop(c456b0f0,c41dad38,c0c313dc,335,c456c7ec,...) at ithread_loop+0x9f fork_exit(c083a1e0,c456b0f0,c41dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc456e240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc456e480 sched_switch(c456e480,0,108,187,c8707c0c,...) at sched_switch+0x437 mi_switch(108,0,c0c37732,3ad,c456e480,...) at mi_switch+0x200 sched_idletd(0,c41d1d38,c0c313dc,335,c456ca90,...) at sched_idletd+0x16c fork_exit(c08824c0,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc456e6c0 sched_switch(c456e6c0,0,108,187,adf31688,...) at sched_switch+0x437 mi_switch(108,0,c0c37732,3ad,c456e6c0,...) at mi_switch+0x200 sched_idletd(0,c41ced38,c0c313dc,335,c456ca90,...) at sched_idletd+0x16c fork_exit(c08824c0,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc456e900 cpustop_handler(4,c41cbc40,c0b6a5cd,46,c0d83930,...) at cpustop_handler+0x32 ipi_nmi_handler(46,c0d83930,c41cbbd8,c08508a4,c456ca90,...) at ipi_nmi_handler+0x2f trap(c41cbc4c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08824a8, esp = 0xc41cbc8c, ebp = 0xc41cbcb4 --- cpu_search_highest(c0d96000,c41cbcd8,c0c37732,3af,c456e900,...) at cpu_search_highest+0x108 sched_idletd(0,c41cbd38,c0c313dc,335,c456ca90,...) at sched_idletd+0xc7 fork_exit(c08824c0,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc456eb40 cpustop_handler(8,c41c8c54,c0b6a5cd,4,c0c343c5,...) at cpustop_handler+0x32 ipi_nmi_handler(4,c0c343c5,109,c0d83968,c456ca90,...) at ipi_nmi_handler+0x2f trap(c41c8c60) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc085089f, esp = 0xc41c8ca0, ebp = 0xc41c8cb4 --- _mtx_unlock_spin_flags(c0d88b80,0,c0c37732,3af,c456eb40,...) at _mtx_unlock_spin_flags+0xef sched_idletd(0,c41c8d38,c0c313dc,335,c456ca90,...) at sched_idletd+0x194 fork_exit(c08824c0,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc456ed80 sched_switch(c456ed80,0,104,18c,ceb6a84c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c456ed80,0,c0c39e50,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e50,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c456cd34,5c,c0c3c5cc,100,0,...) at sleepq_wait_sig+0x17 _sleep(c456cd34,c456cdbc,15c,c0c3c5cc,0,...) at _sleep+0x344 kern_wait(c456ed80,ffffffff,c41c4c74,0,0,...) at kern_wait+0xac6 wait4(c456ed80,c41c4cf8,10,c0c3c3e7,c0d17a88,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c5f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc4570000 sched_switch(c4570000,0,104,18c,f9af8330,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4570000,0,c0c39e50,247,c4570000,...) at sleepq_switch+0x15f sleepq_wait(c0efb2a0,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0efb2a0,c0efb284,c0c57ee7,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0c313dc,335,c456d000,...) at audit_worker+0x84 fork_exit(c0a4e470,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4752240 sched_switch(c4752240,0,104,18c,e3a1efe4,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4752240,0,c0c39e50,247,c4752240,...) at sleepq_switch+0x15f sleepq_wait(c476dcc0,0,c0c366e1,c0c2bdcd,0,...) at sleepq_wait+0x63 msleep_spin(c476dcc0,c476dcdc,c0c2bdcd,0,c0c343c5,...) at msleep_spin+0x21d taskqueue_thread_loop(c4777564,c423fd38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0x8e fork_exit(c0898be0,c4777564,c423fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc45b56c0 sched_switch(c45b56c0,0,104,18c,f9ccde4c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b56c0,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e40,0,c0c2bdcd,0,0,...) at sleepq_wait+0x63 _sleep(c4728e40,c4728e5c,0,c0c2bdcd,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53384,c4213d38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898be0,c0d53384,c4213d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4213d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc45b5900 sched_switch(c45b5900,0,104,18c,f9ccb27c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b5900,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e40,0,c0c2bdcd,0,0,...) at sleepq_wait+0x63 _sleep(c4728e40,c4728e5c,0,c0c2bdcd,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53384,c4210d38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898be0,c0d53384,c4210d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4210d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45b5b40 sched_switch(c45b5b40,0,104,18c,f9cc8608,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b5b40,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e40,0,c0c2bdcd,0,0,...) at sleepq_wait+0x63 _sleep(c4728e40,c4728e5c,0,c0c2bdcd,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53384,c420dd38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898be0,c0d53384,c420dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45b5d80 sched_switch(c45b5d80,0,104,18c,f9c8dcb8,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b5d80,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e80,0,c0c2bdcd,0,0,...) at sleepq_wait+0x63 _sleep(c4728e80,c4728e9c,0,c0c2bdcd,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d81de4,c420ad38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898be0,c0d81de4,c420ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc4742900 sched_switch(c4742900,0,104,18c,f9c8abc0,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4742900,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4729200,0,c0c2bdcd,0,0,...) at sleepq_wait+0x63 _sleep(c4729200,c472921c,0,c0c2bdcd,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d961e8,c41fbd38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898be0,c0d961e8,c41fbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4570480 sched_switch(c4570480,0,104,18c,e43f542e,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4570480,0,c0c39e50,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4553b00,0,c0c2bdcd,0,0,...) at sleepq_wait+0x63 _sleep(c4553b00,c4553b1c,0,c0c2bdcd,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d94d20,c41f2d38,c0c313dc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898be0,c0d94d20,c41f2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d817d0 sched_switch(c0d817d0,0,104,18c,bf73ce5c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e50,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d817d0,0,c0c39e50,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81520,44,c0c37fa7,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81520,0,44,c0c37fa7,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04be799 in db_fncall (dummy1=0xc088e1ba, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf3d767d0 "äg×ó") at ../../../ddb/db_command.c:548 #2 0xc04bebcf in db_command (last_cmdp=0xc0d5165c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04bec84 in db_command_script (command=0xc0d52568 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04c2d80 in db_script_exec (scriptname=0xc0d51ec0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04c2e11 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0f4e460, modif=0xf3d76908 "") at ../../../ddb/db_script.c:375 #6 0xc04beb91 in db_command (last_cmdp=0xc0d5165c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04becea in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04c0b4d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc088e036 in kdb_trap (type=0x3, code=0x0, tf=0xf3d76ab0) at ../../../kern/subr_kdb.c:534 #10 0xc0b6ab8b in trap (frame=0xf3d76ab0) at ../../../i386/i386/trap.c:685 #11 0xc0b4d4bb in calltrap () at ../../../i386/i386/exception.s:165 #12 0xc088e1ba in kdb_enter (why=0xc0c35b69 "panic", msg=0xc0c35b69 "panic") at cpufunc.h:71 #13 0xc0860076 in panic (fmt=0xc0c31ddb "kern_jail: too many iovecs (%d)") at ../../../kern/kern_shutdown.c:559 #14 0xc0841f8c in kern_jail (td=0xc53526c0, j=0xf3d76c48) at ../../../kern/kern_jail.c:409 #15 0xc084209f in jail (td=0xc53526c0, uap=0xf3d76cf8) at ../../../kern/kern_jail.c:265 #16 0xc0b6a2c3 in syscall (frame=0xf3d76d38) at ../../../i386/i386/trap.c:1073 #17 0xc0b4d520 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #18 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 14 #14 0xc0841f8c in kern_jail (td=0xc53526c0, j=0xf3d76c48) at ../../../kern/kern_jail.c:409 409 KASSERT(opt.uio_iovcnt <= sizeof(optiov) / sizeof(optiov[0]), (kgdb) l 404 free(u_path, M_TEMP); 405 return (error); 406 } 407 opt.uio_iovcnt++; 408 #endif 409 KASSERT(opt.uio_iovcnt <= sizeof(optiov) / sizeof(optiov[0]), 410 ("kern_jail: too many iovecs (%d)", opt.uio_iovcnt)); 411 error = kern_jail_set(td, &opt, JAIL_CREATE | JAIL_ATTACH); 412 free(u_path, M_TEMP); 413 return (error); (kgdb) p *j $1 = {version = 0x0, path = 0x280802ef
, hostname = 0x280871b0
, jailname = 0x0, ip4s = 0x28085800, ip6s = 0x0, ip4 = 0x0, ip6 = 0x0} (kgdb) Index: ufs/ffs/ffs_softdep.c =================================================================== --- ufs/ffs/ffs_softdep.c (revision 193043) +++ ufs/ffs/ffs_softdep.c (working copy) @@ -556,8 +556,8 @@ #define ACQUIRE_LOCK(lk) mtx_lock(lk) #define FREE_LOCK(lk) mtx_unlock(lk) -#define BUF_AREC(bp) ((bp)->b_lock.lock_object.lo_flags |= LK_CANRECURSE) -#define BUF_NOREC(bp) ((bp)->b_lock.lock_object.lo_flags &= ~LK_CANRECURSE) +#define BUF_AREC(bp) ((bp)->b_lock.lock_object.lo_flags |= LO_RECURSABLE) +#define BUF_NOREC(bp) ((bp)->b_lock.lock_object.lo_flags &= ~LO_RECURSABLE) /* * Worklist queue management. Index: kern/kern_rwlock.c =================================================================== --- kern/kern_rwlock.c (revision 193043) +++ kern/kern_rwlock.c (working copy) @@ -51,8 +51,6 @@ #include -CTASSERT((RW_RECURSE & LO_CLASSFLAGS) == RW_RECURSE); - #if defined(SMP) && !defined(NO_ADAPTIVE_RWLOCKS) #define ADAPTIVE_RWLOCKS #endif @@ -177,16 +175,17 @@ MPASS((opts & ~(RW_DUPOK | RW_NOPROFILE | RW_NOWITNESS | RW_QUIET | RW_RECURSE)) == 0); - flags = LO_UPGRADABLE | LO_RECURSABLE; + flags = LO_UPGRADABLE; if (opts & RW_DUPOK) flags |= LO_DUPOK; if (opts & RW_NOPROFILE) flags |= LO_NOPROFILE; if (!(opts & RW_NOWITNESS)) flags |= LO_WITNESS; + if (opts & RW_RECURSE) + flags |= LO_RECURSABLE; if (opts & RW_QUIET) flags |= LO_QUIET; - flags |= opts & RW_RECURSE; rw->rw_lock = RW_UNLOCKED; rw->rw_recurse = 0; @@ -249,7 +248,8 @@ KASSERT(rw->rw_lock != RW_DESTROYED, ("rw_try_wlock() of destroyed rwlock @ %s:%d", file, line)); - if (rw_wlocked(rw) && (rw->lock_object.lo_flags & RW_RECURSE) != 0) { + if (rw_wlocked(rw) && + (rw->lock_object.lo_flags & LO_RECURSABLE) != 0) { rw->rw_recurse++; rval = 1; } else @@ -646,7 +646,7 @@ #endif if (rw_wlocked(rw)) { - KASSERT(rw->lock_object.lo_flags & RW_RECURSE, + KASSERT(rw->lock_object.lo_flags & LO_RECURSABLE, ("%s: recursing but non-recursive rw %s @ %s:%d\n", __func__, rw->lock_object.lo_name, file, line)); rw->rw_recurse++; Index: kern/kern_sx.c =================================================================== --- kern/kern_sx.c (revision 193043) +++ kern/kern_sx.c (working copy) @@ -66,8 +66,7 @@ #define ADAPTIVE_SX #endif -CTASSERT(((SX_NOADAPTIVE | SX_RECURSE) & LO_CLASSFLAGS) == - (SX_NOADAPTIVE | SX_RECURSE)); +CTASSERT((SX_NOADAPTIVE & LO_CLASSFLAGS) == SX_NOADAPTIVE); /* Handy macros for sleep queues. */ #define SQ_EXCLUSIVE_QUEUE 0 @@ -207,17 +206,19 @@ MPASS((opts & ~(SX_QUIET | SX_RECURSE | SX_NOWITNESS | SX_DUPOK | SX_NOPROFILE | SX_NOADAPTIVE)) == 0); - flags = LO_RECURSABLE | LO_SLEEPABLE | LO_UPGRADABLE; + flags = LO_SLEEPABLE | LO_UPGRADABLE; if (opts & SX_DUPOK) flags |= LO_DUPOK; if (opts & SX_NOPROFILE) flags |= LO_NOPROFILE; if (!(opts & SX_NOWITNESS)) flags |= LO_WITNESS; + if (opts & SX_RECURSE) + flags |= LO_RECURSABLE; if (opts & SX_QUIET) flags |= LO_QUIET; - flags |= opts & (SX_NOADAPTIVE | SX_RECURSE); + flags |= opts & SX_NOADAPTIVE; sx->sx_lock = SX_LOCK_UNLOCKED; sx->sx_recurse = 0; lock_init(&sx->lock_object, &lock_class_sx, description, NULL, flags); @@ -305,7 +306,8 @@ KASSERT(sx->sx_lock != SX_LOCK_DESTROYED, ("sx_try_xlock() of destroyed sx @ %s:%d", file, line)); - if (sx_xlocked(sx) && (sx->lock_object.lo_flags & SX_RECURSE) != 0) { + if (sx_xlocked(sx) && + (sx->lock_object.lo_flags & LO_RECURSABLE) != 0) { sx->sx_recurse++; atomic_set_ptr(&sx->sx_lock, SX_LOCK_RECURSED); rval = 1; @@ -479,7 +481,7 @@ /* If we already hold an exclusive lock, then recurse. */ if (sx_xlocked(sx)) { - KASSERT((sx->lock_object.lo_flags & SX_RECURSE) != 0, + KASSERT((sx->lock_object.lo_flags & LO_RECURSABLE) != 0, ("_sx_xlock_hard: recursed on non-recursive sx %s @ %s:%d\n", sx->lock_object.lo_name, file, line)); sx->sx_recurse++; Index: kern/kern_lock.c =================================================================== --- kern/kern_lock.c (revision 193043) +++ kern/kern_lock.c (working copy) @@ -51,8 +51,7 @@ #include #endif -CTASSERT(((LK_CANRECURSE | LK_NOSHARE) & LO_CLASSFLAGS) == - (LK_CANRECURSE | LK_NOSHARE)); +CTASSERT((LK_NOSHARE & LO_CLASSFLAGS) == LK_NOSHARE); #define SQ_EXCLUSIVE_QUEUE 0 #define SQ_SHARED_QUEUE 1 @@ -316,7 +315,9 @@ MPASS((flags & ~LK_INIT_MASK) == 0); - iflags = LO_RECURSABLE | LO_SLEEPABLE | LO_UPGRADABLE; + iflags = LO_SLEEPABLE | LO_UPGRADABLE; + if (flags & LK_CANRECURSE) + iflags |= LO_RECURSABLE; if ((flags & LK_NODUP) == 0) iflags |= LO_DUPOK; if (flags & LK_NOPROFILE) @@ -325,7 +326,7 @@ iflags |= LO_WITNESS; if (flags & LK_QUIET) iflags |= LO_QUIET; - iflags |= flags & (LK_CANRECURSE | LK_NOSHARE); + iflags |= flags & LK_NOSHARE; lk->lk_lock = LK_UNLOCKED; lk->lk_recurse = 0; @@ -530,7 +531,7 @@ */ if (lockmgr_xlocked(lk)) { if ((flags & LK_CANRECURSE) == 0 && - (lk->lock_object.lo_flags & LK_CANRECURSE) == 0) { + (lk->lock_object.lo_flags & LO_RECURSABLE) == 0) { /* * If the lock is expected to not panic just Index: sys/vnode.h =================================================================== --- sys/vnode.h (revision 193043) +++ sys/vnode.h (working copy) @@ -419,7 +419,7 @@ #define VI_MTX(vp) (&(vp)->v_interlock) #define VN_LOCK_AREC(vp) \ - ((vp)->v_vnlock->lock_object.lo_flags |= LK_CANRECURSE) + ((vp)->v_vnlock->lock_object.lo_flags |= LO_RECURSABLE) #define VN_LOCK_ASHARE(vp) \ ((vp)->v_vnlock->lock_object.lo_flags &= ~LK_NOSHARE) -- Test scenario: run.sh -a