GENERIC HEAD from 2011-03-23 19:41:44 UTC, r219931M, vmcore.104 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2011 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #1 r219931M: Thu Mar 24 06:57:25 CET 2011 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536089088 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 263114 free (1242 frags, 32734 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 651646 free (1254 frags, 81299 blocks, 0.1% fragmentation) /dev/ad4s1g: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1g: clean, 91354115 free (3067 frags, 11418881 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 3129804 free (231236 frags, 362321 blocks, 2.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 10831296 free (63544 frags, 1345969 blocks, 0.3% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet 127.0.0.1 netmask 0xff000000 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=389b ether 00:21:85:15:33:7d inet 192.168.1.7 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 tentative scopeid 0x1 nd6 options=29 media: Ethernet autoselect (none) status: no carrier fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 Starting devd. Starting Network: usbus0. Starting Network: usbus1. Starting Network: usbus2. Starting Network: usbus3. Starting Network: usbus4. Starting Network: usbus5. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb ch 1 dma -1 re0: link state changed to UP Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/nss /usr/local/lib/qt4 /usr/local/lib/virtualbox /usr/local/lib/wine a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. No core dumps found. Additional ABI support: linuxkldload: can't load linux: No such file or directory /etc/rc: WARNING: Unable to load kernel module linux . Starting rpcbind. NFS access cache time=60 lock order reversal: 1st 0xe071aa80 bufwait (bufwait) @ kern/vfs_bio.c:2658 2nd 0xc78b3200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0de5a76,2e687361,38323a63,a0d34,c08eb553,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c093349b,c0de92d2,c6d55238,c6d58ab0,ef19a89c,...) at kdb_backtrace+0x2a _witness_debugger(c0de92d2,c78b3200,c0e19982,c6d58ab0,c0e19614,...) at _witness_debugger+0x25 witness_checkorder(c78b3200,9,c0e1960b,11c,0,...) at witness_checkorder+0x839 _sx_xlock(c78b3200,0,c0e1960b,11c,e1365238,...) at _sx_xlock+0x85 ufsdirhash_acquire(c76f015c,e1365238,ef19a964,c0b58204,c741d4fc,...) at ufsdirhash_acquire+0x48 ufsdirhash_move(c741d4fc,e1365238,1238,1220,ef19a954,...) at ufsdirhash_move+0xf ufs_direnter(c76f015c,c78ba570,ef19a9ec,ef19abd0,e071af00,...) at ufs_direnter+0x614 ufs_mkdir(ef19abf8,c0e3719f,0,0,ef19ab3c,...) at ufs_mkdir+0x916 VOP_MKDIR_APV(c0f150a0,ef19abf8,ef19abd0,ef19ab3c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c715a2e0,ffffff9c,28404020,0,1c0,...) at kern_mkdirat+0x225 kern_mkdir(c715a2e0,28404020,0,1c0,ef19ac7c,...) at kern_mkdir+0x2e mkdir(c715a2e0,ef19acec,ef19ad28,c0de7b36,0,...) at mkdir+0x29 syscallenter(c715a2e0,ef19ace4,ef19ace4,0,0,...) at syscallenter+0x263 syscall(ef19ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28172af3, esp = 0xbfbfe8cc, ebp = 0xbfbfed78 --- Clearing /tmp (X related). Starting mountd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xc78e8b38 ufs (ufs) @ kern/vfs_lookup.c:501 2nd 0xe0721420 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:11364 3rd 0xc78e8880 ufs (ufs) @ kern/vfs_subr.c:2127 KDB: stack backtrace: db_trace_self_wrapper(c0de5a76,2e706564,31313a63,d343633,a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c093349b,c0de92eb,c6d55238,c6d58a48,ef236334,...) at kdb_backtrace+0x2a _witness_debugger(c0de92eb,c78e8880,c0dd8aac,c6d58a48,c0df0f4c,...) at _witness_debugger+0x25 witness_checkorder(c78e8880,9,c0df0f43,84f,0,...) at witness_checkorder+0x839 __lockmgr_args(c78e8880,80100,c78e88ec,0,0,...) at __lockmgr_args+0x814 ffs_lock(ef236458,c0943ebb,c0df0287,80100,c78e8828,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef236458,c7893390,c0f30040,c78e8828,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c78e8828,80100,c0df0f43,84f,4,...) at _vn_lock+0x78 vget(c78e8828,80100,c78932e0,50,0,...) at vget+0xbb vfs_hash_get(c7709000,15ed9e,80000,c78932e0,ef2365ac,...) at vfs_hash_get+0xed ffs_vgetf(c7709000,15ed9e,80000,ef2365ac,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c78e8ae0,0,c0e19101,144,0,...) at softdep_sync_metadata+0xca2 ffs_syncvnode(c78e8ae0,1,c6d55238,c10af1f8,ef236640,...) at ffs_syncvnode+0x3e2 ffs_truncate(c78e8ae0,200,0,880,c73b6a00,...) at ffs_truncate+0x8ae ufs_direnter(c78e8ae0,c78e8828,ef236914,ef236ba4,0,...) at ufs_direnter+0x924 ufs_makeinode(ef236ba4,c0f155a0,ef236b00,ef236a5c,c0c626a5,...) at ufs_makeinode+0x5c5 ufs_create(ef236b00,c0e37365,0,0,ef236b78,...) at ufs_create+0x30 VOP_CREATE_APV(c0f150a0,ef236b00,ef236ba4,ef236a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(ef236b78,ef236c2c,1b0,0,c73b6a00,...) at vn_open_cred+0x205 vn_open(ef236b78,ef236c2c,1b0,c73fd818,0,...) at vn_open+0x3b kern_openat(c78932e0,ffffff9c,28839f60,0,a03,...) at kern_openat+0x128 kern_open(c78932e0,28839f60,0,a02,1b0,...) at kern_open+0x35 open(c78932e0,ef236cec,ef236d28,c0de7b36,0,...) at open+0x30 syscallenter(c78932e0,ef236ce4,ef236ce4,0,0,...) at syscallenter+0x263 syscall(ef236d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x283d1b33, esp = 0xbfbfc4fc, ebp = 0xbfbfc588 --- . Starting default moused. Updating motd:. Starting ntpd. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc76f09dc ufs (ufs) @ kern/vfs_mount.c:1239 2nd 0xc74635c8 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1601 KDB: stack backtrace: db_trace_self_wrapper(c0de5a76,36313a63,a0d3130,c0943100,c0de9708,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c093349b,c0de92d2,c6d58a48,c6d58978,ef1d6a04,...) at kdb_backtrace+0x2a _witness_debugger(c0de92d2,c74635c8,c0dd3d07,c6d58978,c0e15f25,...) at _witness_debugger+0x25 witness_checkorder(c74635c8,9,c0e15f1c,641,c7463634,...) at witness_checkorder+0x839 __lockmgr_args(c74635c8,80400,c7463634,0,0,...) at __lockmgr_args+0x814 vop_stdlock(ef1d6b24,4,c0de0167,80400,c7463570,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0eec980,ef1d6b24,c10e80dc,c0f30040,c7463570,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7463570,80400,c0e15f1c,641,c77095a8,...) at _vn_lock+0x78 softdep_flushworklist(c77095a8,ef1d6bd0,c774c8a0,574,0,...) at softdep_flushworklist+0x47 ffs_sync(c77095a8,1,ef1d6c14,51c,80,...) at ffs_sync+0x2fd dounmount(c77095a8,8080000,c774c8a0,4a1,5b85c5ea,...) at dounmount+0x447 unmount(c774c8a0,ef1d6cec,28177296,1,0,...) at unmount+0x310 syscallenter(c774c8a0,ef1d6ce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef1d6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dcaff, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- ** /dev/ad4s1g ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 301263 files, 26959866 used, 91354115 free (3067 frags, 11418881 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/ad4s1g ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 301263 files, 26959866 used, 91354115 free (3067 frags, 11418881 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Thu Mar 24 07:02:25 CET 2011 FreeBSD/i386 (x4.osted.lan) (console) login: Mar 24 07:04:52 x4 su: pho to root on /dev/pts/0 panic: mutex Softdep Lock not owned at ../../../ufs/ffs/ffs_softdep.c:10959 cpuid = 1 KDB: enter: panic [ thread pid 3545 tid 100145 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 3545 tid 100145 td 0xc7892000 kdb_enter(c0de1bb3,c0de1bb3,c0de00df,ef28f7cc,1,...) at kdb_enter+0x3a panic(c0de00df,c0e187a2,c0e15f1c,2acf,ef28f804,...) at panic+0x134 _mtx_assert(c10e80dc,4,c0e15f1c,2acf,2a97,...) at _mtx_assert+0x87 request_cleanup(c7b89048,0,c0e15f1c,2a97,c7b89048,...) at request_cleanup+0x3f softdep_request_cleanup(c7f2d800,c7f0fd98,2,3b4,c745d200,...) at softdep_request_cleanup+0xbd ffs_valloc(c7f0fd98,81b0,c745d200,ef28f910,40000,...) at ffs_valloc+0x75c ufs_makeinode(ef28fba4,c0f155a0,ef28fb00,ef28fa5c,c0c626a5,...) at ufs_makeinode+0xc3 ufs_create(ef28fb00,c0e37365,0,0,ef28fb78,...) at ufs_create+0x30 VOP_CREATE_APV(c0f150a0,ef28fb00,ef28fba4,ef28fa98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(ef28fb78,ef28fc2c,1b0,0,c745d200,...) at vn_open_cred+0x205 vn_open(ef28fb78,ef28fc2c,1b0,c73e56c8,0,...) at vn_open+0x3b kern_openat(c7892000,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7892000,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7892000,ef28fcec,ef28fd28,c0de7b36,0,...) at open+0x30 syscallenter(c7892000,ef28fce4,ef28fce4,0,c0f73ec0,...) at syscallenter+0x263 syscall(ef28fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x4f4880 curthread = 0xc70035c0: pid 14 "usbus0" curpcb = 0xe0b78d80 fpcurthread = none idlethread = 0xc6dae000: tid 100006 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5bd9880 curthread = 0xc7892000: pid 3545 "linger" curpcb = 0xef28fd80 fpcurthread = none idlethread = 0xc6dae2e0: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5bdc880 curthread = 0xc6dae5c0: pid 11 "idle: cpu2" curpcb = 0xc6b1dd80 fpcurthread = none idlethread = 0xc6dae5c0: tid 100004 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5bdf880 curthread = 0xc7024b80: pid 20 "softdepflush" curpcb = 0xecf3fd80 fpcurthread = none idlethread = 0xc6dae8a0: tid 100003 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 3545 (linger) thread 0xc7892000 (100145) exclusive sleep mutex FFS (FFS Lock) r = 0 (0xc7b89048) locked @ ufs/ffs/ffs_softdep.c:10903 exclusive lockmgr ufs (ufs) r = 0 (0xc7f0fdf0) locked @ kern/vfs_lookup.c:501 Process 2252 (sshd) thread 0xc7891b80 (100146) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc799ba4c) locked @ kern/uipc_sockbuf.c:148 Process 2138 (sshd) thread 0xc7b928a0 (100158) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc791d56c) locked @ kern/uipc_sockbuf.c:148 Process 20 (softdepflush) thread 0xc7024b80 (100075) exclusive lockmgr ufs (ufs) r = 0 (0xc8b9b9dc) locked @ kern/vfs_subr.c:2127 db:0:alllocks> show lockedvnods Locked vnodes 0xc7f0fd98: tag ufs, type VDIR usecount 22, writecount 0, refcount 41 mountedhere 0 flags (VV_ROOT) v_object 0xc7efa880 ref 0 pages 69 lock type ufs: EXCL by thread 0xc7892000 (pid 3545) with shared waiters pending #0 0xc08e3175 at __lockmgr_args+0x5a5 #1 0xc0b510c1 at ffs_lock+0xa1 #2 0xc0c616d5 at VOP_LOCK1_APV+0xb5 #3 0xc09a0bc8 at _vn_lock+0x78 #4 0xc0985d66 at lookup+0x106 #5 0xc0987142 at namei+0x592 #6 0xc09a05c0 at vn_open_cred+0x90 #7 0xc09a0b4b at vn_open+0x3b #8 0xc099e2b8 at kern_openat+0x128 #9 0xc099e705 at kern_open+0x35 #10 0xc099e740 at open+0x30 #11 0xc093c9d3 at syscallenter+0x263 #12 0xc0c3f51f at syscall+0x4f #13 0xc0c28cb1 at Xint0x80_syscall+0x21 ino 2, on dev md5a 0xc8b9b984: tag ufs, type VREG usecount 0, writecount 0, refcount 1 mountedhere 0 flags (VI_DOINGINACT) lock type ufs: EXCL by thread 0xc7024b80 (pid 20) #0 0xc08e37ce at __lockmgr_args+0xbfe #1 0xc0b510c1 at ffs_lock+0xa1 #2 0xc0c616d5 at VOP_LOCK1_APV+0xb5 #3 0xc09a0bc8 at _vn_lock+0x78 #4 0xc09940fb at vget+0xbb #5 0xc0984f9d at vfs_hash_get+0xed #6 0xc0b4b739 at ffs_vgetf+0x49 #7 0xc0b3ed7e at process_worklist_item+0x10e #8 0xc0b4505e at softdep_process_worklist+0x7e #9 0xc0b45620 at softdep_flush+0x2a0 #10 0xc08cee58 at fork_exit+0xb8 #11 0xc0c28cc4 at fork_trampoline+0x8 ino 4574, on dev md5a db:0:lockedvnods> show mount 0xc73b4b50 /dev/ad4s1a on / (ufs) 0xc73b5000 devfs on /dev (devfs) 0xc73b487c /dev/ad4s1f on /home (ufs) 0xc77092d4 /dev/ad4s1d on /usr (ufs) 0xc7709000 /dev/ad4s1e on /var (ufs) 0xc73b5b50 procfs on /proc (procfs) 0xc73b587c /dev/ad4s1g on /tmp (ufs) 0xc73b45a8 /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 3584 2565 2564 1001 R+ sleep 3548 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3547 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3546 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3545 2684 2683 1001 R+ CPU 1 linger 3544 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3543 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3542 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3541 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3540 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 3539 2684 2683 1001 D+ ufs 0xc7f0fdf0 linger 2684 2683 2683 1001 S+ wait 0xc7e96560 linger 2683 2682 2683 1001 S+ wait 0xc7443000 bash 2682 2627 2623 0 S+ wait 0xc7b3a000 su 2673 0 0 0 DL mdwait 0xc736a000 [md5] 2627 2626 2623 0 S+ wait 0xc7401000 sh 2626 2623 2623 0 S+ wait 0xc7e972b0 time 2624 2557 2623 0 S+ piperd 0xc7405000 tee 2623 2557 2623 0 S+ wait 0xc74432b0 sh 2566 2564 2564 1001 S+ piperd 0xc7455930 tee 2565 2564 2564 1001 S+ wait 0xc7722810 sh 2564 2255 2564 1001 S+ wait 0xc7e96000 sh 2557 2553 2557 0 S+ wait 0xc78f6ac0 bash 2553 2552 2553 0 S+ pause 0xc77225b8 csh 2552 2141 2552 1001 S+ wait 0xc7b3a2b0 su 2255 2254 2255 1001 Ss+ wait 0xc788d000 bash 2254 2252 2252 1001 S select 0xc7b4e8e4 sshd 2252 2079 2252 0 Ss sbwait 0xc799ba78 sshd 2251 1 2251 0 Ss+ ttyin 0xc7162070 getty 2250 1 2250 0 Ss+ ttyin 0xc7162270 getty 2249 1 2249 0 Ss+ ttyin 0xc7162470 getty 2248 1 2248 0 Ss+ ttyin 0xc6f75070 getty 2247 1 2247 0 Ss+ ttyin 0xc6f75270 getty 2246 1 2246 0 Ss+ ttyin 0xc6f75470 getty 2245 1 2245 0 Ss+ ttyin 0xc6f75670 getty 2244 1 2244 0 Ss+ ttyin 0xc6f75870 getty 2243 1 2243 0 Ss+ ttyin 0xc6f75a70 getty 2212 1 2212 0 Ss select 0xc7b4e864 inetd 2141 2140 2141 1001 Ss+ wait 0xc788dac0 bash 2140 2138 2138 1001 S select 0xc7c95764 sshd 2138 2079 2138 0 Ss sbwait 0xc791d598 sshd 2099 1 2099 0 Ss nanslp 0xc0f66744 cron 2091 1 2091 25 Ss pause 0xc7745b18 sendmail 2087 1 2087 0 Ss select 0xc6fc3d24 sendmail 2079 1 2079 0 Ss select 0xc6f9c624 sshd 2034 1 2034 0 Ss select 0xc7b4e6a4 ntpd 1905 1 1905 0 Ss select 0xc73b90a4 moused 1846 1845 1845 0 S (threaded) nfsd 100140 S rpcsvc 0xc6df3310 nfsd: service 100139 S rpcsvc 0xc6df3350 nfsd: service 100138 S rpcsvc 0xc7915090 nfsd: service 100099 S rpcsvc 0xc6df3390 nfsd: master 1845 1 1845 0 Ss select 0xc73b9524 nfsd 1836 1 1836 0 Ss select 0xc6f9bca4 mountd 1739 1 1739 0 Ss select 0xc73b95e4 rpcbind 1712 1 1712 0 Ss select 0xc73b9564 syslogd 1511 1 1511 0 Ss select 0xc73b9124 devd 20 0 0 0 RL CPU 3 [softdepflush] 19 0 0 0 DL vlruwt 0xc7394000 [vnlru] 18 0 0 0 DL syncer 0xc10dc6d4 [syncer] 17 0 0 0 DL psleep 0xc10dc368 [bufdaemon] 16 0 0 0 DL pgzero 0xc10e9f5c [pagezero] 15 0 0 0 DL psleep 0xc10e9b48 [vmdaemon] 9 0 0 0 DL psleep 0xc10e9b10 [pagedaemon] 8 0 0 0 DL ccb_scan 0xc0f314d4 [xpt_thrd] 7 0 0 0 DL waiting_ 0xc10de178 [sctp_iterator] 6 0 0 0 DL - 0xc6ff803c [fdc0] 5 0 0 0 SL - 0xc704a000 [fw0_probe] 14 0 0 0 RL (threaded) [usb] 100057 D - 0xc702ad34 [usbus5] 100056 D - 0xc702ad04 [usbus5] 100055 D - 0xc702acd4 [usbus5] 100054 D - 0xc702aca4 [usbus5] 100052 D - 0xc701bb5c [usbus4] 100051 D - 0xc701bb2c [usbus4] 100050 D - 0xc701bafc [usbus4] 100049 D - 0xc701bacc [usbus4] 100048 D - 0xc7016b5c [usbus3] 100047 D - 0xc7016b2c [usbus3] 100046 D - 0xc7016afc [usbus3] 100045 D - 0xc7016acc [usbus3] 100044 D - 0xc700fb5c [usbus2] 100043 D - 0xc700fb2c [usbus2] 100042 D - 0xc700fafc [usbus2] 100041 D - 0xc700facc [usbus2] 100039 D - 0xc7009b5c [usbus1] 100038 D - 0xc7009b2c [usbus1] 100037 D - 0xc7009afc [usbus1] 100036 D - 0xc7009acc [usbus1] 100034 D - 0xc6ff9b5c [usbus0] 100033 Run CPU 0 [usbus0] 100032 D - 0xc6ff9afc [usbus0] 100031 D - 0xc6ff9acc [usbus0] 13 0 0 0 DL - 0xc0f65544 [yarrow] 4 0 0 0 DL - 0xc0f631a4 [g_down] 3 0 0 0 DL - 0xc0f631a0 [g_up] 2 0 0 0 DL - 0xc0f63198 [g_event] 12 0 0 0 RL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: re0] 100026 I [swi5: +] 100025 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi1: netisr 0] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 RunQ [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6dacac0 [init] 10 0 0 0 DL audit_wo 0xc10e7940 [audit] 0 0 0 0 DLs (threaded) [kernel] 100076 D - 0xc6fead80 [mca taskq] 100066 D - 0xc0f65544 [deadlkres] 100060 D - 0xc6fe9c40 [fw0_taskq] 100027 D - 0xc6f42bc0 [thread taskq] 100024 D - 0xc6f42d00 [ffs_trim taskq] 100023 D - 0xc6f42d40 [kqueue taskq] 100022 D - 0xc6f42d80 [acpi_task_2] 100021 D - 0xc6f42d80 [acpi_task_1] 100020 D - 0xc6f42d80 [acpi_task_0] 100016 D - 0xc6d6fd80 [firmware taskq] 100000 D sched 0xc0f63280 [swapper] db:0:ps> allt Tracing command sleep pid 3584 tid 100199 td 0xc9f238a0 sched_switch(c9f238a0,0,104,191,74227dcb,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c9f238a0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(65,c09393b0,c9f238a0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c0f66744,6c,c0de30d7,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f66744,0,16c,c0de30d7,65,...) at _sleep+0x328 kern_nanosleep(c9f238a0,ef37fc34,ef37fc3c,0,5f5e100,...) at kern_nanosleep+0xc1 nanosleep(c9f238a0,ef37fcec,ef37fd28,c0de7b36,0,...) at nanosleep+0x6f syscallenter(c9f238a0,ef37fce4,ef37fce4,0,0,...) at syscallenter+0x263 syscall(ef37fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28166077, esp = 0xbfbfeadc, ebp = 0xbfbfeb28 --- Tracing command linger pid 3548 tid 100204 td 0xc9f228a0 sched_switch(c9f228a0,0,104,191,7b76348d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c9f228a0,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef38e954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef38e954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef38e9c8,...) at _vn_lock+0x78 lookup(ef38eb78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef38eb78,ef38eac4,c0ddb775,c7f36b48,0,...) at namei+0x592 vn_open_cred(ef38eb78,ef38ec2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef38eb78,ef38ec2c,1b0,c7827690,0,...) at vn_open+0x3b kern_openat(c9f228a0,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c9f228a0,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c9f228a0,ef38ecec,ef38ed28,c0de7b36,0,...) at open+0x30 syscallenter(c9f228a0,ef38ece4,ef38ece4,0,c0f73ec0,...) at syscallenter+0x263 syscall(ef38ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3547 tid 100143 td 0xc7901000 sched_switch(c7901000,0,104,191,7b760243,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c7901000,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef289954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef289954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef2899c8,...) at _vn_lock+0x78 lookup(ef289b78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef289b78,ef289ac4,c0ddb775,c78f65e8,0,...) at namei+0x592 vn_open_cred(ef289b78,ef289c2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef289b78,ef289c2c,1b0,c7475ce8,0,...) at vn_open+0x3b kern_openat(c7901000,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7901000,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7901000,ef289cec,ef289d28,c0de7b36,0,...) at open+0x30 syscallenter(c7901000,ef289ce4,ef289ce4,0,c0f73840,...) at syscallenter+0x263 syscall(ef289d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3546 tid 100175 td 0xc7e9c8a0 sched_switch(c7e9c8a0,0,104,191,7b75e813,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c7e9c8a0,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef337954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef337954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef3379c8,...) at _vn_lock+0x78 lookup(ef337b78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef337b78,ef337ac4,c0ddb775,c7f36338,0,...) at namei+0x592 vn_open_cred(ef337b78,ef337c2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef337b78,ef337c2c,1b0,c7475118,0,...) at vn_open+0x3b kern_openat(c7e9c8a0,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7e9c8a0,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7e9c8a0,ef337cec,ef337d28,c0de7b36,0,...) at open+0x30 syscallenter(c7e9c8a0,ef337ce4,ef337ce4,0,0,...) at syscallenter+0x263 syscall(ef337d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3545 tid 100145 td 0xc7892000 kdb_enter(c0de1bb3,c0de1bb3,c0de00df,ef28f7cc,1,...) at kdb_enter+0x3a panic(c0de00df,c0e187a2,c0e15f1c,2acf,ef28f804,...) at panic+0x134 _mtx_assert(c10e80dc,4,c0e15f1c,2acf,2a97,...) at _mtx_assert+0x87 request_cleanup(c7b89048,0,c0e15f1c,2a97,c7b89048,...) at request_cleanup+0x3f softdep_request_cleanup(c7f2d800,c7f0fd98,2,3b4,c745d200,...) at softdep_request_cleanup+0xbd ffs_valloc(c7f0fd98,81b0,c745d200,ef28f910,40000,...) at ffs_valloc+0x75c ufs_makeinode(ef28fba4,c0f155a0,ef28fb00,ef28fa5c,c0c626a5,...) at ufs_makeinode+0xc3 ufs_create(ef28fb00,c0e37365,0,0,ef28fb78,...) at ufs_create+0x30 VOP_CREATE_APV(c0f150a0,ef28fb00,ef28fba4,ef28fa98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(ef28fb78,ef28fc2c,1b0,0,c745d200,...) at vn_open_cred+0x205 vn_open(ef28fb78,ef28fc2c,1b0,c73e56c8,0,...) at vn_open+0x3b kern_openat(c7892000,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7892000,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7892000,ef28fcec,ef28fd28,c0de7b36,0,...) at open+0x30 syscallenter(c7892000,ef28fce4,ef28fce4,0,c0f73ec0,...) at syscallenter+0x263 syscall(ef28fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3544 tid 100157 td 0xc7b92b80 sched_switch(c7b92b80,0,104,191,7b765835,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c7b92b80,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef2b3954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef2b3954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef2b39c8,...) at _vn_lock+0x78 lookup(ef2b3b78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef2b3b78,ef2b3ac4,c0ddb775,c7b38338,0,...) at namei+0x592 vn_open_cred(ef2b3b78,ef2b3c2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef2b3b78,ef2b3c2c,1b0,c7827460,0,...) at vn_open+0x3b kern_openat(c7b92b80,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7b92b80,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7b92b80,ef2b3cec,ef2b3d28,c0de7b36,0,...) at open+0x30 syscallenter(c7b92b80,ef2b3ce4,ef2b3ce4,0,c0f73ec0,...) at syscallenter+0x263 syscall(ef2b3d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3543 tid 100176 td 0xc7e9c5c0 sched_switch(c7e9c5c0,0,104,191,7b75ad3d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c7e9c5c0,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef33a954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef33a954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef33a9c8,...) at _vn_lock+0x78 lookup(ef33ab78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef33ab78,ef33aac4,c0ddb775,c7f36088,0,...) at namei+0x592 vn_open_cred(ef33ab78,ef33ac2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef33ab78,ef33ac2c,1b0,c73e6af0,0,...) at vn_open+0x3b kern_openat(c7e9c5c0,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7e9c5c0,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7e9c5c0,ef33acec,ef33ad28,c0de7b36,0,...) at open+0x30 syscallenter(c7e9c5c0,ef33ace4,ef33ace4,0,c0f73840,...) at syscallenter+0x263 syscall(ef33ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3542 tid 100115 td 0xc774c000 sched_switch(c774c000,0,104,191,7b75b899,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c774c000,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef1e2954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef1e2954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef1e29c8,...) at _vn_lock+0x78 lookup(ef1e2b78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef1e2b78,ef1e2ac4,c0ddb775,c7743088,0,...) at namei+0x592 vn_open_cred(ef1e2b78,ef1e2c2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef1e2b78,ef1e2c2c,1b0,c7475d90,0,...) at vn_open+0x3b kern_openat(c774c000,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c774c000,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c774c000,ef1e2cec,ef1e2d28,c0de7b36,0,...) at open+0x30 syscallenter(c774c000,ef1e2ce4,ef1e2ce4,0,c0f731c0,...) at syscallenter+0x263 syscall(ef1e2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3541 tid 100194 td 0xc80212e0 sched_switch(c80212e0,0,104,191,7b75d1aa,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c80212e0,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef370954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef370954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef3709c8,...) at _vn_lock+0x78 lookup(ef370b78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef370b78,ef370ac4,c0ddb775,c9f1ab48,0,...) at namei+0x592 vn_open_cred(ef370b78,ef370c2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef370b78,ef370c2c,1b0,c73e6818,0,...) at vn_open+0x3b kern_openat(c80212e0,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c80212e0,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c80212e0,ef370cec,ef370d28,c0de7b36,0,...) at open+0x30 syscallenter(c80212e0,ef370ce4,ef370ce4,0,c0f73ec0,...) at syscallenter+0x263 syscall(ef370d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3540 tid 100096 td 0xc7447000 sched_switch(c7447000,0,104,191,7b759f03,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c7447000,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef184954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef184954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef1849c8,...) at _vn_lock+0x78 lookup(ef184b78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef184b78,ef184ac4,c0ddb775,c7441088,0,...) at namei+0x592 vn_open_cred(ef184b78,ef184c2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef184b78,ef184c2c,1b0,c73fd620,0,...) at vn_open+0x3b kern_openat(c7447000,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c7447000,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c7447000,ef184cec,ef184d28,c0de7b36,0,...) at open+0x30 syscallenter(c7447000,ef184ce4,ef184ce4,0,c0f73840,...) at syscallenter+0x263 syscall(ef184d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 3539 tid 100193 td 0xc80215c0 sched_switch(c80215c0,0,104,191,7b761b5f,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c80215c0,0,c0de7240,268,c7f0fdf0,...) at sleepq_switch+0x162 sleepq_wait(c7f0fdf0,60,c0dd8aac,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7f0fdf0,200400,c7f0fe5c,0,0,...) at __lockmgr_args+0x4cf ffs_lock(ef36d954,0,c6d521e0,200400,c7f0fd98,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0f150a0,ef36d954,c7f0fe5c,c0f30040,c7f0fd98,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f0fd98,200400,c0df036d,1f5,ef36d9c8,...) at _vn_lock+0x78 lookup(ef36db78,c0df036d,ee,c9,ffffff9c,...) at lookup+0x106 namei(ef36db78,ef36dac4,c0ddb775,c9f1b088,0,...) at namei+0x592 vn_open_cred(ef36db78,ef36dc2c,1b0,0,c745d200,...) at vn_open_cred+0x90 vn_open(ef36db78,ef36dc2c,1b0,c73e6b98,0,...) at vn_open+0x3b kern_openat(c80215c0,ffffff9c,bfbfe9ec,0,602,...) at kern_openat+0x128 kern_open(c80215c0,bfbfe9ec,0,601,1b0,...) at kern_open+0x35 open(c80215c0,ef36dcec,ef36dd28,c0de7b36,0,...) at open+0x30 syscallenter(c80215c0,ef36dce4,ef36dce4,0,c0f73ec0,...) at syscallenter+0x263 syscall(ef36dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28172b33, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command linger pid 2684 tid 100172 td 0xc7e9d2e0 sched_switch(c7e9d2e0,0,104,191,127ab282,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c7e9d2e0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7e96560,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e96560,c7e965e8,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c7e9d2e0,ffffffff,ef2e0c44,0,0,...) at kern_wait+0xb66 wait4(c7e9d2e0,ef2e0cec,ef2e0d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c7e9d2e0,ef2e0ce4,ef2e0ce4,0,0,...) at syscallenter+0x263 syscall(ef2e0d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f0fbb, esp = 0xbfbfea5c, ebp = 0xbfbfea78 --- Tracing command bash pid 2683 tid 100091 td 0xc7448000 sched_switch(c7448000,0,104,191,d30b123f,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c7448000,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7443000,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7443000,c7443088,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c7448000,ffffffff,ef16cc44,0,0,...) at kern_wait+0xb66 wait4(c7448000,ef16ccec,28368b08,1,0,...) at wait4+0x3b syscallenter(c7448000,ef16cce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef16cd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c3fbb, esp = 0xbfbfe61c, ebp = 0xbfbfe638 --- Tracing command su pid 2682 tid 100153 td 0xc7b938a0 sched_switch(c7b938a0,0,104,191,d24e94b2,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c7b938a0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7b3a000,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7b3a000,c7b3a088,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c7b938a0,a7b,ef2a7c44,2,0,...) at kern_wait+0xb66 wait4(c7b938a0,ef2a7cec,281c8b08,1,0,...) at wait4+0x3b syscallenter(c7b938a0,ef2a7ce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef2a7d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28123fbb, esp = 0xbfbfe54c, ebp = 0xbfbfe568 --- Tracing command md5 pid 2673 tid 100134 td 0xc79022e0 sched_switch(c79022e0,0,104,191,7b780ff7,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c79022e0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c736a000,5c,c0d98272,0,0,...) at sleepq_wait+0x63 _sleep(c736a000,c736a020,25c,c0d98272,0,...) at _sleep+0x372 md_kthread(c736a000,ef256d28,c0ddc4e8,36e,c78f9810,...) at md_kthread+0x11a fork_exit(c070bc10,c736a000,ef256d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef256d60, ebp = 0 --- Tracing command sh pid 2627 tid 100082 td 0xc73e2b80 sched_switch(c73e2b80,0,104,191,d104361e,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c73e2b80,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7401000,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7401000,c7401088,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c73e2b80,ffffffff,ef146c44,2,0,...) at kern_wait+0xb66 wait4(c73e2b80,ef146cec,ef146d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c73e2b80,ef146ce4,ef146ce4,0,0,...) at syscallenter+0x263 syscall(ef146d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28161fbb, esp = 0xbfbfe85c, ebp = 0xbfbfe878 --- Tracing command time pid 2626 tid 100168 td 0xc7e9e000 sched_switch(c7e9e000,0,104,191,69ce6e1d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c7e9e000,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7e972b0,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e972b0,c7e97338,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c7e9e000,a43,ef2d4c44,0,ef2d4bfc,...) at kern_wait+0xb66 wait4(c7e9e000,ef2d4cec,ef2d4d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c7e9e000,ef2d4ce4,ef2d4ce4,0,0,...) at syscallenter+0x263 syscall(ef2d4d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f1fbb, esp = 0xbfbfe9cc, ebp = 0xbfbfea98 --- Tracing command tee pid 2624 tid 100080 td 0xc73e32e0 sched_switch(c73e32e0,0,104,191,ce785e76,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c73e32e0,0,c0de7240,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7405000,5c,c0de99bf,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7405000,c7405170,15c,c0de99bf,0,...) at _sleep+0x35c pipe_read(c73e68c0,ef13ec28,c7390c00,0,c73e32e0,...) at pipe_read+0x417 dofileread(ef13ec28,ffffffff,ffffffff,0,c73e68c0,...) at dofileread+0x9e kern_readv(c73e32e0,0,ef13ec28,ef13ec48,1,...) at kern_readv+0x58 read(c73e32e0,ef13ecec,ef13ed28,c0de7b36,0,...) at read+0x4f syscallenter(c73e32e0,ef13ece4,ef13ece4,0,0,...) at syscallenter+0x263 syscall(ef13ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28181d83, esp = 0xbfbfea6c, ebp = 0xbfbfeaa8 --- Tracing command sh pid 2623 tid 100090 td 0xc74482e0 sched_switch(c74482e0,0,104,191,6801148a,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c74482e0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c74432b0,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c74432b0,c7443338,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c74482e0,ffffffff,ef167c44,2,0,...) at kern_wait+0xb66 wait4(c74482e0,ef167cec,ef167d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c74482e0,ef167ce4,ef167ce4,0,0,...) at syscallenter+0x263 syscall(ef167d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28161fbb, esp = 0xbfbfe85c, ebp = 0xbfbfe878 --- Tracing command tee pid 2566 tid 100092 td 0xc7447b80 sched_switch(c7447b80,0,104,191,73b5b886,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c7447b80,0,c0de7240,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7455930,5c,c0de99bf,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7455930,c7455aa0,15c,c0de99bf,0,...) at _sleep+0x35c pipe_read(c73fdd90,ef171c28,c73b6a80,0,c7447b80,...) at pipe_read+0x417 dofileread(ef171c28,ffffffff,ffffffff,0,c73fdd90,...) at dofileread+0x9e kern_readv(c7447b80,0,ef171c28,ef171c48,1,...) at kern_readv+0x58 read(c7447b80,ef171cec,ef171d28,c0de7b36,0,...) at read+0x4f syscallenter(c7447b80,ef171ce4,ef171ce4,0,0,...) at syscallenter+0x263 syscall(ef171d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28181d83, esp = 0xbfbfeadc, ebp = 0xbfbfeb18 --- Tracing command sh pid 2565 tid 100117 td 0xc77468a0 sched_switch(c77468a0,0,104,191,73e2bca5,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c77468a0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7722810,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7722810,c7722898,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c77468a0,ffffffff,ef1eac44,2,0,...) at kern_wait+0xb66 wait4(c77468a0,ef1eacec,ef1ead28,c0de7b36,0,...) at wait4+0x3b syscallenter(c77468a0,ef1eace4,ef1eace4,0,0,...) at syscallenter+0x263 syscall(ef1ead28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28161fbb, esp = 0xbfbfe80c, ebp = 0xbfbfe828 --- Tracing command sh pid 2564 tid 100174 td 0xc7e9cb80 sched_switch(c7e9cb80,0,104,191,c3df53fa,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c7e9cb80,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7e96000,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e96000,c7e96088,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c7e9cb80,ffffffff,ef2e6c44,2,0,...) at kern_wait+0xb66 wait4(c7e9cb80,ef2e6cec,28206b08,1,0,...) at wait4+0x3b syscallenter(c7e9cb80,ef2e6ce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef2e6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28161fbb, esp = 0xbfbfe9bc, ebp = 0xbfbfe9d8 --- Tracing command bash pid 2557 tid 100141 td 0xc79015c0 sched_switch(c79015c0,0,104,191,672af28f,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c79015c0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c78f6ac0,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c78f6ac0,c78f6b48,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c79015c0,ffffffff,ef26bc44,6,0,...) at kern_wait+0xb66 wait4(c79015c0,ef26bcec,ef26bd28,c0de7b36,0,...) at wait4+0x3b syscallenter(c79015c0,ef26bce4,ef26bce4,0,0,...) at syscallenter+0x263 syscall(ef26bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c3fbb, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 --- Tracing command csh pid 2553 tid 100118 td 0xc77465c0 sched_switch(c77465c0,0,104,191,2c23dfe5,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,74,...) at mi_switch+0x219 sleepq_switch(c77465c0,0,c0de7240,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77225b8,74,c0c8c36e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77225b8,c77225e8,174,c0c8c36e,0,...) at _sleep+0x35c kern_sigsuspend(c77465c0,0,0,0,0,...) at kern_sigsuspend+0xba sigsuspend(c77465c0,ef1eecec,ef1eed28,c0de7b36,0,...) at sigsuspend+0x4d syscallenter(c77465c0,ef1eece4,ef1eece4,0,0,...) at syscallenter+0x263 syscall(ef1eed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2817d8bb, esp = 0xbfbfe5ac, ebp = 0xbfbfe618 --- Tracing command su pid 2552 tid 100152 td 0xc774d8a0 sched_switch(c774d8a0,0,104,191,f1efc28d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c774d8a0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7b3a2b0,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7b3a2b0,c7b3a338,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c774d8a0,9f9,ef2a4c44,2,0,...) at kern_wait+0xb66 wait4(c774d8a0,ef2a4cec,281c8b08,1,0,...) at wait4+0x3b syscallenter(c774d8a0,ef2a4ce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef2a4d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28123fbb, esp = 0xbfbfe5dc, ebp = 0xbfbfe5f8 --- Tracing command bash pid 2255 tid 100130 td 0xc78935c0 sched_switch(c78935c0,0,104,191,c34ba707,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c78935c0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c788d000,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c788d000,c788d088,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c78935c0,ffffffff,ef233c44,6,0,...) at kern_wait+0xb66 wait4(c78935c0,ef233cec,ef233d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c78935c0,ef233ce4,ef233ce4,0,0,...) at syscallenter+0x263 syscall(ef233d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c3fbb, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command sshd pid 2254 tid 100167 td 0xc7e9e2e0 sched_switch(c7e9e2e0,0,104,191,73b90273,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7e9e2e0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c7b4e8d0,0,c0de0167,c7e9e2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7b4e8e4,0,ef2d1a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7b4e8e4,c7b4e8d0,c0de9802,627,c73e6888,...) at _cv_wait_sig+0x243 seltdwait(c73e6888,58,c7390500,c7e9e2e0,246,...) at seltdwait+0xa2 kern_select(c7e9e2e0,c,288060b8,288060dc,0,0,20,c7e97560,c7e97560) at kern_select+0x504 select(c7e9e2e0,ef2d1cec,ef2d1d28,c0de7b36,0,...) at select+0x66 syscallenter(c7e9e2e0,ef2d1ce4,ef2d1ce4,0,0,...) at syscallenter+0x263 syscall(ef2d1d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284afd03, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2252 tid 100146 td 0xc7891b80 sched_switch(c7891b80,0,104,191,caf5b1fd,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,68,...) at mi_switch+0x219 sleepq_switch(c7891b80,0,c0de7240,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c799ba78,68,c0ded601,100,0,...) at sleepq_wait_sig+0x17 _sleep(c799ba78,c799ba38,168,c0ded601,0) at _sleep+0x35c sbwait(c799ba14,4,c0ded6d9,5ec,c799ba38,...) at sbwait+0x76 soreceive_generic(c799b9c0,0,ef292c28,0,0,...) at soreceive_generic+0x3f0 soreceive(c799b9c0,0,ef292c28,0,0,0) at soreceive+0x38 soo_read(c73e6188,ef292c28,c73b7300,0,c7891b80,...) at soo_read+0x4e dofileread(ef292c28,ffffffff,ffffffff,0,c73e6188,...) at dofileread+0x9e kern_readv(c7891b80,5,ef292c28,ef292c48,1,...) at kern_readv+0x58 read(c7891b80,ef292cec,ef292d28,c0de7b36,0,...) at read+0x4f syscallenter(c7891b80,ef292ce4,ef292ce4,0,0,...) at syscallenter+0x263 syscall(ef292d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284afd83, esp = 0xbfbfdd6c, ebp = 0xbfbfdda8 --- Tracing command getty pid 2251 tid 100166 td 0xc7e9e5c0 sched_switch(c7e9e5c0,0,104,191,8b99a50b,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7e9e5c0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c7e9e5c0,c7e9e5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7162070,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7162070,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c7162000,c7162070,ef2cec28,1,0,...) at tty_wait+0x71 ttydisc_read(c7162000,ef2cec28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96300,ef2cec28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7475188,ef2cec28,c6d27d80,0,c7e9e5c0,...) at devfs_read_f+0x7e dofileread(ef2cec28,ffffffff,ffffffff,0,c7475188,...) at dofileread+0x9e kern_readv(c7e9e5c0,0,ef2cec28,ef2cec48,1,...) at kern_readv+0x58 read(c7e9e5c0,ef2cecec,ef2ced28,c0de7b36,0,...) at read+0x4f syscallenter(c7e9e5c0,ef2cece4,ef2cece4,0,0,...) at syscallenter+0x263 syscall(ef2ced28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2250 tid 100165 td 0xc7e9e8a0 sched_switch(c7e9e8a0,0,104,191,8b9efe39,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7e9e8a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c7e9e8a0,c7e9e8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7162270,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7162270,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c7162200,c7162270,ef2cbc28,1,0,...) at tty_wait+0x71 ttydisc_read(c7162200,ef2cbc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96400,ef2cbc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78271c0,ef2cbc28,c6d27d80,0,c7e9e8a0,...) at devfs_read_f+0x7e dofileread(ef2cbc28,ffffffff,ffffffff,0,c78271c0,...) at dofileread+0x9e kern_readv(c7e9e8a0,0,ef2cbc28,ef2cbc48,1,...) at kern_readv+0x58 read(c7e9e8a0,ef2cbcec,ef2cbd28,c0de7b36,0,...) at read+0x4f syscallenter(c7e9e8a0,ef2cbce4,ef2cbce4,0,0,...) at syscallenter+0x263 syscall(ef2cbd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2249 tid 100164 td 0xc7e9eb80 sched_switch(c7e9eb80,0,104,191,8b9bab99,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7e9eb80,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c7e9eb80,c7e9eb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7162470,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7162470,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c7162400,c7162470,ef2c8c28,1,0,...) at tty_wait+0x71 ttydisc_read(c7162400,ef2c8c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96700,ef2c8c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7475e38,ef2c8c28,c6d27d80,0,c7e9eb80,...) at devfs_read_f+0x7e dofileread(ef2c8c28,ffffffff,ffffffff,0,c7475e38,...) at dofileread+0x9e kern_readv(c7e9eb80,0,ef2c8c28,ef2c8c48,1,...) at kern_readv+0x58 read(c7e9eb80,ef2c8cec,ef2c8d28,c0de7b36,0,...) at read+0x4f syscallenter(c7e9eb80,ef2c8ce4,ef2c8ce4,0,0,...) at syscallenter+0x263 syscall(ef2c8d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2248 tid 100163 td 0xc7444000 sched_switch(c7444000,0,104,191,8b777b32,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7444000,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c7444000,c7444000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f75070,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f75070,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c6f75000,c6f75070,ef2c5c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f75000,ef2c5c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96800,ef2c5c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c73e6380,ef2c5c28,c6d27d80,0,c7444000,...) at devfs_read_f+0x7e dofileread(ef2c5c28,ffffffff,ffffffff,0,c73e6380,...) at dofileread+0x9e kern_readv(c7444000,0,ef2c5c28,ef2c5c48,1,...) at kern_readv+0x58 read(c7444000,ef2c5cec,ef2c5d28,c0de7b36,0,...) at read+0x4f syscallenter(c7444000,ef2c5ce4,ef2c5ce4,0,0,...) at syscallenter+0x263 syscall(ef2c5d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2247 tid 100162 td 0xc74442e0 sched_switch(c74442e0,0,104,191,8b7e4dcd,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c74442e0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c74442e0,c74442e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f75270,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f75270,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c6f75200,c6f75270,ef2c2c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f75200,ef2c2c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7152000,ef2c2c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7827230,ef2c2c28,c6d27d80,0,c74442e0,...) at devfs_read_f+0x7e dofileread(ef2c2c28,ffffffff,ffffffff,0,c7827230,...) at dofileread+0x9e kern_readv(c74442e0,0,ef2c2c28,ef2c2c48,1,...) at kern_readv+0x58 read(c74442e0,ef2c2cec,ef2c2d28,c0de7b36,0,...) at read+0x4f syscallenter(c74442e0,ef2c2ce4,ef2c2ce4,0,0,...) at syscallenter+0x263 syscall(ef2c2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2246 tid 100161 td 0xc74445c0 sched_switch(c74445c0,0,104,191,8b880692,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c74445c0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c74445c0,c74445c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f75470,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f75470,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c6f75400,c6f75470,ef2bfc28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f75400,ef2bfc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96e00,ef2bfc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7475cb0,ef2bfc28,c6d27d80,0,c74445c0,...) at devfs_read_f+0x7e dofileread(ef2bfc28,ffffffff,ffffffff,0,c7475cb0,...) at dofileread+0x9e kern_readv(c74445c0,0,ef2bfc28,ef2bfc48,1,...) at kern_readv+0x58 read(c74445c0,ef2bfcec,ef2bfd28,c0de7b36,0,...) at read+0x4f syscallenter(c74445c0,ef2bfce4,ef2bfce4,0,0,...) at syscallenter+0x263 syscall(ef2bfd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2245 tid 100160 td 0xc74448a0 sched_switch(c74448a0,0,104,191,8b88edfb,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c74448a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c74448a0,c74448a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f75670,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f75670,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c6f75600,c6f75670,ef2bcc28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f75600,ef2bcc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96d00,ef2bcc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c73e55b0,ef2bcc28,c6d27d80,0,c74448a0,...) at devfs_read_f+0x7e dofileread(ef2bcc28,ffffffff,ffffffff,0,c73e55b0,...) at dofileread+0x9e kern_readv(c74448a0,0,ef2bcc28,ef2bcc48,1,...) at kern_readv+0x58 read(c74448a0,ef2bccec,ef2bcd28,c0de7b36,0,...) at read+0x4f syscallenter(c74448a0,ef2bcce4,ef2bcce4,0,0,...) at syscallenter+0x263 syscall(ef2bcd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2244 tid 100159 td 0xc7444b80 sched_switch(c7444b80,0,104,191,8b7a3109,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7444b80,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,c7444b80,c7444b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f75870,0,c0debe72,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f75870,c0f64e30,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c6f75800,c6f75870,ef2b9c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f75800,ef2b9c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f96c00,ef2b9c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c742c118,ef2b9c28,c6d27d80,0,c7444b80,...) at devfs_read_f+0x7e dofileread(ef2b9c28,ffffffff,ffffffff,0,c742c118,...) at dofileread+0x9e kern_readv(c7444b80,0,ef2b9c28,ef2b9c48,1,...) at kern_readv+0x58 read(c7444b80,ef2b9cec,ef2b9d28,c0de7b36,0,...) at read+0x4f syscallenter(c7444b80,ef2b9ce4,ef2b9ce4,0,0,...) at syscallenter+0x263 syscall(ef2b9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2243 tid 100077 td 0xc73e3b80 sched_switch(c73e3b80,0,104,191,f28d345b,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c73e3b80,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c6f75a04,0,c0de0167,c73e3b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f75a70,0,ef132ad8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f75a70,c6f75a04,c0deb810,514,0,...) at _cv_wait_sig+0x243 tty_wait(c6f75a00,c6f75a70,ef132c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f75a00,ef132c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6dedd00,ef132c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7475850,ef132c28,c6d27d80,0,c73e3b80,...) at devfs_read_f+0x7e dofileread(ef132c28,ffffffff,ffffffff,0,c7475850,...) at dofileread+0x9e kern_readv(c73e3b80,0,ef132c28,ef132c48,1,...) at kern_readv+0x58 read(c73e3b80,ef132cec,ef132d28,c0de7b36,0,...) at read+0x4f syscallenter(c73e3b80,ef132ce4,ef132ce4,0,0,...) at syscallenter+0x263 syscall(ef132d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196d83, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command inetd pid 2212 tid 100148 td 0xc78915c0 sched_switch(c78915c0,0,104,191,7df4c34d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c78915c0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c7b4e850,0,c0de0167,c78915c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7b4e864,0,ef298a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7b4e864,c7b4e850,c0de9802,627,c73fd5e8,...) at _cv_wait_sig+0x243 seltdwait(c73fd5e8,58,c6d27d80,c78915c0,c0de0167,...) at seltdwait+0xa2 kern_select(c78915c0,6,bfbfdfa0,0,0,0,20,c7b3b000,c7b3b000) at kern_select+0x504 select(c78915c0,ef298cec,ef298d28,c0de7b36,0,...) at select+0x66 syscallenter(c78915c0,ef298ce4,ef298ce4,0,0,...) at syscallenter+0x263 syscall(ef298d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a8d03, esp = 0xbfbfdf5c, ebp = 0xbfbfede8 --- Tracing command bash pid 2141 tid 100126 td 0xc77305c0 sched_switch(c77305c0,0,104,191,d9c30439,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c77305c0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c788dac0,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c788dac0,c788db48,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c77305c0,ffffffff,ef227c44,6,0,...) at kern_wait+0xb66 wait4(c77305c0,ef227cec,ef227d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c77305c0,ef227ce4,ef227ce4,0,0,...) at syscallenter+0x263 syscall(ef227d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c3fbb, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command sshd pid 2140 tid 100137 td 0xc79018a0 sched_switch(c79018a0,0,104,191,ce7b59ce,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c79018a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c7c95750,0,c0de0167,c79018a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7c95764,0,ef25fa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7c95764,c7c95750,c0de9802,627,c73fd9a0,...) at _cv_wait_sig+0x243 seltdwait(c73fd9a0,58,c7390700,c79018a0,246,...) at seltdwait+0xa2 kern_select(c79018a0,c,288060b8,288060dc,0,0,20,c78f9000,c78f9000) at kern_select+0x504 select(c79018a0,ef25fcec,ef25fd28,c0de7b36,0,...) at select+0x66 syscallenter(c79018a0,ef25fce4,ef25fce4,0,0,...) at syscallenter+0x263 syscall(ef25fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284afd03, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2138 tid 100158 td 0xc7b928a0 sched_switch(c7b928a0,0,104,191,2a097924,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,68,...) at mi_switch+0x219 sleepq_switch(c7b928a0,0,c0de7240,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c791d598,68,c0ded601,100,0,...) at sleepq_wait_sig+0x17 _sleep(c791d598,c791d558,168,c0ded601,0) at _sleep+0x35c sbwait(c791d534,4,c0ded6d9,5ec,c791d558,...) at sbwait+0x76 soreceive_generic(c791d4e0,0,ef2b6c28,0,0,...) at soreceive_generic+0x3f0 soreceive(c791d4e0,0,ef2b6c28,0,0,0) at soreceive+0x38 soo_read(c73fd4d0,ef2b6c28,c7239d80,0,c7b928a0,...) at soo_read+0x4e dofileread(ef2b6c28,ffffffff,ffffffff,0,c73fd4d0,...) at dofileread+0x9e kern_readv(c7b928a0,5,ef2b6c28,ef2b6c48,1,...) at kern_readv+0x58 read(c7b928a0,ef2b6cec,ef2b6d28,c0de7b36,0,...) at read+0x4f syscallenter(c7b928a0,ef2b6ce4,ef2b6ce4,0,0,...) at syscallenter+0x263 syscall(ef2b6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284afd83, esp = 0xbfbfdd6c, ebp = 0xbfbfdda8 --- Tracing command cron pid 2099 tid 100113 td 0xc774c5c0 sched_switch(c774c5c0,0,104,191,8ae6d226,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c774c5c0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c09393b0,c774c5c0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c0f66744,6c,c0de30d7,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f66744,0,16c,c0de30d7,ea61,...) at _sleep+0x328 kern_nanosleep(c774c5c0,ef1dac34,ef1dac3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c774c5c0,ef1dacec,ef1dad28,c0de7b36,0,...) at nanosleep+0x6f syscallenter(c774c5c0,ef1dace4,ef1dace4,0,0,...) at syscallenter+0x263 syscall(ef1dad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28185077, esp = 0xbfbfec4c, ebp = 0xbfbfec78 --- Tracing command sendmail pid 2091 tid 100131 td 0xc78932e0 sched_switch(c78932e0,0,104,191,b1151bcb,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,74,...) at mi_switch+0x219 sleepq_switch(c78932e0,0,c0de7240,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7745b18,74,c0c8c36e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7745b18,c7745b48,174,c0c8c36e,0,...) at _sleep+0x35c kern_sigsuspend(c78932e0,0,0,0,0,...) at kern_sigsuspend+0xba sigsuspend(c78932e0,ef236cec,ef236d28,c0de7b36,0,...) at sigsuspend+0x4d syscallenter(c78932e0,ef236ce4,ef236ce4,0,246,...) at syscallenter+0x263 syscall(ef236d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x283388bb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 2087 tid 100103 td 0xc77338a0 sched_switch(c77338a0,0,104,191,e3a49098,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c77338a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef1a3a14,c08eb5da,c6fc3d10,0,c77338a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c6fc3d24,0,ef1a3a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6fc3d24,c6fc3d10,1389,627,c73fdab8,...) at _cv_timedwait_sig+0x252 seltdwait(ef1a3bf8,ef1a3c00,c73b7280,c77338a0,c0944b68,...) at seltdwait+0x8a kern_select(c77338a0,5,bfbfc510,0,0,ef1a3c40,20,5,0) at kern_select+0x504 select(c77338a0,ef1a3cec,ef1a3d28,c0de7b36,0,...) at select+0x66 syscallenter(c77338a0,ef1a3ce4,ef1a3ce4,0,0,...) at syscallenter+0x263 syscall(ef1a3d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x283e0d03, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 2079 tid 100124 td 0xc7730b80 sched_switch(c7730b80,0,104,191,c9b02f37,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7730b80,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c6f9c610,0,c0de0167,c7730b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f9c624,0,ef221a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f9c624,c6f9c610,c0de9802,627,c73e5770,...) at _cv_wait_sig+0x243 seltdwait(c73e5770,58,c73b7500,c7730b80,efe,...) at seltdwait+0xa2 kern_select(c7730b80,5,2880c0b0,0,0,0,20,c788f2b0,c788f2b0) at kern_select+0x504 select(c7730b80,ef221cec,2880d070,1,0,...) at select+0x66 syscallenter(c7730b80,ef221ce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef221d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284afd03, esp = 0xbfbfe25c, ebp = 0xbfbfedf8 --- Tracing command ntpd pid 2034 tid 100114 td 0xc774c2e0 sched_switch(c774c2e0,0,104,191,2cb50acf,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c774c2e0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c7b4e690,0,c0de0167,c774c2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7b4e6a4,0,ef1dea4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7b4e6a4,c7b4e690,c0de9802,627,c742c738,...) at _cv_wait_sig+0x243 seltdwait(c742c738,58,c6d27d80,c774c2e0,0,...) at seltdwait+0xa2 kern_select(c774c2e0,1c,bfbfece8,0,0,0,20,c77432b0,c77432b0) at kern_select+0x504 select(c774c2e0,ef1decec,ef1ded80,ef1dec88,0,...) at select+0x66 syscallenter(c774c2e0,ef1dece4,c0c3fa36,fffffffe,246,...) at syscallenter+0x263 syscall(ef1ded28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x28359d03, esp = 0xbfbfecbc, ebp = 0xbfbfed88 --- Tracing command moused pid 1905 tid 100102 td 0xc7733b80 sched_switch(c7733b80,0,104,191,84fe4f16,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7733b80,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c73b9090,0,c0de0167,c7733b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c73b90a4,0,ef1a0a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73b90a4,c73b9090,c0de9802,627,c73fdce8,...) at _cv_wait_sig+0x243 seltdwait(c73fdce8,58,c6d27d80,c7733b80,0,...) at seltdwait+0xa2 kern_select(c7733b80,6,bfbfea04,0,0,0,20,c7721000,c7721000) at kern_select+0x504 select(c7733b80,ef1a0cec,ef1a0d28,c0de7b36,0,...) at select+0x66 syscallenter(c7733b80,ef1a0ce4,ef1a0ce4,0,0,...) at syscallenter+0x263 syscall(ef1a0d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b3d03, esp = 0xbfbfe99c, ebp = 0xbfbfeb28 --- Tracing command nfsd pid 1846 tid 100140 td 0xc78925c0 sched_switch(c78925c0,0,104,191,448521c2,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c78925c0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef268be0,c08eb5da,c6df2680,0,c78925c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c6df3310,0,ef268c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6df3310,c6df2680,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(ef268d14,c08cee58,c6df2680,ef268d28,c0ddc4e8,...) at svc_run_internal+0x356 svc_thread_start(c6df2680,ef268d28,c0ddc4e8,36e,c7721810,...) at svc_thread_start+0x10 fork_exit(c0afde20,c6df2680,ef268d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1846 tid 100139 td 0xc78928a0 sched_switch(c78928a0,0,104,191,44858386,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c78928a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef265be0,c08eb5da,c6df2680,0,c78928a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c6df3350,0,ef265c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6df3350,c6df2680,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(ef265d14,c08cee58,c6df2680,ef265d28,c0ddc4e8,...) at svc_run_internal+0x356 svc_thread_start(c6df2680,ef265d28,c0ddc4e8,36e,c7721810,...) at svc_thread_start+0x10 fork_exit(c0afde20,c6df2680,ef265d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1846 tid 100138 td 0xc7892b80 sched_switch(c7892b80,0,104,191,44855040,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7892b80,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef262be0,c08eb5da,c6df2680,0,c7892b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c7915090,0,ef262c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7915090,c6df2680,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(ef262d14,c08cee58,c6df2680,ef262d28,c0ddc4e8,...) at svc_run_internal+0x356 svc_thread_start(c6df2680,ef262d28,c0ddc4e8,36e,c7721810,...) at svc_thread_start+0x10 fork_exit(c0afde20,c6df2680,ef262d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1846 tid 100099 td 0xc715a5c0 sched_switch(c715a5c0,0,104,191,4485b94d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c715a5c0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef197ab0,c08eb5da,c6df2680,0,c715a5c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c6df3390,0,ef197ae8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6df3390,c6df2680,1388,3b1,ef197b30,...) at _cv_timedwait_sig+0x252 svc_run_internal(c715a770,14,c0e1171a,c0e0f9b5,ef197c0c,...) at svc_run_internal+0x356 svc_run(c6df2680,0,c0e0fca2,1c2,0,...) at svc_run+0x7b nfssvc_nfsd(bfbfe870,ef197c0c,c,c6d27d80,ef197c20,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c715a5c0,ef197cec,c7721810,0,c715a5c0,...) at nfssvc_nfsserver+0x24f nfssvc(c715a5c0,ef197cec,ef197d28,c0de7b36,0,...) at nfssvc+0x83 syscallenter(c715a5c0,ef197ce4,ef197ce4,0,0,...) at syscallenter+0x263 syscall(ef197d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dd4bb, esp = 0xbfbfe82c, ebp = 0xbfbfea98 --- Tracing command nfsd pid 1845 tid 100122 td 0xc77322e0 sched_switch(c77322e0,0,104,191,5bff34b,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c77322e0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c73b9510,0,c0de0167,c77322e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c73b9524,0,ef21ba4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73b9524,c73b9510,c0de9802,627,c73e6d58,...) at _cv_wait_sig+0x243 seltdwait(c73e6d58,58,c6d27d80,c77322e0,efe,...) at seltdwait+0xa2 kern_select(c77322e0,5,bfbfecb0,0,0,0,20,c788f810,c788f810) at kern_select+0x504 select(c77322e0,ef21bcec,bfbffff4,1,0,...) at select+0x66 syscallenter(c77322e0,ef21bce4,c0c3fd7d,c0f64e30,0,...) at syscallenter+0x263 syscall(ef21bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x28184d03, esp = 0xbfbfea9c, ebp = 0xbfbfede8 --- Tracing command mountd pid 1836 tid 100095 td 0xc74472e0 sched_switch(c74472e0,0,104,191,d0ea6c9d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c74472e0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c6f9bc90,0,c0de0167,c74472e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6f9bca4,0,ef17fa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f9bca4,c6f9bc90,c0de9802,627,c73e65e8,...) at _cv_wait_sig+0x243 seltdwait(c73e65e8,58,c6d27d80,c74472e0,c0de9708,...) at seltdwait+0xa2 kern_select(c74472e0,9,bfbfed3c,0,0,0,20,c74412b0,c74412b0) at kern_select+0x504 select(c74472e0,ef17fcec,ef17fd28,c0de7b36,0,...) at select+0x66 syscallenter(c74472e0,ef17fce4,ef17fce4,0,0,...) at syscallenter+0x263 syscall(ef17fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819ad03, esp = 0xbfbfed0c, ebp = 0xbfbfedd8 --- Tracing command rpcbind pid 1739 tid 100121 td 0xc77325c0 sched_switch(c77325c0,0,104,191,e7f2c191,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c77325c0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef218a6c,c08eb5da,c73b95d0,0,c77325c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c73b95e4,0,ef218aa4,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73b95e4,c73b95d0,7531,627,ef218b5c,...) at _cv_timedwait_sig+0x252 seltdwait(ef218c2c,ef218c34,535,c77325c0,ef218b2c,...) at seltdwait+0x8a poll(c77325c0,ef218cec,ef218d28,c0de7b36,0,...) at poll+0x300 syscallenter(c77325c0,ef218ce4,ef218ce4,0,0,...) at syscallenter+0x263 syscall(ef218d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813ff0b, esp = 0xbfbfcbac, ebp = 0xbfbfed78 --- Tracing command syslogd pid 1712 tid 100129 td 0xc78938a0 sched_switch(c78938a0,0,104,191,73a50871,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c78938a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c73b9550,0,c0de0167,c78938a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c73b9564,0,ef230a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73b9564,c73b9550,c0de9802,627,c7475540,...) at _cv_wait_sig+0x243 seltdwait(c7475540,58,c6d27d80,c78938a0,0,...) at seltdwait+0xa2 kern_select(c78938a0,9,2847f0ac,0,0,0,20,c788d2b0,c788d2b0) at kern_select+0x504 select(c78938a0,ef230cec,ef230d28,c0de7b36,0,...) at select+0x66 syscallenter(c78938a0,ef230ce4,ef230ce4,0,246,...) at syscallenter+0x263 syscall(ef230d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x28199d03, esp = 0xbfbfe29c, ebp = 0xbfbfede8 --- Tracing command devd pid 1511 tid 100098 td 0xc715a8a0 sched_switch(c715a8a0,0,104,191,d08f0141,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c715a8a0,0,c0de7240,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c08eb5da,c73b9110,0,c0de0167,c715a8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c73b9124,0,ef194a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73b9124,c73b9110,c0de9802,627,c73e6620,...) at _cv_wait_sig+0x243 seltdwait(c73e6620,58,c6d27d80,c715a8a0,c0e1ac69,...) at seltdwait+0xa2 kern_select(c715a8a0,5,bfbfe960,0,0,0,20,c7721ac0,c7721ac0) at kern_select+0x504 select(c715a8a0,ef194cec,ef194d28,c0de7b36,0,...) at select+0x66 syscallenter(c715a8a0,ef194ce4,ef194ce4,0,0,...) at syscallenter+0x263 syscall(ef194d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x808ba43, esp = 0xbfbfe92c, ebp = 0xbfbfee08 --- Tracing command softdepflush pid 20 tid 100075 td 0xc7024b80 cpustop_handler(8,ecf3fa54,c0c3f636,f1,0,...) at cpustop_handler+0x34 ipi_nmi_handler(f1,0,1cd4cf0,c08eb79c,c6ebdac0,...) at ipi_nmi_handler+0x2f trap(ecf3fa60) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08eb7a7, esp = 0xecf3faa0, ebp = 0xecf3fabc --- _mtx_lock_sleep(c7b89048,c7024b80,0,c0e15f1c,164b,...) at _mtx_lock_sleep+0xa7 _mtx_lock_flags(c7b89048,0,c0e15f1c,164b,ecf3fb18,...) at _mtx_lock_flags+0xf7 softdep_freefile(c8b9b984,11de,81b0,c0e15f1c,1cfc,...) at softdep_freefile+0x8d ffs_vfree(c8b9b984,11de,81b0,c0e15f1c,270e,...) at ffs_vfree+0x2e ufs_inactive(ecf3fbfc,c0e36fcc,c8b9ba48,c8b9ba48,c8b9b984,...) at ufs_inactive+0x2d5 VOP_INACTIVE_APV(c0f150a0,ecf3fbfc,c0df0f43,947,c0f30000,...) at VOP_INACTIVE_APV+0xc5 vinactive(c0f150a0,ecf3fc30,c0df0f43,89e,0,...) at vinactive+0xb1 vputx(ecf3fc8c,c0b3ee7e,c8b9b984,ecf3fc78,2,...) at vputx+0x36c vput(c8b9b984,ecf3fc78,2,5e0,1,...) at vput+0x10 process_worklist_item(c10e80dc,0,c0e15f1c,56c,c7024b80,...) at process_worklist_item+0x20e softdep_process_worklist(c73b45a8,0,c0e15f1c,4df,3e8,...) at softdep_process_worklist+0x7e softdep_flush(0,ecf3fd28,c0ddc4e8,36e,c6ebdac0,...) at softdep_flush+0x2a0 fork_exit(c0b45380,0,ecf3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xecf3fd60, ebp = 0 --- Tracing command vnlru pid 19 tid 100074 td 0xc7158000 sched_switch(c7158000,0,104,191,63a34ad9,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,60,...) at mi_switch+0x219 sleepq_switch(c7158000,0,c0de7240,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c7394000,60,c0df1eb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c7394000,c10dc694,260,c0df1eb5,3e8,...) at _sleep+0x342 vnlru_proc(0,ecf3cd28,c0ddc4e8,36e,c7394000,...) at vnlru_proc+0xe7 fork_exit(c0995960,0,ecf3cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xecf3cd60, ebp = 0 --- Tracing command syncer pid 18 tid 100073 td 0xc71582e0 sched_switch(c71582e0,0,104,191,6946e7e9,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c71582e0,0,c0de7240,28b,c71582e0,...) at sleepq_switch+0x162 sleepq_timedwait(c10dc6d4,0,ecf39c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c10dc6d4,c10dc6c0,3e8,763,4e20,...) at _cv_timedwait+0x252 sched_sync(0,ecf39d28,c0ddc4e8,36e,c73942b0,...) at sched_sync+0x585 fork_exit(c0993910,0,ecf39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xecf39d60, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100072 td 0xc71585c0 sched_switch(c71585c0,0,104,191,63a2becc,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,54,...) at mi_switch+0x219 sleepq_switch(c71585c0,0,c0de7240,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c10dc368,54,c0deeec5,0,0,...) at sleepq_timedwait+0x6b _sleep(c10dc368,c10dc370,54,c0deeec5,3e8,...) at _sleep+0x342 buf_daemon(0,ecf36d28,c0ddc4e8,36e,c7394560,...) at buf_daemon+0x175 fork_exit(c097b3e0,0,ecf36d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xecf36d60, ebp = 0 --- Tracing command pagezero pid 16 tid 100071 td 0xc71588a0 sched_switch(c71588a0,0,104,191,40188329,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c71588a0,0,c0de7240,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c10e9f5c,0,c0e1e6ec,0,0,...) at sleepq_timedwait+0x6b _sleep(c10e9f5c,c10e8a00,0,c0e1e6ec,493e0,...) at _sleep+0x342 vm_pagezero(0,ecf33d28,c0ddc4e8,36e,c7394810,...) at vm_pagezero+0xdc fork_exit(c0b8a060,0,ecf33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xecf33d60, ebp = 0 --- Tracing command vmdaemon pid 15 tid 100070 td 0xc7158b80 sched_switch(c7158b80,0,104,191,84a7c436,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,74,...) at mi_switch+0x219 sleepq_switch(c7158b80,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c10e9b48,74,c0deeec5,0,0,...) at sleepq_wait+0x63 _sleep(c10e9b48,c10e9b4c,74,c0deeec5,0,...) at _sleep+0x372 vm_daemon(0,e0bffd28,c0ddc4e8,36e,c7394ac0,...) at vm_daemon+0x59 fork_exit(c0b83e40,0,e0bffd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bffd60, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100069 td 0xc7159000 sched_switch(c7159000,0,104,191,f85888cc,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,54,...) at mi_switch+0x219 sleepq_switch(c7159000,0,c0de7240,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c10e9b10,54,c0deeec5,0,0,...) at sleepq_timedwait+0x6b _sleep(c10e9b10,c10e8a00,54,c0deeec5,1388,...) at _sleep+0x342 vm_pageout(0,e0bfcd28,c0ddc4e8,36e,c7395000,...) at vm_pageout+0x2c7 fork_exit(c0b84f10,0,e0bfcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bfcd60, ebp = 0 --- Tracing command xpt_thrd pid 8 tid 100068 td 0xc71592e0 sched_switch(c71592e0,0,104,191,7d466aee,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c71592e0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c0f314d4,5c,c0c666b2,0,0,...) at sleepq_wait+0x63 _sleep(c0f314d4,c0f31518,5c,c0c666b2,0,...) at _sleep+0x372 xpt_scanner_thread(0,e0bf9d28,c0ddc4e8,36e,c6dad2b0,...) at xpt_scanner_thread+0x47 fork_exit(c0487490,0,e0bf9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bf9d60, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100067 td 0xc71595c0 sched_switch(c71595c0,0,104,191,277fae7d,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c71595c0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c10de178,0,c0e04e7f,0,0,...) at sleepq_wait+0x63 _sleep(c10de178,c10de140,0,c0e04e7f,0,...) at _sleep+0x372 sctp_iterator_thread(0,e0bf6d28,c0ddc4e8,36e,c6dad560,...) at sctp_iterator_thread+0x5c fork_exit(c0a24110,0,e0bf6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bf6d60, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc70152e0 sched_switch(c70152e0,0,104,191,6b40dae7,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c70152e0,0,c0de7240,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c6ff803c,5c,c0dd5252,0,0,...) at sleepq_timedwait+0x6b _sleep(c6ff803c,c6ff80f0,5c,c0dd5252,3e8,...) at _sleep+0x342 fdc_thread(c6ff8000,e0bead28,c0ddc4e8,36e,c6dad810,...) at fdc_thread+0x27d fork_exit(c0c08db0,c6ff8000,e0bead28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bead60, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc70158a0 sched_switch(c70158a0,0,104,191,869e0378,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c70158a0,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c704a000,6c,c0dd5252,100,0,...) at sleepq_wait_sig+0x17 _sleep(c704a000,c704e488,16c,c0dd5252,0,...) at _sleep+0x35c fw_bus_probe_thread(c704a000,e0bdad28,c0ddc4e8,36e,c6dadac0,...) at fw_bus_probe_thread+0xa08 fork_exit(c06aff90,c704a000,e0bdad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bdad60, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc70225c0 sched_switch(c70225c0,0,104,191,73d53748,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70225c0,0,c0de7240,268,c70225c0,...) at sleepq_switch+0x162 sleepq_wait(c702ad34,0,e0bc7cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c702ad34,c702add4,c0dbc006,6b,c702ad3c,...) at _cv_wait+0x243 usb_process(c702ad2c,e0bc7d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c702ad2c,e0bc7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bc7d60, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc70228a0 sched_switch(c70228a0,0,104,191,e44900f9,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70228a0,0,c0de7240,268,c70228a0,...) at sleepq_switch+0x162 sleepq_wait(c702ad04,0,e0bc4cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c702ad04,c702add4,c0dbc006,6b,c702ad0c,...) at _cv_wait+0x243 usb_process(c702acfc,e0bc4d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c702acfc,e0bc4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bc4d60, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc7022b80 sched_switch(c7022b80,0,104,191,736c8fe6,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7022b80,0,c0de7240,268,c7022b80,...) at sleepq_switch+0x162 sleepq_wait(c702acd4,0,e0bc1cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c702acd4,c702add4,c0dbc006,6b,c702acdc,...) at _cv_wait+0x243 usb_process(c702accc,e0bc1d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c702accc,e0bc1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bc1d60, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc7024000 sched_switch(c7024000,0,104,191,736c7cfc,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7024000,0,c0de7240,268,c7024000,...) at sleepq_switch+0x162 sleepq_wait(c702aca4,0,e0bbecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c702aca4,c702add4,c0dbc006,6b,c702acac,...) at _cv_wait+0x243 usb_process(c702ac9c,e0bbed28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c702ac9c,e0bbed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bbed60, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc70245c0 sched_switch(c70245c0,0,104,191,736c6751,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70245c0,0,c0de7240,268,c70245c0,...) at sleepq_switch+0x162 sleepq_wait(c701bb5c,0,e0bb5cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701bb5c,c701bbfc,c0dbc006,6b,c701bb64,...) at _cv_wait+0x243 usb_process(c701bb54,e0bb5d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c701bb54,e0bb5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bb5d60, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc7013000 sched_switch(c7013000,0,104,191,db7c2daa,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7013000,0,c0de7240,268,c7013000,...) at sleepq_switch+0x162 sleepq_wait(c701bb2c,0,e0bb2cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701bb2c,c701bbfc,c0dbc006,6b,c701bb34,...) at _cv_wait+0x243 usb_process(c701bb24,e0bb2d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c701bb24,e0bb2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bb2d60, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc70132e0 sched_switch(c70132e0,0,104,191,730716aa,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70132e0,0,c0de7240,268,c70132e0,...) at sleepq_switch+0x162 sleepq_wait(c701bafc,0,e0bafcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701bafc,c701bbfc,c0dbc006,6b,c701bb04,...) at _cv_wait+0x243 usb_process(c701baf4,e0bafd28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c701baf4,e0bafd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bafd60, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc70135c0 sched_switch(c70135c0,0,104,191,73070636,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70135c0,0,c0de7240,268,c70135c0,...) at sleepq_switch+0x162 sleepq_wait(c701bacc,0,e0baccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c701bacc,c701bbfc,c0dbc006,6b,c701bad4,...) at _cv_wait+0x243 usb_process(c701bac4,e0bacd28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c701bac4,e0bacd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bacd60, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc70138a0 sched_switch(c70138a0,0,104,191,7306f171,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70138a0,0,c0de7240,268,c70138a0,...) at sleepq_switch+0x162 sleepq_wait(c7016b5c,0,e0ba8cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7016b5c,c7016bfc,c0dbc006,6b,c7016b64,...) at _cv_wait+0x243 usb_process(c7016b54,e0ba8d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7016b54,e0ba8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ba8d60, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc7013b80 sched_switch(c7013b80,0,104,191,d828af59,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7013b80,0,c0de7240,268,c7013b80,...) at sleepq_switch+0x162 sleepq_wait(c7016b2c,0,e0ba5cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7016b2c,c7016bfc,c0dbc006,6b,c7016b34,...) at _cv_wait+0x243 usb_process(c7016b24,e0ba5d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7016b24,e0ba5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ba5d60, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc7014000 sched_switch(c7014000,0,104,191,6d28696f,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7014000,0,c0de7240,268,c7014000,...) at sleepq_switch+0x162 sleepq_wait(c7016afc,0,e0ba2cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7016afc,c7016bfc,c0dbc006,6b,c7016b04,...) at _cv_wait+0x243 usb_process(c7016af4,e0ba2d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7016af4,e0ba2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ba2d60, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc70142e0 sched_switch(c70142e0,0,104,191,6d28579e,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70142e0,0,c0de7240,268,c70142e0,...) at sleepq_switch+0x162 sleepq_wait(c7016acc,0,e0b9fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7016acc,c7016bfc,c0dbc006,6b,c7016ad4,...) at _cv_wait+0x243 usb_process(c7016ac4,e0b9fd28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7016ac4,e0b9fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b9fd60, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc70145c0 sched_switch(c70145c0,0,104,191,6d2844ae,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70145c0,0,c0de7240,268,c70145c0,...) at sleepq_switch+0x162 sleepq_wait(c700fb5c,0,e0b9bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c700fb5c,c700fbfc,c0dbc006,6b,c700fb64,...) at _cv_wait+0x243 usb_process(c700fb54,e0b9bd28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c700fb54,e0b9bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b9bd60, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc70148a0 sched_switch(c70148a0,0,104,191,d6fac8fc,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70148a0,0,c0de7240,268,c70148a0,...) at sleepq_switch+0x162 sleepq_wait(c700fb2c,0,e0b98cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c700fb2c,c700fbfc,c0dbc006,6b,c700fb34,...) at _cv_wait+0x243 usb_process(c700fb24,e0b98d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c700fb24,e0b98d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b98d60, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc7014b80 sched_switch(c7014b80,0,104,191,6cc2ca9a,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7014b80,0,c0de7240,268,c7014b80,...) at sleepq_switch+0x162 sleepq_wait(c700fafc,0,e0b95cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c700fafc,c700fbfc,c0dbc006,6b,c700fb04,...) at _cv_wait+0x243 usb_process(c700faf4,e0b95d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c700faf4,e0b95d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b95d60, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc7015000 sched_switch(c7015000,0,104,191,6cc2b946,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7015000,0,c0de7240,268,c7015000,...) at sleepq_switch+0x162 sleepq_wait(c700facc,0,e0b92cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c700facc,c700fbfc,c0dbc006,6b,c700fad4,...) at _cv_wait+0x243 usb_process(c700fac4,e0b92d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c700fac4,e0b92d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b92d60, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc6fff2e0 sched_switch(c6fff2e0,0,104,191,6cc2a40a,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6fff2e0,0,c0de7240,268,c6fff2e0,...) at sleepq_switch+0x162 sleepq_wait(c7009b5c,0,e0b8bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7009b5c,c7009bfc,c0dbc006,6b,c7009b64,...) at _cv_wait+0x243 usb_process(c7009b54,e0b8bd28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7009b54,e0b8bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b8bd60, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc6fff5c0 sched_switch(c6fff5c0,0,104,191,d5b167b0,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6fff5c0,0,c0de7240,268,c6fff5c0,...) at sleepq_switch+0x162 sleepq_wait(c7009b2c,0,e0b88cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7009b2c,c7009bfc,c0dbc006,6b,c7009b34,...) at _cv_wait+0x243 usb_process(c7009b24,e0b88d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7009b24,e0b88d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b88d60, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc6fff8a0 sched_switch(c6fff8a0,0,104,191,6c5d1ff1,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6fff8a0,0,c0de7240,268,c6fff8a0,...) at sleepq_switch+0x162 sleepq_wait(c7009afc,0,e0b85cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7009afc,c7009bfc,c0dbc006,6b,c7009b04,...) at _cv_wait+0x243 usb_process(c7009af4,e0b85d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7009af4,e0b85d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b85d60, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc6fffb80 sched_switch(c6fffb80,0,104,191,6c5d0e8a,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6fffb80,0,c0de7240,268,c6fffb80,...) at sleepq_switch+0x162 sleepq_wait(c7009acc,0,e0b82cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7009acc,c7009bfc,c0dbc006,6b,c7009ad4,...) at _cv_wait+0x243 usb_process(c7009ac4,e0b82d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c7009ac4,e0b82d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b82d60, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc70032e0 sched_switch(c70032e0,0,104,191,6c5cf8fb,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70032e0,0,c0de7240,268,c70032e0,...) at sleepq_switch+0x162 sleepq_wait(c6ff9b5c,0,e0b7bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6ff9b5c,c6ff9bfc,c0dbc006,6b,c6ff9b64,...) at _cv_wait+0x243 usb_process(c6ff9b54,e0b7bd28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c6ff9b54,e0b7bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b7bd60, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc70035c0 cpustop_handler(1,e0b78c28,c0c3f636,19910b0,c0945435,...) at cpustop_handler+0x34 ipi_nmi_handler(19910b0,c0945435,0,1,c6ebd000,...) at ipi_nmi_handler+0x2f trap(e0b78c34) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0945431, esp = 0xe0b78c74, ebp = 0xe0b78cc0 --- witness_warn(c6ff9b2c,c6ff9bfc,c0dbc006,6b,c6ff9b34,...) at witness_warn+0x1 usb_process(c6ff9b24,e0b78d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c6ff9b24,e0b78d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b78d60, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc70038a0 sched_switch(c70038a0,0,104,191,6bf13ed8,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70038a0,0,c0de7240,268,c70038a0,...) at sleepq_switch+0x162 sleepq_wait(c6ff9afc,0,e0b75cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6ff9afc,c6ff9bfc,c0dbc006,6b,c6ff9b04,...) at _cv_wait+0x243 usb_process(c6ff9af4,e0b75d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c6ff9af4,e0b75d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b75d60, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc7003b80 sched_switch(c7003b80,0,104,191,6bf12be7,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7003b80,0,c0de7240,268,c7003b80,...) at sleepq_switch+0x162 sleepq_wait(c6ff9acc,0,e0b72cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c6ff9acc,c6ff9bfc,c0dbc006,6b,c6ff9ad4,...) at _cv_wait+0x243 usb_process(c6ff9ac4,e0b72d28,c0ddc4e8,36e,c6ebd000,...) at usb_process+0x193 fork_exit(c081eca0,c6ff9ac4,e0b72d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b72d60, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6ebb5c0 sched_switch(c6ebb5c0,0,104,191,7b21b32b,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6ebb5c0,0,c0de7240,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c0f65544,0,c0dd5252,2,0,...) at sleepq_timedwait+0x6b _sleep(c0f65544,0,0,c0dd5252,64,...) at _sleep+0x342 pause(c0dd5252,64,c0daad2e,111,0,...) at pause+0x47 random_kthread(0,c6b45d28,c0ddc4e8,36e,c6ebd2b0,...) at random_kthread+0x1ef fork_exit(c078ed50,0,c6b45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b45d60, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6ebbb80 sched_switch(c6ebbb80,0,104,191,7b771f47,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c6ebbb80,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c0f631a4,5c,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c0f631a4,c0f63108,25c,c0dd5252,0,...) at _sleep+0x372 g_io_schedule_down(c6ebbb80,0,c0dd6d45,74,0,...) at g_io_schedule_down+0x5b g_down_procbody(0,c6b3fd28,c0ddc4e8,36e,c6ebd560,...) at g_down_procbody+0x8d fork_exit(c0892820,0,c6b3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3fd60, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6ebc000 sched_switch(c6ebc000,0,104,191,7b788537,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c6ebc000,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c0f631a0,5c,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c0f631a0,c0f63128,25c,c0dd5252,0,...) at _sleep+0x372 g_io_schedule_up(c6ebc000,0,c0dd6d45,5d,0,...) at g_io_schedule_up+0x134 g_up_procbody(0,c6b3cd28,c0ddc4e8,36e,c6dac000,...) at g_up_procbody+0x8d fork_exit(c08928b0,0,c6b3cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3cd60, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6daf2e0 sched_switch(c6daf2e0,0,104,191,d0890707,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,5c,...) at mi_switch+0x219 sleepq_switch(c6daf2e0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c0f63198,5c,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c0f63198,c0f630e8,25c,c0dd5252,0,...) at _sleep+0x372 g_run_events(c0f731c0,0,c0dd6d45,8b) at g_run_events+0x526 g_event_procbody(0,c6b39d28,c0ddc4e8,36e,c6dac2b0,...) at g_event_procbody+0x8a fork_exit(c0892940,0,c6b39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b39d60, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc7159b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc715a000 sched_switch(c715a000,0,109,191,6becf520,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c715a000,...) at mi_switch+0x219 ithread_loop(c6df5650,e0bedd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df5650,e0bedd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bedd60, ebp = 0 --- Tracing command intr pid 12 tid 100062 td 0xc70155c0 sched_switch(c70155c0,0,109,191,f28c9e1f,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c70155c0,...) at mi_switch+0x219 ithread_loop(c6df5660,e0bddd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df5660,e0bddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bddd60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc7022000 sched_switch(c7022000,0,109,191,6bda9cf3,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c7022000,...) at mi_switch+0x219 ithread_loop(c6df5670,e0bd1d28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df5670,e0bd1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bd1d60, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc70222e0 sched_switch(c70222e0,0,109,191,7936dbc3,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c70222e0,...) at mi_switch+0x219 ithread_loop(c6df5680,e0bcdd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df5680,e0bcdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bcdd60, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc70242e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc6fff000 sched_switch(c6fff000,0,109,191,915178f5,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6fff000,...) at mi_switch+0x219 ithread_loop(c6df56a0,e0b8fd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df56a0,e0b8fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b8fd60, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc7003000 sched_switch(c7003000,0,109,191,8b85bd33,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c7003000,...) at mi_switch+0x219 ithread_loop(c6df56b0,e0b7fd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df56b0,e0b7fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b7fd60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6ebc2e0 sched_switch(c6ebc2e0,0,109,191,89b31101,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6ebc2e0,...) at mi_switch+0x219 ithread_loop(c6df56c0,e0b6fd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df56c0,e0b6fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0b6fd60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6ebc5c0 sched_switch(c6ebc5c0,0,109,191,6947867d,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6ebc5c0,...) at mi_switch+0x219 ithread_loop(c6df56d0,e0a60d28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df56d0,e0a60d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0a60d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6ebc8a0 sched_switch(c6ebc8a0,0,109,191,73bfb1e1,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6ebc8a0,...) at mi_switch+0x219 ithread_loop(c6df56e0,e0a5cd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df56e0,e0a5cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0a5cd60, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6f92000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc6f922e0 sched_switch(c6f922e0,0,109,191,832afbc1,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6f922e0,...) at mi_switch+0x219 ithread_loop(c6df5740,c6b5dd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df5740,c6b5dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5dd60, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc6ebb000 sched_switch(c6ebb000,0,109,191,fe4da744,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6ebb000,...) at mi_switch+0x219 ithread_loop(c6df5750,c6b4bd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df5750,c6b4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4bd60, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6ebb2e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc6daf5c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc6daf8a0 sched_switch(c6daf8a0,0,109,191,f79bd19c,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6daf8a0,...) at mi_switch+0x219 ithread_loop(c6df57b0,c6b33d28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df57b0,c6b33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dafb80 sched_switch(c6dafb80,0,109,191,6936f1c5,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6dafb80,...) at mi_switch+0x219 ithread_loop(c6df57c0,c6b30d28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df57c0,c6b30d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6df6000 sched_switch(c6df6000,0,109,191,6b40ae46,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6df6000,...) at mi_switch+0x219 ithread_loop(c6df57d0,c6b2dd28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df57d0,c6b2dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6df62e0 sched_switch(c6df62e0,0,109,191,71e76b5e,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6df62e0,...) at mi_switch+0x219 ithread_loop(c6df57e0,c6b2ad28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df57e0,c6b2ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6df65c0 sched_switch(c6df65c0,0,109,191,81085227,...) at sched_switch+0x3bc mi_switch(109,0,c0ddc80d,54d,c6df65c0,...) at mi_switch+0x219 ithread_loop(c6df57f0,c6b27d28,c0ddc4e8,36e,c6dac560,...) at ithread_loop+0x1fb fork_exit(c08d2810,c6df57f0,c6b27d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b27d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6dae000 sched_switch(c6dae000,0,108,18c,8107d893,...) at sched_switch+0x3bc mi_switch(108,0,c0de3b6b,a02,c6dae000,...) at mi_switch+0x219 sched_idletd(0,c6b23d28,c0ddc4e8,36e,c6dac810,...) at sched_idletd+0x2bf fork_exit(c0920c90,0,c6b23d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6dae2e0 sched_switch(c6dae2e0,0,108,18c,7b78761f,...) at sched_switch+0x3bc mi_switch(108,0,c0de3b6b,a02,c6dae2e0,...) at mi_switch+0x219 sched_idletd(0,c6b20d28,c0ddc4e8,36e,c6dac810,...) at sched_idletd+0x2bf fork_exit(c0920c90,0,c6b20d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b20d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6dae5c0 cpustop_handler(4,c6b1dc10,c0c3f636,4,c0de0167,...) at cpustop_handler+0x34 ipi_nmi_handler(4,c0de0167,109,1,c6dac810,...) at ipi_nmi_handler+0x2f trap(c6b1dc1c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0943ed0, esp = 0xc6b1dc5c, ebp = 0xc6b1dc80 --- witness_lock(c0f73ec0,10,c0de3b6b,331,c0f731c0,...) at witness_lock tdq_lock_pair(c0f81cf0,c6b1dcc4,c0de3b6b,3bb,c6dae5c0,...) at tdq_lock_pair+0x96 sched_idletd(0,c6b1dd28,c0ddc4e8,36e,c6dac810,...) at sched_idletd+0x127 fork_exit(c0920c90,0,c6b1dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b1dd60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6dae8a0 sched_switch(c6dae8a0,0,108,18c,73bce3b5,...) at sched_switch+0x3bc mi_switch(108,0,c0de3b6b,3b9,c6dae8a0,...) at mi_switch+0x219 sched_idletd(0,c6b1ad28,c0ddc4e8,36e,c6dac810,...) at sched_idletd+0x19f fork_exit(c0920c90,0,c6b1ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b1ad60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6daeb80 sched_switch(c6daeb80,0,104,191,167cd156,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,6c,...) at mi_switch+0x219 sleepq_switch(c6daeb80,0,c0de7240,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0de7240,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c6dacac0,6c,c0de9f8e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6dacac0,c6dacb48,16c,c0de9f8e,0,...) at _sleep+0x35c kern_wait(c6daeb80,ffffffff,c6b16c44,0,0,...) at kern_wait+0xb66 wait4(c6daeb80,c6b16cec,c6b16d28,c0de7b36,0,...) at wait4+0x3b syscallenter(c6daeb80,c6b16ce4,c6b16ce4,0,0,...) at syscallenter+0x263 syscall(c6b16d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x80551d3, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command audit pid 10 tid 100001 td 0xc6daf000 sched_switch(c6daf000,0,104,191,6bee8ed5,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6daf000,0,c0de7240,268,c6daf000,...) at sleepq_switch+0x162 sleepq_wait(c10e7940,0,c6b13c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c10e7940,c10e7924,c0e13197,194,0,...) at _cv_wait+0x243 audit_worker(0,c6b13d28,c0ddc4e8,36e,c6dad000,...) at audit_worker+0x84 fork_exit(c0b0df60,0,c6b13d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b13d60, ebp = 0 --- Tracing command kernel pid 0 tid 100076 td 0xc70248a0 sched_switch(c70248a0,0,104,191,84b3c533,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c70248a0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6fead80,0,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c6fead80,c6fead98,0,c0dd5252,0,...) at _sleep+0x372 taskqueue_thread_loop(c113e920,ef12ed28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0xb5 fork_exit(c093c610,c113e920,ef12ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef12ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc71598a0 sched_switch(c71598a0,0,104,191,6b436d3a,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c71598a0,0,c0de7240,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c0f65544,0,c0dd5252,2,0,...) at sleepq_timedwait+0x6b _sleep(c0f65544,0,0,c0dd5252,bb8,...) at _sleep+0x342 pause(c0dd5252,bb8,120,11e,c0f63308,...) at pause+0x47 deadlkres(0,e0bf3d28,c0ddc4e8,36e,c0f63280,...) at deadlkres+0x302 fork_exit(c08b3b70,0,e0bf3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bf3d60, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc7015b80 sched_switch(c7015b80,0,104,191,7bca3e67,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c7015b80,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6fe9c40,0,c0de2901,c0dd5252,0,...) at sleepq_wait+0x63 msleep_spin(c6fe9c40,c6fe9c58,c0dd5252,0,c0de0167,...) at msleep_spin+0x21d taskqueue_thread_loop(c704e49c,e0bd7d28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0x8f fork_exit(c093c610,c704e49c,e0bd7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0bd7d60, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc6ebcb80 sched_switch(c6ebcb80,0,104,191,832d0d6c,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6ebcb80,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6f42bc0,0,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c6f42bc0,c6f42bd8,0,c0dd5252,0,...) at _sleep+0x372 taskqueue_thread_loop(c0f81ee8,c6b63d28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0xb5 fork_exit(c093c610,c0f81ee8,c6b63d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b63d60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6f925c0 sched_switch(c6f925c0,0,104,191,7401e9de,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6f925c0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6f42d00,0,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c6f42d00,c6f42d18,0,c0dd5252,0,...) at _sleep+0x372 taskqueue_thread_loop(c10e7f24,c6b5ad28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0xb5 fork_exit(c093c610,c10e7f24,c6b5ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f928a0 sched_switch(c6f928a0,0,104,191,7401d729,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6f928a0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6f42d40,0,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c6f42d40,c6f42d58,0,c0dd5252,0,...) at _sleep+0x372 taskqueue_thread_loop(c0f63bd8,c6b57d28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0xb5 fork_exit(c093c610,c0f63bd8,c6b57d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b57d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f92b80 sched_switch(c6f92b80,0,104,191,7401c335,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6f92b80,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6f42d80,0,c0de2901,c0dd5252,0,...) at sleepq_wait+0x63 msleep_spin(c6f42d80,c6f42d98,c0dd5252,0,c0de0167,...) at msleep_spin+0x21d taskqueue_thread_loop(c0f343b8,c6b54d28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0x8f fork_exit(c093c610,c0f343b8,c6b54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b54d60, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6df68a0 sched_switch(c6df68a0,0,104,191,7401b4ad,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6df68a0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6f42d80,0,c0de2901,c0dd5252,0,...) at sleepq_wait+0x63 msleep_spin(c6f42d80,c6f42d98,c0dd5252,0,c0de0167,...) at msleep_spin+0x21d taskqueue_thread_loop(c0f343b8,c6b51d28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0x8f fork_exit(c093c610,c0f343b8,c6b51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b51d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6df6b80 sched_switch(c6df6b80,0,104,191,7401a3d9,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6df6b80,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6f42d80,0,c0de2901,c0dd5252,0,...) at sleepq_wait+0x63 msleep_spin(c6f42d80,c6f42d98,c0dd5252,0,c0de0167,...) at msleep_spin+0x21d taskqueue_thread_loop(c0f343b8,c6b4ed28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0x8f fork_exit(c093c610,c0f343b8,c6b4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6ebb8a0 sched_switch(c6ebb8a0,0,104,191,896f3366,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,0,...) at mi_switch+0x219 sleepq_switch(c6ebb8a0,0,c0de7240,268,0,...) at sleepq_switch+0x162 sleepq_wait(c6d6fd80,0,c0dd5252,0,0,...) at sleepq_wait+0x63 _sleep(c6d6fd80,c6d6fd98,0,c0dd5252,0,...) at _sleep+0x372 taskqueue_thread_loop(c0f80960,c6b42d28,c0ddc4e8,36e,c0f63280,...) at taskqueue_thread_loop+0xb5 fork_exit(c093c610,c0f80960,c6b42d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b42d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0f63530 sched_switch(c0f63530,0,104,191,f9be2c43,...) at sched_switch+0x3bc mi_switch(104,0,c0de7240,1f3,54,...) at mi_switch+0x219 sleepq_switch(c0f63530,0,c0de7240,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c0f63280,54,c0de447f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f63280,0,54,c0de447f,2710,...) at _sleep+0x342 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 263 MB: 248 232 216 200 184 168 152 136 120 104 88 72 56 40 24 8 Dump complete = 0xf db:0:doadump> reset cpu_reset: Restarting BSP timeout stopping cpus cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:244 #1 0xc04d8989 in db_fncall (dummy1=0xc092f11a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xef28f464 "xô(ï") at ../../../ddb/db_command.c:548 #2 0xc04d8dbf in db_command (last_cmdp=0xc0f3257c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d8e74 in db_command_script (command=0xc0f33488 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04dd0e0 in db_script_exec (scriptname=0xc0f32de0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04dd171 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc1109c00, modif=0xef28f59c "") at ../../../ddb/db_script.c:375 #6 0xc04d8d81 in db_command (last_cmdp=0xc0f3257c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d8eda in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04dadfd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc092f292 in kdb_trap (type=0x3, code=0x0, tf=0xef28f74c) at ../../../kern/subr_kdb.c:533 #10 0xc0c3fc6b in trap (frame=0xef28f74c) at ../../../i386/i386/trap.c:717 #11 0xc0c28c4c in calltrap () at ../../../i386/i386/exception.s:168 #12 0xc092f11a in kdb_enter (why=0xc0de1bb3 "panic", msg=0xc0de1bb3 "panic") at cpufunc.h:71 #13 0xc08fabe4 in panic (fmt=0xc0de00df "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:574 #14 0xc08eae27 in _mtx_assert (m=0xc10e80dc, what=0x4, file=0xc0e15f1c "../../../ufs/ffs/ffs_softdep.c", line=0x2acf) at ../../../kern/kern_mutex.c:706 #15 0xc0b3ef6f in request_cleanup (mp=0xc73b45a8, resource=0x2) at ../../../ufs/ffs/ffs_softdep.c:10959 #16 0xc0b4466d in softdep_request_cleanup (fs=0xc7f2d800, vp=0xc7f0fd98, resource=0x2) at ../../../ufs/ffs/ffs_softdep.c:10911 #17 0xc0b2494c in ffs_valloc (pvp=0xc7f0fd98, mode=0x81b0, cred=0xc745d200, vpp=0xef28f910) at ../../../ufs/ffs/ffs_alloc.c:1026 #18 0xc0b5f033 in ufs_makeinode (mode=0x81b0, dvp=0xc7f0fd98, vpp=0xef28fb90, cnp=0xef28fba4) at ../../../ufs/ufs/ufs_vnops.c:2562 #19 0xc0b5f840 in ufs_create (ap=0xef28fb00) at ../../../ufs/ufs/ufs_vnops.c:205 #20 0xc0c626a5 in VOP_CREATE_APV (vop=0xc0f155a0, a=0xef28fb00) at vnode_if.c:250 #21 0xc09a0735 in vn_open_cred (ndp=0xef28fb78, flagp=0xef28fc2c, cmode=Variable "cmode" is not available. ) at vnode_if.h:109 #22 0xc09a0b4b in vn_open (ndp=0xef28fb78, flagp=0xef28fc2c, cmode=0x1b0, fp=0xc73e56c8) at ../../../kern/vfs_vnops.c:95 #23 0xc099e2b8 in kern_openat (td=0xc7892000, fd=0xffffff9c, path=0xbfbfe9ec
, pathseg=UIO_USERSPACE, flags=0x602, mode=0x1b0) at ../../../kern/vfs_syscalls.c:1083 #24 0xc099e705 in kern_open (td=0xc7892000, path=0xbfbfe9ec
, pathseg=UIO_USERSPACE, flags=0x601, mode=0x1b0) at ../../../kern/vfs_syscalls.c:1039 #25 0xc099e740 in open (td=0xc7892000, uap=0xef28fcec) at ../../../kern/vfs_syscalls.c:1015 #26 0xc093c9d3 in syscallenter (td=0xc7892000, sa=0xef28fce4) at ../../../kern/subr_trap.c:344 #27 0xc0c3f51f in syscall (frame=0xef28fd28) at ../../../i386/i386/trap.c:1080 #28 0xc0c28cb1 in Xint0x80_syscall () at ../../../i386/i386/exception.s:266 #29 0x00000033 in ?? () (kgdb) f 15 #15 0xc0b3ef6f in request_cleanup (mp=0xc73b45a8, resource=0x2) at ../../../ufs/ffs/ffs_softdep.c:10959 10959 mtx_assert(&lk, MA_OWNED); (kgdb) l 10954 int resource; 10955 { 10956 struct thread *td = curthread; 10957 struct ufsmount *ump; 10958 10959 mtx_assert(&lk, MA_OWNED); 10960 /* 10961 * We never hold up the filesystem syncer or buf daemon. 10962 */ 10963 if (td->td_pflags & (TDP_SOFTDEP|TDP_NORUNNINGBUF)) (kgdb) f 16 #16 0xc0b4466d in softdep_request_cleanup (fs=0xc7f2d800, vp=0xc7f0fd98, resource=0x2) at ../../../ufs/ffs/ffs_softdep.c:10911 10911 request_cleanup(UFSTOVFS(ump), resource); (kgdb) l 10906 } 10907 /* 10908 * If we are in need of resources, consider pausing for 10909 * tickdelay to give ourselves some breathing room. 10910 */ 10911 request_cleanup(UFSTOVFS(ump), resource); 10912 /* 10913 * Now clean up at least as much space as we will need. 10914 */ 10915 if (resource == FLUSH_BLOCKS_WAIT) (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/ufs/ffs/ffs_softdep.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_softdep.c (revision 219931) +++ /usr/src/sys/ufs/ffs/ffs_softdep.c (working copy) @@ -1130,6 +1130,7 @@ static int stat_jwait_filepage; /* Times blocked i static int stat_jwait_freeblks; /* Times blocked in jwait() for freeblks. */ static int stat_jwait_inode; /* Times blocked in jwait() for inodes. */ static int stat_jwait_newblk; /* Times blocked in jwait() for newblks. */ +static int stat_cleanup_timeout; /* Out of time in cleanup */ SYSCTL_INT(_debug_softdep, OID_AUTO, max_softdeps, CTLFLAG_RW, &max_softdeps, 0, ""); @@ -1175,6 +1176,8 @@ SYSCTL_INT(_debug_softdep, OID_AUTO, jwait_inode, &stat_jwait_inode, 0, ""); SYSCTL_INT(_debug_softdep, OID_AUTO, jwait_newblk, CTLFLAG_RW, &stat_jwait_newblk, 0, ""); +SYSCTL_INT(_debug_softdep, OID_AUTO, cleanup_timeout, CTLFLAG_RW, + &stat_cleanup_timeout, 0, ""); SYSCTL_DECL(_vfs_ffs); @@ -10889,13 +10892,6 @@ softdep_request_cleanup(fs, vp, resource) ump = VTOI(vp)->i_ump; mtx_assert(UFS_MTX(ump), MA_OWNED); - if (resource == FLUSH_BLOCKS_WAIT) - needed = fs->fs_cstotal.cs_nbfree + fs->fs_contigsumsize; - else if (resource == FLUSH_INODES_WAIT) - needed = fs->fs_cstotal.cs_nifree + 2; - else - return (0); - starttime = time_second + tickdelay; /* * If we are being called because of a process doing a * copy-on-write, then it is not safe to update the vnode @@ -10908,12 +10904,29 @@ softdep_request_cleanup(fs, vp, resource) if (error != 0) return (0); } + /* + * If we are in need of resources, consider pausing for + * tickdelay to give ourselves some breathing room. + */ + request_cleanup(UFSTOVFS(ump), resource); + /* + * Now clean up at least as much space as we will need. + */ + if (resource == FLUSH_BLOCKS_WAIT) + needed = fs->fs_cstotal.cs_nbfree + 20 * fs->fs_contigsumsize; + else if (resource == FLUSH_INODES_WAIT) + needed = fs->fs_cstotal.cs_nifree + 40; + else + return (0); + starttime = time_second + tickdelay; while ((resource == FLUSH_BLOCKS_WAIT && fs->fs_pendingblocks > 0 && fs->fs_cstotal.cs_nbfree <= needed) || (resource == FLUSH_INODES_WAIT && fs->fs_pendinginodes > 0 && fs->fs_cstotal.cs_nifree <= needed)) { - if (time_second > starttime) + if (time_second > starttime) { + stat_cleanup_timeout++; return (0); + } UFS_UNLOCK(ump); ACQUIRE_LOCK(&lk); process_removes(vp); @@ -10924,7 +10937,6 @@ softdep_request_cleanup(fs, vp, resource) UFS_LOCK(ump); continue; } - request_cleanup(UFSTOVFS(ump), resource); FREE_LOCK(&lk); UFS_LOCK(ump); }