GENERIC HEAD from 2015-05-02 22:48:56 UTC, r282366M, vmcore.807 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb 4718592K of memory above 4GB ignored Copyright (c) 1992-2015 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #0 r282366M: Sun May 3 20:04:37 CEST 2015 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.6.0 (tags/RELEASE_360/final 230434) 20150225 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT: running with driver "vga". CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin="AuthenticAMD" Id=0x100f23 Family=0x10 Model=0x2 Stepping=3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff SVM: NP,NAsids=64 TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3528859648 (3365 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 31227 free (1283 frags, 3743 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 733910 free (9358 frags, 90569 blocks, 0.9% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 56266194 free (18410 frags, 7030973 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 3916856 free (267024 frags, 456229 blocks, 2.6% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 5175292 free (233892 frags, 617675 blocks, 0.9% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. Feeding entropy:. re0: link state changed to DOWN Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 groups: lo re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=23 media: Ethernet autoselect (none) status: no carrier Starting devd. Starting pflogd: add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Starting rtsold. re0: link state changed to UP ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc46 /usr/local/lib/gcc48 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/pth /usr/local/lib/qt4 a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. Starting watchdogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 Starting casperd. lock order reversal: 1st 0xe44f5098 bufwait (bufwait) @ kern/vfs_bio.c:3134 2nd 0xc9350200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c9377930,e44f5048,edbc8748,c0bf8f7a,...) at db_trace_self_wrapper+0x2a/frame 0xedbc8718 kdb_backtrace(c11e79a5,c9350200,c121b3ad,c858b8c0,c121aff2,...) at kdb_backtrace+0x2d/frame 0xedbc8780 witness_checkorder(c9350200,9,c121afe9,11d,0,...) at witness_checkorder+0xd2e/frame 0xedbc87d4 _sx_xlock(c9350200,0,c121afe9,11d,0,...) at _sx_xlock+0x74/frame 0xedbc8804 ufsdirhash_add(c9395438,edbc8950,4e44,edbc8890,edbc8894,...) at ufsdirhash_add+0x4a/frame 0xedbc8838 ufs_direnter(c9377870,c9f842d0,edbc8950,edbc8b3c,e4502c38,...) at ufs_direnter+0x654/frame 0xedbc88c0 ufs_mkdir(edbc8bd8,c13ac19d,c1214106,c9377870,edbc8bd4,...) at ufs_mkdir+0x7ec/frame 0xedbc8a70 VOP_MKDIR_APV(c147cef0,edbc8bd8,edbc8b3c,edbc8b68,28803020,...) at VOP_MKDIR_APV+0x12f/frame 0xedbc8aa0 kern_mkdirat(c917e620,ffffff9c,28803020,0,1c0) at kern_mkdirat+0x22d/frame 0xedbc8bfc sys_mkdir(c917e620,edbc8ca8,c11d816d,4,c156c690,...) at sys_mkdir+0x31/frame 0xedbc8c18 syscall(edbc8ce8) at syscall+0x34a/frame 0xedbc8cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc8cdc --- syscall (136, FreeBSD ELF32, sys_mkdir), eip = 0x2818f087, esp = 0xbfbfe924, ebp = 0xbfbfedd0 --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xca0d9304 ufs (ufs) @ kern/vfs_lookup.c:509 2nd 0xe4510548 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:263 3rd 0xca0d9034 ufs (ufs) @ kern/vfs_subr.c:2176 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,8,c109eaf8,312,c8c74000,...) at db_trace_self_wrapper+0x2a/frame 0xedbc8220 kdb_backtrace(c11e79be,ca0d9034,c11cdcd9,c858b858,c11f1005,...) at kdb_backtrace+0x2d/frame 0xedbc8284 witness_checkorder(ca0d9034,9,c11f0ffc,880,ca0d90a0,...) at witness_checkorder+0xd2e/frame 0xedbc82d8 __lockmgr_args(ca0d9034,80100,ca0d90a0,0,0,...) at __lockmgr_args+0x935/frame 0xedbc83b4 ffs_lock(edbc8430,c8589978,c15aafd0,c8589978,c8583178,...) at ffs_lock+0x98/frame 0xedbc83ec VOP_LOCK1_APV(c147cef0,edbc8430,0,234,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xedbc8418 _vn_lock(ca0d9000,80100,c11f0ffc,880,c11f021c,...) at _vn_lock+0xba/frame 0xedbc8458 vget(ca0d9000,80100,c917e620,57,80100,...) at vget+0x74/frame 0xedbc8490 vfs_hash_get(c97b62ec,15edb0,80000,c917e620,edbc8588,...) at vfs_hash_get+0xe7/frame 0xedbc84bc ffs_vgetf(c97b62ec,15edb0,80000,edbc8588,1,...) at ffs_vgetf+0x44/frame 0xedbc8518 softdep_sync_buf(ca0d92d0,e45104f8,1,0,0,...) at softdep_sync_buf+0xacb/frame 0xedbc85a0 ffs_syncvnode(ca0d92d0,1,0,c1456e4c,0,...) at ffs_syncvnode+0x2aa/frame 0xedbc85f8 ffs_truncate(ca0d92d0,400,0,880,c9308500,...) at ffs_truncate+0x750/frame 0xedbc87a8 ufs_direnter(ca0d92d0,ca0d9000,edbc8890,edbc8b9c,0,...) at ufs_direnter+0x7f8/frame 0xedbc8830 ufs_makeinode(edbc8b88,edbc8b9c,ca0d92d0,c1490394,ca0d92d0,...) at ufs_makeinode+0x533/frame 0xedbc89ac ufs_create(edbc8aa8,c13abb8b,c1214106,ca0d92d0,edbc8aa4,...) at ufs_create+0x30/frame 0xedbc89d0 VOP_CREATE_APV(c147cef0,edbc8aa8,edbc8b9c,edbc8a38,c1f9b900,...) at VOP_CREATE_APV+0x12f/frame 0xedbc8a00 vn_open_cred(edbc8b40,edbc8bcc,1b0,0,c9308500,c937b9a0) at vn_open_cred+0x282/frame 0xedbc8ad0 vn_open(edbc8b40,edbc8bcc,1b0,c937b9a0,28c4af80,...) at vn_open+0x3d/frame 0xedbc8af8 kern_openat(c917e620,ffffff9c,28c4af80,0,a02,1b0) at kern_openat+0x2ec/frame 0xedbc8bf0 sys_openat(c917e620,edbc8ca8,c11d816d,4,c10657a7,...) at sys_openat+0x3a/frame 0xedbc8c18 syscall(edbc8ce8) at syscall+0x34a/frame 0xedbc8cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc8cdc --- syscall (499, FreeBSD ELF32, sys_openat), eip = 0x283d583f, esp = 0xbfbfd024, ebp = 0xbfbfd040 --- . Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Starting smartd. May 3 20:10:12 x4 smartd[627]: Device: /dev/ada0, WARNING: A firmware update for this drive may be available, May 3 20:10:12 x4 smartd[627]: see the following Seagate web pages: May 3 20:10:12 x4 smartd[627]: http://knowledge.seagate.com/articles/en_US/FAQ/207931en May 3 20:10:12 x4 smartd[627]: http://knowledge.seagate.com/articles/en_US/FAQ/213891en Starting default moused. Configuring vt: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc94075d4 ufs (ufs) @ kern/vfs_mount.c:1229 2nd 0xc946d19c devfs (devfs) @ ufs/ffs/ffs_softdep.c:1904 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c15aabb0,8,10,c1455bf0,...) at db_trace_self_wrapper+0x2a/frame 0xf88f5740 kdb_backtrace(c11e79a5,c946d19c,c11d9fff,c858b6b8,c1216bc4,...) at kdb_backtrace+0x2d/frame 0xf88f57a4 witness_checkorder(c946d19c,9,c1216bbb,770,0,...) at witness_checkorder+0xd2e/frame 0xf88f57f8 __lockmgr_args(c946d19c,80400,c946d208,0,0,0,c1216bbb,770) at __lockmgr_args+0x935/frame 0xf88f58d4 vop_stdlock(f88f5948,c96dfa00,f88f5940,c0b5b069,c96dfa00,...) at vop_stdlock+0x53/frame 0xf88f5904 VOP_LOCK1_APV(c14453b8,f88f5948,f88f5970,c0dd36e5,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xf88f5930 _vn_lock(c946d168,80400,c1216bbb,770,f88f5a0c,...) at _vn_lock+0xba/frame 0xf88f5970 softdep_flushworklist(c97b68c4,f88f5a08,ca13b310,60e,c8583588,...) at softdep_flushworklist+0x68/frame 0xf88f59b0 ffs_sync(c97b68c4,4,c11f2ac0,733,ca13b310,...) at ffs_sync+0x2ae/frame 0xf88f5a38 vfs_write_suspend(c97b68c4,0,c121b59a,79,72,...) at vfs_write_suspend+0x1bf/frame 0xf88f5a74 vfs_write_suspend_umnt(c97b68c4,ca13b310,f88f5ac0,c11f0ffc,8ce,...) at vfs_write_suspend_umnt+0x42/frame 0xf88f5a9c ffs_unmount(c97b68c4,8080000,f88f5b20,510,c15aabb0,...) at ffs_unmount+0xa7/frame 0xf88f5ae8 dounmount(c97b68c4,8080000,ca13b310,492,14f,...) at dounmount+0x4c9/frame 0xf88f5b48 sys_unmount(ca13b310,f88f5ca8,c11d816d,4,c156d490,...) at sys_unmount+0x2d4/frame 0xf88f5c18 syscall(f88f5ce8) at syscall+0x34a/frame 0xf88f5cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88f5cdc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280da46b, esp = 0xbfbfe69c, ebp = 0xbfbfe768 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes May 3 20:11:12 x4 su: pho to root on /dev/pts/0 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 388768 files, 62047787 used, 56266194 free (18410 frags, 7030973 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp. Starting inetd. Sun May 3 20:13:31 CEST 2015 FreeBSD/i386 (x4.osted.lan) (ttyu0) login: 20150503 20:15:25 all (1/316): linger4.sh May 3 20:15:32 x4 su: pho to root on /dev/pts/1 May 3 20:50:15 x4 su: pho to root on /dev/pts/1 pho = 0 0 0 *** Excessive run time: linger4.sh, 35 min 20150503 20:50:29 all (2/316): trim.sh pho = 0 0 0 20150503 20:50:51 all (3/316): unload.sh pho = 0 0 0 20150503 20:50:52 all (4/316): suj14.sh May 3 20:52:09 x4 kernel: pid 31360 (cp), uid 0 inumber 41168 on /mnt: filesystem full May 3 20:52:10 x4 kernel: pid 31372 (cp), uid 0 inumber 41204 on /mnt: filesystem full May 3 20:52:11 x4 kernel: pid 31408 (cp), uid 0 inumber 41204 on /mnt: filesystem full May 3 20:52:12 x4 kernel: pid 31426 (cp), uid 0 inumber 41204 on /mnt: filesystem full May 3 20:52:13 x4 kernel: pid 31444 (cp), uid 0 inumber 41204 on /mnt: filesystem full May 3 20:52:14 x4 kernel: pid 31462 (cp), uid 0 inumber 41204 on /mnt: filesystem full pho = 0 0 0 20150503 20:52:17 all (5/316): swap.sh pho = 0 0 0 20150503 20:57:47 all (6/316): md3.sh pho = 0 0 0 20150503 21:08:46 all (7/316): union.sh May 3 21:08:46 x4 mountd[540]: can't delete exports for /mnt: Invalid argument Expensive timeout(9) function: 0xc099db00(0xc8c94aa0) 0.012995647 s pho = 0 0 0 20150503 21:19:07 all (8/316): truncate2.sh pho = 0 0 0 20150503 21:21:16 all (9/316): kinfo3.sh pho = 0 0 0 20150503 21:36:22 all (10/316): ffs_syncvnode.sh May 3 21:43:03 x4 kernel: pid 45134 (rw), uid 1004 inumber 196615 on /mnt: filesystem full May 3 22:05:04 x4 kernel: pid 48060 (rw), uid 1004 inumber 173 on /mnt: filesystem full pho = 0 0 0 *** Excessive run time: ffs_syncvnode.sh, 31 min 20150503 22:07:32 all (11/316): quota4.sh lock order reversal: 1st 0xcb4c573c syncer (syncer) @ kern/vfs_subr.c:1769 2nd 0xd7e0ae44 ufs (ufs) @ kern/vfs_subr.c:2176 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,660,369e99,246,c156cd90,...) at db_trace_self_wrapper+0x2a/frame 0xedb068c8 kdb_backtrace(c11e79a5,d7e0ae44,c11cdcd9,c858b858,c11f1005,...) at kdb_backtrace+0x2d/frame 0xedb0692c witness_checkorder(d7e0ae44,9,c11f0ffc,880,d7e0aeb0,...) at witness_checkorder+0xd2e/frame 0xedb06980 __lockmgr_args(d7e0ae44,80100,d7e0aeb0,0,0,...) at __lockmgr_args+0x935/frame 0xedb06a5c ffs_lock(edb06ad8,c1fa7bd0,c9696e00,200,c93e0528,...) at ffs_lock+0x98/frame 0xedb06a94 VOP_LOCK1_APV(c147cef0,edb06ad8,c15d859c,c15d858c,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xedb06ac0 _vn_lock(d7e0ae10,80100,c11f0ffc,880,12eb,...) at _vn_lock+0xba/frame 0xedb06b00 vget(d7e0ae10,80100,c8efc000,c15d859c,c8efc000,...) at vget+0x74/frame 0xedb06b34 qsync(d2cfa000,d2cfa000,c121a32d,59a,c11f0ffc,...) at qsync+0x96/frame 0xedb06b60 ffs_sync(d2cfa000,3,2,d2cfa000,c1460174,...) at ffs_sync+0x593/frame 0xedb06be4 sync_fsync(edb06c88,c13ac078,80400,c11f0ffc,6e9,...) at sync_fsync+0x116/frame 0xedb06c08 VOP_FSYNC_APV(c1460174,edb06c88,c11f0ffc,6e9,0,...) at VOP_FSYNC_APV+0x12f/frame 0xedb06c38 sched_sync(0,edb06ce8,c11d854c,3dc,0,...) at sched_sync+0x441/frame 0xedb06cac fork_exit(c0c1d1e0,0,edb06ce8) at fork_exit+0x7e/frame 0xedb06cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb06cd4 --- trap 0, eip = 0, esp = 0xedb06d20, ebp = 0 --- lock order reversal: 1st 0xd542ce48 FFS (FFS Lock) @ ufs/ufs/ufs_quota.c:725 2nd 0xd2cfa000 struct mount mtx (struct mount mtx) @ ufs/ufs/ufs_quota.c:731 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,33373a63,a31,c11f2ac0,6f1,...) at db_trace_self_wrapper+0x2a/frame 0xc8206890 kdb_backtrace(c11e79a5,d2cfa000,c11e86aa,c8583588,c121bb6a,...) at kdb_backtrace+0x2d/frame 0xc82068f8 witness_checkorder(d2cfa000,9,c121bb61,2db,0,...) at witness_checkorder+0xd2e/frame 0xc820694c __mtx_lock_flags(d2cfa010,0,c121bb61,2db,d542ce58,...) at __mtx_lock_flags+0x99/frame 0xc8206980 quotaoff_inchange(0,0,c121bb61,2f7) at quotaoff_inchange+0x7c/frame 0xc82069ac quotaoff(d3222c40,d2cfa000,0,d3222c40,c8583588,...) at quotaoff+0xbd/frame 0xc82069d0 ffs_flushfiles(d2cfa000,a,d3222c40,10,c1455bf0,...) at ffs_flushfiles+0x6b/frame 0xc8206a20 softdep_flushfiles(d2cfa000,2,d3222c40,c11f0ffc,8ce,...) at softdep_flushfiles+0x19d/frame 0xc8206a9c ffs_unmount(d2cfa000,8080000,c8206b20,510,c15a6488,...) at ffs_unmount+0xd9/frame 0xc8206ae8 dounmount(d2cfa000,8080000,d3222c40,492,14f,...) at dounmount+0x4c9/frame 0xc8206b48 sys_unmount(d3222c40,c8206ca8,c11d816d,4,0,...) at sys_unmount+0x2d4/frame 0xc8206c18 syscall(c8206ce8) at syscall+0x34a/frame 0xc8206cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc8206cdc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280da46b, esp = 0xbfbfe0dc, ebp = 0xbfbfe1a8 --- pho = 0 0 0 20150503 22:09:57 all (12/316): mmap16.sh pho = 0 0 0 20150503 22:09:58 all (13/316): nfs7.sh May 3 22:13:20 x4 kernel: pid 50066 (symlink), uid 1004 inumber 164868 on /: filesystem full May 3 22:13:21 x4 kernel: pid 50150 (mkdir), uid 1004 inumber 24025 on /: filesystem full May 3 22:13:23 x4 kernel: pid 50114 (mkdir), uid 1004 inumber 24025 on /: filesystem full May 3 22:13:24 x4 kernel: pid 50149 (lockf), uid 1004 inumber 24025 on /: filesystem full May 3 22:13:25 x4 kernel: pid 50162 (mkdir), uid 1004 inumber 24027 on /: filesystem full May 3 22:13:26 x4 kernel: pid 50146 (lockf), uid 1004 inumber 24027 on /: filesystem full May 3 22:13:28 x4 kernel: pid 50135 (mkdir), uid 1004 inumber 24028 on /: filesystem full May 3 22:13:29 x4 kernel: pid 50164 (mkdir), uid 1004 inumber 24028 on /: filesystem full May 3 22:13:30 x4 kernel: pid 50143 (mkdir), uid 1004 inumber 24028 on /: filesystem full May 3 22:15:25 x4 kernel: pid 50499 (creat), uid 1004 inumber 24028 on /: filesystem full May 3 22:15:26 x4 kernel: pid 50456 (symlink), uid 1004 inumber 24029 on /: filesystem full May 3 22:15:27 x4 kernel: pid 50431 (lockf), uid 1004 inumber 24030 on /: filesystem full May 3 22:15:35 x4 kernel: pid 50443 (lockf), uid 1004 inumber 24034 on /: filesystem full May 3 22:15:36 x4 kernel: pid 50464 (lockf), uid 1004 inumber 24044 on /: filesystem full May 3 22:15:38 x4 kernel: pid 50474 (lockf), uid 1004 inumber 24046 on /: filesystem full May 3 22:17:30 x4 kernel: pid 50845 (symlink), uid 1004 inumber 24048 on /: filesystem full May 3 22:17:31 x4 kernel: pid 50861 (rename), uid 1004 inumber 24048 on /: filesystem full May 3 22:17:34 x4 kernel: pid 50857 (lockf), uid 1004 inumber 24049 on /: filesystem full May 3 22:17:34 x4 kernel: pid 50892 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:17:35 x4 kernel: pid 50872 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:17:36 x4 kernel: pid 50848 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:17:38 x4 kernel: pid 50896 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:17:39 x4 kernel: pid 50851 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:17:40 x4 kernel: pid 50854 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:17:42 x4 kernel: pid 50869 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:19:30 x4 kernel: pid 51198 (symlink), uid 1004 inumber 24108 on /: filesystem full May 3 22:19:31 x4 kernel: pid 51216 (symlink), uid 1004 inumber 24108 on /: filesystem full May 3 22:19:32 x4 kernel: pid 51211 (mkdir), uid 1004 inumber 24108 on /: filesystem full May 3 22:19:34 x4 kernel: pid 51229 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:19:35 x4 kernel: pid 51205 (mkdir), uid 1004 inumber 24108 on /: filesystem full May 3 22:19:36 x4 kernel: pid 51219 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:19:38 x4 kernel: pid 51213 (mkdir), uid 1004 inumber 24108 on /: filesystem full May 3 22:19:38 x4 kernel: pid 51221 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:19:39 x4 kernel: pid 51215 (mkdir), uid 1004 inumber 24108 on /: filesystem full May 3 22:19:41 x4 kernel: pid 51227 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:30 x4 kernel: pid 51550 (symlink), uid 1004 inumber 24108 on /: filesystem full May 3 22:21:31 x4 kernel: pid 51559 (symlink), uid 1004 inumber 24108 on /: filesystem full May 3 22:21:33 x4 kernel: pid 51579 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:34 x4 kernel: pid 51567 (mkfifo), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:35 x4 kernel: pid 51608 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:36 x4 kernel: pid 51605 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:38 x4 kernel: pid 51576 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:39 x4 kernel: pid 51590 (lockf), uid 1004 inumber 24023 on /: filesystem full May 3 22:21:41 x4 kernel: pid 51581 (lockf), uid 1004 inumber 24023 on /: filesystem full pho = 0 0 0 20150503 22:23:35 all (14/316): setuid.sh pho = 0 0 0 20150503 22:23:38 all (15/316): jail2.sh pho = 0 0 0 20150503 22:23:39 all (16/316): suj12.sh GEOM_NOP: Device md5.nop created. GEOM_NOP: Device md5.nop removed. pho = 0 0 0 20150503 22:45:09 all (17/316): pfl.sh pho = 0 0 0 *** Excessive run time: pfl.sh, 156 min 20150504 01:21:17 all (18/316): sigreturn.sh kernel trap 9 with interrupts disabled pho = 0 0 0 20150504 01:21:19 all (19/316): mount.sh pho = 0 0 0 20150504 01:21:19 all (20/316): sendfile5.sh lock order reversal: 1st 0xc9ff9684 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:262 2nd 0xccd425d4 ufs (ufs) @ kern/uipc_syscalls.c:2351 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,0,246,d2151b74,c11f0073,...) at db_trace_self_wrapper+0x2a/frame 0xc811f758 kdb_backtrace(c11e79a5,ccd425d4,c11cdcd9,c858b858,c11ed6f6,...) at kdb_backtrace+0x2d/frame 0xc811f7bc witness_checkorder(ccd425d4,1,c11ed6ed,92f,0,...) at witness_checkorder+0xd2e/frame 0xc811f810 __lockmgr_args(ccd425d4,200000,ccd42640,0,0,...) at __lockmgr_args+0x50b/frame 0xc811f8ec ffs_lock(c811f968,c811f968,c811fae0,c15a9034,c15a9030,...) at ffs_lock+0x98/frame 0xc811f924 VOP_LOCK1_APV(c147cef0,c811f968,c9ff9670,c811f990,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xc811f950 _vn_lock(ccd425a0,200000,c11ed6ed,92f,0,...) at _vn_lock+0xba/frame 0xc811f990 vn_sendfile(cac94578,4,0,0,0,...) at vn_sendfile+0x83c/frame 0xc811fb70 do_sendfile(0) at do_sendfile+0x1b3/frame 0xc811fc0c sys_sendfile(d321d310,c811fca8,c11d816d,4,c10657a7,...) at sys_sendfile+0x16/frame 0xc811fc18 syscall(c811fce8) at syscall+0x34a/frame 0xc811fcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc811fcdc --- syscall (393, FreeBSD ELF32, sys_sendfile), eip = 0x280d7a1b, esp = 0xbfbfe7c4, ebp = 0xbfbfe884 --- pho = 0 0 0 20150504 01:22:34 all (21/316): f_offset.sh pho = 0 0 0 20150504 01:26:07 all (22/316): signal.sh pho = 0 0 0 20150504 01:26:10 all (23/316): mmap4.sh vnode_pager_putpages: I/O error 28 vnode_pager_putpages: residual I/O 32768 at 9776 May 4 01:26:10 x4 kernel: pid 75459 (mmap4), uid 0 inumber 4 on /mnt: filesystem full pho = 0 0 0 20150504 01:26:12 all (24/316): trim2.sh pho = 3 1 0 20150504 01:26:15 all (25/316): umountf2.sh pho = 3 1 0 20150504 01:32:12 all (26/316): truncate5.sh pho = 3 1 0 20150504 01:32:16 all (27/316): procfs3.sh pho = 3 1 0 20150504 01:32:56 all (28/316): truncate3.sh pho = 3 1 0 20150504 01:33:05 all (29/316): graid1.sh GEOM_MIRROR: Device mirror/data launched (3/3). GEOM_MIRROR: Device data: provider mirror/data destroyed. GEOM_MIRROR: Device data destroyed. pho = 3 1 0 20150504 01:43:36 all (30/316): nfs12.sh May 4 01:44:15 x4 mountd[540]: bad exports list line /mnt pho = 3 1 0 20150504 01:44:45 all (31/316): mmap9.sh pho = 3 1 0 20150504 01:44:47 all (32/316): fs.sh lock order reversal: 1st 0xd811071c ufs_extattr_sx (ufs_extattr_sx) @ ufs/ufs/ufs_extattr.c:114 2nd 0xdc4f5a0c ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1681 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,a343131,c1580300,c156ce1c,ca13b620,...) at db_trace_self_wrapper+0x2a/frame 0xc82a8610 kdb_backtrace(c11e79a5,dc4f5a0c,c11cdcd9,c858b858,c121a336,...) at kdb_backtrace+0x2d/frame 0xc82a8674 witness_checkorder(dc4f5a0c,9,c121a32d,691,0,...) at witness_checkorder+0xd2e/frame 0xc82a86c8 __lockmgr_args(dc4f5a0c,80000,0,0,0,...) at __lockmgr_args+0x935/frame 0xc82a87a8 ffs_vgetf(c96cf2ec,2,80000,c82a883c,0) at ffs_vgetf+0x171/frame 0xc82a8804 ffs_vget(c96cf2ec,2,80000,c82a883c,0,...) at ffs_vget+0x2f/frame 0xc82a8824 ufs_root(c96cf2ec,80000,c82a8878,72,c96cf2ec,...) at ufs_root+0x4a/frame 0xc82a884c ufs_extattr_autostart(c96cf2ec,d5ab0310,c121a32d,424,0,...) at ufs_extattr_autostart+0x80/frame 0xc82a8888 ffs_mount(c96cf2ec,c147cbf0,c88e1300,c96d7c00,c88cbcb0,...) at ffs_mount+0x26de/frame 0xc82a89e8 vfs_donmount(d5ab0310,0,0,d5b48800,d5b48800,...) at vfs_donmount+0x1344/frame 0xc82a8bf0 sys_nmount(d5ab0310,c82a8ca8,c11d816d,4,c156cd90,...) at sys_nmount+0x7a/frame 0xc82a8c18 syscall(c82a8ce8) at syscall+0x34a/frame 0xc82a8cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc82a8cdc --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280edabb, esp = 0xbfbfd8a8, ebp = 0xbfbfde00 --- May 4 01:49:30 x4 kernel: pid 81514 (creat), uid 1004 inumber 777 on /mnt: out of inodes May 4 01:51:18 x4 kernel: pid 82066 (rw), uid 1004 inumber 2606 on /mnt: filesystem full lock order reversal: 1st 0xc9c36024 filedesc structure (filedesc structure) @ kern/kern_descrip.c:828 2nd 0xc9e7d304 ufs (ufs) @ kern/vfs_subr.c:4459 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,2e706972,32383a63,c1000a38,c8583248,...) at db_trace_self_wrapper+0x2a/frame 0xf8ad4898 kdb_backtrace(c11e79a5,c9e7d304,c11cdcd9,c858b858,c11f1005,...) at kdb_backtrace+0x2d/frame 0xf8ad48fc witness_checkorder(c9e7d304,9,c11f0ffc,116b,0,...) at witness_checkorder+0xd2e/frame 0xf8ad4950 __lockmgr_args(c9e7d304,80400,c9e7d370,0,0,...) at __lockmgr_args+0x935/frame 0xf8ad4a2c ffs_lock(f8ad4aa8,f8ad4a7c,c0c05318,c9e7d304,f8ad4aa8,...) at ffs_lock+0x98/frame 0xf8ad4a64 VOP_LOCK1_APV(c147cef0,f8ad4aa8,cff6ecc4,0,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xf8ad4a90 _vn_lock(c9e7d2d0,80400,c11f0ffc,116b) at _vn_lock+0xba/frame 0xf8ad4ad0 vfs_knllock(c9e7d2d0,0,c11d7d44,7a2,10,...) at vfs_knllock+0x29/frame 0xf8ad4ae8 knlist_remove_kq(0,0) at knlist_remove_kq+0x86/frame 0xf8ad4b10 knlist_remove(cff6ecc4,cff6a7e0,0,c918c390,c918c390,...) at knlist_remove+0x1f/frame 0xf8ad4b20 filt_vfsdetach(cff6a7e0,0,c11d7d44,8ac,c1457b18,...) at filt_vfsdetach+0x2f/frame 0xf8ad4b40 knote_fdclose(cac79310,3,c11d72d1,47b,c9c36000,...) at knote_fdclose+0x138/frame 0xf8ad4b7c closefp(cb0ef7e0,cac79310,1,b3,64b,...) at closefp+0x68/frame 0xf8ad4bb0 do_dup(5,3) at do_dup+0x54e/frame 0xf8ad4c08 sys_dup2(cac79310,f8ad4ca8,c11d816d,4,c156d490,...) at sys_dup2+0x22/frame 0xf8ad4c18 syscall(f8ad4ce8) at syscall+0x34a/frame 0xf8ad4cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ad4cdc --- syscall (90, FreeBSD ELF32, sys_dup2), eip = 0x2811e82f, esp = 0xbfbfeb7c, ebp = 0xbfbfebb8 --- May 4 02:01:12 x4 kernel: pid 83529 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:01:13 x4 kernel: pid 83524 (creat), uid 1004 inumber 10 on /mnt: out of inodes May 4 02:01:15 x4 kernel: pid 83538 (creat), uid 1004 inumber 9 on /mnt: out of inodes May 4 02:01:18 x4 kernel: pid 83540 (creat), uid 1004 inumber 1280 on /mnt: out of inodes May 4 02:01:23 x4 kernel: pid 83527 (creat), uid 1004 inumber 8 on /mnt: out of inodes May 4 02:01:29 x4 kernel: pid 83544 (creat), uid 1004 inumber 644 on /mnt: out of inodes May 4 02:01:32 x4 kernel: pid 83537 (creat), uid 1004 inumber 641 on /mnt: out of inodes May 4 02:01:36 x4 kernel: pid 83536 (creat), uid 1004 inumber 1282 on /mnt: out of inodes May 4 02:01:38 x4 kernel: pid 83542 (creat), uid 1004 inumber 1281 on /mnt: out of inodes May 4 02:01:42 x4 kernel: pid 83542 (creat), uid 1004 inumber 1281 on /mnt: out of inodes May 4 02:01:44 x4 kernel: pid 83521 (creat), uid 1004 inumber 4 on /mnt: out of inodes May 4 02:01:48 x4 kernel: pid 83544 (creat), uid 1004 inumber 644 on /mnt: out of inodes May 4 02:01:52 x4 kernel: pid 83524 (creat), uid 1004 inumber 10 on /mnt: out of inodes May 4 02:01:55 x4 kernel: pid 83524 (creat), uid 1004 inumber 10 on /mnt: out of inodes May 4 02:02:03 x4 kernel: pid 83538 (creat), uid 1004 inumber 9 on /mnt: out of inodes May 4 02:02:06 x4 kernel: pid 83521 (creat), uid 1004 inumber 4 on /mnt: out of inodes May 4 02:02:10 x4 kernel: pid 83535 (creat), uid 1004 inumber 11 on /mnt: out of inodes May 4 02:02:11 x4 kernel: pid 83543 (creat), uid 1004 inumber 642 on /mnt: out of inodes May 4 02:02:20 x4 kernel: pid 83541 (creat), uid 1004 inumber 7 on /mnt: out of inodes May 4 02:02:21 x4 kernel: pid 83540 (creat), uid 1004 inumber 1280 on /mnt: out of inodes May 4 02:02:24 x4 kernel: pid 83536 (creat), uid 1004 inumber 1282 on /mnt: out of inodes May 4 02:02:26 x4 kernel: pid 83537 (creat), uid 1004 inumber 641 on /mnt: out of inodes May 4 02:02:29 x4 kernel: pid 83540 (creat), uid 1004 inumber 1280 on /mnt: out of inodes May 4 02:02:31 x4 kernel: pid 83527 (creat), uid 1004 inumber 8 on /mnt: out of inodes May 4 02:02:33 x4 kernel: pid 83533 (creat), uid 1004 inumber 643 on /mnt: out of inodes May 4 02:02:35 x4 kernel: pid 83533 (creat), uid 1004 inumber 643 on /mnt: out of inodes May 4 02:02:41 x4 kernel: pid 83536 (creat), uid 1004 inumber 1282 on /mnt: out of inodes May 4 02:02:49 x4 kernel: pid 83525 (creat), uid 1004 inumber 645 on /mnt: out of inodes May 4 02:02:55 x4 kernel: pid 83536 (creat), uid 1004 inumber 1282 on /mnt: out of inodes May 4 02:02:55 x4 kernel: pid 83540 (creat), uid 1004 inumber 1280 on /mnt: out of inodes May 4 02:02:57 x4 kernel: pid 83521 (creat), uid 1004 inumber 4 on /mnt: out of inodes May 4 02:05:06 x4 kernel: pid 84132 (mkdir), uid 1004 inumber 1993 on /mnt: out of inodes May 4 02:05:07 x4 kernel: pid 84107 (mkdir), uid 1004 inumber 1279 on /mnt: out of inodes May 4 02:05:09 x4 kernel: pid 84131 (creat), uid 1004 inumber 1921 on /mnt: out of inodes May 4 02:05:12 x4 kernel: pid 84126 (creat), uid 1004 inumber 1925 on /mnt: out of inodes May 4 02:05:14 x4 kernel: pid 84129 (mkdir), uid 1004 inumber 1318 on /mnt: out of inodes May 4 02:05:15 x4 kernel: pid 84125 (mkdir), uid 1004 inumber 1858 on /mnt: out of inodes May 4 02:05:20 x4 kernel: pid 84123 (mkdir), uid 1004 inumber 1089 on /mnt: out of inodes May 4 02:05:22 x4 kernel: pid 84116 (mkdir), uid 1004 inumber 1854 on /mnt: out of inodes May 4 02:05:25 x4 kernel: pid 84120 (mkdir), uid 1004 inumber 1880 on /mnt: out of inodes May 4 02:06:07 x4 kernel: pid 84118 (rw), uid 1004 inumber 742 on /mnt: filesystem full May 4 02:06:53 x4 kernel: pid 84105 (creat), uid 1004 inumber 1286 on /mnt: out of inodes May 4 02:07:02 x4 kernel: pid 84932 (rw), uid 1004 inumber 406 on /mnt: filesystem full May 4 02:07:04 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:06 x4 last message repeated 2 times May 4 02:07:07 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:07:08 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:09 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:10 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:11 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:12 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:14 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:15 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:16 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:17 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:18 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:07:19 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:20 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:07:21 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:22 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:23 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:25 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:07:26 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:27 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:28 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:29 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:07:30 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:31 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:32 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:33 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:34 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:35 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:36 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:37 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:38 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:39 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:40 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:41 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:42 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:43 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:44 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:45 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:46 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:47 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:49 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:07:50 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:51 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:07:52 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:53 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:54 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:07:55 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:07:56 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:07:57 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:07:58 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:00 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:01 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:08:02 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:03 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:04 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:05 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:08:06 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:07 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:08 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:09 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:08:10 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:11 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:13 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:14 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:15 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:16 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:17 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:18 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:19 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:20 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:21 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:23 x4 last message repeated 2 times May 4 02:08:24 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:25 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:27 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:28 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:29 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:30 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:31 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:32 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:33 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:34 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:35 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:36 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:37 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:08:38 x4 kernel: pid 84942 (creat), uid 1004 inumber 278 on /mnt: out of inodes May 4 02:08:39 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:40 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:41 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:42 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:44 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:45 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:46 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:47 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:08:48 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:51 x4 last message repeated 3 times May 4 02:08:52 x4 kernel: pid 84940 (creat), uid 1004 inumber 263 on /mnt: out of inodes May 4 02:08:53 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:54 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:55 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:08:56 x4 kernel: pid 84933 (creat), uid 1004 inumber 260 on /mnt: out of inodes May 4 02:08:57 x4 kernel: pid 84941 (creat), uid 1004 inumber 404 on /mnt: out of inodes May 4 02:08:58 x4 kernel: pid 84938 (creat), uid 1004 inumber 273 on /mnt: out of inodes May 4 02:08:59 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:09:00 x4 kernel: pid 84936 (creat), uid 1004 inumber 271 on /mnt: out of inodes May 4 02:11:06 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:11:08 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:11:10 x4 kernel: pid 85788 (creat), uid 1004 inumber 21 on /mnt: out of inodes May 4 02:11:13 x4 kernel: pid 85785 (rw), uid 1004 inumber 1944 on /mnt: out of inodes May 4 02:11:14 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:11:16 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:11:18 x4 kernel: pid 85764 (rw), uid 1004 inumber 1921 on /mnt: out of inodes May 4 02:11:19 x4 kernel: pid 85786 (creat), uid 1004 inumber 1946 on /mnt: out of inodes May 4 02:11:20 x4 kernel: pid 85772 (creat), uid 1004 inumber 1934 on /mnt: out of inodes May 4 02:11:23 x4 kernel: pid 85781 (rw), uid 1004 inumber 7 on /mnt: out of inodes May 4 02:11:24 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:11:25 x4 kernel: pid 85795 (rw), uid 1004 inumber 24 on /mnt: out of inodes May 4 02:11:27 x4 kernel: pid 85780 (creat), uid 1004 inumber 1933 on /mnt: out of inodes May 4 02:11:28 x4 kernel: pid 85788 (creat), uid 1004 inumber 21 on /mnt: out of inodes May 4 02:11:31 x4 kernel: pid 85767 (creat), uid 1004 inumber 1920 on /mnt: out of inodes May 4 02:11:32 x4 kernel: pid 85780 (creat), uid 1004 inumber 1933 on /mnt: out of inodes May 4 02:11:34 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:11:36 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:11:38 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:11:41 x4 kernel: pid 85780 (creat), uid 1004 inumber 1933 on /mnt: out of inodes May 4 02:11:42 x4 kernel: pid 85777 (rw), uid 1004 inumber 1940 on /mnt: out of inodes May 4 02:11:43 x4 kernel: pid 85788 (creat), uid 1004 inumber 21 on /mnt: out of inodes May 4 02:11:45 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:11:46 x4 kernel: pid 85794 (rw), uid 1004 inumber 19 on /mnt: out of inodes May 4 02:11:48 x4 kernel: pid 85786 (creat), uid 1004 inumber 1946 on /mnt: out of inodes May 4 02:11:51 x4 kernel: pid 85784 (creat), uid 1004 inumber 1923 on /mnt: out of inodes May 4 02:11:53 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:11:54 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:11:56 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:11:57 x4 kernel: pid 85767 (creat), uid 1004 inumber 1920 on /mnt: out of inodes May 4 02:11:58 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:12:00 x4 kernel: pid 85780 (creat), uid 1004 inumber 1933 on /mnt: out of inodes May 4 02:12:01 x4 kernel: pid 85788 (creat), uid 1004 inumber 21 on /mnt: out of inodes May 4 02:12:02 x4 kernel: pid 85768 (rw), uid 1004 inumber 1927 on /mnt: out of inodes May 4 02:12:03 x4 kernel: pid 85772 (creat), uid 1004 inumber 1934 on /mnt: out of inodes May 4 02:12:05 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:12:06 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:08 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:09 x4 kernel: pid 85784 (creat), uid 1004 inumber 1923 on /mnt: out of inodes May 4 02:12:10 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:12:12 x4 kernel: pid 85786 (creat), uid 1004 inumber 1946 on /mnt: out of inodes May 4 02:12:13 x4 kernel: pid 85780 (creat), uid 1004 inumber 1933 on /mnt: out of inodes May 4 02:12:14 x4 kernel: pid 85767 (creat), uid 1004 inumber 1920 on /mnt: out of inodes May 4 02:12:16 x4 kernel: pid 85791 (rw), uid 1004 inumber 34 on /mnt: out of inodes May 4 02:12:17 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:12:18 x4 kernel: pid 85780 (creat), uid 1004 inumber 1933 on /mnt: out of inodes May 4 02:12:19 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:20 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:12:21 x4 kernel: pid 85784 (creat), uid 1004 inumber 1923 on /mnt: out of inodes May 4 02:12:22 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:12:23 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:26 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:12:27 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:28 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:12:29 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:12:30 x4 kernel: pid 85786 (creat), uid 1004 inumber 1946 on /mnt: out of inodes May 4 02:12:32 x4 kernel: pid 85784 (creat), uid 1004 inumber 1923 on /mnt: out of inodes May 4 02:12:33 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:12:34 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:12:36 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:37 x4 kernel: pid 85772 (creat), uid 1004 inumber 1934 on /mnt: out of inodes May 4 02:12:38 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:12:39 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:12:40 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:41 x4 kernel: pid 85786 (creat), uid 1004 inumber 1946 on /mnt: out of inodes May 4 02:12:43 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:12:44 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:12:46 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:47 x4 kernel: pid 85769 (creat), uid 1004 inumber 1930 on /mnt: out of inodes May 4 02:12:48 x4 kernel: pid 85778 (creat), uid 1004 inumber 5 on /mnt: out of inodes May 4 02:12:49 x4 kernel: pid 85774 (creat), uid 1004 inumber 1928 on /mnt: out of inodes May 4 02:12:51 x4 kernel: pid 85772 (creat), uid 1004 inumber 1934 on /mnt: out of inodes May 4 02:12:52 x4 kernel: pid 85767 (creat), uid 1004 inumber 1920 on /mnt: out of inodes May 4 02:12:54 x4 kernel: pid 85788 (creat), uid 1004 inumber 21 on /mnt: out of inodes May 4 02:12:55 x4 kernel: pid 85784 (creat), uid 1004 inumber 1923 on /mnt: out of inodes May 4 02:12:56 x4 kernel: pid 85767 (creat), uid 1004 inumber 1920 on /mnt: out of inodes May 4 02:12:58 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:12:59 x4 kernel: pid 85776 (creat), uid 1004 inumber 13 on /mnt: out of inodes May 4 02:13:00 x4 kernel: pid 85788 (creat), uid 1004 inumber 21 on /mnt: out of inodes May 4 02:13:01 x4 kernel: pid 85784 (creat), uid 1004 inumber 1923 on /mnt: out of inodes May 4 02:13:02 x4 kernel: pid 85782 (creat), uid 1004 inumber 1938 on /mnt: out of inodes May 4 02:15:04 x4 kernel: pid 86469 (rw), uid 1004 inumber 5 on /mnt: filesystem full May 4 02:15:04 x4 kernel: pid 86460 (rw), uid 1004 inumber 1934 on /mnt: filesystem full pho = 3 1 0 *** Excessive run time: fs.sh, 32 min 20150504 02:17:03 all (33/316): kern_umtx_inf_loop.sh pho = 3 1 0 20150504 02:17:04 all (34/316): newfs4.sh pho = 3 1 0 20150504 02:17:05 all (35/316): mmap2.sh pho = 3 1 0 20150504 02:28:01 all (36/316): zfs4.sh pho = 3 1 0 20150504 02:28:02 all (37/316): mac_chkexec.sh pho = 3 1 0 20150504 02:28:06 all (38/316): mmap14.sh pho = 3 1 0 20150504 02:34:06 all (39/316): readdir.sh pho = 3 1 0 20150504 02:55:07 all (40/316): nullfs11.sh pho = 3 1 0 20150504 02:59:29 all (41/316): ffs_syncvnode2.sh May 4 02:59:35 x4 kernel: pid 20708 (rw), uid 1004 inumber 131088 on /mnt: filesystem full May 4 02:59:35 x4 kernel: pid 20701 (mkdir), uid 1004 inumber 65545 on /mnt: filesystem full May 4 03:02:12 x4 kernel: pid 21104 (rw), uid 1004 inumber 131081 on /mnt: filesystem full May 4 03:02:14 x4 kernel: pid 21122 (rw), uid 1004 inumber 131094 on /mnt: filesystem full May 4 03:02:14 x4 kernel: pid 21123 (mkdir), uid 1004 inumber 131176 on /mnt: filesystem full May 4 03:02:22 x4 kernel: pid 21132 (mkdir), uid 1004 inumber 196662 on /mnt: filesystem full May 4 03:02:22 x4 kernel: pid 21106 (rw), uid 1004 inumber 131104 on /mnt: filesystem full May 4 03:02:22 x4 kernel: pid 21115 (creat), uid 1004 inumber 131110 on /mnt: filesystem full May 4 03:07:55 x4 kernel: pid 22762 (rw), uid 1004 inumber 201309 on /mnt: filesystem full May 4 03:11:52 x4 kernel: pid 23887 (mkdir), uid 1004 inumber 228 on /mnt: filesystem full May 4 03:11:52 x4 kernel: pid 23879 (rw), uid 1004 inumber 131093 on /mnt: filesystem full May 4 03:14:14 x4 kernel: pid 25607 (rw), uid 1004 inumber 197718 on /mnt: filesystem full May 4 03:14:14 x4 kernel: pid 25620 (mkdir), uid 1004 inumber 65868 on /mnt: filesystem full May 4 03:14:21 x4 kernel: pid 27661 (creat), uid 1004 inumber 131394 on /mnt: filesystem full May 4 03:18:55 x4 kernel: pid 32147 (rw), uid 1004 inumber 335 on /mnt: filesystem full May 4 03:19:13 x4 kernel: pid 32146 (mkdir), uid 1004 inumber 151359 on /mnt: filesystem full May 4 03:19:13 x4 kernel: pid 32156 (rw), uid 1004 inumber 339 on /mnt: filesystem full May 4 03:19:18 x4 kernel: pid 32129 (rw), uid 1004 inumber 398 on /mnt: filesystem full May 4 03:19:18 x4 kernel: pid 32159 (creat), uid 1004 inumber 342 on /mnt: filesystem full May 4 03:19:18 x4 kernel: pid 32134 (mkdir), uid 1004 inumber 131976 on /mnt: filesystem full May 4 03:23:19 x4 kernel: pid 36891 (rw), uid 1004 inumber 131895 on /mnt: filesystem full May 4 03:23:22 x4 kernel: pid 36880 (rw), uid 1004 inumber 131904 on /mnt: filesystem full May 4 03:23:24 x4 kernel: pid 36870 (rw), uid 1004 inumber 131879 on /mnt: filesystem full May 4 03:23:24 x4 kernel: pid 36867 (creat), uid 1004 inumber 131868 on /mnt: filesystem full May 4 03:24:42 x4 kernel: pid 36893 (creat), uid 1004 inumber 131897 on /mnt: filesystem full May 4 03:25:11 x4 kernel: pid 36862 (rw), uid 1004 inumber 170425 on /mnt: filesystem full pho = 3 1 0 20150504 03:29:35 all (42/316): kevent2.sh pho = 3 1 0 20150504 03:29:47 all (43/316): pread.sh lock order reversal: 1st 0xcd57873c tmpfs (tmpfs) @ kern/vfs_mount.c:848 2nd 0xdac4619c pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:192 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c15a000a,c15a86e8,8,10,...) at db_trace_self_wrapper+0x2a/frame 0xf8a73780 kdb_backtrace(c11e79a5,dac4619c,c11ca05a,c858b9f8,c11ca77d,...) at kdb_backtrace+0x2d/frame 0xf8a737e4 witness_checkorder(dac4619c,9,c11ca774,c0,0,...) at witness_checkorder+0xd2e/frame 0xf8a73838 __lockmgr_args(dac4619c,80400,dac46208,0,0,0,c11ca774,c0) at __lockmgr_args+0x935/frame 0xf8a73914 vop_stdlock(f8a73988,220000,dac46228,dac46238,f8a73984,...) at vop_stdlock+0x53/frame 0xf8a73944 VOP_LOCK1_APV(c144870c,f8a73988,f8a73bd0,f8a739ac,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xf8a73970 _vn_lock(dac46168,80400,c11ca774,c0,c96ce8c4,...) at _vn_lock+0xba/frame 0xf8a739ac pfs_vncache_alloc(c96ce8c4,f8a73bd0,c8cf3700,186a0) at pfs_vncache_alloc+0x1fb/frame 0xf8a739d0 pfs_root(c96ce8c4,80000,f8a73bd0,359,c88cb830,...) at pfs_root+0x2d/frame 0xf8a739e8 vfs_donmount(ca05ec40,0,0,d56ec080,d56ec080,...) at vfs_donmount+0x15f6/frame 0xf8a73bf0 sys_nmount(ca05ec40,f8a73ca8,c11d816d,4,c10657a7,...) at sys_nmount+0x7a/frame 0xf8a73c18 syscall(f8a73ce8) at syscall+0x34a/frame 0xf8a73cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a73cdc --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280edabb, esp = 0xbfbfd8a8, ebp = 0xbfbfde00 --- lock order reversal: 1st 0xcd57873c tmpfs (tmpfs) @ kern/vfs_mount.c:1229 2nd 0xcf1b519c syncer (syncer) @ kern/vfs_subr.c:2287 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c1086356,f89f38ec,1c,2a27551d,...) at db_trace_self_wrapper+0x2a/frame 0xf89f3870 kdb_backtrace(c11e79a5,cf1b519c,c11f1719,c858b928,c11f1005,...) at kdb_backtrace+0x2d/frame 0xf89f38d4 witness_checkorder(cf1b519c,9,c11f0ffc,8ef,cf1b5208,...) at witness_checkorder+0xd2e/frame 0xf89f3928 __lockmgr_args(cf1b519c,80100,cf1b5208,0,0,0,c11f0ffc,8ef) at __lockmgr_args+0x935/frame 0xf89f3a04 vop_stdlock(f89f3a78,f89f3a94,c0bbd10f,c15a6d7c,c15a6d78,...) at vop_stdlock+0x53/frame 0xf89f3a34 VOP_LOCK1_APV(c1460174,f89f3a78,c0b45692,cf1b5208,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xf89f3a60 _vn_lock(cf1b5168,80100,c11f0ffc,8ef,c943c000,...) at _vn_lock+0xba/frame 0xf89f3aa0 vputx(c96ce8c4,0,c11f05c7,510,c15a6d78,...) at vputx+0x36d/frame 0xf89f3ae8 dounmount(c96ce8c4,8000000,c943c000,492,200000,...) at dounmount+0x39d/frame 0xf89f3b48 sys_unmount(c943c000,f89f3ca8,c11d816d,4,c10657a7,...) at sys_unmount+0x2d4/frame 0xf89f3c18 syscall(f89f3ce8) at syscall+0x34a/frame 0xf89f3cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89f3cdc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280da46b, esp = 0xbfbfe0dc, ebp = 0xbfbfe1a8 --- pho = 3 1 0 20150504 03:30:32 all (44/316): fpu.sh pho = 3 1 0 20150504 03:33:12 all (45/316): execi386.sh pho = 3 1 0 20150504 03:33:13 all (46/316): fpclone.sh pho = 3 1 0 20150504 03:35:17 all (47/316): zfs5.sh pho = 3 1 0 20150504 03:35:18 all (48/316): mlockall.sh pho = 3 1 0 20150504 03:35:29 all (49/316): msync.sh pho = 3 1 0 20150504 03:37:38 all (50/316): mmap8.sh pho = 3 1 0 20150504 03:37:41 all (51/316): nfs4.sh pho = 3 1 0 20150504 03:40:04 all (52/316): pts.sh pho = 3 1 0 20150504 03:44:16 all (53/316): tmpfs.sh lock order reversal: 1st 0xd3aeda0c tmpfs (tmpfs) @ kern/vfs_vnops.c:777 2nd 0xe44c5398 bufwait (bufwait) @ vm/vm_pager.c:342 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,0,2,2,c15aa268,...) at db_trace_self_wrapper+0x2a/frame 0xc81ba7b0 kdb_backtrace(c11e79a5,e44c5398,c11edffa,c8587140,c12209ce,...) at kdb_backtrace+0x2d/frame 0xc81ba814 witness_checkorder(e44c5398,9,c12209c5,156,0,...) at witness_checkorder+0xd2e/frame 0xc81ba868 __lockmgr_args(e44c5398,80000,0,0,0,0,c12209c5,156) at __lockmgr_args+0x935/frame 0xc81ba944 initpbuf(c163b210,0,c12209c5,181,c121c549,...) at initpbuf+0xcc/frame 0xc81ba970 getpbuf(c15dce1c,c121c549,498,0,17,...) at getpbuf+0x168/frame 0xc81ba9a4 swap_pager_getpages(d139aaf8,c81baa30,1,0,0,...) at swap_pager_getpages+0x293/frame 0xc81ba9f8 uiomove_object(d139aaf8,6d9f000,0,c81babe8,caf8084c,...) at uiomove_object+0x204/frame 0xc81baa40 tmpfs_read(c81baac8,c13abeab,c121425b,c11f2ac0,c1490394,...) at tmpfs_read+0x7d/frame 0xc81baa60 VOP_READ_APV(caf8084c,c81baac8,d3aed9d8,309,2a6,...) at VOP_READ_APV+0x12f/frame 0xc81baa90 vn_read(c93ab930,c81babe8,c96d7c00,1,d5ac1930,...) at vn_read+0x2b4/frame 0xc81baaf8 vn_io_fault(c93ab930,c81babe8,c96d7c00,0,d5ac1930,...) at vn_io_fault+0x13a/frame 0xc81bab4c dofileread(c93ab930,c81babe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xc81bab80 kern_readv(d5ac1930,4,c81babe8,c15aa268,bfbfd6c8,...) at kern_readv+0x93/frame 0xc81babc8 sys_read(d5ac1930,c81baca8,c11d816d,4,c156c690,...) at sys_read+0x59/frame 0xc81bac18 syscall(c81bace8) at syscall+0x34a/frame 0xc81bacdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc81bacdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b6f0f, esp = 0xbfbfd6ac, ebp = 0xbfbfe758 --- pho = 3 1 0 20150504 03:55:13 all (54/316): mmap3.sh lock order reversal: 1st 0xc1633f20 proctree (proctree) @ kern/imgact_elf.c:1847 2nd 0xd5970a0c ufs (ufs) @ kern/vfs_vnops.c:542 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c8c40000,c82d22f0,c0580f09,c8c40548,...) at db_trace_self_wrapper+0x2a/frame 0xc82d2288 kdb_backtrace(c11e79a5,d5970a0c,c11cdcd9,c858b858,c11f2ac9,...) at kdb_backtrace+0x2d/frame 0xc82d22ec witness_checkorder(d5970a0c,9,c11f2ac0,21e,0,...) at witness_checkorder+0xd2e/frame 0xc82d2340 __lockmgr_args(d5970a0c,80400,d5970a78,0,0,...) at __lockmgr_args+0x935/frame 0xc82d241c ffs_lock(c82d2498,8,c11f2ac0,693,c96cfbc0,...) at ffs_lock+0x98/frame 0xc82d2454 VOP_LOCK1_APV(c147cef0,c82d2498,c96cfbc0,0,c149229c,...) at VOP_LOCK1_APV+0x10a/frame 0xc82d2480 _vn_lock(d59709d8,80400,c11f2ac0,21e,c15a82a0,...) at _vn_lock+0xba/frame 0xc82d24c0 vn_rdwr(1,d59709d8,cbddf000,3fff,0,...) at vn_rdwr+0x17b/frame 0xc82d2558 vn_rdwr_inchunks(1,d59709d8,cbddf000,3fff,0,...) at vn_rdwr_inchunks+0xac/frame 0xc82d25b0 sbuf_drain_core_output(c82d2a10,cbddf000,3fff,dbfaa100,c82d2978,...) at sbuf_drain_core_output+0xb8/frame 0xc82d25fc sbuf_drain(d55ebc40,c82d2634,246,dbfaa100,c82d282b,...) at sbuf_drain+0x31/frame 0xc82d261c sbuf_put_byte(0,c11dd62d,40b,c,d6c0ec40,...) at sbuf_put_byte+0x3e/frame 0xc82d2638 sbuf_bcat(dbfaa100,c82d2678,300,4cc,c11f0073,...) at sbuf_bcat+0x4a/frame 0xc82d2658 kern_proc_out(d8eeb680,dbfaa100,0,738,300,...) at kern_proc_out+0xc7/frame 0xc82d2990 elf32_note_procstat_proc(d8eeb680,dbfaa100,c88c566c,0,0,...) at elf32_note_procstat_proc+0xab/frame 0xc82d29b8 elf32_coredump(d55ebc40,d59709d8,ffffffff,7fffffff,0,...) at elf32_coredump+0xa50/frame 0xc82d2a68 sigexit(d55ebc40,b,c11df0b7,b34,c0bbcd4b,...) at sigexit+0x8bb/frame 0xc82d2c10 postsig(b,0,c11e64f3,109,0,...) at postsig+0x2e4/frame 0xc82d2cac ast(c82d2ce8) at ast+0x3d8/frame 0xc82d2cdc doreti_ast() at doreti_ast+0x1a/frame 0xbb5f7e7c May 4 04:04:28 x4 kernel: Failed to write core file for process mmap3 (error 14) pho = 3 1 0 20150504 04:05:28 all (55/316): kevent5.sh pho = 3 1 0 20150504 04:09:27 all (56/316): wire_no_page.sh pho = 3 1 0 20150504 04:09:36 all (57/316): snap4.sh lock order reversal: 1st 0xe45a9548 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:263 2nd 0xda4af91c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2298 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c0c14df9,c147cef0,f8e7a6a0,cd2915a0,...) at db_trace_self_wrapper+0x2a/frame 0xf8e7a680 kdb_backtrace(c11e79a5,da4af91c,c1216706,c858c900,c1216328,...) at kdb_backtrace+0x2d/frame 0xf8e7a6e4 witness_checkorder(da4af91c,9,c121631f,8fa,c946d208,...) at witness_checkorder+0xd2e/frame 0xf8e7a738 __lockmgr_args(da4af91c,80900,c946d208,0,0,...) at __lockmgr_args+0x935/frame 0xf8e7a818 ffs_copyonwrite(c946d168,e45a94f8,e45a94f8,d6732d20,1b750940,...) at ffs_copyonwrite+0x1cf/frame 0xf8e7a88c ffs_geom_strategy(c946d228,e45a94f8,f8e7a938,cbf40930,f8e7a8f0,...) at ffs_geom_strategy+0xd2/frame 0xf8e7a8a8 ufs_strategy(f8e7a938,c13ac4af,4,0,1000,...) at ufs_strategy+0xb1/frame 0xf8e7a8f0 VOP_STRATEGY_APV(c147cef0,f8e7a938,291670,c403ff90,c14925b4,...) at VOP_STRATEGY_APV+0x13e/frame 0xf8e7a920 bufstrategy(cd291660,e45a94f8,117d,cd291660,f8e7a994,...) at bufstrategy+0x4d/frame 0xf8e7a950 bufwrite(e45a94f8,e45a94f8,1,0,0,...) at bufwrite+0x160/frame 0xf8e7a994 ffs_syncvnode(cd2915a0,1,0,0,c147cef0,...) at ffs_syncvnode+0x2f3/frame 0xf8e7a9ec ffs_fsync(f8e7aa60,c13ac078,0,d6732d20,cd2915ac,...) at ffs_fsync+0x26/frame 0xf8e7aa10 VOP_FSYNC_APV(c147cef0,f8e7aa60,400800c,0,cd2915a0,...) at VOP_FSYNC_APV+0x12f/frame 0xf8e7aa40 ufs_remove(f8e7abd8,c13ac0c6,ade,f8e7abd4,10,...) at ufs_remove+0xdf/frame 0xf8e7aa84 VOP_REMOVE_APV(c147cef0,f8e7abd8,dca41ca8,f8e7abac,bfbfea8e,...) at VOP_REMOVE_APV+0x148/frame 0xf8e7aab0 kern_unlinkat(cbf40930,ffffff9c,bfbfea8e,0,0) at kern_unlinkat+0x266/frame 0xf8e7abfc sys_unlink(cbf40930,f8e7aca8,c11d816d,4,c10657a7,...) at sys_unlink+0x32/frame 0xf8e7ac18 syscall(f8e7ace8) at syscall+0x34a/frame 0xf8e7acdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8e7acdc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818e4b7, esp = 0xbfbfe74c, ebp = 0xbfbfe7d8 --- lock order reversal: 1st 0xda4af91c snaplk (snaplk) @ kern/vfs_vnops.c:434 2nd 0xdca41cdc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1629 KDB: stack backtrace: db_trace_self_wrapper(c11e3878,c159f9d4,c159f9a0,c159f9f0,c159f9a0,...) at db_trace_self_wrapper+0x2a/frame 0xf8e7a440 kdb_backtrace(c11e79a5,dca41cdc,c11cdcd9,c858b858,c1216328,...) at kdb_backtrace+0x2d/frame 0xf8e7a4a4 witness_checkorder(dca41cdc,9,c121631f,65d,0,...) at witness_checkorder+0xd2e/frame 0xf8e7a4f8 __lockmgr_args(dca41cdc,80000,0,0,0,...) at __lockmgr_args+0x935/frame 0xf8e7a5d8 ffs_snapremove(dca41ca8,c12161f0,f8e7a724,c0b3cd7a,0,...) at ffs_snapremove+0x119/frame 0xf8e7a638 ffs_truncate(dca41ca8,0,0,c00,0,...) at ffs_truncate+0x2a1/frame 0xf8e7a7e8 ufs_inactive(f8e7a870,c13ac339,8,c11f0ffc,9db,...) at ufs_inactive+0x1ed/frame 0xf8e7a818 VOP_INACTIVE_APV(c147cef0,f8e7a870,c11f0ffc,9db,da4af91c,...) at VOP_INACTIVE_APV+0x12f/frame 0xf8e7a848 vinactive(dca41ca8,cbf40930,c11f0ffc,8ce,f8e7a8d8,...) at vinactive+0x182/frame 0xf8e7a890 vputx(dca41ca8,f8e7a8f8,c11f2ac0,1b2,0,...) at vputx+0x3c3/frame 0xf8e7a8d8 vn_close(dca41ca8,1,c96d7c00,cbf40930,1999997c,...) at vn_close+0xdd/frame 0xf8e7a920 mddestroy(c14af374,0,c1167400,5f7,180,...) at mddestroy+0x282/frame 0xf8e7a980 mdctlioctl(c8cf9100,c1b46d01,d01b5000,3,cbf40930,...) at mdctlioctl+0x772/frame 0xf8e7aae4 devfs_ioctl_f(d6ccba80,c1b46d01,d01b5000,c96d7c00,cbf40930,...) at devfs_ioctl_f+0x121/frame 0xf8e7ab1c kern_ioctl(cbf40930,3,c1b46d01,d01b5000,0,...) at kern_ioctl+0x2dc/frame 0xf8e7ab58 sys_ioctl(cbf40930,f8e7aca8,c11d816d,4,c156c690,...) at sys_ioctl+0x11b/frame 0xf8e7ac18 syscall(f8e7ace8) at syscall+0x34a/frame 0xf8e7acdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8e7acdc --- syscall (54, FreeBSD ELF32, sys_ioctl), eip = 0x281baf3f, esp = 0xbfbfe838, ebp = 0xbfbfe874 --- pho = 3 1 0 20150504 04:40:24 all (58/316): jail4.sh pho = 3 1 0 20150504 04:40:30 all (59/316): graid3.sh GEOM_RAID3: Device raid3/data launched (3/3). GEOM_RAID3: Device data: provider raid3/data destroyed. GEOM_RAID3: Device data destroyed. pho = 3 1 0 20150504 05:02:28 all (60/316): syscall4.sh pho = 3 1 0 20150504 05:04:35 all (61/316): callout_reset_on.sh Expensive timeout(9) function: 0xc0b71d60(0xd9390340) 0.015237176 s pho = 3 1 0 20150504 05:15:12 all (62/316): rename4.sh pho = 3 1 0 20150504 05:15:12 all (63/316): snap.sh pho = 3 1 0 20150504 05:21:45 all (64/316): procfs5.sh pho = 3 1 0 20150504 05:21:46 all (65/316): tmpfs8.sh pho = 3 1 0 20150504 05:22:36 all (66/316): unload2.sh pho = 3 1 0 20150504 05:22:37 all (67/316): symlink.sh pho = 3 1 0 20150504 05:42:09 all (68/316): core3.sh May 4 05:42:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:11 x4 last message repeated 321 times May 4 05:42:11 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:11 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:16 x4 last message repeated 1126 times May 4 05:42:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:17 x4 last message repeated 255 times May 4 05:42:17 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:17 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:18 x4 last message repeated 127 times May 4 05:42:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:20 x4 last message repeated 383 times May 4 05:42:20 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:20 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:21 x4 last message repeated 255 times May 4 05:42:21 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:21 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:21 x4 last message repeated 127 times May 4 05:42:21 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:21 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:22 x4 last message repeated 68 times May 4 05:42:22 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:22 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:24 x4 last message repeated 762 times May 4 05:42:24 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:24 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:27 x4 last message repeated 769 times May 4 05:42:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:27 x4 last message repeated 122 times May 4 05:42:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:31 x4 last message repeated 1220 times May 4 05:42:31 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:31 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:32 x4 last message repeated 442 times May 4 05:42:32 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:32 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:34 x4 last message repeated 702 times May 4 05:42:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:34 x4 last message repeated 130 times May 4 05:42:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:35 x4 last message repeated 125 times May 4 05:42:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:35 x4 last message repeated 61 times May 4 05:42:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:38 x4 last message repeated 1213 times May 4 05:42:38 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:38 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:45 x4 last message repeated 2423 times May 4 05:42:45 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:45 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:47 x4 last message repeated 638 times May 4 05:42:47 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:47 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:48 x4 last message repeated 191 times May 4 05:42:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:50 x4 last message repeated 1005 times May 4 05:42:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:51 x4 last message repeated 129 times May 4 05:42:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:51 x4 last message repeated 60 times May 4 05:42:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:51 x4 last message repeated 63 times May 4 05:42:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:53 x4 last message repeated 766 times May 4 05:42:53 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:53 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:57 x4 last message repeated 1213 times May 4 05:42:57 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:57 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:42:58 x4 last message repeated 575 times May 4 05:42:58 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:42:58 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:00 x4 last message repeated 508 times May 4 05:43:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:01 x4 last message repeated 399 times May 4 05:43:01 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:03 x4 last message repeated 1009 times May 4 05:43:04 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:04 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:09 x4 last message repeated 1781 times May 4 05:43:09 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:09 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:13 x4 last message repeated 1587 times May 4 05:43:13 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:13 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:15 x4 last message repeated 723 times May 4 05:43:15 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:15 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:16 x4 last message repeated 427 times May 4 05:43:17 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:17 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:18 x4 last message repeated 705 times May 4 05:43:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:24 x4 last message repeated 2044 times May 4 05:43:24 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:24 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:24 x4 last message repeated 193 times May 4 05:43:24 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:24 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:25 x4 last message repeated 258 times May 4 05:43:25 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:25 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:26 x4 last message repeated 634 times May 4 05:43:26 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:26 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:26 x4 last message repeated 62 times May 4 05:43:26 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:26 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:26 x4 last message repeated 63 times May 4 05:43:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:29 x4 last message repeated 763 times May 4 05:43:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:30 x4 last message repeated 577 times May 4 05:43:31 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:31 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:31 x4 last message repeated 250 times May 4 05:43:31 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:31 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:36 x4 last message repeated 1725 times May 4 05:43:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:39 x4 last message repeated 897 times May 4 05:43:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:40 x4 last message repeated 447 times May 4 05:43:40 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:40 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:40 x4 last message repeated 379 times May 4 05:43:41 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:41 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:41 x4 last message repeated 127 times May 4 05:43:41 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:41 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:43 x4 last message repeated 877 times May 4 05:43:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:45 x4 last message repeated 445 times May 4 05:43:45 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:45 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:48 x4 last message repeated 1084 times May 4 05:43:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:48 x4 last message repeated 259 times May 4 05:43:49 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:49 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:49 x4 last message repeated 379 times May 4 05:43:49 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:49 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:55 x4 last message repeated 2108 times May 4 05:43:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:55 x4 last message repeated 249 times May 4 05:43:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:56 x4 last message repeated 385 times May 4 05:43:56 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:43:57 x4 last message repeated 378 times May 4 05:43:57 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:43:57 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:00 x4 last message repeated 1078 times May 4 05:44:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:00 x4 last message repeated 63 times May 4 05:44:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:00 x4 last message repeated 63 times May 4 05:44:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:01 x4 last message repeated 254 times May 4 05:44:01 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:02 x4 last message repeated 258 times May 4 05:44:02 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:02 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:03 x4 last message repeated 251 times May 4 05:44:03 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:03 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:05 x4 last message repeated 831 times May 4 05:44:05 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:05 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:07 x4 last message repeated 640 times May 4 05:44:07 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:07 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:08 x4 last message repeated 512 times May 4 05:44:08 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:08 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:10 x4 last message repeated 574 times May 4 05:44:10 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:10 x4 last message repeated 127 times May 4 05:44:10 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:12 x4 last message repeated 648 times May 4 05:44:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:15 x4 last message repeated 1075 times May 4 05:44:15 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:15 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:15 x4 last message repeated 120 times May 4 05:44:15 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:15 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:17 x4 last message repeated 701 times May 4 05:44:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:22 x4 last message repeated 1654 times May 4 05:44:22 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:22 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:22 x4 last message repeated 319 times May 4 05:44:23 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:23 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:25 x4 last message repeated 893 times May 4 05:44:25 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:25 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:26 x4 last message repeated 314 times May 4 05:44:26 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:26 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:26 x4 last message repeated 319 times May 4 05:44:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:28 x4 last message repeated 448 times May 4 05:44:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:28 x4 last message repeated 66 times May 4 05:44:28 x4 mountd[540]: bad exports list line /mnt May 4 05:44:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:29 x4 last message repeated 383 times May 4 05:44:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:32 x4 last message repeated 1096 times May 4 05:44:32 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:32 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:33 x4 last message repeated 559 times May 4 05:44:33 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:33 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:34 x4 last message repeated 315 times May 4 05:44:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:35 x4 last message repeated 319 times May 4 05:44:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:35 x4 last message repeated 126 times May 4 05:44:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:36 x4 last message repeated 384 times May 4 05:44:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:38 x4 last message repeated 700 times May 4 05:44:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:40 x4 last message repeated 637 times May 4 05:44:40 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:40 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:43 x4 last message repeated 1025 times May 4 05:44:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:43 x4 last message repeated 128 times May 4 05:44:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:51 x4 last message repeated 2495 times May 4 05:44:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:52 x4 last message repeated 321 times May 4 05:44:52 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:52 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:52 x4 last message repeated 59 times May 4 05:44:52 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:52 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:55 x4 last message repeated 1213 times May 4 05:44:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:58 x4 last message repeated 1022 times May 4 05:44:58 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:58 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:44:58 x4 last message repeated 130 times May 4 05:44:58 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:44:58 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:02 x4 last message repeated 1660 times May 4 05:45:02 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:02 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:03 x4 last message repeated 127 times May 4 05:45:03 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:03 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:04 x4 last message repeated 260 times May 4 05:45:04 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:04 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:04 x4 last message repeated 313 times May 4 05:45:04 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:04 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:07 x4 last message repeated 765 times May 4 05:45:07 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:07 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:09 x4 last message repeated 629 times May 4 05:45:09 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:09 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:09 x4 last message repeated 65 times May 4 05:45:09 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:09 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:11 x4 last message repeated 932 times May 4 05:45:11 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:11 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:12 x4 last message repeated 128 times May 4 05:45:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:13 x4 last message repeated 362 times May 4 05:45:13 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:13 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:15 x4 last message repeated 828 times May 4 05:45:15 x4 mountd[540]: bad exports list line /mnt May 4 05:45:15 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:16 x4 last message repeated 510 times May 4 05:45:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:17 x4 last message repeated 246 times May 4 05:45:17 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:17 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:19 x4 last message repeated 893 times May 4 05:45:19 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:19 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:20 x4 last message repeated 317 times May 4 05:45:20 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:20 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:27 x4 last message repeated 2559 times May 4 05:45:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:29 x4 last message repeated 889 times May 4 05:45:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:42 x4 last message repeated 4592 times May 4 05:45:42 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:42 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:44 x4 last message repeated 717 times May 4 05:45:44 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:44 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:45 x4 last message repeated 560 times May 4 05:45:45 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:45 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:46 x4 last message repeated 127 times May 4 05:45:46 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:46 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:46 x4 last message repeated 383 times May 4 05:45:47 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:47 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:49 x4 last message repeated 1215 times May 4 05:45:49 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:49 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:50 x4 last message repeated 63 times May 4 05:45:50 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:50 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:50 x4 last message repeated 253 times May 4 05:45:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:52 x4 last message repeated 639 times May 4 05:45:53 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:53 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:54 x4 last message repeated 516 times May 4 05:45:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:55 x4 last message repeated 190 times May 4 05:45:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:56 x4 last message repeated 700 times May 4 05:45:57 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:57 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:58 x4 last message repeated 508 times May 4 05:45:58 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:58 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:45:59 x4 last message repeated 371 times May 4 05:45:59 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:45:59 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:00 x4 last message repeated 317 times May 4 05:46:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:02 x4 last message repeated 506 times May 4 05:46:02 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:02 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:02 x4 last message repeated 191 times May 4 05:46:02 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:02 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:04 x4 last message repeated 704 times May 4 05:46:04 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:04 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:05 x4 last message repeated 511 times May 4 05:46:05 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:05 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:10 x4 last message repeated 1793 times May 4 05:46:10 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:13 x4 last message repeated 1210 times May 4 05:46:13 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:13 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:14 x4 last message repeated 317 times May 4 05:46:14 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:14 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:16 x4 last message repeated 639 times May 4 05:46:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:16 x4 last message repeated 195 times May 4 05:46:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:18 x4 last message repeated 818 times May 4 05:46:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:20 x4 last message repeated 321 times May 4 05:46:20 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:20 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:20 x4 last message repeated 317 times May 4 05:46:20 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:20 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:22 x4 last message repeated 575 times May 4 05:46:22 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:22 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:22 x4 last message repeated 255 times May 4 05:46:22 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:22 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:23 x4 last message repeated 346 times May 4 05:46:23 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:23 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:28 x4 last message repeated 1634 times May 4 05:46:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:29 x4 last message repeated 337 times May 4 05:46:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:29 x4 last message repeated 237 times May 4 05:46:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:30 x4 last message repeated 569 times May 4 05:46:31 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:31 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:32 x4 last message repeated 510 times May 4 05:46:32 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:32 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:34 x4 last message repeated 577 times May 4 05:46:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:38 x4 last message repeated 1661 times May 4 05:46:38 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:38 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:38 x4 last message repeated 44 times May 4 05:46:38 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:38 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:38 x4 last message repeated 127 times May 4 05:46:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:40 x4 last message repeated 319 times May 4 05:46:40 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:40 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:43 x4 last message repeated 1024 times May 4 05:46:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:43 x4 last message repeated 190 times May 4 05:46:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:43 x4 last message repeated 128 times May 4 05:46:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:48 x4 last message repeated 1655 times May 4 05:46:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:51 x4 last message repeated 1153 times May 4 05:46:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:54 x4 last message repeated 1335 times May 4 05:46:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:54 x4 last message repeated 125 times May 4 05:46:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:55 x4 last message repeated 254 times May 4 05:46:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:55 x4 last message repeated 50 times May 4 05:46:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:46:58 x4 last message repeated 957 times May 4 05:46:58 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:46:58 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:00 x4 last message repeated 581 times May 4 05:47:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:01 x4 last message repeated 566 times May 4 05:47:01 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:05 x4 last message repeated 1402 times May 4 05:47:05 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:05 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:11 x4 last message repeated 1918 times May 4 05:47:11 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:11 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:12 x4 last message repeated 643 times May 4 05:47:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:13 x4 last message repeated 186 times May 4 05:47:13 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:13 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:14 x4 last message repeated 449 times May 4 05:47:14 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:14 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:15 x4 last message repeated 193 times May 4 05:47:15 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:15 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:15 x4 last message repeated 123 times May 4 05:47:15 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:15 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:16 x4 last message repeated 382 times May 4 05:47:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:18 x4 last message repeated 764 times May 4 05:47:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:18 x4 last message repeated 127 times May 4 05:47:19 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:19 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:19 x4 last message repeated 321 times May 4 05:47:19 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:19 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:19 x4 last message repeated 58 times May 4 05:47:19 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:19 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:22 x4 last message repeated 1087 times May 4 05:47:22 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:22 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:23 x4 last message repeated 317 times May 4 05:47:23 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:23 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:24 x4 last message repeated 378 times May 4 05:47:24 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:24 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:28 x4 last message repeated 1278 times May 4 05:47:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:28 x4 last message repeated 65 times May 4 05:47:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:30 x4 last message repeated 699 times May 4 05:47:30 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:30 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:32 x4 last message repeated 704 times May 4 05:47:32 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:32 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:33 x4 last message repeated 127 times May 4 05:47:33 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:33 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:33 x4 last message repeated 385 times May 4 05:47:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:35 x4 last message repeated 771 times May 4 05:47:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:35 x4 last message repeated 55 times May 4 05:47:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:36 x4 last message repeated 67 times May 4 05:47:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:36 x4 last message repeated 314 times May 4 05:47:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:39 x4 last message repeated 1137 times May 4 05:47:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:43 x4 last message repeated 1471 times May 4 05:47:44 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:44 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:48 x4 last message repeated 1404 times May 4 05:47:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:48 x4 last message repeated 255 times May 4 05:47:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:50 x4 last message repeated 447 times May 4 05:47:50 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:50 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:52 x4 last message repeated 831 times May 4 05:47:52 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:52 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:53 x4 last message repeated 446 times May 4 05:47:53 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:53 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:54 x4 last message repeated 136 times May 4 05:47:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:55 x4 last message repeated 374 times May 4 05:47:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:59 x4 last message repeated 1407 times May 4 05:47:59 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:59 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:47:59 x4 last message repeated 141 times May 4 05:47:59 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:47:59 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:01 x4 last message repeated 625 times May 4 05:48:01 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:03 x4 last message repeated 770 times May 4 05:48:03 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:03 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:06 x4 last message repeated 1147 times May 4 05:48:06 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:06 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:07 x4 last message repeated 312 times May 4 05:48:07 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:07 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:08 x4 last message repeated 511 times May 4 05:48:08 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:08 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:12 x4 last message repeated 1341 times May 4 05:48:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:12 x4 last message repeated 3 times May 4 05:48:12 x4 mountd[540]: bad exports list line /mnt May 4 05:48:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:28 x4 last message repeated 6380 times May 4 05:48:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:33 x4 last message repeated 1721 times May 4 05:48:33 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:33 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:33 x4 last message repeated 64 times May 4 05:48:33 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:33 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:36 x4 last message repeated 1081 times May 4 05:48:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:37 x4 last message repeated 452 times May 4 05:48:37 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:37 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:42 x4 last message repeated 1782 times May 4 05:48:42 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:42 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:45 x4 last message repeated 898 times May 4 05:48:45 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:45 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:46 x4 last message repeated 515 times May 4 05:48:46 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:46 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:48 x4 last message repeated 875 times May 4 05:48:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:49 x4 last message repeated 133 times May 4 05:48:49 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:49 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:50 x4 last message repeated 505 times May 4 05:48:50 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:50 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:51 x4 last message repeated 520 times May 4 05:48:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:52 x4 last message repeated 117 times May 4 05:48:52 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:52 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:53 x4 last message repeated 449 times May 4 05:48:53 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:53 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:54 x4 last message repeated 573 times May 4 05:48:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:54 x4 last message repeated 66 times May 4 05:48:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:55 x4 last message repeated 60 times May 4 05:48:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:55 x4 last message repeated 255 times May 4 05:48:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:56 x4 last message repeated 453 times May 4 05:48:56 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:58 x4 last message repeated 633 times May 4 05:48:58 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:58 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:48:58 x4 last message repeated 62 times May 4 05:48:59 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:48:59 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:00 x4 last message repeated 642 times May 4 05:49:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:02 x4 last message repeated 635 times May 4 05:49:02 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:02 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:03 x4 last message repeated 449 times May 4 05:49:03 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:03 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:07 x4 last message repeated 1646 times May 4 05:49:07 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:07 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:09 x4 last message repeated 451 times May 4 05:49:09 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:09 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:12 x4 last message repeated 1338 times May 4 05:49:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:12 x4 last message repeated 70 times May 4 05:49:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:13 x4 last message repeated 184 times May 4 05:49:13 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:13 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:16 x4 last message repeated 1406 times May 4 05:49:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:18 x4 last message repeated 776 times May 4 05:49:19 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:19 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:19 x4 last message repeated 302 times May 4 05:49:19 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:19 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:23 x4 last message repeated 1469 times May 4 05:49:23 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:23 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:26 x4 last message repeated 1154 times May 4 05:49:26 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:26 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:27 x4 last message repeated 321 times May 4 05:49:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:32 x4 last message repeated 1658 times May 4 05:49:32 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:32 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:34 x4 last message repeated 831 times May 4 05:49:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:34 x4 last message repeated 255 times May 4 05:49:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:37 x4 last message repeated 952 times May 4 05:49:37 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:37 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:39 x4 last message repeated 957 times May 4 05:49:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:43 x4 last message repeated 1214 times May 4 05:49:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:43 x4 last message repeated 62 times May 4 05:49:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:44 x4 last message repeated 388 times May 4 05:49:44 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:44 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:45 x4 last message repeated 447 times May 4 05:49:45 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:45 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:46 x4 last message repeated 375 times May 4 05:49:46 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:46 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:48 x4 last message repeated 517 times May 4 05:49:48 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:48 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:49 x4 last message repeated 310 times May 4 05:49:49 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:49 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:50 x4 last message repeated 255 times May 4 05:49:50 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:50 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:51 x4 last message repeated 319 times May 4 05:49:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:52 x4 last message repeated 520 times May 4 05:49:52 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:52 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:55 x4 last message repeated 1269 times May 4 05:49:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:56 x4 last message repeated 123 times May 4 05:49:56 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:56 x4 last message repeated 67 times May 4 05:49:56 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:59 x4 last message repeated 1214 times May 4 05:49:59 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:49:59 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:49:59 x4 last message repeated 124 times May 4 05:50:00 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:00 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:00 x4 last message repeated 382 times May 4 05:50:01 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:05 x4 last message repeated 1681 times May 4 05:50:05 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:05 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:10 x4 last message repeated 1637 times May 4 05:50:10 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:12 x4 last message repeated 895 times May 4 05:50:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:12 x4 last message repeated 65 times May 4 05:50:12 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:12 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:15 x4 last message repeated 1214 times May 4 05:50:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:16 x4 last message repeated 125 times May 4 05:50:16 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:16 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:17 x4 last message repeated 254 times May 4 05:50:17 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:17 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:17 x4 last message repeated 194 times May 4 05:50:17 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:17 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:18 x4 last message repeated 238 times May 4 05:50:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:18 x4 last message repeated 191 times May 4 05:50:18 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:18 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:20 x4 last message repeated 894 times May 4 05:50:20 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:20 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:21 x4 last message repeated 189 times May 4 05:50:21 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:21 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:23 x4 last message repeated 947 times May 4 05:50:23 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:23 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:24 x4 last message repeated 187 times May 4 05:50:24 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:24 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:25 x4 last message repeated 382 times May 4 05:50:25 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:25 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:26 x4 last message repeated 767 times May 4 05:50:26 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:26 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:27 x4 last message repeated 127 times May 4 05:50:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:28 x4 last message repeated 639 times May 4 05:50:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:28 x4 last message repeated 63 times May 4 05:50:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:31 x4 last message repeated 772 times May 4 05:50:31 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:31 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:35 x4 last message repeated 1513 times May 4 05:50:35 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:35 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:39 x4 last message repeated 1536 times May 4 05:50:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:40 x4 last message repeated 252 times May 4 05:50:40 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:40 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:43 x4 last message repeated 1048 times May 4 05:50:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:43 x4 last message repeated 58 times May 4 05:50:43 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:43 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:44 x4 last message repeated 321 times May 4 05:50:44 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:44 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:47 x4 last message repeated 700 times May 4 05:50:47 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:47 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:52 x4 last message repeated 1855 times May 4 05:50:52 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:52 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:54 x4 last message repeated 706 times May 4 05:50:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:54 x4 last message repeated 189 times May 4 05:50:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:54 x4 last message repeated 61 times May 4 05:50:54 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:54 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:55 x4 last message repeated 258 times May 4 05:50:55 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:55 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:50:56 x4 last message repeated 251 times May 4 05:50:56 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:50:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:05 x4 last message repeated 3325 times May 4 05:51:06 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:06 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:06 x4 last message repeated 127 times May 4 05:51:06 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:06 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:06 x4 last message repeated 191 times May 4 05:51:07 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:07 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:10 x4 last message repeated 1152 times May 4 05:51:10 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:10 x4 last message repeated 187 times May 4 05:51:10 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:10 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:27 x4 last message repeated 5989 times May 4 05:51:27 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:27 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:28 x4 last message repeated 378 times May 4 05:51:28 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:28 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:29 x4 last message repeated 564 times May 4 05:51:29 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:29 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:33 x4 last message repeated 1085 times May 4 05:51:33 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:33 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:34 x4 last message repeated 510 times May 4 05:51:34 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:34 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:36 x4 last message repeated 696 times May 4 05:51:36 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:36 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:38 x4 last message repeated 715 times May 4 05:51:38 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:38 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:38 x4 last message repeated 181 times May 4 05:51:38 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:38 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:38 x4 last message repeated 65 times May 4 05:51:38 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:38 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:39 x4 last message repeated 441 times May 4 05:51:39 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:39 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:40 x4 last message repeated 188 times May 4 05:51:40 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:40 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:41 x4 last message repeated 387 times May 4 05:51:41 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:41 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:41 x4 last message repeated 186 times May 4 05:51:41 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:41 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:41 x4 last message repeated 63 times May 4 05:51:42 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:42 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:44 x4 last message repeated 830 times May 4 05:51:44 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:44 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:45 x4 last message repeated 191 times May 4 05:51:45 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:45 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:46 x4 last message repeated 511 times May 4 05:51:46 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:46 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:49 x4 last message repeated 1273 times May 4 05:51:50 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:50 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:51 x4 last message repeated 644 times May 4 05:51:51 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:51 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:53 x4 last message repeated 689 times May 4 05:51:53 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:53 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:53 x4 last message repeated 125 times May 4 05:51:53 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:53 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:51:56 x4 last message repeated 1081 times May 4 05:51:56 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:51:56 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:52:01 x4 last message repeated 1599 times May 4 05:52:01 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:52:01 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:52:06 x4 last message repeated 1660 times May 4 05:52:06 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:52:06 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:52:08 x4 last message repeated 1090 times May 4 05:52:08 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 05:52:08 x4 kernel: Failed to write core file for process core3 (error 5) May 4 05:52:09 x4 last message repeated 60 times pho = 3 1 0 20150504 06:02:09 all (69/316): umountf.sh pho = 3 1 0 20150504 06:02:46 all (70/316): swappedout.sh pho = 3 1 0 20150504 06:05:01 all (71/316): mmap17.sh pho = 3 1 0 20150504 06:05:02 all (72/316): seekdir.sh pho = 3 1 0 20150504 06:05:03 all (73/316): md4.sh pho = 3 1 0 20150504 06:05:04 all (74/316): nullfs4.sh pho = 3 1 0 20150504 06:05:04 all (75/316): tcp.sh witness_lock_list_get: witness exhausted Expensive timeout(9) function: 0xc0d35e30(0xdf8e6308) 0.015770194 s Expensive timeout(9) function: 0xc0d36820(0xe02c8c20) 0.016673631 s Expensive timeout(9) function: 0xc0d35e30(0xe0424c20) 0.016842362 s Expensive timeout(9) function: 0xc0d35e30(0xdf9b6c20) 0.064237871 s Expensive timeout(9) function: 0xc0d35e30(0xdf8e5308) 0.204635682 s Expensive timeout(9) function: 0xc0d36ba0(0xe0527918) 0.758020010 s Expensive timeout(9) function: 0xc0d35e30(0xe01f4918) 1.125438284 s Expensive timeout(9) function: 0xc0d36ba0(0xe0527918) 2.479548305 s [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached [zone: mbuf] kern.ipc.nmbufs limit reached [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached [zone: mbuf] kern.ipc.nmbufs limit reached [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached pho = 8 2 0 20150504 06:27:39 all (76/316): rename9.sh pho = 8 2 0 20150504 06:28:17 all (77/316): nullfs13.sh pho = 8 2 0 20150504 06:28:18 all (78/316): zfs3.sh pho = 8 2 0 20150504 06:28:18 all (79/316): mmap.sh pho = 8 2 0 20150504 06:28:19 all (80/316): inversion.sh pho = 8 2 0 20150504 06:58:19 all (81/316): softupdate.sh May 4 07:10:52 x4 kernel: pid 87557 (mkdir), uid 0 inumber 40447 on /mnt: out of inodes May 4 07:11:01 x4 kernel: pid 87839 (rw), uid 0 inumber 49541 on /mnt: filesystem full pho = 8 2 0 20150504 07:19:08 all (82/316): parallelmount.sh May 4 07:19:13 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 07:19:44 x4 last message repeated 19 times May 4 07:21:48 x4 last message repeated 78 times May 4 07:23:21 x4 last message repeated 52 times May 4 07:23:22 x4 mountd[540]: bad exports list line /mnt May 4 07:23:24 x4 mountd[540]: can't delete exports for /mnt: Device busy May 4 07:23:56 x4 last message repeated 18 times pho = 8 2 0 20150504 07:24:14 all (83/316): kevent.sh pho = 8 2 0 20150504 07:25:13 all (84/316): rdwr.sh May 4 07:24:13 x4 last message repeated 10 times pho = 8 2 0 20150504 07:26:37 all (85/316): trim3.sh pho = 8 2 0 20150504 07:51:56 all (86/316): nullfs9.sh pho = 8 2 0 20150504 07:51:57 all (87/316): tmpfs13.sh pho = 9 3 0 20150504 07:56:02 all (88/316): procfs.sh May 4 07:56:03 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:56:04 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:04 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 07:56:06 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 07:56:09 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:11 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 07:56:11 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:56:12 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 07:56:12 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:14 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 07:56:14 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 07:56:16 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:56:21 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:24 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:56:30 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:56:30 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:56:34 x4 mountd[540]: can't delete exports for /mnt5: Device busy May 4 07:56:34 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:56:35 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:35 x4 mountd[540]: can't delete exports for /mnt5: Device busy May 4 07:56:37 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:41 x4 last message repeated 2 times May 4 07:56:46 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:56:53 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:56:54 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:56:58 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:56:59 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 07:56:59 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:57:00 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 07:57:08 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:57:10 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 07:57:11 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:57:12 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:57:14 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 07:57:16 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:57:16 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:57:16 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:57:18 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:57:31 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 07:57:32 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:57:36 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:57:45 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:57:54 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:57:54 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:57:57 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:58:00 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 07:58:00 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:58:00 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:58:06 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:58:07 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:58:08 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:58:12 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 07:58:14 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:58:14 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:58:14 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:58:16 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 07:58:18 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 07:58:25 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:58:27 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:58:31 x4 mountd[540]: can't delete exports for /mnt9: Device busy May 4 07:58:32 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:58:34 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:58:37 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:58:38 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:58:47 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:58:49 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:58:56 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:58:58 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:00 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 07:59:01 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:07 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 07:59:08 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:10 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 07:59:13 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 07:59:14 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:19 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:59:19 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 07:59:20 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 07:59:22 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 07:59:24 x4 mountd[540]: can't delete exports for /mnt5: Device busy May 4 07:59:26 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:59:27 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 07:59:28 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 07:59:34 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 07:59:36 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:43 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 07:59:44 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:59:48 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:48 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 07:59:49 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:59:50 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 07:59:50 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 07:59:53 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 07:59:56 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 07:59:59 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:00:02 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:00:02 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:00:03 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:00:10 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:00:14 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:00:16 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:00:19 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:00:22 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:00:23 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:00:25 x4 mountd[540]: can't delete exports for /mnt5: Device busy May 4 08:00:29 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:00:32 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:00:33 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:00:34 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:00:35 x4 mountd[540]: can't delete exports for /mnt9: Device busy May 4 08:00:36 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 08:00:37 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:00:38 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:00:48 x4 mountd[540]: can't delete exports for /mnt5: Device busy May 4 08:00:49 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:00:50 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:00:50 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:00:53 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:00:58 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:00 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:01:00 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:01:13 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:01:14 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:01:15 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 08:01:19 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:19 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:01:21 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:26 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:28 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:01:29 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 08:01:32 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:32 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:34 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:01:36 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:01:37 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:01:41 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:01:43 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:01:43 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:01:44 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:01:44 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:01:48 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:01:51 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 08:01:55 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:01:56 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:01:59 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:02:02 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:02:03 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:02:04 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:02:04 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:02:16 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:02:17 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 08:02:20 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:02:20 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:02:22 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:02:22 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:02:23 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:02:23 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:02:26 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:02:26 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:02:28 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:02:29 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:02:34 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:02:34 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:02:39 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:02:40 x4 mountd[540]: can't delete exports for /mnt9: Device busy May 4 08:02:44 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:02:56 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:02:58 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:03:00 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:03:01 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 08:03:01 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:03:02 x4 last message repeated 2 times May 4 08:03:04 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:03:06 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:03:18 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:03:20 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:03:22 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:03:22 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:03:23 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:03:26 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:03:26 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:03:27 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:03:28 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:03:35 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:03:36 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:03:40 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 08:03:46 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:03:46 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:03:49 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 08:03:57 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:04:01 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:04:05 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:04:06 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:04:06 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:04:07 x4 mountd[540]: can't delete exports for /mnt9: Device busy May 4 08:04:15 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:04:15 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:04:16 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 08:04:20 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:04:23 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:04:26 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:04:27 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:04:27 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:04:43 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:04:47 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:04:59 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:05:04 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:05:09 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:05:09 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:05:11 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:05:16 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:05:18 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:05:18 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:05:25 x4 last message repeated 2 times May 4 08:05:26 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:05:34 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:05:36 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:05:38 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 08:05:38 x4 mountd[540]: can't delete exports for /mnt19: Device busy May 4 08:05:40 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:05:42 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:05:46 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:05:48 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 08:05:48 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:05:56 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:05:58 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:06:02 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:06:03 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:06:04 x4 mountd[540]: can't delete exports for /mnt9: Device busy May 4 08:06:06 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:06:08 x4 mountd[540]: can't delete exports for /mnt18: Device busy May 4 08:06:10 x4 mountd[540]: can't delete exports for /mnt5: Device busy May 4 08:06:14 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:06:16 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:06:16 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:06:16 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:06:17 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:06:18 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:06:18 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:06:18 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:06:22 x4 mountd[540]: can't delete exports for /mnt15: Device busy May 4 08:06:22 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:06:23 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:06:28 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:06:28 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:06:29 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:06:32 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:06:32 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:06:33 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:06:36 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:06:37 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:06:38 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:06:40 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:06:40 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:06:42 x4 mountd[540]: can't delete exports for /mnt8: Device busy May 4 08:06:44 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:06:48 x4 mountd[540]: can't delete exports for /mnt7: Device busy May 4 08:06:50 x4 mountd[540]: can't delete exports for /mnt14: Device busy May 4 08:06:52 x4 last message repeated 2 times May 4 08:06:53 x4 mountd[540]: can't delete exports for /mnt16: Device busy May 4 08:06:55 x4 mountd[540]: can't delete exports for /mnt17: Device busy May 4 08:06:58 x4 mountd[540]: can't delete exports for /mnt10: Device busy May 4 08:07:00 x4 mountd[540]: can't delete exports for /mnt11: Device busy May 4 08:07:00 x4 mountd[540]: can't delete exports for /mnt12: Device busy May 4 08:07:00 x4 mountd[540]: can't delete exports for /mnt6: Device busy May 4 08:07:04 x4 mountd[540]: can't delete exports for /mnt13: Device busy May 4 08:07:05 x4 mountd[540]: can't delete exports for /mnt10: Device busy pho = 9 3 0 20150504 08:07:23 all (89/316): suj5.sh May 4 08:07:15 x4 last message repeated 2 times pho = 9 3 0 20150504 08:08:30 all (90/316): tcp2.sh [zone: mbuf] kern.ipc.nmbufs limit reached [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached pho = 9 3 0 20150504 08:23:35 all (91/316): suj8.sh May 4 08:23:36 x4 kernel: pid 82916 (dd), uid 0 inumber 4 on /mnt: filesystem full May 4 08:23:37 x4 kernel: pid 82937 (dd), uid 0 inumber 5 on /mnt: filesystem full pho = 9 3 0 20150504 08:23:39 all (92/316): routetbl.sh pho = 9 3 0 20150504 08:23:40 all (93/316): exlock.sh pho = 9 3 0 20150504 08:26:50 all (94/316): mmap6.sh pho = 9 3 0 20150504 08:27:51 all (95/316): dup2.sh May 4 10:37:11 x4 su: pho to root on /dev/pts/1 FreeBSD/i386 (x4.osted.lan) (ttyu0) login: KDB: enter: Break to debugger [ thread pid 11 tid 100005 ] Stopped at kdb_alt_break_internal+0x162: movl $0,kdb_why db> x kmem_arena kmem_arena: c157d500 db> show vmem 0xc157d500 vmem 0xc157d500 'kmem arena' quantum: 4096 size: 432013312 inuse: 176521216 free: 255492096 busy tags: 39456 free tags: 32 inuse size free size 4096 39270 160849920 1913 7835648 8192 37 303104 2408 19726336 12288 0 0 1699 20877312 16384 55 901120 1275 20889600 20480 0 0 982 20111360 24576 0 0 664 16318464 28672 0 0 445 12759040 32768 24 786432 376 12320768 36864 0 0 283 10432512 40960 0 0 221 9052160 45056 0 0 148 6668288 49152 0 0 119 5849088 53248 0 0 88 4685824 57344 0 0 76 4358144 61440 0 0 70 4300800 65536 33 2162688 64 4194304 69632 0 0 49 3411968 73728 0 0 42 3096576 77824 0 0 30 2334720 81920 0 0 36 2949120 86016 0 0 34 2924544 90112 0 0 25 2252800 94208 1 94208 26 2449408 98304 0 0 10 983040 102400 0 0 21 2150400 106496 0 0 21 2236416 110592 0 0 16 1769472 114688 0 0 15 1720320 118784 0 0 9 1069056 122880 0 0 15 1843200 126976 0 0 7 888832 131072 20 3125248 136 23592960 262144 8 2097152 40 13492224 524288 7 3960832 9 5947392 2097152 1 2240512 0 0 db> c FreeBSD/i386 (x4.osted.lan) (ttyu0) login: FreeBSD/i386 (x4.osted.lan) (ttyu0) login: KDB: enter: Break to debugger [ thread pid 11 tid 100005 ] Stopped at kdb_alt_break_internal+0x162: movl $0,kdb_why db> x kmem_arena kmem_arena: c157d500 db> show vmem 0xc157d500 vmem 0xc157d500 'kmem arena' quantum: 4096 size: 432013312 inuse: 176484352 free: 255528960 busy tags: 39447 free tags: 32 inuse size free size 4096 39261 160813056 1920 7864320 8192 37 303104 2408 19726336 12288 0 0 1698 20865024 16384 55 901120 1275 20889600 20480 0 0 981 20090880 24576 0 0 664 16318464 28672 0 0 444 12730368 32768 24 786432 377 12353536 36864 0 0 284 10469376 40960 0 0 221 9052160 45056 0 0 148 6668288 49152 0 0 119 5849088 53248 0 0 88 4685824 57344 0 0 76 4358144 61440 0 0 70 4300800 65536 33 2162688 64 4194304 69632 0 0 49 3411968 73728 0 0 42 3096576 77824 0 0 30 2334720 81920 0 0 36 2949120 86016 0 0 34 2924544 90112 0 0 25 2252800 94208 1 94208 26 2449408 98304 0 0 10 983040 102400 0 0 21 2150400 106496 0 0 21 2236416 110592 0 0 16 1769472 114688 0 0 15 1720320 118784 0 0 9 1069056 122880 0 0 15 1843200 126976 0 0 7 888832 131072 20 3125248 136 23592960 262144 8 2097152 40 13492224 524288 7 3960832 9 5947392 2097152 1 2240512 0 0 db> run pho db:0:pho> bt Tracing pid 11 tid 100005 td 0xc8a39930 kdb_alt_break_internal(0,e4741ac8,c097ded7,2,c8cd7884,...) at kdb_alt_break_internal+0x162/frame 0xe4741a9c kdb_alt_break(2,c8cd7884,c11a75b9,c8cd7800,40000,...) at kdb_alt_break+0x16/frame 0xe4741aa8 uart_intr_rxready(c8cd7800,c13a3113,df,cb8b,1,...) at uart_intr_rxready+0x87/frame 0xe4741ac8 uart_intr(c8cd7800,0,b,0,0,...) at uart_intr+0x100/frame 0xe4741b04 intr_event_handle(c88e2900,e4741b80,0,2,0,...) at intr_event_handle+0x7a/frame 0xe4741b30 intr_execute_handlers(c8a90108,e4741b80,2) at intr_execute_handlers+0x42/frame 0xe4741b50 lapic_handle_intr(30,e4741b80) at lapic_handle_intr+0x5d/frame 0xe4741b70 Xapic_isr1() at Xapic_isr1+0x4a/frame 0xe4741b70 --- interrupt, eip = 0xc1045365, esp = 0xe4741bc0, ebp = 0xe4741bc0 --- acpi_cpu_c1(e472ec90,0,c13a3113,2ec,cb8b,...) at acpi_cpu_c1+0x5/frame 0xe4741bc0 acpi_cpu_idle(26a4e81c,0,26a4e81c,e4741c30,c107655d,...) at acpi_cpu_idle+0x166/frame 0xe4741c00 cpu_idle_acpi(26a4e81c,0,2,c156ce08,c156ce04,...) at cpu_idle_acpi+0x3f/frame 0xe4741c14 cpu_idle(0,e4741c80,c11e18f2,a48,c156ce08,...) at cpu_idle+0x9d/frame 0xe4741c30 sched_idletd(0,e4741ce8,c11d854c,3dc,0,...) at sched_idletd+0x3cb/frame 0xe4741cac fork_exit(c0b89380,0,e4741ce8) at fork_exit+0x7e/frame 0xe4741cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4741cd4 --- trap 0, eip = 0, esp = 0xe4741d20, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 2 cpuid = 0 dynamic pcpu = 0x790200 curthread = 0xc8a3a000: pid 11 "idle: cpu0" curpcb = 0xe473bd40 fpcurthread = none idlethread = 0xc8a3a000: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x23296200 curthread = 0xc8a39c40: pid 11 "idle: cpu1" curpcb = 0xe473ed40 fpcurthread = none idlethread = 0xc8a39c40: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x23299200 curthread = 0xc8a39930: pid 11 "idle: cpu2" curpcb = 0xe4741d40 fpcurthread = none idlethread = 0xc8a39930: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x2329c200 curthread = 0xc8a39620: pid 11 "idle: cpu3" curpcb = 0xe4744d40 fpcurthread = none idlethread = 0xc8a39620: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc93052ec /dev/ad4s1a on / (ufs) 0xc93055d8 devfs on /dev (devfs) 0xc96d0000 /dev/ad4s1f on /home (ufs) 0xc97b65d8 /dev/ad4s1d on /usr (ufs) 0xc97b62ec /dev/ad4s1e on /var (ufs) 0xc97b6000 procfs on /proc (procfs) 0xc96cfbb0 /dev/label/tmp on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 19288 25437 25436 1001 S nanslp 0xc155fd41 sleep 19168 19166 19168 0 S+ ttyin 0xc8c76e70 bash 19166 19165 19166 0 S+ pause 0xd2d3fa24 csh 19165 44583 19165 1001 S+ wait 0xc94309c0 su 4788 4776 24321 0 D+ kmem are 0xc157d580 dup2 4777 24321 24321 0 S+ piperd 0xc9a72b28 tee 4776 24321 24321 0 S+ wait 0xdbc4b000 sh 83540 0 83540 0 DLs aiordy 0xd0d5d310 [aiod4] 83539 0 83539 0 DLs aiordy 0xd3a07310 [aiod3] 83538 0 83538 0 DLs aiordy 0xd3217620 [aiod2] 83537 0 83537 0 DLs aiordy 0xd17a7620 [aiod1] 44583 44582 44583 1001 S+ wait 0xd2d3f680 bash 44582 31281 44582 0 S+ wait 0xd01cc680 su 31281 30304 31281 0 S+ wait 0xc9436340 bash 30304 30297 30304 0 S+ pause 0xd01cda24 csh 30297 9100 30297 1001 S+ wait 0xcaf4e680 su 25444 25443 25444 1001 Ss+ select 0xc9364ca4 top 25443 25431 25431 1001 S select 0xc93649a4 sshd 25438 25436 25436 1001 S piperd 0xcb0ea198 awk 25437 25436 25436 1001 S wait 0xc9174340 sh 25436 25435 25436 1001 Ss wait 0xcad709c0 sh 25435 25427 25427 1001 S select 0xc88e9b24 sshd 25434 25433 25434 1001 Ss kqread 0xc918c380 tail 25433 25428 25428 1001 S select 0xc93645e4 sshd 25431 683 25431 0 Ss select 0xc941e324 sshd 25428 683 25428 0 Ss select 0xc93648e4 sshd 25427 683 25427 0 Ss select 0xc943b0e4 sshd 24321 5469 24321 0 S+ wait 0xcaf4d000 sh 15738 1 15738 0 Ss+ ttyin 0xc8c77e70 getty 15737 1 15737 0 Ss+ ttyin 0xc8c77870 getty 15736 1 15736 0 Ss+ ttyin 0xc8c77a70 getty 15735 1 15735 0 Ss+ ttyin 0xc8c77c70 getty 15734 1 15734 0 Ss+ ttyin 0xc8c78870 getty 15733 1 15733 0 Ss+ ttyin 0xc8c78670 getty 15732 1 15732 0 Ss+ ttyin 0xc8c78470 getty 15731 1 15731 0 Ss+ ttyin 0xc8c78270 getty 15730 1 15730 0 Ss+ ttyin 0xc8c78070 getty 15709 1 15709 0 Ss select 0xc9364a24 inetd 9100 9099 9100 1001 Ss+ wait 0xc93619c0 bash 9099 9095 9095 1001 S select 0xc9364ea4 sshd 9095 683 9095 0 Ss select 0xc941e1a4 sshd 5469 5369 5469 0 S+ wait 0xc9435000 bash 5369 5110 5369 0 S+ pause 0xc941a6e4 csh 5110 4254 5110 1001 S+ wait 0xc9430000 su 4254 4253 4254 1001 Ss+ wait 0xca18a000 bash 4253 4225 4225 1001 S select 0xc943b464 sshd 4225 683 4225 0 Ss select 0xc943b424 sshd 694 1 694 0 Ss nanslp 0xc155fd40 cron 689 1 689 25 Ss pause 0xca145064 sendmail 686 1 686 0 Ss select 0xc941dd64 sendmail 683 1 683 0 Ss select 0xc88e9ba4 sshd 636 1 636 0 Ss select 0xc88e9c64 moused 629 1 628 0 S nanslp 0xc155fd42 smartd 610 1 610 0 Ss select 0xc9365164 powerd 607 1 607 0 Ss (threaded) ntpd 100141 S select 0xc88e9ca4 ntpd 552 546 546 0 S (threaded) nfsd 100108 S rpcsvc 0xc9308890 nfsd: master 100109 S rpcsvc 0xc9a7d390 nfsd: service 100110 S rpcsvc 0xc89f6690 nfsd: service 100111 S rpcsvc 0xc9a7d290 nfsd: service 100112 S rpcsvc 0xc9a7d190 nfsd: service 100113 S rpcsvc 0xc89f6590 nfsd: service 100114 S rpcsvc 0xc9a7d090 nfsd: service 100115 S rpcsvc 0xc89f6490 nfsd: service 100116 S rpcsvc 0xc9a7ce90 nfsd: service 100117 S rpcsvc 0xc89f6390 nfsd: service 100118 S rpcsvc 0xc9a7cd90 nfsd: service 100119 S rpcsvc 0xc89f6290 nfsd: service 100120 S rpcsvc 0xc9a7cc90 nfsd: service 100121 S rpcsvc 0xc89f6190 nfsd: service 100122 S rpcsvc 0xc9a7cb90 nfsd: service 100123 S rpcsvc 0xc9a7ca90 nfsd: service 100124 S rpcsvc 0xc9a7c990 nfsd: service 100125 S rpcsvc 0xc89f6090 nfsd: service 100126 S rpcsvc 0xc9a7c890 nfsd: service 100127 S rpcsvc 0xc89f5e90 nfsd: service 100128 S rpcsvc 0xc9a7c790 nfsd: service 100129 S rpcsvc 0xc89f5d90 nfsd: service 100130 S rpcsvc 0xc9a7c690 nfsd: service 100131 S rpcsvc 0xc89f5c90 nfsd: service 100132 S rpcsvc 0xc9a7c590 nfsd: service 100133 S rpcsvc 0xc89f5b90 nfsd: service 100134 S rpcsvc 0xc9a7c490 nfsd: service 100135 S rpcsvc 0xc89f5a90 nfsd: service 100136 S rpcsvc 0xc9a7c390 nfsd: service 100137 S rpcsvc 0xc9a7c290 nfsd: service 100138 S rpcsvc 0xc9a7c190 nfsd: service 100139 S rpcsvc 0xc9a7c090 nfsd: service 546 1 546 0 Ss select 0xc941de24 nfsd 540 1 540 0 Ss select 0xc943b724 mountd 533 529 529 0 S select 0xc88e9e24 nfsuserd 532 529 529 0 S select 0xc941e224 nfsuserd 531 529 529 0 S select 0xc941e264 nfsuserd 530 529 529 0 S select 0xc88e9f24 nfsuserd 529 1 529 0 Ss pause 0xc9419a24 nfsuserd 512 1 512 0 Ss select 0xc88e9ce4 casperd 511 1 511 0 Ss select 0xc93652a4 casperd 497 1 497 0 Ss select 0xc93652e4 rpcbind 480 1 480 0 Ss nanslp 0xc155fd43 watchdogd 476 1 476 0 Ss select 0xc88e9ee4 syslogd 352 1 352 0 Ss select 0xc943b6e4 rtsold 316 1 316 0 Ss select 0xc943b764 devd 16 0 0 0 DL vlruwt 0xc91749c0 [vnlru] 9 0 0 0 DL syncer 0xc15d85d4 [syncer] 8 0 0 0 DL (threaded) [bufdaemon] 100072 D psleep 0xc15d7d04 [bufdaemon] 100085 D sdflush 0xc96dfc84 [/home worker] 100087 D sdflush 0xc96df884 [/usr worker] 100088 D sdflush 0xc96df684 [/var worker] 100215 D sdflush 0xc8fcf484 [/tmp worker] 7 0 0 0 DL pgzero 0xc15dd848 [pagezero] 6 0 0 0 DL psleep 0xc15dd5c4 [vmdaemon] 5 0 0 0 DL (threaded) [pagedaemon] 100069 D psleep 0xc163b104 [pagedaemon] 100075 D umarcl 0xc15dd1a4 [uma] 4 0 0 0 DL waiting_ 0xc1637a9c [sctp_iterator] 3 0 0 0 DL - 0xc8c2ca3c [fdc0] 15 0 0 0 DL (threaded) [usb] 100032 D - 0xc8c3eacc [usbus0] 100033 D - 0xc8c3eafc [usbus0] 100034 D - 0xc8c3eb2c [usbus0] 100035 D - 0xc8c3eb5c [usbus0] 100037 D - 0xc8c8bacc [usbus1] 100038 D - 0xc8c8bafc [usbus1] 100039 D - 0xc8c8bb2c [usbus1] 100040 D - 0xc8c8bb5c [usbus1] 100042 D - 0xc8c94acc [usbus2] 100043 D - 0xc8c94afc [usbus2] 100044 D - 0xc8c94b2c [usbus2] 100045 D - 0xc8c94b5c [usbus2] 100046 D - 0xc8c9aacc [usbus3] 100047 D - 0xc8c9aafc [usbus3] 100048 D - 0xc8c9ab2c [usbus3] 100049 D - 0xc8c9ab5c [usbus3] 100050 D - 0xc8ca2acc [usbus4] 100051 D - 0xc8ca2afc [usbus4] 100052 D - 0xc8ca2b2c [usbus4] 100053 D - 0xc8ca2b5c [usbus4] 100055 D - 0xc8c44ca4 [usbus5] 100056 D - 0xc8c44cd4 [usbus5] 100057 D - 0xc8c44d04 [usbus5] 100058 D - 0xc8c44d34 [usbus5] 2 0 0 0 DL (threaded) [cam] 100024 D - 0xc1495e00 [doneq0] 100068 D - 0xc1495cac [scanner] 14 0 0 0 DL - 0xc14b09d0 [rand_harvestq] 13 0 0 0 DL (threaded) [geom] 100013 D - 0xc1632c20 [g_event] 100014 D - 0xc1632c24 [g_up] 100015 D - 0xc1632c28 [g_down] 12 0 0 0 WL (threaded) [intr] 100007 I [swi4: clock (0)] 100008 I [swi4: clock (1)] 100009 I [swi4: clock (2)] 100010 I [swi4: clock (3)] 100011 I [swi1: netisr 0] 100012 I [swi3: vm] 100019 I [swi5: fast taskq] 100025 I [swi6: task queue] 100026 I [swi6: Giant taskq] 100028 I [irq256: hdac0] 100029 I [irq257: re0] 100030 I [irq22: ahci0] 100031 I [irq16: hdac1 ohci0] 100036 I [irq17: ohci1 ohci3] 100041 I [irq18: ohci2 ohci4] 100054 I [irq19: ehci0] 100059 I [irq14: ata0] 100060 I [swi0: uart] 100062 I [irq1: atkbd0] 100063 I [irq12: psm0] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc8a2c9c0 [init] 10 0 0 0 DL audit_wo 0xc16399d0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xc1632c44 [swapper] 100016 D - 0xc857be80 [firmware taskq] 100018 D - 0xc857bb80 [thread taskq] 100020 D - 0xc857ba80 [kqueue taskq] 100021 D - 0xc857ba00 [acpi_task_0] 100022 D - 0xc857ba00 [acpi_task_1] 100023 D - 0xc857ba00 [acpi_task_2] 100027 D - 0xc857b800 [ffs_trim taskq] 100064 D - 0xc8cf3780 [mca taskq] 100065 D - 0xc155ec4c [deadlkres] 100067 D - 0xc857b980 [CAM taskq] 101654 D - 0xcfdd1a00 [aiod_bio taskq] db:0:ps> allt Tracing command sleep pid 19288 tid 104586 td 0xda974c40 sched_switch(da974c40,0,104,1a9,fb5cba84,...) at sched_switch+0x4e2/frame 0xfb5cba4c mi_switch(104,0,c11e58c5,200,cb90,...) at mi_switch+0x1bf/frame 0xfb5cba84 sleepq_switch(da974c40,0,c11e58c5,1b6,8,...) at sleepq_switch+0x1c5/frame 0xfb5cbab8 sleepq_catch_signals(c0bacdb0,da974c40,1,201,1,...) at sleepq_catch_signals+0x382/frame 0xfb5cbaf4 sleepq_timedwait_sig(c155fd41,6c,cb90,a0000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb5cbb1c _sleep(c155fd41,0,16c,c11e0826,81884825,...) at _sleep+0x326/frame 0xfb5cbb78 kern_nanosleep(bfbfed00,fb5cbbf0,fb5cbbf8,fb5cbce8,a,...) at kern_nanosleep+0x14b/frame 0xfb5cbbd8 sys_nanosleep(da974c40,fb5cbca8,c11d816d,4,c10657a7,...) at sys_nanosleep+0x68/frame 0xfb5cbc18 syscall(fb5cbce8) at syscall+0x34a/frame 0xfb5cbcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5cbcdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2813584f, esp = 0xbfbfeccc, ebp = 0xbfbfed14 --- Tracing command bash pid 19168 tid 104589 td 0xcac00c40 sched_switch(cac00c40,0,104,1a9,fb5d49a4,...) at sched_switch+0x4e2/frame 0xfb5d496c mi_switch(104,0,c11e58c5,200,0,...) at mi_switch+0x1bf/frame 0xfb5d49a4 sleepq_switch(cac00c40,0,c11e58c5,1b6,fb5d4a1c,...) at sleepq_switch+0x1c5/frame 0xfb5d49d8 sleepq_catch_signals(fb5d4a38,c0b454f9,c8c76e14,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xfb5d4a14 sleepq_wait_sig(c8c76e70,0,fb5d4a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb5d4a38 _cv_wait_sig(c8c76e70,c8c76e04,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xfb5d4a84 tty_wait(c8c76e00,c8c76e70,fb5d4be8,1,0,...) at tty_wait+0x4b/frame 0xfb5d4aa8 ttydisc_read(c8c76e00,fb5d4be8,0,b2,fb5d4be8,...) at ttydisc_read+0x3d4/frame 0xfb5d4af0 ttydev_read(c92bf300,fb5d4be8,0,0,fb5d4b40,...) at ttydev_read+0x55/frame 0xfb5d4b10 devfs_read_f(cac94bd0,fb5d4be8,d3429700,0,cac00c40,...) at devfs_read_f+0xa8/frame 0xfb5d4b4c dofileread(cac94bd0,fb5d4be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xfb5d4b80 kern_readv(cac00c40,0,fb5d4be8,0,bfbfdf03,...) at kern_readv+0x93/frame 0xfb5d4bc8 sys_read(cac00c40,fb5d4ca8,c11d816d,4,fb5d4c6c,...) at sys_read+0x59/frame 0xfb5d4c18 syscall(fb5d4ce8) at syscall+0x34a/frame 0xfb5d4cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5d4cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2829ff0f, esp = 0xbfbfdef0, ebp = 0xbfbfdf10 --- Tracing command csh pid 19166 tid 100731 td 0xcaf03000 sched_switch(caf03000,0,104,1a9,f8b8eab8,...) at sched_switch+0x4e2/frame 0xf8b8ea80 mi_switch(104,0,c11e58c5,200,c8a39930,...) at mi_switch+0x1bf/frame 0xf8b8eab8 sleepq_switch(caf03000,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8b8eaec sleepq_catch_signals(c11e58c5,16d,d2d3fa78,14d0,caf03000,...) at sleepq_catch_signals+0x382/frame 0xf8b8eb28 sleepq_wait_sig(d2d3fa24,74,c10c0acc,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8b8eb4c _sleep(d2d3fa24,d2d3fa68,174,c10c0acc,0,...) at _sleep+0x356/frame 0xf8b8eba8 kern_sigsuspend(caf03000,0,0,0,0,...) at kern_sigsuspend+0xd4/frame 0xf8b8ebe8 sys_sigsuspend(caf03000,f8b8eca8,c11d816d,4,0,...) at sys_sigsuspend+0x55/frame 0xf8b8ec18 syscall(f8b8ece8) at syscall+0x34a/frame 0xf8b8ecdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b8ecdc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281f27ef, esp = 0xbfbfe29c, ebp = 0xbfbfe304 --- Tracing command su pid 19165 tid 100168 td 0xc943c310 sched_switch(c943c310,0,104,1a9,f89f09a0,...) at sched_switch+0x4e2/frame 0xf89f0968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf89f09a0 sleepq_switch(c943c310,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf89f09d4 sleepq_catch_signals(c11e58c5,16d,c9430a78,12d8,c943c310,...) at sleepq_catch_signals+0x382/frame 0xf89f0a10 sleepq_wait_sig(c94309c0,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf89f0a34 _sleep(c94309c0,c9430a68,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf89f0a90 kern_wait6(c943c310,0,4ade,0,f89f0b24,...) at kern_wait6+0x45b/frame 0xf89f0af8 sys_wait4(c943c310,f89f0ca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf89f0c18 syscall(f89f0ce8) at syscall+0x34a/frame 0xf89f0cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89f0cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2816e7af, esp = 0xbfbfe6b8, ebp = 0xbfbfe6d0 --- Tracing command dup2 pid 4788 tid 101500 td 0xd5a91000 sched_switch(d5a91000,0,104,1a9,c827e998,...) at sched_switch+0x4e2/frame 0xc827e960 mi_switch(104,0,c11e58c5,200,c157d500,...) at mi_switch+0x1bf/frame 0xc827e998 sleepq_switch(d5a91000,0,c11e58c5,276,c157d580,...) at sleepq_switch+0x1c5/frame 0xc827e9cc sleepq_wait(c157d580,0,c827ea20,1,0,...) at sleepq_wait+0x48/frame 0xc827e9f0 _cv_wait(c157d580,c157d500,c11e6ebd,4b2,c1455bf0,...) at _cv_wait+0x1fe/frame 0xc827ea34 vmem_xalloc(c157d500,250000,0,0,0,...) at vmem_xalloc+0x1df/frame 0xc827eaa8 vmem_alloc(c157d500,250000,2102,c827eaf8,0,...) at vmem_alloc+0xc4/frame 0xc827eae0 kmem_malloc(c157d500,250000,102,2,250000,...) at kmem_malloc+0x3b/frame 0xc827eb08 uma_large_malloc(250000,102,80,c0b69e90,0,...) at uma_large_malloc+0x40/frame 0xc827eb28 malloc(24f90c,c1451538,102,5fb,8,...) at malloc+0xb7/frame 0xc827eb74 fdgrowtable(e045f398,14,c11d72d1,5e0,d5a91000,...) at fdgrowtable+0x7e/frame 0xc827ebb0 do_dup(1,ec9f) at do_dup+0x207/frame 0xc827ec08 sys_dup2(d5a91000,c827eca8,c11d816d,4,c10657a7,...) at sys_dup2+0x22/frame 0xc827ec18 syscall(c827ece8) at syscall+0x34a/frame 0xc827ecdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc827ecdc --- syscall (90, FreeBSD ELF32, sys_dup2), eip = 0x2811b82f, esp = 0xbfbfe868, ebp = 0xbfbfe894 --- Tracing command tee pid 4777 tid 103744 td 0xdece1620 sched_switch(dece1620,0,104,1a9,faa65a18,...) at sched_switch+0x4e2/frame 0xfaa659e0 mi_switch(104,0,c11e58c5,200,d86e4420,...) at mi_switch+0x1bf/frame 0xfaa65a18 sleepq_switch(dece1620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xfaa65a4c sleepq_catch_signals(c11e58c5,16d,c9a72cb8,48,dece1620,...) at sleepq_catch_signals+0x382/frame 0xfaa65a88 sleepq_wait_sig(c9a72b28,5c,c11e9024,100,0,...) at sleepq_wait_sig+0x14/frame 0xfaa65aac _sleep(c9a72b28,c9a72ca8,15c,c11e9024,0,...) at _sleep+0x356/frame 0xfaa65b08 pipe_read(c93aa738,faa65be8,c96d7c00,0,dece1620,...) at pipe_read+0x2da/frame 0xfaa65b4c dofileread(c93aa738,faa65be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xfaa65b80 kern_readv(dece1620,0,faa65be8,c0e24d59,28803000,...) at kern_readv+0x93/frame 0xfaa65bc8 sys_read(dece1620,faa65ca8,c11d816d,4,c10657a7,...) at sys_read+0x59/frame 0xfaa65c18 syscall(faa65ce8) at syscall+0x34a/frame 0xfaa65cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfaa65cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a1f0f, esp = 0xbfbfe848, ebp = 0xbfbfe874 --- Tracing command sh pid 4776 tid 102536 td 0xdaad8c40 sched_switch(daad8c40,0,104,1a9,f97c89a0,...) at sched_switch+0x4e2/frame 0xf97c8968 mi_switch(104,0,c11e58c5,200,c11f0073,...) at mi_switch+0x1bf/frame 0xf97c89a0 sleepq_switch(daad8c40,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf97c89d4 sleepq_catch_signals(c11e58c5,16d,dbc4b0b8,1080,daad8c40,...) at sleepq_catch_signals+0x382/frame 0xf97c8a10 sleepq_wait_sig(dbc4b000,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf97c8a34 _sleep(dbc4b000,dbc4b0a8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf97c8a90 kern_wait6(daad8c40,7,0,0,f97c8b24,...) at kern_wait6+0x45b/frame 0xf97c8af8 sys_wait4(daad8c40,f97c8ca8,c11d816d,4,0,...) at sys_wait4+0x8b/frame 0xf97c8c18 syscall(f97c8ce8) at syscall+0x34a/frame 0xf97c8cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf97c8cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817f7af, esp = 0xbfbfe578, ebp = 0xbfbfe590 --- Tracing command aiod4 pid 83540 tid 100286 td 0xd0d5d310 sched_switch(d0d5d310,0,104,1a9,c81c2b54,...) at sched_switch+0x4e2/frame 0xc81c2b1c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xc81c2b54 sleepq_switch(d0d5d310,0,c11e58c5,299,d0d5d310,...) at sleepq_switch+0x1c5/frame 0xc81c2b88 sleepq_timedwait(d0d5d310,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xc81c2bac _sleep(d0d5d310,cf141b94,5c,cf13fe4e,ffffdd50,...) at _sleep+0x33d/frame 0xc81c2c08 aio_daemon(4,c81c2ce8,c11d854c,3dc,0,...) at aio_daemon+0x978/frame 0xc81c2cac fork_exit(cf13e480,4,c81c2ce8) at fork_exit+0x7e/frame 0xc81c2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xc81c2cd4 --- trap 0, eip = 0, esp = 0xc81c2d20, ebp = 0 --- Tracing command aiod3 pid 83539 tid 102155 td 0xd3a07310 sched_switch(d3a07310,0,104,1a9,f912ab54,...) at sched_switch+0x4e2/frame 0xf912ab1c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xf912ab54 sleepq_switch(d3a07310,0,c11e58c5,299,d3a07310,...) at sleepq_switch+0x1c5/frame 0xf912ab88 sleepq_timedwait(d3a07310,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xf912abac _sleep(d3a07310,cf141b94,5c,cf13fe4e,ffffdd50,...) at _sleep+0x33d/frame 0xf912ac08 aio_daemon(3,f912ace8,c11d854c,3dc,0,...) at aio_daemon+0x978/frame 0xf912acac fork_exit(cf13e480,3,f912ace8) at fork_exit+0x7e/frame 0xf912acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf912acd4 --- trap 0, eip = 0, esp = 0xf912ad20, ebp = 0 --- Tracing command aiod2 pid 83538 tid 100420 td 0xd3217620 sched_switch(d3217620,0,104,1a9,c8182b54,...) at sched_switch+0x4e2/frame 0xc8182b1c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xc8182b54 sleepq_switch(d3217620,0,c11e58c5,299,d3217620,...) at sleepq_switch+0x1c5/frame 0xc8182b88 sleepq_timedwait(d3217620,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xc8182bac _sleep(d3217620,cf141b94,5c,cf13fe4e,ffffdd50,...) at _sleep+0x33d/frame 0xc8182c08 aio_daemon(2,c8182ce8,c11d854c,3dc,0,...) at aio_daemon+0x978/frame 0xc8182cac fork_exit(cf13e480,2,c8182ce8) at fork_exit+0x7e/frame 0xc8182cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xc8182cd4 --- trap 0, eip = 0, esp = 0xc8182d20, ebp = 0 --- Tracing command aiod1 pid 83537 tid 101553 td 0xd17a7620 sched_switch(d17a7620,0,104,1a9,c83e7b54,...) at sched_switch+0x4e2/frame 0xc83e7b1c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xc83e7b54 sleepq_switch(d17a7620,0,c11e58c5,299,d17a7620,...) at sleepq_switch+0x1c5/frame 0xc83e7b88 sleepq_timedwait(d17a7620,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xc83e7bac _sleep(d17a7620,cf141b94,5c,cf13fe4e,ffffdd50,...) at _sleep+0x33d/frame 0xc83e7c08 aio_daemon(1,c83e7ce8,c11d854c,3dc,0,...) at aio_daemon+0x978/frame 0xc83e7cac fork_exit(cf13e480,1,c83e7ce8) at fork_exit+0x7e/frame 0xc83e7cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xc83e7cd4 --- trap 0, eip = 0, esp = 0xc83e7d20, ebp = 0 --- Tracing command bash pid 44583 tid 100291 td 0xd2d2f930 sched_switch(d2d2f930,0,104,1a9,f8b9d9a0,...) at sched_switch+0x4e2/frame 0xf8b9d968 mi_switch(104,0,c11e58c5,200,c9430a78,...) at mi_switch+0x1bf/frame 0xf8b9d9a0 sleepq_switch(d2d2f930,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8b9d9d4 sleepq_catch_signals(c11e58c5,16d,d2d3f738,b10,d2d2f930,...) at sleepq_catch_signals+0x382/frame 0xf8b9da10 sleepq_wait_sig(d2d3f680,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8b9da34 _sleep(d2d3f680,d2d3f728,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8b9da90 kern_wait6(d2d2f930,7,0,0,f8b9db24,...) at kern_wait6+0x45b/frame 0xf8b9daf8 sys_wait4(d2d2f930,f8b9dca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf8b9dc18 syscall(f8b9dce8) at syscall+0x34a/frame 0xf8b9dcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b9dcdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282337af, esp = 0xbfbfe86c, ebp = 0xbfbfe884 --- Tracing command su pid 44582 tid 100252 td 0xd01d9000 sched_switch(d01d9000,0,104,1a9,f8b379a0,...) at sched_switch+0x4e2/frame 0xf8b37968 mi_switch(104,0,c11e58c5,200,f8b379f0,...) at mi_switch+0x1bf/frame 0xf8b379a0 sleepq_switch(d01d9000,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8b379d4 sleepq_catch_signals(c11e58c5,16d,d01cc738,690,d01d9000,...) at sleepq_catch_signals+0x382/frame 0xf8b37a10 sleepq_wait_sig(d01cc680,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8b37a34 _sleep(d01cc680,d01cc728,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8b37a90 kern_wait6(d01d9000,0,ae27,0,f8b37b24,...) at kern_wait6+0x45b/frame 0xf8b37af8 sys_wait4(d01d9000,f8b37ca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf8b37c18 syscall(f8b37ce8) at syscall+0x34a/frame 0xf8b37cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b37cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2816e7af, esp = 0xbfbfe5a8, ebp = 0xbfbfe5c0 --- Tracing command bash pid 31281 tid 100151 td 0xc944d620 sched_switch(c944d620,0,104,1a9,f89069a0,...) at sched_switch+0x4e2/frame 0xf8906968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf89069a0 sleepq_switch(c944d620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf89069d4 sleepq_catch_signals(c11e58c5,16d,c94363f8,348,c944d620,...) at sleepq_catch_signals+0x382/frame 0xf8906a10 sleepq_wait_sig(c9436340,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8906a34 _sleep(c9436340,c94363e8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8906a90 kern_wait6(c944d620,7,0,0,f8906b24,...) at kern_wait6+0x45b/frame 0xf8906af8 sys_wait4(c944d620,f8906ca8,c11d816d,4,f8906c6c,...) at sys_wait4+0x8b/frame 0xf8906c18 syscall(f8906ce8) at syscall+0x34a/frame 0xf8906cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8906cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282337af, esp = 0xbfbfe5ac, ebp = 0xbfbfe5c4 --- Tracing command csh pid 30304 tid 100243 td 0xcaf01000 sched_switch(caf01000,0,104,1a9,f8b1cab8,...) at sched_switch+0x4e2/frame 0xf8b1ca80 mi_switch(104,0,c11e58c5,200,c8a39c40,...) at mi_switch+0x1bf/frame 0xf8b1cab8 sleepq_switch(caf01000,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8b1caec sleepq_catch_signals(c11e58c5,16d,d01cda78,17d0,caf01000,...) at sleepq_catch_signals+0x382/frame 0xf8b1cb28 sleepq_wait_sig(d01cda24,74,c10c0acc,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8b1cb4c _sleep(d01cda24,d01cda68,174,c10c0acc,0,...) at _sleep+0x356/frame 0xf8b1cba8 kern_sigsuspend(caf01000,0,0,0,0,...) at kern_sigsuspend+0xd4/frame 0xf8b1cbe8 sys_sigsuspend(caf01000,f8b1cca8,c11d816d,4,0,...) at sys_sigsuspend+0x55/frame 0xf8b1cc18 syscall(f8b1cce8) at syscall+0x34a/frame 0xf8b1ccdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b1ccdc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281f27ef, esp = 0xbfbfe20c, ebp = 0xbfbfe274 --- Tracing command su pid 30297 tid 100245 td 0xd0122620 sched_switch(d0122620,0,104,1a9,f8b229a0,...) at sched_switch+0x4e2/frame 0xf8b22968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf8b229a0 sleepq_switch(d0122620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8b229d4 sleepq_catch_signals(c11e58c5,16d,caf4e738,990,d0122620,...) at sleepq_catch_signals+0x382/frame 0xf8b22a10 sleepq_wait_sig(caf4e680,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8b22a34 _sleep(caf4e680,caf4e728,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8b22a90 kern_wait6(d0122620,0,7660,0,f8b22b24,...) at kern_wait6+0x45b/frame 0xf8b22af8 sys_wait4(d0122620,f8b22ca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf8b22c18 syscall(f8b22ce8) at syscall+0x34a/frame 0xf8b22cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b22cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2816e7af, esp = 0xbfbfe638, ebp = 0xbfbfe650 --- Tracing command top pid 25444 tid 100207 td 0xcacdec40 sched_switch(cacdec40,0,104,1a9,f8ab3910,...) at sched_switch+0x4e2/frame 0xf8ab38d8 mi_switch(104,0,c11e58c5,200,c1634290,...) at mi_switch+0x1bf/frame 0xf8ab3910 sleepq_switch(cacdec40,0,c11e58c5,1b6,c9364c90,...) at sleepq_switch+0x1c5/frame 0xf8ab3944 sleepq_catch_signals(c1455bf0,f8ab39a8,c0b454f9,c9364ca0,0,...) at sleepq_catch_signals+0x382/frame 0xf8ab3980 sleepq_timedwait_sig(c9364ca4,0,f8ab39e4,10000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xf8ab39a8 _cv_timedwait_sig_sbt(c9364ca4,c9364c90,8e13ba21,cb8c,10000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xf8ab39f8 seltdwait(cb8c,10000000,0,cacdec40,0,...) at seltdwait+0xad/frame 0xf8ab3a28 kern_select(cacdec40,2,bfbfebf8,0,0,...) at kern_select+0x914/frame 0xf8ab3bd0 sys_select(cacdec40,f8ab3ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xf8ab3c18 syscall(f8ab3ce8) at syscall+0x34a/frame 0xf8ab3cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ab3cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2822deff, esp = 0xbfbfeb8c, ebp = 0xbfbfed04 --- Tracing command sshd pid 25443 tid 100220 td 0xcac79000 sched_switch(cac79000,0,104,1a9,f8ad7918,...) at sched_switch+0x4e2/frame 0xf8ad78e0 mi_switch(104,0,c11e58c5,200,26,...) at mi_switch+0x1bf/frame 0xf8ad7918 sleepq_switch(cac79000,0,c11e58c5,1b6,f8ad7990,...) at sleepq_switch+0x1c5/frame 0xf8ad794c sleepq_catch_signals(f8ad79ac,c0b454f9,c93649a0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8ad7988 sleepq_wait_sig(c93649a4,0,f8ad79e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8ad79ac _cv_wait_sig(c93649a4,c9364990,c11e8daf,732,1ae,...) at _cv_wait_sig+0x214/frame 0xf8ad79f8 seltdwait(ffffffff,0,0,cac79000,0,...) at seltdwait+0xbb/frame 0xf8ad7a28 kern_select(cac79000,a,28c0c1e0,28c0c1e8,0,...) at kern_select+0x914/frame 0xf8ad7bd0 sys_select(cac79000,f8ad7ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xf8ad7c18 syscall(f8ad7ce8) at syscall+0x34a/frame 0xf8ad7cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ad7cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284e8eff, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f0 --- Tracing command awk pid 25438 tid 100209 td 0xcacde620 sched_switch(cacde620,0,104,1a9,f8ab9a18,...) at sched_switch+0x4e2/frame 0xf8ab99e0 mi_switch(104,0,c11e58c5,200,c156cd80,...) at mi_switch+0x1bf/frame 0xf8ab9a18 sleepq_switch(cacde620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8ab9a4c sleepq_catch_signals(c11e58c5,16d,cb0ea328,558,cacde620,...) at sleepq_catch_signals+0x382/frame 0xf8ab9a88 sleepq_wait_sig(cb0ea198,5c,c11e9024,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8ab9aac _sleep(cb0ea198,cb0ea318,15c,c11e9024,0,...) at _sleep+0x356/frame 0xf8ab9b08 pipe_read(cb0f0498,f8ab9be8,ce92bd00,0,cacde620,...) at pipe_read+0x2da/frame 0xf8ab9b4c dofileread(cb0f0498,f8ab9be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8ab9b80 kern_readv(cacde620,0,f8ab9be8,40af83,2882e000,...) at kern_readv+0x93/frame 0xf8ab9bc8 sys_read(cacde620,f8ab9ca8,c11d816d,4,c10657a7,...) at sys_read+0x59/frame 0xf8ab9c18 syscall(f8ab9ce8) at syscall+0x34a/frame 0xf8ab9cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ab9cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281f1f0f, esp = 0xbfbfea28, ebp = 0xbfbfea3c --- Tracing command sh pid 25437 tid 100093 td 0xc8efb620 sched_switch(c8efb620,0,104,1a9,edba19a0,...) at sched_switch+0x4e2/frame 0xedba1968 mi_switch(104,0,c11e58c5,200,18c,...) at mi_switch+0x1bf/frame 0xedba19a0 sleepq_switch(c8efb620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xedba19d4 sleepq_catch_signals(c11e58c5,16d,c91743f8,48,c8efb620,...) at sleepq_catch_signals+0x382/frame 0xedba1a10 sleepq_wait_sig(c9174340,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xedba1a34 _sleep(c9174340,c91743e8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xedba1a90 kern_wait6(c8efb620,7,0,0,edba1b24,...) at kern_wait6+0x45b/frame 0xedba1af8 sys_wait4(c8efb620,edba1ca8,c11d816d,4,0,...) at sys_wait4+0x8b/frame 0xedba1c18 syscall(edba1ce8) at syscall+0x34a/frame 0xedba1cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedba1cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817f7af, esp = 0xbfbfe980, ebp = 0xbfbfe998 --- Tracing command sh pid 25436 tid 100177 td 0xca13a620 sched_switch(ca13a620,0,104,1a9,f8a489a0,...) at sched_switch+0x4e2/frame 0xf8a48968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf8a489a0 sleepq_switch(ca13a620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8a489d4 sleepq_catch_signals(c11e58c5,16d,cad70a78,12d8,ca13a620,...) at sleepq_catch_signals+0x382/frame 0xf8a48a10 sleepq_wait_sig(cad709c0,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8a48a34 _sleep(cad709c0,cad70a68,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8a48a90 kern_wait6(ca13a620,7,0,0,f8a48b24,...) at kern_wait6+0x45b/frame 0xf8a48af8 sys_wait4(ca13a620,f8a48ca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf8a48c18 syscall(f8a48ce8) at syscall+0x34a/frame 0xf8a48cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a48cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817f7af, esp = 0xbfbfeb50, ebp = 0xbfbfeb68 --- Tracing command sshd pid 25435 tid 100190 td 0xca139000 sched_switch(ca139000,0,104,1a9,f8a6d918,...) at sched_switch+0x4e2/frame 0xf8a6d8e0 mi_switch(104,0,c11e58c5,200,2a8b56,...) at mi_switch+0x1bf/frame 0xf8a6d918 sleepq_switch(ca139000,0,c11e58c5,1b6,f8a6d990,...) at sleepq_switch+0x1c5/frame 0xf8a6d94c sleepq_catch_signals(f8a6d9ac,c0b454f9,c88e9b20,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a6d988 sleepq_wait_sig(c88e9b24,0,f8a6d9e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a6d9ac _cv_wait_sig(c88e9b24,c88e9b10,c11e8daf,732,c11e8e69,...) at _cv_wait_sig+0x214/frame 0xf8a6d9f8 seltdwait(ffffffff,0,0,ca139000,0,...) at seltdwait+0xbb/frame 0xf8a6da28 kern_select(ca139000,c,28c0c1e0,28c0c1e8,0,...) at kern_select+0x914/frame 0xf8a6dbd0 sys_select(ca139000,f8a6dca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xf8a6dc18 syscall(f8a6dce8) at syscall+0x34a/frame 0xf8a6dcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a6dcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284e8eff, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f0 --- Tracing command tail pid 25434 tid 100219 td 0xcac79310 sched_switch(cac79310,0,104,1a9,f8ad4954,...) at sched_switch+0x4e2/frame 0xf8ad491c mi_switch(104,0,c11e58c5,200,cb8c,...) at mi_switch+0x1bf/frame 0xf8ad4954 sleepq_switch(cac79310,0,c11e58c5,1b6,8,...) at sleepq_switch+0x1c5/frame 0xf8ad4988 sleepq_catch_signals(c0bacdb0,cac79310,3,201,3,...) at sleepq_catch_signals+0x382/frame 0xf8ad49c4 sleepq_timedwait_sig(c918c380,68,cb8c,10000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xf8ad49ec _sleep(c918c380,c918c380,168,c11d7f44,8c4a1f37,...) at _sleep+0x326/frame 0xf8ad4a48 kern_kevent(cac79310,4,0,1,f8ad4be8,...) at kern_kevent+0x49d/frame 0xf8ad4b98 sys_kevent(cac79310,f8ad4ca8,c11d816d,4,c156c690,...) at sys_kevent+0x12c/frame 0xf8ad4c18 syscall(f8ad4ce8) at syscall+0x34a/frame 0xf8ad4cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ad4cdc --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x28181fbf, esp = 0xbfbfebbc, ebp = 0xbfbfec68 --- Tracing command sshd pid 25433 tid 100154 td 0xca05d000 sched_switch(ca05d000,0,104,1a9,f890f918,...) at sched_switch+0x4e2/frame 0xf890f8e0 mi_switch(104,0,c11e58c5,200,26,...) at mi_switch+0x1bf/frame 0xf890f918 sleepq_switch(ca05d000,0,c11e58c5,1b6,f890f990,...) at sleepq_switch+0x1c5/frame 0xf890f94c sleepq_catch_signals(f890f9ac,c0b454f9,c93645e0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf890f988 sleepq_wait_sig(c93645e4,0,f890f9e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf890f9ac _cv_wait_sig(c93645e4,c93645d0,c11e8daf,732,c11e8e69,...) at _cv_wait_sig+0x214/frame 0xf890f9f8 seltdwait(ffffffff,0,0,ca05d000,0,...) at seltdwait+0xbb/frame 0xf890fa28 kern_select(ca05d000,c,28c0c1e0,28c0c1e8,0,...) at kern_select+0x914/frame 0xf890fbd0 sys_select(ca05d000,f890fca8,c11d816d,4,c11e18f2,...) at sys_select+0x66/frame 0xf890fc18 syscall(f890fce8) at syscall+0x34a/frame 0xf890fcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf890fcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284e8eff, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f0 --- Tracing command sshd pid 25431 tid 100077 td 0xc936f620 sched_switch(c936f620,0,104,1a9,edb13950,...) at sched_switch+0x4e2/frame 0xedb13918 mi_switch(104,0,c11e58c5,200,edb139bc,...) at mi_switch+0x1bf/frame 0xedb13950 sleepq_switch(c936f620,0,c11e58c5,1b6,edb139c8,...) at sleepq_switch+0x1c5/frame 0xedb13984 sleepq_catch_signals(edb139e4,c0b454f9,c941e320,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedb139c0 sleepq_wait_sig(c941e324,0,edb13a1c,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb139e4 _cv_wait_sig(c941e324,c941e310,c11e8daf,732,62d,...) at _cv_wait_sig+0x214/frame 0xedb13a30 seltdwait(ffffffff,0,0,c936f620,0,...) at seltdwait+0xbb/frame 0xedb13a60 kern_poll(c936f620,bfbfe860,1,0,0,...) at kern_poll+0x4f0/frame 0xedb13be0 sys_poll(c936f620,edb13ca8,c11d816d,4,c10657a7,...) at sys_poll+0x71/frame 0xedb13c18 syscall(edb13ce8) at syscall+0x34a/frame 0xedb13cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb13cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x28487c53, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command sshd pid 25428 tid 100196 td 0xcac79930 sched_switch(cac79930,0,104,1a9,f8a95950,...) at sched_switch+0x4e2/frame 0xf8a95918 mi_switch(104,0,c11e58c5,200,f8a959bc,...) at mi_switch+0x1bf/frame 0xf8a95950 sleepq_switch(cac79930,0,c11e58c5,1b6,f8a959c8,...) at sleepq_switch+0x1c5/frame 0xf8a95984 sleepq_catch_signals(f8a959e4,c0b454f9,c93648e0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a959c0 sleepq_wait_sig(c93648e4,0,f8a95a1c,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a959e4 _cv_wait_sig(c93648e4,c93648d0,c11e8daf,732,62d,...) at _cv_wait_sig+0x214/frame 0xf8a95a30 seltdwait(ffffffff,0,0,cac79930,0,...) at seltdwait+0xbb/frame 0xf8a95a60 kern_poll(cac79930,bfbfe860,1,0,0,...) at kern_poll+0x4f0/frame 0xf8a95be0 sys_poll(cac79930,f8a95ca8,c11d816d,4,c10657a7,...) at sys_poll+0x71/frame 0xf8a95c18 syscall(f8a95ce8) at syscall+0x34a/frame 0xf8a95cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a95cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x28487c53, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command sshd pid 25427 tid 100191 td 0xca139930 sched_switch(ca139930,0,104,1a9,f8a70950,...) at sched_switch+0x4e2/frame 0xf8a70918 mi_switch(104,0,c11e58c5,200,f8a709bc,...) at mi_switch+0x1bf/frame 0xf8a70950 sleepq_switch(ca139930,0,c11e58c5,1b6,f8a709c8,...) at sleepq_switch+0x1c5/frame 0xf8a70984 sleepq_catch_signals(f8a709e4,c0b454f9,c943b0e0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a709c0 sleepq_wait_sig(c943b0e4,0,f8a70a1c,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a709e4 _cv_wait_sig(c943b0e4,c943b0d0,c11e8daf,732,62d,...) at _cv_wait_sig+0x214/frame 0xf8a70a30 seltdwait(ffffffff,0,0,ca139930,0,...) at seltdwait+0xbb/frame 0xf8a70a60 kern_poll(ca139930,bfbfe860,1,0,0,...) at kern_poll+0x4f0/frame 0xf8a70be0 sys_poll(ca139930,f8a70ca8,c11d816d,4,c156bf90,...) at sys_poll+0x71/frame 0xf8a70c18 syscall(f8a70ce8) at syscall+0x34a/frame 0xf8a70cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a70cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x28487c53, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command sh pid 24321 tid 100208 td 0xcacde930 sched_switch(cacde930,0,104,1a9,f8ab69a0,...) at sched_switch+0x4e2/frame 0xf8ab6968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf8ab69a0 sleepq_switch(cacde930,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8ab69d4 sleepq_catch_signals(c11e58c5,16d,caf4d0b8,1380,cacde930,...) at sleepq_catch_signals+0x382/frame 0xf8ab6a10 sleepq_wait_sig(caf4d000,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8ab6a34 _sleep(caf4d000,caf4d0a8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8ab6a90 kern_wait6(cacde930,7,0,0,f8ab6b24,...) at kern_wait6+0x45b/frame 0xf8ab6af8 sys_wait4(cacde930,f8ab6ca8,c11d816d,4,0,...) at sys_wait4+0x8b/frame 0xf8ab6c18 syscall(f8ab6ce8) at syscall+0x34a/frame 0xf8ab6cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ab6cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2817f7af, esp = 0xbfbfe770, ebp = 0xbfbfe788 --- Tracing command getty pid 15738 tid 100156 td 0xca05cc40 sched_switch(ca05cc40,0,104,1a9,f89169a4,...) at sched_switch+0x4e2/frame 0xf891696c mi_switch(104,0,c11e58c5,200,c11eb4b1,...) at mi_switch+0x1bf/frame 0xf89169a4 sleepq_switch(ca05cc40,0,c11e58c5,1b6,f8916a1c,...) at sleepq_switch+0x1c5/frame 0xf89169d8 sleepq_catch_signals(f8916a38,c0b454f9,c8c77e14,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8916a14 sleepq_wait_sig(c8c77e70,0,f8916a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8916a38 _cv_wait_sig(c8c77e70,c8c77e04,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf8916a84 tty_wait(c8c77e00,c8c77e70,f8916be8,1,0,...) at tty_wait+0x4b/frame 0xf8916aa8 ttydisc_read(c8c77e00,f8916be8,0,b2,f8916be8,...) at ttydisc_read+0x3d4/frame 0xf8916af0 ttydev_read(c8cbca00,f8916be8,0,0,f8916b40,...) at ttydev_read+0x55/frame 0xf8916b10 devfs_read_f(c93dd770,f8916be8,c96d9d00,0,ca05cc40,...) at devfs_read_f+0xa8/frame 0xf8916b4c dofileread(c93dd770,f8916be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8916b80 kern_readv(ca05cc40,0,f8916be8,0,bfbfedf7,...) at kern_readv+0x93/frame 0xf8916bc8 sys_read(ca05cc40,f8916ca8,c11d816d,4,c10657a7,...) at sys_read+0x59/frame 0xf8916c18 syscall(f8916ce8) at syscall+0x34a/frame 0xf8916cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8916cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15737 tid 100164 td 0xc943cc40 sched_switch(c943cc40,0,104,1a9,f892e9a4,...) at sched_switch+0x4e2/frame 0xf892e96c mi_switch(104,0,c11e58c5,200,c15aa738,...) at mi_switch+0x1bf/frame 0xf892e9a4 sleepq_switch(c943cc40,0,c11e58c5,1b6,f892ea1c,...) at sleepq_switch+0x1c5/frame 0xf892e9d8 sleepq_catch_signals(f892ea38,c0b454f9,c8c77814,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf892ea14 sleepq_wait_sig(c8c77870,0,f892ea70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf892ea38 _cv_wait_sig(c8c77870,c8c77804,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf892ea84 tty_wait(c8c77800,c8c77870,f892ebe8,1,0,...) at tty_wait+0x4b/frame 0xf892eaa8 ttydisc_read(c8c77800,f892ebe8,0,b2,f892ebe8,...) at ttydisc_read+0x3d4/frame 0xf892eaf0 ttydev_read(c9025c00,f892ebe8,0,0,f892eb40,...) at ttydev_read+0x55/frame 0xf892eb10 devfs_read_f(c93dc4d0,f892ebe8,c96d8500,0,c943cc40,...) at devfs_read_f+0xa8/frame 0xf892eb4c dofileread(c93dc4d0,f892ebe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf892eb80 kern_readv(c943cc40,0,f892ebe8,c15aa738,bfbfedf7,...) at kern_readv+0x93/frame 0xf892ebc8 sys_read(c943cc40,f892eca8,c11d816d,4,c10657a7,...) at sys_read+0x59/frame 0xf892ec18 syscall(f892ece8) at syscall+0x34a/frame 0xf892ecdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf892ecdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15736 tid 100176 td 0xcace0620 sched_switch(cace0620,0,104,1a9,f8a089a4,...) at sched_switch+0x4e2/frame 0xf8a0896c mi_switch(104,0,c11e58c5,200,c15aa5d8,...) at mi_switch+0x1bf/frame 0xf8a089a4 sleepq_switch(cace0620,0,c11e58c5,1b6,f8a08a1c,...) at sleepq_switch+0x1c5/frame 0xf8a089d8 sleepq_catch_signals(f8a08a38,c0b454f9,c8c77a14,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a08a14 sleepq_wait_sig(c8c77a70,0,f8a08a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a08a38 _cv_wait_sig(c8c77a70,c8c77a04,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf8a08a84 tty_wait(c8c77a00,c8c77a70,f8a08be8,1,0,...) at tty_wait+0x4b/frame 0xf8a08aa8 ttydisc_read(c8c77a00,f8a08be8,0,b2,f8a08be8,...) at ttydisc_read+0x3d4/frame 0xf8a08af0 ttydev_read(c9025e00,f8a08be8,0,0,f8a08b40,...) at ttydev_read+0x55/frame 0xf8a08b10 devfs_read_f(c937c460,f8a08be8,c96d7b00,0,cace0620,...) at devfs_read_f+0xa8/frame 0xf8a08b4c dofileread(c937c460,f8a08be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8a08b80 kern_readv(cace0620,0,f8a08be8,c15aa5d8,bfbfedf7,...) at kern_readv+0x93/frame 0xf8a08bc8 sys_read(cace0620,f8a08ca8,c11d816d,4,c156c690,...) at sys_read+0x59/frame 0xf8a08c18 syscall(f8a08ce8) at syscall+0x34a/frame 0xf8a08cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a08cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15735 tid 100180 td 0xcace0310 sched_switch(cace0310,0,104,1a9,f8a519a4,...) at sched_switch+0x4e2/frame 0xf8a5196c mi_switch(104,0,c11e58c5,200,c15aa580,...) at mi_switch+0x1bf/frame 0xf8a519a4 sleepq_switch(cace0310,0,c11e58c5,1b6,f8a51a1c,...) at sleepq_switch+0x1c5/frame 0xf8a519d8 sleepq_catch_signals(f8a51a38,c0b454f9,c8c77c14,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a51a14 sleepq_wait_sig(c8c77c70,0,f8a51a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a51a38 _cv_wait_sig(c8c77c70,c8c77c04,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf8a51a84 tty_wait(c8c77c00,c8c77c70,f8a51be8,1,0,...) at tty_wait+0x4b/frame 0xf8a51aa8 ttydisc_read(c8c77c00,f8a51be8,0,b2,f8a51be8,...) at ttydisc_read+0x3d4/frame 0xf8a51af0 ttydev_read(c9026100,f8a51be8,0,0,f8a51b40,...) at ttydev_read+0x55/frame 0xf8a51b10 devfs_read_f(c93dc5e8,f8a51be8,c9a7a900,0,cace0310,...) at devfs_read_f+0xa8/frame 0xf8a51b4c dofileread(c93dc5e8,f8a51be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8a51b80 kern_readv(cace0310,0,f8a51be8,c15aa580,bfbfedf7,...) at kern_readv+0x93/frame 0xf8a51bc8 sys_read(cace0310,f8a51ca8,c11d816d,4,df,...) at sys_read+0x59/frame 0xf8a51c18 syscall(f8a51ce8) at syscall+0x34a/frame 0xf8a51cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a51cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15734 tid 100162 td 0xca05c310 sched_switch(ca05c310,0,104,1a9,f89279a4,...) at sched_switch+0x4e2/frame 0xf892796c mi_switch(104,0,c11e58c5,200,c15aaf78,...) at mi_switch+0x1bf/frame 0xf89279a4 sleepq_switch(ca05c310,0,c11e58c5,1b6,f8927a1c,...) at sleepq_switch+0x1c5/frame 0xf89279d8 sleepq_catch_signals(f8927a38,c0b454f9,c8c78814,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8927a14 sleepq_wait_sig(c8c78870,0,f8927a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8927a38 _cv_wait_sig(c8c78870,c8c78804,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf8927a84 tty_wait(c8c78800,c8c78870,f8927be8,1,0,...) at tty_wait+0x4b/frame 0xf8927aa8 ttydisc_read(c8c78800,f8927be8,0,b2,f8927be8,...) at ttydisc_read+0x3d4/frame 0xf8927af0 ttydev_read(c9026300,f8927be8,0,0,f8927b40,...) at ttydev_read+0x55/frame 0xf8927b10 devfs_read_f(cac92a80,f8927be8,c9a7a400,0,ca05c310,...) at devfs_read_f+0xa8/frame 0xf8927b4c dofileread(cac92a80,f8927be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8927b80 kern_readv(ca05c310,0,f8927be8,c15aaf78,bfbfedf7,...) at kern_readv+0x93/frame 0xf8927bc8 sys_read(ca05c310,f8927ca8,c11d816d,4,c11e18f2,...) at sys_read+0x59/frame 0xf8927c18 syscall(f8927ce8) at syscall+0x34a/frame 0xf8927cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8927cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15733 tid 100178 td 0xca13a310 sched_switch(ca13a310,0,104,1a9,f8a4b9a4,...) at sched_switch+0x4e2/frame 0xf8a4b96c mi_switch(104,0,c11e58c5,200,c15aaa50,...) at mi_switch+0x1bf/frame 0xf8a4b9a4 sleepq_switch(ca13a310,0,c11e58c5,1b6,f8a4ba1c,...) at sleepq_switch+0x1c5/frame 0xf8a4b9d8 sleepq_catch_signals(f8a4ba38,c0b454f9,c8c78614,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a4ba14 sleepq_wait_sig(c8c78670,0,f8a4ba70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a4ba38 _cv_wait_sig(c8c78670,c8c78604,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf8a4ba84 tty_wait(c8c78600,c8c78670,f8a4bbe8,1,0,...) at tty_wait+0x4b/frame 0xf8a4baa8 ttydisc_read(c8c78600,f8a4bbe8,0,b2,f8a4bbe8,...) at ttydisc_read+0x3d4/frame 0xf8a4baf0 ttydev_read(c9026500,f8a4bbe8,0,0,f8a4bb40,...) at ttydev_read+0x55/frame 0xf8a4bb10 devfs_read_f(c93dc348,f8a4bbe8,c96d9c00,0,ca13a310,...) at devfs_read_f+0xa8/frame 0xf8a4bb4c dofileread(c93dc348,f8a4bbe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8a4bb80 kern_readv(ca13a310,0,f8a4bbe8,c15aaa50,bfbfedf7,...) at kern_readv+0x93/frame 0xf8a4bbc8 sys_read(ca13a310,f8a4bca8,c11d816d,4,c156d490,...) at sys_read+0x59/frame 0xf8a4bc18 syscall(f8a4bce8) at syscall+0x34a/frame 0xf8a4bcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a4bcdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15732 tid 100185 td 0xcac7a930 sched_switch(cac7a930,0,104,1a9,f8a5b9a4,...) at sched_switch+0x4e2/frame 0xf8a5b96c mi_switch(104,0,c11e58c5,200,c15aabb0,...) at mi_switch+0x1bf/frame 0xf8a5b9a4 sleepq_switch(cac7a930,0,c11e58c5,1b6,f8a5ba1c,...) at sleepq_switch+0x1c5/frame 0xf8a5b9d8 sleepq_catch_signals(f8a5ba38,c0b454f9,c8c78414,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8a5ba14 sleepq_wait_sig(c8c78470,0,f8a5ba70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8a5ba38 _cv_wait_sig(c8c78470,c8c78404,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf8a5ba84 tty_wait(c8c78400,c8c78470,f8a5bbe8,1,0,...) at tty_wait+0x4b/frame 0xf8a5baa8 ttydisc_read(c8c78400,f8a5bbe8,0,b2,f8a5bbe8,...) at ttydisc_read+0x3d4/frame 0xf8a5baf0 ttydev_read(c8cc0500,f8a5bbe8,0,0,f8a5bb40,...) at ttydev_read+0x55/frame 0xf8a5bb10 devfs_read_f(c93bf1c0,f8a5bbe8,c9a7a000,0,cac7a930,...) at devfs_read_f+0xa8/frame 0xf8a5bb4c dofileread(c93bf1c0,f8a5bbe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8a5bb80 kern_readv(cac7a930,0,f8a5bbe8,c15aabb0,bfbfedf7,...) at kern_readv+0x93/frame 0xf8a5bbc8 sys_read(cac7a930,f8a5bca8,c11d816d,4,c10657a7,...) at sys_read+0x59/frame 0xf8a5bc18 syscall(f8a5bce8) at syscall+0x34a/frame 0xf8a5bcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a5bcdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15731 tid 100171 td 0xc936fc40 sched_switch(c936fc40,0,104,1a9,f89f99a4,...) at sched_switch+0x4e2/frame 0xf89f996c mi_switch(104,0,c11e58c5,200,c15aa6e0,...) at mi_switch+0x1bf/frame 0xf89f99a4 sleepq_switch(c936fc40,0,c11e58c5,1b6,f89f9a1c,...) at sleepq_switch+0x1c5/frame 0xf89f99d8 sleepq_catch_signals(f89f9a38,c0b454f9,c8c78214,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf89f9a14 sleepq_wait_sig(c8c78270,0,f89f9a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89f9a38 _cv_wait_sig(c8c78270,c8c78204,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xf89f9a84 tty_wait(c8c78200,c8c78270,f89f9be8,1,0,...) at tty_wait+0x4b/frame 0xf89f9aa8 ttydisc_read(c8c78200,f89f9be8,0,b2,f89f9be8,...) at ttydisc_read+0x3d4/frame 0xf89f9af0 ttydev_read(c8cc0700,f89f9be8,0,0,f89f9b40,...) at ttydev_read+0x55/frame 0xf89f9b10 devfs_read_f(c93c0888,f89f9be8,c9a7a600,0,c936fc40,...) at devfs_read_f+0xa8/frame 0xf89f9b4c dofileread(c93c0888,f89f9be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf89f9b80 kern_readv(c936fc40,0,f89f9be8,c15aa6e0,bfbfedf7,...) at kern_readv+0x93/frame 0xf89f9bc8 sys_read(c936fc40,f89f9ca8,c11d816d,4,8,...) at sys_read+0x59/frame 0xf89f9c18 syscall(f89f9ce8) at syscall+0x34a/frame 0xf89f9cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89f9cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command getty pid 15730 tid 100076 td 0xc936f930 sched_switch(c936f930,0,104,1a9,edb109a4,...) at sched_switch+0x4e2/frame 0xedb1096c mi_switch(104,0,c11e58c5,200,c15ac418,...) at mi_switch+0x1bf/frame 0xedb109a4 sleepq_switch(c936f930,0,c11e58c5,1b6,edb10a1c,...) at sleepq_switch+0x1c5/frame 0xedb109d8 sleepq_catch_signals(edb10a38,c0b454f9,c8c78014,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedb10a14 sleepq_wait_sig(c8c78070,0,edb10a70,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb10a38 _cv_wait_sig(c8c78070,c8c78004,c11eaee1,567,1,...) at _cv_wait_sig+0x214/frame 0xedb10a84 tty_wait(c8c78000,c8c78070,edb10be8,1,0,...) at tty_wait+0x4b/frame 0xedb10aa8 ttydisc_read(c8c78000,edb10be8,0,b2,edb10be8,...) at ttydisc_read+0x3d4/frame 0xedb10af0 ttydev_read(c8cc0900,edb10be8,0,0,edb10b40,...) at ttydev_read+0x55/frame 0xedb10b10 devfs_read_f(c93aac08,edb10be8,c9308600,0,c936f930,...) at devfs_read_f+0xa8/frame 0xedb10b4c dofileread(c93aac08,edb10be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xedb10b80 kern_readv(c936f930,0,edb10be8,c15ac418,bfbfedf7,...) at kern_readv+0x93/frame 0xedb10bc8 sys_read(c936f930,edb10ca8,c11d816d,4,c156c690,...) at sys_read+0x59/frame 0xedb10c18 syscall(edb10ce8) at syscall+0x34a/frame 0xedb10cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb10cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b7f0f, esp = 0xbfbfedd8, ebp = 0xbfbfee08 --- Tracing command inetd pid 15709 tid 100149 td 0xca05d930 sched_switch(ca05d930,0,104,1a9,f8900918,...) at sched_switch+0x4e2/frame 0xf89008e0 mi_switch(104,0,c11e58c5,200,f8900984,...) at mi_switch+0x1bf/frame 0xf8900918 sleepq_switch(ca05d930,0,c11e58c5,1b6,f8900990,...) at sleepq_switch+0x1c5/frame 0xf890094c sleepq_catch_signals(f89009ac,c0b454f9,c9364a20,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8900988 sleepq_wait_sig(c9364a24,0,f89009e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89009ac _cv_wait_sig(c9364a24,c9364a10,c11e8daf,732,cb06e8e8,...) at _cv_wait_sig+0x214/frame 0xf89009f8 seltdwait(ffffffff,0,0,ca05d930,0,...) at seltdwait+0xbb/frame 0xf8900a28 kern_select(ca05d930,a,bfbfe078,0,0,...) at kern_select+0x914/frame 0xf8900bd0 sys_select(ca05d930,f8900ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xf8900c18 syscall(f8900ce8) at syscall+0x34a/frame 0xf8900cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8900cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281cbeff, esp = 0xbfbfe014, ebp = 0xbfbfee34 --- Tracing command bash pid 9100 tid 100165 td 0xca13a930 sched_switch(ca13a930,0,104,1a9,f89319a0,...) at sched_switch+0x4e2/frame 0xf8931968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf89319a0 sleepq_switch(ca13a930,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf89319d4 sleepq_catch_signals(c11e58c5,16d,c9361a78,1458,ca13a930,...) at sleepq_catch_signals+0x382/frame 0xf8931a10 sleepq_wait_sig(c93619c0,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8931a34 _sleep(c93619c0,c9361a68,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8931a90 kern_wait6(ca13a930,7,0,0,f8931b24,...) at kern_wait6+0x45b/frame 0xf8931af8 sys_wait4(ca13a930,f8931ca8,c11d816d,4,c97dc000,...) at sys_wait4+0x8b/frame 0xf8931c18 syscall(f8931ce8) at syscall+0x34a/frame 0xf8931cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8931cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282337af, esp = 0xbfbfe7cc, ebp = 0xbfbfe7e4 --- Tracing command sshd pid 9099 tid 100155 td 0xc9ee6930 sched_switch(c9ee6930,0,104,1a9,f8913918,...) at sched_switch+0x4e2/frame 0xf89138e0 mi_switch(104,0,c11e58c5,200,26,...) at mi_switch+0x1bf/frame 0xf8913918 sleepq_switch(c9ee6930,0,c11e58c5,1b6,f8913990,...) at sleepq_switch+0x1c5/frame 0xf891394c sleepq_catch_signals(f89139ac,c0b454f9,c9364ea0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8913988 sleepq_wait_sig(c9364ea4,0,f89139e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89139ac _cv_wait_sig(c9364ea4,c9364e90,c11e8daf,732,1ae,...) at _cv_wait_sig+0x214/frame 0xf89139f8 seltdwait(ffffffff,0,0,c9ee6930,0,...) at seltdwait+0xbb/frame 0xf8913a28 kern_select(c9ee6930,c,28c0c1e0,28c0c1e8,0,...) at kern_select+0x914/frame 0xf8913bd0 sys_select(c9ee6930,f8913ca8,c11d816d,4,f8913c6c,...) at sys_select+0x66/frame 0xf8913c18 syscall(f8913ce8) at syscall+0x34a/frame 0xf8913cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8913cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284e8eff, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f0 --- Tracing command sshd pid 9095 tid 100100 td 0xc917e620 sched_switch(c917e620,0,104,1a9,edbc8950,...) at sched_switch+0x4e2/frame 0xedbc8918 mi_switch(104,0,c11e58c5,200,edbc89bc,...) at mi_switch+0x1bf/frame 0xedbc8950 sleepq_switch(c917e620,0,c11e58c5,1b6,edbc89c8,...) at sleepq_switch+0x1c5/frame 0xedbc8984 sleepq_catch_signals(edbc89e4,c0b454f9,c941e1a0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbc89c0 sleepq_wait_sig(c941e1a4,0,edbc8a1c,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbc89e4 _cv_wait_sig(c941e1a4,c941e190,c11e8daf,732,62d,...) at _cv_wait_sig+0x214/frame 0xedbc8a30 seltdwait(ffffffff,0,0,c917e620,0,...) at seltdwait+0xbb/frame 0xedbc8a60 kern_poll(c917e620,bfbfe860,1,0,0,...) at kern_poll+0x4f0/frame 0xedbc8be0 sys_poll(c917e620,edbc8ca8,c11d816d,4,c10657a7,...) at sys_poll+0x71/frame 0xedbc8c18 syscall(edbc8ce8) at syscall+0x34a/frame 0xedbc8cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc8cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x28487c53, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command bash pid 5469 tid 100167 td 0xc943c620 sched_switch(c943c620,0,104,1a9,f89ed9a0,...) at sched_switch+0x4e2/frame 0xf89ed968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf89ed9a0 sleepq_switch(c943c620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf89ed9d4 sleepq_catch_signals(c11e58c5,16d,c94350b8,780,c943c620,...) at sleepq_catch_signals+0x382/frame 0xf89eda10 sleepq_wait_sig(c9435000,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf89eda34 _sleep(c9435000,c94350a8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf89eda90 kern_wait6(c943c620,7,0,0,f89edb24,...) at kern_wait6+0x45b/frame 0xf89edaf8 sys_wait4(c943c620,f89edca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf89edc18 syscall(f89edce8) at syscall+0x34a/frame 0xf89edcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89edcdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282337af, esp = 0xbfbfe5cc, ebp = 0xbfbfe5e4 --- Tracing command csh pid 5369 tid 100084 td 0xc9237930 sched_switch(c9237930,0,104,1a9,edb38ab8,...) at sched_switch+0x4e2/frame 0xedb38a80 mi_switch(104,0,c11e58c5,200,c8a39930,...) at mi_switch+0x1bf/frame 0xedb38ab8 sleepq_switch(c9237930,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xedb38aec sleepq_catch_signals(c11e58c5,16d,c941a738,630,c9237930,...) at sleepq_catch_signals+0x382/frame 0xedb38b28 sleepq_wait_sig(c941a6e4,74,c10c0acc,100,0,...) at sleepq_wait_sig+0x14/frame 0xedb38b4c _sleep(c941a6e4,c941a728,174,c10c0acc,0,...) at _sleep+0x356/frame 0xedb38ba8 kern_sigsuspend(c9237930,0,0,0,0,...) at kern_sigsuspend+0xd4/frame 0xedb38be8 sys_sigsuspend(c9237930,edb38ca8,c11d816d,4,0,...) at sys_sigsuspend+0x55/frame 0xedb38c18 syscall(edb38ce8) at syscall+0x34a/frame 0xedb38cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb38cdc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281f27ef, esp = 0xbfbfe22c, ebp = 0xbfbfe294 --- Tracing command su pid 5110 tid 100175 td 0xcac7ac40 sched_switch(cac7ac40,0,104,1a9,f8a059a0,...) at sched_switch+0x4e2/frame 0xf8a05968 mi_switch(104,0,c11e58c5,200,f8a059f0,...) at mi_switch+0x1bf/frame 0xf8a059a0 sleepq_switch(cac7ac40,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8a059d4 sleepq_catch_signals(c11e58c5,16d,c94300b8,0,cac7ac40,...) at sleepq_catch_signals+0x382/frame 0xf8a05a10 sleepq_wait_sig(c9430000,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8a05a34 _sleep(c9430000,c94300a8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8a05a90 kern_wait6(cac7ac40,0,14f9,0,f8a05b24,...) at kern_wait6+0x45b/frame 0xf8a05af8 sys_wait4(cac7ac40,f8a05ca8,c11d816d,4,f8a05c6c,...) at sys_wait4+0x8b/frame 0xf8a05c18 syscall(f8a05ce8) at syscall+0x34a/frame 0xf8a05cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a05cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2816e7af, esp = 0xbfbfe648, ebp = 0xbfbfe660 --- Tracing command bash pid 4254 tid 100174 td 0xc944e620 sched_switch(c944e620,0,104,1a9,f8a029a0,...) at sched_switch+0x4e2/frame 0xf8a02968 mi_switch(104,0,c11e58c5,200,c121d5ac,...) at mi_switch+0x1bf/frame 0xf8a029a0 sleepq_switch(c944e620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8a029d4 sleepq_catch_signals(c11e58c5,16d,ca18a0b8,f00,c944e620,...) at sleepq_catch_signals+0x382/frame 0xf8a02a10 sleepq_wait_sig(ca18a000,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8a02a34 _sleep(ca18a000,ca18a0a8,16c,c11e965d,0,...) at _sleep+0x356/frame 0xf8a02a90 kern_wait6(c944e620,7,0,0,f8a02b24,...) at kern_wait6+0x45b/frame 0xf8a02af8 sys_wait4(c944e620,f8a02ca8,c11d816d,4,c10657a7,...) at sys_wait4+0x8b/frame 0xf8a02c18 syscall(f8a02ce8) at syscall+0x34a/frame 0xf8a02cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a02cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282337af, esp = 0xbfbfe7cc, ebp = 0xbfbfe7e4 --- Tracing command sshd pid 4253 tid 100170 td 0xc9ee6000 sched_switch(c9ee6000,0,104,1a9,f89f6918,...) at sched_switch+0x4e2/frame 0xf89f68e0 mi_switch(104,0,c11e58c5,200,26,...) at mi_switch+0x1bf/frame 0xf89f6918 sleepq_switch(c9ee6000,0,c11e58c5,1b6,f89f6990,...) at sleepq_switch+0x1c5/frame 0xf89f694c sleepq_catch_signals(f89f69ac,c0b454f9,c943b460,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf89f6988 sleepq_wait_sig(c943b464,0,f89f69e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89f69ac _cv_wait_sig(c943b464,c943b450,c11e8daf,732,1ae,...) at _cv_wait_sig+0x214/frame 0xf89f69f8 seltdwait(ffffffff,0,0,c9ee6000,0,...) at seltdwait+0xbb/frame 0xf89f6a28 kern_select(c9ee6000,c,28c0c1e0,28c0c1e8,0,...) at kern_select+0x914/frame 0xf89f6bd0 sys_select(c9ee6000,f89f6ca8,c11d816d,4,c11e18f2,...) at sys_select+0x66/frame 0xf89f6c18 syscall(f89f6ce8) at syscall+0x34a/frame 0xf89f6cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89f6cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284e8eff, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f0 --- Tracing command sshd pid 4225 tid 100173 td 0xc944e930 sched_switch(c944e930,0,104,1a9,f89ff950,...) at sched_switch+0x4e2/frame 0xf89ff918 mi_switch(104,0,c11e58c5,200,f89ff9bc,...) at mi_switch+0x1bf/frame 0xf89ff950 sleepq_switch(c944e930,0,c11e58c5,1b6,f89ff9c8,...) at sleepq_switch+0x1c5/frame 0xf89ff984 sleepq_catch_signals(f89ff9e4,c0b454f9,c943b420,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf89ff9c0 sleepq_wait_sig(c943b424,0,f89ffa1c,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89ff9e4 _cv_wait_sig(c943b424,c943b410,c11e8daf,732,62d,...) at _cv_wait_sig+0x214/frame 0xf89ffa30 seltdwait(ffffffff,0,0,c944e930,0,...) at seltdwait+0xbb/frame 0xf89ffa60 kern_poll(c944e930,bfbfe860,1,0,0,...) at kern_poll+0x4f0/frame 0xf89ffbe0 sys_poll(c944e930,f89ffca8,c11d816d,4,c10657a7,...) at sys_poll+0x71/frame 0xf89ffc18 syscall(f89ffce8) at syscall+0x34a/frame 0xf89ffcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89ffcdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x28487c53, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command cron pid 694 tid 100145 td 0xc9ee6c40 sched_switch(c9ee6c40,0,104,1a9,f88f2a84,...) at sched_switch+0x4e2/frame 0xf88f2a4c mi_switch(104,0,c11e58c5,200,cbb6,...) at mi_switch+0x1bf/frame 0xf88f2a84 sleepq_switch(c9ee6c40,0,c11e58c5,1b6,8,...) at sleepq_switch+0x1c5/frame 0xf88f2ab8 sleepq_catch_signals(c0bacdb0,c9ee6c40,0,201,0,...) at sleepq_catch_signals+0x382/frame 0xf88f2af4 sleepq_timedwait_sig(c155fd40,6c,cbb6,bf92c1e1,3,...) at sleepq_timedwait_sig+0x14/frame 0xf88f2b1c _sleep(c155fd40,0,16c,c11e0826,c618e11a,...) at _sleep+0x326/frame 0xf88f2b78 kern_nanosleep(bfbfee28,f88f2bf0,f88f2bf8,f88f2ce8,3b,...) at kern_nanosleep+0x14b/frame 0xf88f2bd8 sys_nanosleep(c9ee6c40,f88f2ca8,c11d816d,4,f88f2c7c,...) at sys_nanosleep+0x68/frame 0xf88f2c18 syscall(f88f2ce8) at syscall+0x34a/frame 0xf88f2cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88f2cdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2815984f, esp = 0xbfbfecb4, ebp = 0xbfbfee44 --- Tracing command sendmail pid 689 tid 100150 td 0xca05d620 sched_switch(ca05d620,0,104,1a9,f8903ab8,...) at sched_switch+0x4e2/frame 0xf8903a80 mi_switch(104,0,c11e58c5,200,0,...) at mi_switch+0x1bf/frame 0xf8903ab8 sleepq_switch(ca05d620,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xf8903aec sleepq_catch_signals(c11e58c5,16d,ca1450b8,4e0,ca05d620,...) at sleepq_catch_signals+0x382/frame 0xf8903b28 sleepq_wait_sig(ca145064,74,c10c0acc,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8903b4c _sleep(ca145064,ca1450a8,174,c10c0acc,0,...) at _sleep+0x356/frame 0xf8903ba8 kern_sigsuspend(ca05d620,0,0,0,0,...) at kern_sigsuspend+0xd4/frame 0xf8903be8 sys_sigsuspend(ca05d620,f8903ca8,c11d816d,4,c10657a7,...) at sys_sigsuspend+0x55/frame 0xf8903c18 syscall(f8903ce8) at syscall+0x34a/frame 0xf8903cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8903cdc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x283d57ef, esp = 0xbfbfda94, ebp = 0xbfbfdac0 --- Tracing command sendmail pid 686 tid 100091 td 0xc917e930 sched_switch(c917e930,0,104,1a9,edb81910,...) at sched_switch+0x4e2/frame 0xedb818d8 mi_switch(104,0,c11e58c5,200,c1634590,...) at mi_switch+0x1bf/frame 0xedb81910 sleepq_switch(c917e930,0,c11e58c5,1b6,c941dd50,...) at sleepq_switch+0x1c5/frame 0xedb81944 sleepq_catch_signals(c1455bf0,edb819a8,c0b454f9,c941dd60,0,...) at sleepq_catch_signals+0x382/frame 0xedb81980 sleepq_timedwait_sig(c941dd64,0,edb819e4,50000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xedb819a8 _cv_timedwait_sig_sbt(c941dd64,c941dd50,d1d4755,cb90,50000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedb819f8 seltdwait(cb90,50000000,0,c917e930,0,...) at seltdwait+0xad/frame 0xedb81a28 kern_select(c917e930,5,bfbfd118,0,0,...) at kern_select+0x914/frame 0xedb81bd0 sys_select(c917e930,edb81ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedb81c18 syscall(edb81ce8) at syscall+0x34a/frame 0xedb81cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb81cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28441eff, esp = 0xbfbfcfec, ebp = 0xbfbfdaa0 --- Tracing command sshd pid 683 tid 100140 td 0xc9ee7310 sched_switch(c9ee7310,0,104,1a9,f88da918,...) at sched_switch+0x4e2/frame 0xf88da8e0 mi_switch(104,0,c11e58c5,200,f88da984,...) at mi_switch+0x1bf/frame 0xf88da918 sleepq_switch(c9ee7310,0,c11e58c5,1b6,f88da990,...) at sleepq_switch+0x1c5/frame 0xf88da94c sleepq_catch_signals(f88da9ac,c0b454f9,c88e9ba0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88da988 sleepq_wait_sig(c88e9ba4,0,f88da9e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88da9ac _cv_wait_sig(c88e9ba4,c88e9b90,c11e8daf,732,c9a8a1c8,...) at _cv_wait_sig+0x214/frame 0xf88da9f8 seltdwait(ffffffff,0,0,c9ee7310,0,...) at seltdwait+0xbb/frame 0xf88daa28 kern_select(c9ee7310,9,28c0c158,0,0,...) at kern_select+0x914/frame 0xf88dabd0 sys_select(c9ee7310,f88daca8,c11d816d,4,ca067000,...) at sys_select+0x66/frame 0xf88dac18 syscall(f88dace8) at syscall+0x34a/frame 0xf88dacdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88dacdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284e8eff, esp = 0xbfbfe88c, ebp = 0xbfbfe8b0 --- Tracing command moused pid 636 tid 100107 td 0xc8efdc40 sched_switch(c8efdc40,0,104,1a9,edbe6918,...) at sched_switch+0x4e2/frame 0xedbe68e0 mi_switch(104,0,c11e58c5,200,246,...) at mi_switch+0x1bf/frame 0xedbe6918 sleepq_switch(c8efdc40,0,c11e58c5,1b6,edbe6990,...) at sleepq_switch+0x1c5/frame 0xedbe694c sleepq_catch_signals(edbe69ac,c0b454f9,c88e9c60,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbe6988 sleepq_wait_sig(c88e9c64,0,edbe69e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbe69ac _cv_wait_sig(c88e9c64,c88e9c50,c11e8daf,732,1,...) at _cv_wait_sig+0x214/frame 0xedbe69f8 seltdwait(ffffffff,0,0,c8efdc40,0,...) at seltdwait+0xbb/frame 0xedbe6a28 kern_select(c8efdc40,400,bfbfeba0,0,0,...) at kern_select+0x914/frame 0xedbe6bd0 sys_select(c8efdc40,edbe6ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedbe6c18 syscall(edbe6ce8) at syscall+0x34a/frame 0xedbe6cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbe6cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281e2eff, esp = 0xbfbfea54, ebp = 0xbfbfee24 --- Tracing command smartd pid 629 tid 100080 td 0xc944e310 sched_switch(c944e310,0,104,1a9,edb21a84,...) at sched_switch+0x4e2/frame 0xedb21a4c mi_switch(104,0,c11e58c5,200,cbfe,...) at mi_switch+0x1bf/frame 0xedb21a84 sleepq_switch(c944e310,0,c11e58c5,1b6,8,...) at sleepq_switch+0x1c5/frame 0xedb21ab8 sleepq_catch_signals(c0bacdb0,c944e310,2,201,2,...) at sleepq_catch_signals+0x382/frame 0xedb21af4 sleepq_timedwait_sig(c155fd42,6c,cbfe,70000000,70,...) at sleepq_timedwait_sig+0x14/frame 0xedb21b1c _sleep(c155fd42,0,16c,c11e0826,d1e1b04f,...) at _sleep+0x326/frame 0xedb21b78 kern_nanosleep(bfbf8c00,edb21bf0,edb21bf8,edb21ce8,707,...) at kern_nanosleep+0x14b/frame 0xedb21bd8 sys_nanosleep(c944e310,edb21ca8,c11d816d,4,c10657a7,...) at sys_nanosleep+0x68/frame 0xedb21c18 syscall(edb21ce8) at syscall+0x34a/frame 0xedb21cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb21cdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x282b684f, esp = 0xbfbf8bd8, ebp = 0xbfbf8bf0 --- Tracing command powerd pid 610 tid 100142 td 0xca05dc40 sched_switch(ca05dc40,0,104,1a9,f88e0910,...) at sched_switch+0x4e2/frame 0xf88e08d8 mi_switch(104,0,c11e58c5,200,c1634590,...) at mi_switch+0x1bf/frame 0xf88e0910 sleepq_switch(ca05dc40,0,c11e58c5,1b6,c9365150,...) at sleepq_switch+0x1c5/frame 0xf88e0944 sleepq_catch_signals(c1455bf0,f88e09a8,c0b454f9,c9365160,0,...) at sleepq_catch_signals+0x382/frame 0xf88e0980 sleepq_timedwait_sig(c9365164,0,f88e09e4,3ffffff,0,...) at sleepq_timedwait_sig+0x14/frame 0xf88e09a8 _cv_timedwait_sig_sbt(c9365164,c9365150,179f2bdc,cb8c,3ffffff,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xf88e09f8 seltdwait(cb8c,3ffffff,0,f88e0a40,ffffffff,...) at seltdwait+0xad/frame 0xf88e0a28 kern_select(ca05dc40,0,bfbfeda0,0,bfbfeda0,...) at kern_select+0x914/frame 0xf88e0bd0 sys_select(ca05dc40,f88e0ca8,c11d816d,4,c11e18f2,...) at sys_select+0x66/frame 0xf88e0c18 syscall(f88e0ce8) at syscall+0x34a/frame 0xf88e0cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88e0cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b5eff, esp = 0xbfbfed1c, ebp = 0xbfbfee44 --- Tracing command ntpd pid 607 tid 100141 td 0xca05e000 sched_switch(ca05e000,0,104,1a9,f88dd918,...) at sched_switch+0x4e2/frame 0xf88dd8e0 mi_switch(104,0,c11e58c5,200,0,...) at mi_switch+0x1bf/frame 0xf88dd918 sleepq_switch(ca05e000,0,c11e58c5,1b6,f88dd990,...) at sleepq_switch+0x1c5/frame 0xf88dd94c sleepq_catch_signals(f88dd9ac,c0b454f9,c88e9ca0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88dd988 sleepq_wait_sig(c88e9ca4,0,f88dd9e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88dd9ac _cv_wait_sig(c88e9ca4,c88e9c90,c11e8daf,732,c9a8c8e8,...) at _cv_wait_sig+0x214/frame 0xf88dd9f8 seltdwait(ffffffff,0,0,ca05e000,0,...) at seltdwait+0xbb/frame 0xf88dda28 kern_select(ca05e000,1c,bfbfde08,0,0,...) at kern_select+0x914/frame 0xf88ddbd0 sys_select(ca05e000,f88ddca8,c11d816d,4,ca043000,...) at sys_select+0x66/frame 0xf88ddc18 syscall(f88ddce8) at syscall+0x34a/frame 0xf88ddcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88ddcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2843eeff, esp = 0xbfbfdd6c, ebp = 0xbfbfdd90 --- Tracing command nfsd pid 552 tid 100108 td 0xc8efd930 sched_switch(c8efd930,0,104,1a9,edbec310,...) at sched_switch+0x4e2/frame 0xedbec2d8 mi_switch(104,0,c11e58c5,200,c1634590,...) at mi_switch+0x1bf/frame 0xedbec310 sleepq_switch(c8efd930,0,c11e58c5,1b6,c8e4f100,...) at sleepq_switch+0x1c5/frame 0xedbec344 sleepq_catch_signals(c1455bf0,edbec3a8,c0b454f9,c8e4f110,0,...) at sleepq_catch_signals+0x382/frame 0xedbec380 sleepq_timedwait_sig(c9308890,0,edbec3e4,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xedbec3a8 _cv_timedwait_sig_sbt(c9308890,c8e4f100,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedbec3f8 svc_run_internal(c0d93060,c8e4f100,c9419000,edbec514,0,...) at svc_run_internal+0xc42/frame 0xedbec4dc svc_run(c8e4f000,0,c11c97dc,1e6,80,...) at svc_run+0x1bf/frame 0xedbec524 nfsrvd_nfsd(c8efd930,edbec690,c,0,0,...) at nfsrvd_nfsd+0x1ba/frame 0xedbec660 nfssvc_nfsd(c8efd930,edbecca8,edbecca0,c8efd930,edbeccdc,...) at nfssvc_nfsd+0x11b/frame 0xedbecc00 sys_nfssvc(c8efd930,edbecca8,c11d816d,4,0,...) at sys_nfssvc+0xc4/frame 0xedbecc18 syscall(edbecce8) at syscall+0x34a/frame 0xedbeccdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbeccdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280db1fb, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command nfsd pid 552 tid 100109 td 0xc9238620 sched_switch(c9238620,0,104,1a9,edbefae0,...) at sched_switch+0x4e2/frame 0xedbefaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xedbefae0 sleepq_switch(c9238620,0,c11e58c5,1b6,edbefb58,...) at sleepq_switch+0x1c5/frame 0xedbefb14 sleepq_catch_signals(edbefb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbefb50 sleepq_wait_sig(c9a7d390,0,edbefbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbefb74 _cv_wait_sig(c9a7d390,c8e4f100,c1211095,414,0,...) at _cv_wait_sig+0x214/frame 0xedbefbc0 svc_run_internal(edbefcd4,c0b2781e,c8e4f100,edbefce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xedbefca4 svc_thread_start(c8e4f100,edbefce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xedbefcac fork_exit(c0d93060,c8e4f100,edbefce8) at fork_exit+0x7e/frame 0xedbefcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbefcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100110 td 0xc9238310 sched_switch(c9238310,0,104,1a9,edbf2ae0,...) at sched_switch+0x4e2/frame 0xedbf2aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xedbf2ae0 sleepq_switch(c9238310,0,c11e58c5,1b6,edbf2b58,...) at sleepq_switch+0x1c5/frame 0xedbf2b14 sleepq_catch_signals(edbf2b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbf2b50 sleepq_wait_sig(c89f6690,0,edbf2bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbf2b74 _cv_wait_sig(c89f6690,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xedbf2bc0 svc_run_internal(edbf2cd4,c0b2781e,c8e4f100,edbf2ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xedbf2ca4 svc_thread_start(c8e4f100,edbf2ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xedbf2cac fork_exit(c0d93060,c8e4f100,edbf2ce8) at fork_exit+0x7e/frame 0xedbf2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbf2cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100111 td 0xca059620 sched_switch(ca059620,0,104,1a9,edbf5ae0,...) at sched_switch+0x4e2/frame 0xedbf5aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xedbf5ae0 sleepq_switch(ca059620,0,c11e58c5,1b6,edbf5b58,...) at sleepq_switch+0x1c5/frame 0xedbf5b14 sleepq_catch_signals(edbf5b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbf5b50 sleepq_wait_sig(c9a7d290,0,edbf5bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbf5b74 _cv_wait_sig(c9a7d290,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xedbf5bc0 svc_run_internal(edbf5cd4,c0b2781e,c8e4f100,edbf5ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xedbf5ca4 svc_thread_start(c8e4f100,edbf5ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xedbf5cac fork_exit(c0d93060,c8e4f100,edbf5ce8) at fork_exit+0x7e/frame 0xedbf5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbf5cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100112 td 0xca059310 sched_switch(ca059310,0,104,1a9,edbf8ae0,...) at sched_switch+0x4e2/frame 0xedbf8aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xedbf8ae0 sleepq_switch(ca059310,0,c11e58c5,1b6,edbf8b58,...) at sleepq_switch+0x1c5/frame 0xedbf8b14 sleepq_catch_signals(edbf8b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbf8b50 sleepq_wait_sig(c9a7d190,0,edbf8bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbf8b74 _cv_wait_sig(c9a7d190,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xedbf8bc0 svc_run_internal(edbf8cd4,c0b2781e,c8e4f100,edbf8ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xedbf8ca4 svc_thread_start(c8e4f100,edbf8ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xedbf8cac fork_exit(c0d93060,c8e4f100,edbf8ce8) at fork_exit+0x7e/frame 0xedbf8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbf8cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100113 td 0xca059000 sched_switch(ca059000,0,104,1a9,edbfbae0,...) at sched_switch+0x4e2/frame 0xedbfbaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xedbfbae0 sleepq_switch(ca059000,0,c11e58c5,1b6,edbfbb58,...) at sleepq_switch+0x1c5/frame 0xedbfbb14 sleepq_catch_signals(edbfbb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbfbb50 sleepq_wait_sig(c89f6590,0,edbfbbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbfbb74 _cv_wait_sig(c89f6590,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xedbfbbc0 svc_run_internal(edbfbcd4,c0b2781e,c8e4f100,edbfbce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xedbfbca4 svc_thread_start(c8e4f100,edbfbce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xedbfbcac fork_exit(c0d93060,c8e4f100,edbfbce8) at fork_exit+0x7e/frame 0xedbfbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbfbcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100114 td 0xca058c40 sched_switch(ca058c40,0,104,1a9,edbfeae0,...) at sched_switch+0x4e2/frame 0xedbfeaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xedbfeae0 sleepq_switch(ca058c40,0,c11e58c5,1b6,edbfeb58,...) at sleepq_switch+0x1c5/frame 0xedbfeb14 sleepq_catch_signals(edbfeb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbfeb50 sleepq_wait_sig(c9a7d090,0,edbfebac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbfeb74 _cv_wait_sig(c9a7d090,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xedbfebc0 svc_run_internal(edbfecd4,c0b2781e,c8e4f100,edbfece8,c11d854c,...) at svc_run_internal+0xc71/frame 0xedbfeca4 svc_thread_start(c8e4f100,edbfece8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xedbfecac fork_exit(c0d93060,c8e4f100,edbfece8) at fork_exit+0x7e/frame 0xedbfecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbfecd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100115 td 0xca058930 sched_switch(ca058930,0,104,1a9,f887cae0,...) at sched_switch+0x4e2/frame 0xf887caa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf887cae0 sleepq_switch(ca058930,0,c11e58c5,1b6,f887cb58,...) at sleepq_switch+0x1c5/frame 0xf887cb14 sleepq_catch_signals(f887cb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf887cb50 sleepq_wait_sig(c89f6490,0,f887cbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf887cb74 _cv_wait_sig(c89f6490,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf887cbc0 svc_run_internal(f887ccd4,c0b2781e,c8e4f100,f887cce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf887cca4 svc_thread_start(c8e4f100,f887cce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf887ccac fork_exit(c0d93060,c8e4f100,f887cce8) at fork_exit+0x7e/frame 0xf887ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf887ccd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100116 td 0xca058620 sched_switch(ca058620,0,104,1a9,f887fae0,...) at sched_switch+0x4e2/frame 0xf887faa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf887fae0 sleepq_switch(ca058620,0,c11e58c5,1b6,f887fb58,...) at sleepq_switch+0x1c5/frame 0xf887fb14 sleepq_catch_signals(f887fb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf887fb50 sleepq_wait_sig(c9a7ce90,0,f887fbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf887fb74 _cv_wait_sig(c9a7ce90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf887fbc0 svc_run_internal(f887fcd4,c0b2781e,c8e4f100,f887fce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf887fca4 svc_thread_start(c8e4f100,f887fce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf887fcac fork_exit(c0d93060,c8e4f100,f887fce8) at fork_exit+0x7e/frame 0xf887fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf887fcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100117 td 0xca058310 sched_switch(ca058310,0,104,1a9,f8882ae0,...) at sched_switch+0x4e2/frame 0xf8882aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf8882ae0 sleepq_switch(ca058310,0,c11e58c5,1b6,f8882b58,...) at sleepq_switch+0x1c5/frame 0xf8882b14 sleepq_catch_signals(f8882b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8882b50 sleepq_wait_sig(c89f6390,0,f8882bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8882b74 _cv_wait_sig(c89f6390,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf8882bc0 svc_run_internal(f8882cd4,c0b2781e,c8e4f100,f8882ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf8882ca4 svc_thread_start(c8e4f100,f8882ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf8882cac fork_exit(c0d93060,c8e4f100,f8882ce8) at fork_exit+0x7e/frame 0xf8882cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8882cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100118 td 0xca058000 sched_switch(ca058000,0,104,1a9,f8885ae0,...) at sched_switch+0x4e2/frame 0xf8885aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf8885ae0 sleepq_switch(ca058000,0,c11e58c5,1b6,f8885b58,...) at sleepq_switch+0x1c5/frame 0xf8885b14 sleepq_catch_signals(f8885b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8885b50 sleepq_wait_sig(c9a7cd90,0,f8885bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8885b74 _cv_wait_sig(c9a7cd90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf8885bc0 svc_run_internal(f8885cd4,c0b2781e,c8e4f100,f8885ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf8885ca4 svc_thread_start(c8e4f100,f8885ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf8885cac fork_exit(c0d93060,c8e4f100,f8885ce8) at fork_exit+0x7e/frame 0xf8885cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8885cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100119 td 0xca057c40 sched_switch(ca057c40,0,104,1a9,f8888ae0,...) at sched_switch+0x4e2/frame 0xf8888aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf8888ae0 sleepq_switch(ca057c40,0,c11e58c5,1b6,f8888b58,...) at sleepq_switch+0x1c5/frame 0xf8888b14 sleepq_catch_signals(f8888b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8888b50 sleepq_wait_sig(c89f6290,0,f8888bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8888b74 _cv_wait_sig(c89f6290,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf8888bc0 svc_run_internal(f8888cd4,c0b2781e,c8e4f100,f8888ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf8888ca4 svc_thread_start(c8e4f100,f8888ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf8888cac fork_exit(c0d93060,c8e4f100,f8888ce8) at fork_exit+0x7e/frame 0xf8888cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8888cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100120 td 0xca057930 sched_switch(ca057930,0,104,1a9,f888bae0,...) at sched_switch+0x4e2/frame 0xf888baa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf888bae0 sleepq_switch(ca057930,0,c11e58c5,1b6,f888bb58,...) at sleepq_switch+0x1c5/frame 0xf888bb14 sleepq_catch_signals(f888bb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf888bb50 sleepq_wait_sig(c9a7cc90,0,f888bbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf888bb74 _cv_wait_sig(c9a7cc90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf888bbc0 svc_run_internal(f888bcd4,c0b2781e,c8e4f100,f888bce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf888bca4 svc_thread_start(c8e4f100,f888bce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf888bcac fork_exit(c0d93060,c8e4f100,f888bce8) at fork_exit+0x7e/frame 0xf888bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf888bcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100121 td 0xca057620 sched_switch(ca057620,0,104,1a9,f888eae0,...) at sched_switch+0x4e2/frame 0xf888eaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf888eae0 sleepq_switch(ca057620,0,c11e58c5,1b6,f888eb58,...) at sleepq_switch+0x1c5/frame 0xf888eb14 sleepq_catch_signals(f888eb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf888eb50 sleepq_wait_sig(c89f6190,0,f888ebac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf888eb74 _cv_wait_sig(c89f6190,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf888ebc0 svc_run_internal(f888ecd4,c0b2781e,c8e4f100,f888ece8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf888eca4 svc_thread_start(c8e4f100,f888ece8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf888ecac fork_exit(c0d93060,c8e4f100,f888ece8) at fork_exit+0x7e/frame 0xf888ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf888ecd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100122 td 0xca057310 sched_switch(ca057310,0,104,1a9,f8891ae0,...) at sched_switch+0x4e2/frame 0xf8891aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf8891ae0 sleepq_switch(ca057310,0,c11e58c5,1b6,f8891b58,...) at sleepq_switch+0x1c5/frame 0xf8891b14 sleepq_catch_signals(f8891b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8891b50 sleepq_wait_sig(c9a7cb90,0,f8891bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8891b74 _cv_wait_sig(c9a7cb90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf8891bc0 svc_run_internal(f8891cd4,c0b2781e,c8e4f100,f8891ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf8891ca4 svc_thread_start(c8e4f100,f8891ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf8891cac fork_exit(c0d93060,c8e4f100,f8891ce8) at fork_exit+0x7e/frame 0xf8891cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8891cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100123 td 0xca057000 sched_switch(ca057000,0,104,1a9,f8894ae0,...) at sched_switch+0x4e2/frame 0xf8894aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf8894ae0 sleepq_switch(ca057000,0,c11e58c5,1b6,f8894b58,...) at sleepq_switch+0x1c5/frame 0xf8894b14 sleepq_catch_signals(f8894b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8894b50 sleepq_wait_sig(c9a7ca90,0,f8894bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8894b74 _cv_wait_sig(c9a7ca90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf8894bc0 svc_run_internal(f8894cd4,c0b2781e,c8e4f100,f8894ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf8894ca4 svc_thread_start(c8e4f100,f8894ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf8894cac fork_exit(c0d93060,c8e4f100,f8894ce8) at fork_exit+0x7e/frame 0xf8894cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8894cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100124 td 0xca05c000 sched_switch(ca05c000,0,104,1a9,f8897ae0,...) at sched_switch+0x4e2/frame 0xf8897aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf8897ae0 sleepq_switch(ca05c000,0,c11e58c5,1b6,f8897b58,...) at sleepq_switch+0x1c5/frame 0xf8897b14 sleepq_catch_signals(f8897b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf8897b50 sleepq_wait_sig(c9a7c990,0,f8897bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8897b74 _cv_wait_sig(c9a7c990,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf8897bc0 svc_run_internal(f8897cd4,c0b2781e,c8e4f100,f8897ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf8897ca4 svc_thread_start(c8e4f100,f8897ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf8897cac fork_exit(c0d93060,c8e4f100,f8897ce8) at fork_exit+0x7e/frame 0xf8897cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8897cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100125 td 0xca05bc40 sched_switch(ca05bc40,0,104,1a9,f889aae0,...) at sched_switch+0x4e2/frame 0xf889aaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf889aae0 sleepq_switch(ca05bc40,0,c11e58c5,1b6,f889ab58,...) at sleepq_switch+0x1c5/frame 0xf889ab14 sleepq_catch_signals(f889ab74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf889ab50 sleepq_wait_sig(c89f6090,0,f889abac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf889ab74 _cv_wait_sig(c89f6090,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf889abc0 svc_run_internal(f889acd4,c0b2781e,c8e4f100,f889ace8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf889aca4 svc_thread_start(c8e4f100,f889ace8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf889acac fork_exit(c0d93060,c8e4f100,f889ace8) at fork_exit+0x7e/frame 0xf889acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf889acd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100126 td 0xca05b930 sched_switch(ca05b930,0,104,1a9,f889dae0,...) at sched_switch+0x4e2/frame 0xf889daa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf889dae0 sleepq_switch(ca05b930,0,c11e58c5,1b6,f889db58,...) at sleepq_switch+0x1c5/frame 0xf889db14 sleepq_catch_signals(f889db74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf889db50 sleepq_wait_sig(c9a7c890,0,f889dbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf889db74 _cv_wait_sig(c9a7c890,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf889dbc0 svc_run_internal(f889dcd4,c0b2781e,c8e4f100,f889dce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf889dca4 svc_thread_start(c8e4f100,f889dce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf889dcac fork_exit(c0d93060,c8e4f100,f889dce8) at fork_exit+0x7e/frame 0xf889dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf889dcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100127 td 0xca05b620 sched_switch(ca05b620,0,104,1a9,f88a0ae0,...) at sched_switch+0x4e2/frame 0xf88a0aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88a0ae0 sleepq_switch(ca05b620,0,c11e58c5,1b6,f88a0b58,...) at sleepq_switch+0x1c5/frame 0xf88a0b14 sleepq_catch_signals(f88a0b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88a0b50 sleepq_wait_sig(c89f5e90,0,f88a0bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a0b74 _cv_wait_sig(c89f5e90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88a0bc0 svc_run_internal(f88a0cd4,c0b2781e,c8e4f100,f88a0ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88a0ca4 svc_thread_start(c8e4f100,f88a0ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88a0cac fork_exit(c0d93060,c8e4f100,f88a0ce8) at fork_exit+0x7e/frame 0xf88a0cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a0cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100128 td 0xca05b310 sched_switch(ca05b310,0,104,1a9,f88a3ae0,...) at sched_switch+0x4e2/frame 0xf88a3aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88a3ae0 sleepq_switch(ca05b310,0,c11e58c5,1b6,f88a3b58,...) at sleepq_switch+0x1c5/frame 0xf88a3b14 sleepq_catch_signals(f88a3b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88a3b50 sleepq_wait_sig(c9a7c790,0,f88a3bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a3b74 _cv_wait_sig(c9a7c790,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88a3bc0 svc_run_internal(f88a3cd4,c0b2781e,c8e4f100,f88a3ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88a3ca4 svc_thread_start(c8e4f100,f88a3ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88a3cac fork_exit(c0d93060,c8e4f100,f88a3ce8) at fork_exit+0x7e/frame 0xf88a3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a3cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100129 td 0xca05b000 sched_switch(ca05b000,0,104,1a9,f88a6ae0,...) at sched_switch+0x4e2/frame 0xf88a6aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88a6ae0 sleepq_switch(ca05b000,0,c11e58c5,1b6,f88a6b58,...) at sleepq_switch+0x1c5/frame 0xf88a6b14 sleepq_catch_signals(f88a6b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88a6b50 sleepq_wait_sig(c89f5d90,0,f88a6bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a6b74 _cv_wait_sig(c89f5d90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88a6bc0 svc_run_internal(f88a6cd4,c0b2781e,c8e4f100,f88a6ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88a6ca4 svc_thread_start(c8e4f100,f88a6ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88a6cac fork_exit(c0d93060,c8e4f100,f88a6ce8) at fork_exit+0x7e/frame 0xf88a6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a6cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100130 td 0xca05ac40 sched_switch(ca05ac40,0,104,1a9,f88a9ae0,...) at sched_switch+0x4e2/frame 0xf88a9aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88a9ae0 sleepq_switch(ca05ac40,0,c11e58c5,1b6,f88a9b58,...) at sleepq_switch+0x1c5/frame 0xf88a9b14 sleepq_catch_signals(f88a9b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88a9b50 sleepq_wait_sig(c9a7c690,0,f88a9bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a9b74 _cv_wait_sig(c9a7c690,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88a9bc0 svc_run_internal(f88a9cd4,c0b2781e,c8e4f100,f88a9ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88a9ca4 svc_thread_start(c8e4f100,f88a9ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88a9cac fork_exit(c0d93060,c8e4f100,f88a9ce8) at fork_exit+0x7e/frame 0xf88a9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a9cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100131 td 0xca05a930 sched_switch(ca05a930,0,104,1a9,f88acae0,...) at sched_switch+0x4e2/frame 0xf88acaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88acae0 sleepq_switch(ca05a930,0,c11e58c5,1b6,f88acb58,...) at sleepq_switch+0x1c5/frame 0xf88acb14 sleepq_catch_signals(f88acb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88acb50 sleepq_wait_sig(c89f5c90,0,f88acbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88acb74 _cv_wait_sig(c89f5c90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88acbc0 svc_run_internal(f88accd4,c0b2781e,c8e4f100,f88acce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88acca4 svc_thread_start(c8e4f100,f88acce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88accac fork_exit(c0d93060,c8e4f100,f88acce8) at fork_exit+0x7e/frame 0xf88accd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88accd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100132 td 0xca05a620 sched_switch(ca05a620,0,104,1a9,f88afae0,...) at sched_switch+0x4e2/frame 0xf88afaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88afae0 sleepq_switch(ca05a620,0,c11e58c5,1b6,f88afb58,...) at sleepq_switch+0x1c5/frame 0xf88afb14 sleepq_catch_signals(f88afb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88afb50 sleepq_wait_sig(c9a7c590,0,f88afbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88afb74 _cv_wait_sig(c9a7c590,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88afbc0 svc_run_internal(f88afcd4,c0b2781e,c8e4f100,f88afce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88afca4 svc_thread_start(c8e4f100,f88afce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88afcac fork_exit(c0d93060,c8e4f100,f88afce8) at fork_exit+0x7e/frame 0xf88afcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88afcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100133 td 0xca05a310 sched_switch(ca05a310,0,104,1a9,f88b2ae0,...) at sched_switch+0x4e2/frame 0xf88b2aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88b2ae0 sleepq_switch(ca05a310,0,c11e58c5,1b6,f88b2b58,...) at sleepq_switch+0x1c5/frame 0xf88b2b14 sleepq_catch_signals(f88b2b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88b2b50 sleepq_wait_sig(c89f5b90,0,f88b2bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88b2b74 _cv_wait_sig(c89f5b90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88b2bc0 svc_run_internal(f88b2cd4,c0b2781e,c8e4f100,f88b2ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88b2ca4 svc_thread_start(c8e4f100,f88b2ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88b2cac fork_exit(c0d93060,c8e4f100,f88b2ce8) at fork_exit+0x7e/frame 0xf88b2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88b2cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100134 td 0xca05a000 sched_switch(ca05a000,0,104,1a9,f88b5ae0,...) at sched_switch+0x4e2/frame 0xf88b5aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88b5ae0 sleepq_switch(ca05a000,0,c11e58c5,1b6,f88b5b58,...) at sleepq_switch+0x1c5/frame 0xf88b5b14 sleepq_catch_signals(f88b5b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88b5b50 sleepq_wait_sig(c9a7c490,0,f88b5bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88b5b74 _cv_wait_sig(c9a7c490,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88b5bc0 svc_run_internal(f88b5cd4,c0b2781e,c8e4f100,f88b5ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88b5ca4 svc_thread_start(c8e4f100,f88b5ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88b5cac fork_exit(c0d93060,c8e4f100,f88b5ce8) at fork_exit+0x7e/frame 0xf88b5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88b5cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100135 td 0xca059c40 sched_switch(ca059c40,0,104,1a9,f88b8ae0,...) at sched_switch+0x4e2/frame 0xf88b8aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88b8ae0 sleepq_switch(ca059c40,0,c11e58c5,1b6,f88b8b58,...) at sleepq_switch+0x1c5/frame 0xf88b8b14 sleepq_catch_signals(f88b8b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88b8b50 sleepq_wait_sig(c89f5a90,0,f88b8bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88b8b74 _cv_wait_sig(c89f5a90,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88b8bc0 svc_run_internal(f88b8cd4,c0b2781e,c8e4f100,f88b8ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88b8ca4 svc_thread_start(c8e4f100,f88b8ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88b8cac fork_exit(c0d93060,c8e4f100,f88b8ce8) at fork_exit+0x7e/frame 0xf88b8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88b8cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100136 td 0xca059930 sched_switch(ca059930,0,104,1a9,f88bbae0,...) at sched_switch+0x4e2/frame 0xf88bbaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88bbae0 sleepq_switch(ca059930,0,c11e58c5,1b6,f88bbb58,...) at sleepq_switch+0x1c5/frame 0xf88bbb14 sleepq_catch_signals(f88bbb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88bbb50 sleepq_wait_sig(c9a7c390,0,f88bbbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88bbb74 _cv_wait_sig(c9a7c390,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88bbbc0 svc_run_internal(f88bbcd4,c0b2781e,c8e4f100,f88bbce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88bbca4 svc_thread_start(c8e4f100,f88bbce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88bbcac fork_exit(c0d93060,c8e4f100,f88bbce8) at fork_exit+0x7e/frame 0xf88bbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88bbcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100137 td 0xca05e930 sched_switch(ca05e930,0,104,1a9,f88beae0,...) at sched_switch+0x4e2/frame 0xf88beaa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88beae0 sleepq_switch(ca05e930,0,c11e58c5,1b6,f88beb58,...) at sleepq_switch+0x1c5/frame 0xf88beb14 sleepq_catch_signals(f88beb74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88beb50 sleepq_wait_sig(c9a7c290,0,f88bebac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88beb74 _cv_wait_sig(c9a7c290,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88bebc0 svc_run_internal(f88becd4,c0b2781e,c8e4f100,f88bece8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88beca4 svc_thread_start(c8e4f100,f88bece8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88becac fork_exit(c0d93060,c8e4f100,f88bece8) at fork_exit+0x7e/frame 0xf88becd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88becd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100138 td 0xca05e620 sched_switch(ca05e620,0,104,1a9,f88c1ae0,...) at sched_switch+0x4e2/frame 0xf88c1aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88c1ae0 sleepq_switch(ca05e620,0,c11e58c5,1b6,f88c1b58,...) at sleepq_switch+0x1c5/frame 0xf88c1b14 sleepq_catch_signals(f88c1b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88c1b50 sleepq_wait_sig(c9a7c190,0,f88c1bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88c1b74 _cv_wait_sig(c9a7c190,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88c1bc0 svc_run_internal(f88c1cd4,c0b2781e,c8e4f100,f88c1ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88c1ca4 svc_thread_start(c8e4f100,f88c1ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88c1cac fork_exit(c0d93060,c8e4f100,f88c1ce8) at fork_exit+0x7e/frame 0xf88c1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88c1cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 552 tid 100139 td 0xca05e310 sched_switch(ca05e310,0,104,1a9,f88c4ae0,...) at sched_switch+0x4e2/frame 0xf88c4aa8 mi_switch(104,0,c11e58c5,200,c15803dc,...) at mi_switch+0x1bf/frame 0xf88c4ae0 sleepq_switch(ca05e310,0,c11e58c5,1b6,f88c4b58,...) at sleepq_switch+0x1c5/frame 0xf88c4b14 sleepq_catch_signals(f88c4b74,c0b454f9,c8e4f110,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xf88c4b50 sleepq_wait_sig(c9a7c090,0,f88c4bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88c4b74 _cv_wait_sig(c9a7c090,c8e4f100,c1211095,45c,0,...) at _cv_wait_sig+0x214/frame 0xf88c4bc0 svc_run_internal(f88c4cd4,c0b2781e,c8e4f100,f88c4ce8,c11d854c,...) at svc_run_internal+0xc71/frame 0xf88c4ca4 svc_thread_start(c8e4f100,f88c4ce8,c11d854c,3dc,0,...) at svc_thread_start+0xd/frame 0xf88c4cac fork_exit(c0d93060,c8e4f100,f88c4ce8) at fork_exit+0x7e/frame 0xf88c4cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88c4cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 546 tid 100097 td 0xc9ee7c40 sched_switch(c9ee7c40,0,104,1a9,edbbb918,...) at sched_switch+0x4e2/frame 0xedbbb8e0 mi_switch(104,0,c11e58c5,200,edbbb984,...) at mi_switch+0x1bf/frame 0xedbbb918 sleepq_switch(c9ee7c40,0,c11e58c5,1b6,edbbb990,...) at sleepq_switch+0x1c5/frame 0xedbbb94c sleepq_catch_signals(edbbb9ac,c0b454f9,c941de20,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbbb988 sleepq_wait_sig(c941de24,0,edbbb9e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbbb9ac _cv_wait_sig(c941de24,c941de10,c11e8daf,732,c9ffb558,...) at _cv_wait_sig+0x214/frame 0xedbbb9f8 seltdwait(ffffffff,0,0,c9ee7c40,0,...) at seltdwait+0xbb/frame 0xedbbba28 kern_select(c9ee7c40,7,bfbfec30,0,0,...) at kern_select+0x914/frame 0xedbbbbd0 sys_select(c9ee7c40,edbbbca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedbbbc18 syscall(edbbbce8) at syscall+0x34a/frame 0xedbbbcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbbbcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a4eff, esp = 0xbfbfea5c, ebp = 0xbfbfee34 --- Tracing command mountd pid 540 tid 100106 td 0xc9238930 sched_switch(c9238930,0,104,1a9,edbe2918,...) at sched_switch+0x4e2/frame 0xedbe28e0 mi_switch(104,0,c11e58c5,200,2329c200,...) at mi_switch+0x1bf/frame 0xedbe2918 sleepq_switch(c9238930,0,c11e58c5,1b6,edbe2990,...) at sleepq_switch+0x1c5/frame 0xedbe294c sleepq_catch_signals(edbe29ac,c0b454f9,c943b720,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbe2988 sleepq_wait_sig(c943b724,0,edbe29e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbe29ac _cv_wait_sig(c943b724,c943b710,c11e8daf,732,c9acaab0,...) at _cv_wait_sig+0x214/frame 0xedbe29f8 seltdwait(ffffffff,0,0,c9238930,0,...) at seltdwait+0xbb/frame 0xedbe2a28 kern_select(c9238930,9,bfbfed50,0,0,...) at kern_select+0x914/frame 0xedbe2bd0 sys_select(c9238930,edbe2ca8,c11d816d,4,df,...) at sys_select+0x66/frame 0xedbe2c18 syscall(edbe2ce8) at syscall+0x34a/frame 0xedbe2cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbe2cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281bbeff, esp = 0xbfbfed0c, ebp = 0xbfbfee34 --- Tracing command nfsuserd pid 533 tid 100104 td 0xc9238c40 sched_switch(c9238c40,0,104,1a9,edbdb910,...) at sched_switch+0x4e2/frame 0xedbdb8d8 mi_switch(104,0,c11e58c5,200,c1634410,...) at mi_switch+0x1bf/frame 0xedbdb910 sleepq_switch(c9238c40,0,c11e58c5,1b6,c88e9e10,...) at sleepq_switch+0x1c5/frame 0xedbdb944 sleepq_catch_signals(c1455bf0,edbdb9a8,c0b454f9,c88e9e20,0,...) at sleepq_catch_signals+0x382/frame 0xedbdb980 sleepq_timedwait_sig(c88e9e24,0,edbdb9e4,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbdb9a8 _cv_timedwait_sig_sbt(c88e9e24,c88e9e10,7f4aff17,cb90,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedbdb9f8 seltdwait(cb90,e0000000,1,c9238c40,0,...) at seltdwait+0xad/frame 0xedbdba28 kern_select(c9238c40,4,bfbfec10,0,0,...) at kern_select+0x914/frame 0xedbdbbd0 sys_select(c9238c40,edbdbca8,c11d816d,4,c11e18f2,...) at sys_select+0x66/frame 0xedbdbc18 syscall(edbdbce8) at syscall+0x34a/frame 0xedbdbcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbdbcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a3eff, esp = 0xbfbfeb64, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 532 tid 100103 td 0xc9366000 sched_switch(c9366000,0,104,1a9,edbd7910,...) at sched_switch+0x4e2/frame 0xedbd78d8 mi_switch(104,0,c11e58c5,200,c1634590,...) at mi_switch+0x1bf/frame 0xedbd7910 sleepq_switch(c9366000,0,c11e58c5,1b6,c941e210,...) at sleepq_switch+0x1c5/frame 0xedbd7944 sleepq_catch_signals(c1455bf0,edbd79a8,c0b454f9,c941e220,0,...) at sleepq_catch_signals+0x382/frame 0xedbd7980 sleepq_timedwait_sig(c941e224,0,edbd79e4,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbd79a8 _cv_timedwait_sig_sbt(c941e224,c941e210,69fb33f8,cb8f,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedbd79f8 seltdwait(cb8f,e0000000,1,c9366000,0,...) at seltdwait+0xad/frame 0xedbd7a28 kern_select(c9366000,4,bfbfec10,0,0,...) at kern_select+0x914/frame 0xedbd7bd0 sys_select(c9366000,edbd7ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedbd7c18 syscall(edbd7ce8) at syscall+0x34a/frame 0xedbd7cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbd7cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a3eff, esp = 0xbfbfeb64, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 531 tid 100102 td 0xc9366310 sched_switch(c9366310,0,104,1a9,edbd3910,...) at sched_switch+0x4e2/frame 0xedbd38d8 mi_switch(104,0,c11e58c5,200,c1634290,...) at mi_switch+0x1bf/frame 0xedbd3910 sleepq_switch(c9366310,0,c11e58c5,1b6,c941e250,...) at sleepq_switch+0x1c5/frame 0xedbd3944 sleepq_catch_signals(c1455bf0,edbd39a8,c0b454f9,c941e260,0,...) at sleepq_catch_signals+0x382/frame 0xedbd3980 sleepq_timedwait_sig(c941e264,0,edbd39e4,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbd39a8 _cv_timedwait_sig_sbt(c941e264,c941e250,f81e9b6f,cb8e,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedbd39f8 seltdwait(cb8e,e0000000,1,c9366310,0,...) at seltdwait+0xad/frame 0xedbd3a28 kern_select(c9366310,4,bfbfec10,0,0,...) at kern_select+0x914/frame 0xedbd3bd0 sys_select(c9366310,edbd3ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedbd3c18 syscall(edbd3ce8) at syscall+0x34a/frame 0xedbd3cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbd3cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a3eff, esp = 0xbfbfeb64, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 530 tid 100078 td 0xc9237c40 sched_switch(c9237c40,0,104,1a9,edb1a910,...) at sched_switch+0x4e2/frame 0xedb1a8d8 mi_switch(104,0,c11e58c5,200,c1634290,...) at mi_switch+0x1bf/frame 0xedb1a910 sleepq_switch(c9237c40,0,c11e58c5,1b6,c88e9f10,...) at sleepq_switch+0x1c5/frame 0xedb1a944 sleepq_catch_signals(c1455bf0,edb1a9a8,c0b454f9,c88e9f20,0,...) at sleepq_catch_signals+0x382/frame 0xedb1a980 sleepq_timedwait_sig(c88e9f24,0,edb1a9e4,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedb1a9a8 _cv_timedwait_sig_sbt(c88e9f24,c88e9f10,b13a57a0,cb8f,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedb1a9f8 seltdwait(cb8f,e0000000,1,c9237c40,0,...) at seltdwait+0xad/frame 0xedb1aa28 kern_select(c9237c40,4,bfbfec10,0,0,...) at kern_select+0x914/frame 0xedb1abd0 sys_select(c9237c40,edb1aca8,c11d816d,4,c11e18f2,...) at sys_select+0x66/frame 0xedb1ac18 syscall(edb1ace8) at syscall+0x34a/frame 0xedb1acdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb1acdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a3eff, esp = 0xbfbfeb64, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 529 tid 100101 td 0xc917e310 sched_switch(c917e310,0,104,1a9,edbcbab8,...) at sched_switch+0x4e2/frame 0xedbcba80 mi_switch(104,0,c11e58c5,200,c11dfea0,...) at mi_switch+0x1bf/frame 0xedbcbab8 sleepq_switch(c917e310,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xedbcbaec sleepq_catch_signals(c11e58c5,16d,c9419a78,11d0,c917e310,...) at sleepq_catch_signals+0x382/frame 0xedbcbb28 sleepq_wait_sig(c9419a24,74,c10c0acc,100,0,...) at sleepq_wait_sig+0x14/frame 0xedbcbb4c _sleep(c9419a24,c9419a68,174,c10c0acc,0,...) at _sleep+0x356/frame 0xedbcbba8 kern_sigsuspend(c917e310,0,0,0,0,...) at kern_sigsuspend+0xd4/frame 0xedbcbbe8 sys_sigsuspend(c917e310,edbcbca8,c11d816d,4,c10657a7,...) at sys_sigsuspend+0x55/frame 0xedbcbc18 syscall(edbcbce8) at syscall+0x34a/frame 0xedbcbcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbcbcdc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281377ef, esp = 0xbfbfecac, ebp = 0xbfbfee44 --- Tracing command casperd pid 512 tid 100099 td 0xc9ee7620 sched_switch(c9ee7620,0,104,1a9,edbc4918,...) at sched_switch+0x4e2/frame 0xedbc48e0 mi_switch(104,0,c11e58c5,200,edbc4984,...) at mi_switch+0x1bf/frame 0xedbc4918 sleepq_switch(c9ee7620,0,c11e58c5,1b6,edbc4990,...) at sleepq_switch+0x1c5/frame 0xedbc494c sleepq_catch_signals(edbc49ac,c0b454f9,c88e9ce0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbc4988 sleepq_wait_sig(c88e9ce4,0,edbc49e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbc49ac _cv_wait_sig(c88e9ce4,c88e9cd0,c11e8daf,732,c9a8a390,...) at _cv_wait_sig+0x214/frame 0xedbc49f8 seltdwait(ffffffff,0,0,c9ee7620,0,...) at seltdwait+0xbb/frame 0xedbc4a28 kern_select(c9ee7620,7,bfbfe9c8,0,0,...) at kern_select+0x914/frame 0xedbc4bd0 sys_select(c9ee7620,edbc4ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedbc4c18 syscall(edbc4ce8) at syscall+0x34a/frame 0xedbc4cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc4cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281d1eff, esp = 0xbfbfe984, ebp = 0xbfbfee44 --- Tracing command casperd pid 511 tid 100098 td 0xc9ee7930 sched_switch(c9ee7930,0,104,1a9,edbc0918,...) at sched_switch+0x4e2/frame 0xedbc08e0 mi_switch(104,0,c11e58c5,200,edbc0984,...) at mi_switch+0x1bf/frame 0xedbc0918 sleepq_switch(c9ee7930,0,c11e58c5,1b6,edbc0990,...) at sleepq_switch+0x1c5/frame 0xedbc094c sleepq_catch_signals(edbc09ac,c0b454f9,c93652a0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedbc0988 sleepq_wait_sig(c93652a4,0,edbc09e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbc09ac _cv_wait_sig(c93652a4,c9365290,c11e8daf,732,c9a8a558,...) at _cv_wait_sig+0x214/frame 0xedbc09f8 seltdwait(ffffffff,0,0,c9ee7930,0,...) at seltdwait+0xbb/frame 0xedbc0a28 kern_select(c9ee7930,6,bfbfe858,0,0,...) at kern_select+0x914/frame 0xedbc0bd0 sys_select(c9ee7930,edbc0ca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedbc0c18 syscall(edbc0ce8) at syscall+0x34a/frame 0xedbc0cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc0cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281d1eff, esp = 0xbfbfe82c, ebp = 0xbfbfe8f0 --- Tracing command rpcbind pid 497 tid 100096 td 0xc8efb000 sched_switch(c8efb000,0,104,1a9,edbb6948,...) at sched_switch+0x4e2/frame 0xedbb6910 mi_switch(104,0,c11e58c5,200,c1634590,...) at mi_switch+0x1bf/frame 0xedbb6948 sleepq_switch(c8efb000,0,c11e58c5,1b6,c93652d0,...) at sleepq_switch+0x1c5/frame 0xedbb697c sleepq_catch_signals(c1455bf0,edbb69e0,c0b454f9,c93652e0,0,...) at sleepq_catch_signals+0x382/frame 0xedbb69b8 sleepq_timedwait_sig(c93652e4,0,edbb6a1c,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbb69e0 _cv_timedwait_sig_sbt(c93652e4,c93652d0,9fff97b9,cb8f,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedbb6a30 seltdwait(cb8f,e0000000,1,c8efb000,0,...) at seltdwait+0xad/frame 0xedbb6a60 kern_poll(c8efb000,bfbfccc0,7,edbb6c00,0,...) at kern_poll+0x4f0/frame 0xedbb6be0 sys_poll(c8efb000,edbb6ca8,c11d816d,4,c11e18f2,...) at sys_poll+0x71/frame 0xedbb6c18 syscall(edbb6ce8) at syscall+0x34a/frame 0xedbb6cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbb6cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x28150c53, esp = 0xbfbfcbfc, ebp = 0xbfbfedd8 --- Tracing command watchdogd pid 480 tid 100094 td 0xc8efb310 sched_switch(c8efb310,0,104,1a9,edbaba84,...) at sched_switch+0x4e2/frame 0xedbaba4c mi_switch(104,0,c11e58c5,200,cb99,...) at mi_switch+0x1bf/frame 0xedbaba84 sleepq_switch(c8efb310,0,c11e58c5,1b6,8,...) at sleepq_switch+0x1c5/frame 0xedbabab8 sleepq_catch_signals(c0bacdb0,c8efb310,3,201,3,...) at sleepq_catch_signals+0x382/frame 0xedbabaf4 sleepq_timedwait_sig(c155fd43,6c,cb99,c0000000,3,...) at sleepq_timedwait_sig+0x14/frame 0xedbabb1c _sleep(c155fd43,0,16c,c11e0826,83115134,...) at _sleep+0x326/frame 0xedbabb78 kern_nanosleep(bfbfece0,edbabbf0,edbabbf8,edbabce8,3c,...) at kern_nanosleep+0x14b/frame 0xedbabbd8 sys_nanosleep(c8efb310,edbabca8,c11d816d,4,0,...) at sys_nanosleep+0x68/frame 0xedbabc18 syscall(edbabce8) at syscall+0x34a/frame 0xedbabcdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbabcdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2814984f, esp = 0xbfbfecd4, ebp = 0xbfbfed08 --- Tracing command syslogd pid 476 tid 100092 td 0xc9366930 sched_switch(c9366930,0,104,1a9,edb9e918,...) at sched_switch+0x4e2/frame 0xedb9e8e0 mi_switch(104,0,c11e58c5,200,0,...) at mi_switch+0x1bf/frame 0xedb9e918 sleepq_switch(c9366930,0,c11e58c5,1b6,edb9e990,...) at sleepq_switch+0x1c5/frame 0xedb9e94c sleepq_catch_signals(edb9e9ac,c0b454f9,c88e9ee0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedb9e988 sleepq_wait_sig(c88e9ee4,0,edb9e9e4,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb9e9ac _cv_wait_sig(c88e9ee4,c88e9ed0,c11e8daf,732,0,...) at _cv_wait_sig+0x214/frame 0xedb9e9f8 seltdwait(ffffffff,0,0,c9366930,0,...) at seltdwait+0xbb/frame 0xedb9ea28 kern_select(c9366930,9,2882d118,0,0,...) at kern_select+0x914/frame 0xedb9ebd0 sys_select(c9366930,edb9eca8,c11d816d,4,c941f000,...) at sys_select+0x66/frame 0xedb9ec18 syscall(edb9ece8) at syscall+0x34a/frame 0xedb9ecdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb9ecdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281bbeff, esp = 0xbfbfdfdc, ebp = 0xbfbfee34 --- Tracing command rtsold pid 352 tid 100083 td 0xc9366c40 sched_switch(c9366c40,0,104,1a9,edb33950,...) at sched_switch+0x4e2/frame 0xedb33918 mi_switch(104,0,c11e58c5,200,edb339bc,...) at mi_switch+0x1bf/frame 0xedb33950 sleepq_switch(c9366c40,0,c11e58c5,1b6,edb339c8,...) at sleepq_switch+0x1c5/frame 0xedb33984 sleepq_catch_signals(edb339e4,c0b454f9,c943b6e0,0,c1455bf0,...) at sleepq_catch_signals+0x382/frame 0xedb339c0 sleepq_wait_sig(c943b6e4,0,edb33a1c,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb339e4 _cv_wait_sig(c943b6e4,c943b6d0,c11e8daf,732,62d,...) at _cv_wait_sig+0x214/frame 0xedb33a30 seltdwait(ffffffff,0,0,c9366c40,0,...) at seltdwait+0xbb/frame 0xedb33a60 kern_poll(c9366c40,bfbfee08,2,0,0,...) at kern_poll+0x4f0/frame 0xedb33be0 sys_poll(c9366c40,edb33ca8,c11d816d,4,c10657a7,...) at sys_poll+0x71/frame 0xedb33c18 syscall(edb33ce8) at syscall+0x34a/frame 0xedb33cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb33cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2814fc53, esp = 0xbfbfedcc, ebp = 0xbfbfee34 --- Tracing command devd pid 316 tid 100082 td 0xc936f000 sched_switch(c936f000,0,104,1a9,edb2e910,...) at sched_switch+0x4e2/frame 0xedb2e8d8 mi_switch(104,0,c11e58c5,200,c1634110,...) at mi_switch+0x1bf/frame 0xedb2e910 sleepq_switch(c936f000,0,c11e58c5,1b6,c943b750,...) at sleepq_switch+0x1c5/frame 0xedb2e944 sleepq_catch_signals(c1455bf0,edb2e9a8,c0b454f9,c943b760,0,...) at sleepq_catch_signals+0x382/frame 0xedb2e980 sleepq_timedwait_sig(c943b764,0,edb2e9e4,c0000000,3,...) at sleepq_timedwait_sig+0x14/frame 0xedb2e9a8 _cv_timedwait_sig_sbt(c943b764,c943b750,510503d0,cbb5,c0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedb2e9f8 seltdwait(cbb5,c0000000,3,c936f000,0,...) at seltdwait+0xad/frame 0xedb2ea28 kern_select(c936f000,6,bfbfcda8,0,0,...) at kern_select+0x914/frame 0xedb2ebd0 sys_select(c936f000,edb2eca8,c11d816d,4,c10657a7,...) at sys_select+0x66/frame 0xedb2ec18 syscall(edb2ece8) at syscall+0x34a/frame 0xedb2ecdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb2ecdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x80e1bc3, esp = 0xbfbfcd4c, ebp = 0xbfbfee54 --- Tracing command vnlru pid 16 tid 100074 td 0xc8efbc40 sched_switch(c8efbc40,0,104,1a9,edb09b8c,...) at sched_switch+0x4e2/frame 0xedb09b54 mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedb09b8c sleepq_switch(c8efbc40,0,c11e58c5,299,c8efbc40,...) at sleepq_switch+0x1c5/frame 0xedb09bc0 sleepq_timedwait(c91749c0,60,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb09be4 _sleep(c91749c0,c15d858c,260,c11f245d,fffffed8,...) at _sleep+0x33d/frame 0xedb09c40 vnlru_proc(0,edb09ce8,c11d854c,3dc,0,...) at vnlru_proc+0xcf/frame 0xedb09cac fork_exit(c0c1da10,0,edb09ce8) at fork_exit+0x7e/frame 0xedb09cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb09cd4 --- trap 0, eip = 0, esp = 0xedb09d20, ebp = 0 --- Tracing command syncer pid 9 tid 100073 td 0xc8efc000 sched_switch(c8efc000,0,104,1a9,edb06b90,...) at sched_switch+0x4e2/frame 0xedb06b58 mi_switch(104,0,c11e58c5,200,c15d85b4,...) at mi_switch+0x1bf/frame 0xedb06b90 sleepq_switch(c8efc000,0,c11e58c5,299,0,...) at sleepq_switch+0x1c5/frame 0xedb06bc4 sleepq_timedwait(c15d85d4,0,edb06c24,0,0,...) at sleepq_timedwait+0x48/frame 0xedb06be8 _cv_timedwait_sbt(c15d85d4,c15d85b4,fffffed8,0,0,...) at _cv_timedwait_sbt+0x23c/frame 0xedb06c38 sched_sync(0,edb06ce8,c11d854c,3dc,0,...) at sched_sync+0x712/frame 0xedb06cac fork_exit(c0c1d1e0,0,edb06ce8) at fork_exit+0x7e/frame 0xedb06cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb06cd4 --- trap 0, eip = 0, esp = 0xedb06d20, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100072 td 0xc8efc310 sched_switch(c8efc310,0,104,1a9,edb03bc4,...) at sched_switch+0x4e2/frame 0xedb03b8c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedb03bc4 sleepq_switch(c8efc310,0,c11e58c5,299,c8efc310,...) at sleepq_switch+0x1c5/frame 0xedb03bf8 sleepq_timedwait(c15d7d04,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb03c1c _sleep(c15d7d04,c15d7c80,54,c11eed42,fffffed8,...) at _sleep+0x33d/frame 0xedb03c78 buf_daemon(0,edb03ce8,c11d854c,3dc,0,...) at buf_daemon+0x8c/frame 0xedb03cac fork_exit(c0c00050,0,edb03ce8) at fork_exit+0x7e/frame 0xedb03cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb03cd4 --- trap 0, eip = 0, esp = 0xedb03d20, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100085 td 0xc9237620 sched_switch(c9237620,0,104,1a9,edb3dbb4,...) at sched_switch+0x4e2/frame 0xedb3db7c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedb3dbb4 sleepq_switch(c9237620,0,c11e58c5,299,c9237620,...) at sleepq_switch+0x1c5/frame 0xedb3dbe8 sleepq_timedwait(c96dfc84,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb3dc0c _sleep(c96dfc84,c96dfc00,54,c1219df8,7fffff6c,...) at _sleep+0x33d/frame 0xedb3dc68 softdep_flush(c96d0000,edb3dce8,c11d854c,3dc,0,...) at softdep_flush+0x1a2/frame 0xedb3dcac fork_exit(c0dd7940,c96d0000,edb3dce8) at fork_exit+0x7e/frame 0xedb3dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb3dcd4 --- trap 0, eip = 0, esp = 0xedb3dd20, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100087 td 0xc9237000 sched_switch(c9237000,0,104,1a9,edb43bb4,...) at sched_switch+0x4e2/frame 0xedb43b7c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedb43bb4 sleepq_switch(c9237000,0,c11e58c5,299,c9237000,...) at sleepq_switch+0x1c5/frame 0xedb43be8 sleepq_timedwait(c96df884,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb43c0c _sleep(c96df884,c96df800,54,c1219df8,7fffff6c,...) at _sleep+0x33d/frame 0xedb43c68 softdep_flush(c97b65d8,edb43ce8,c11d854c,3dc,0,...) at softdep_flush+0x1a2/frame 0xedb43cac fork_exit(c0dd7940,c97b65d8,edb43ce8) at fork_exit+0x7e/frame 0xedb43cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb43cd4 --- trap 0, eip = 0, esp = 0xedb43d20, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100088 td 0xc917ec40 sched_switch(c917ec40,0,104,1a9,edb46bb4,...) at sched_switch+0x4e2/frame 0xedb46b7c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedb46bb4 sleepq_switch(c917ec40,0,c11e58c5,299,c917ec40,...) at sleepq_switch+0x1c5/frame 0xedb46be8 sleepq_timedwait(c96df684,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb46c0c _sleep(c96df684,c96df600,54,c1219df8,7fffff6c,...) at _sleep+0x33d/frame 0xedb46c68 softdep_flush(c97b62ec,edb46ce8,c11d854c,3dc,0,...) at softdep_flush+0x1a2/frame 0xedb46cac fork_exit(c0dd7940,c97b62ec,edb46ce8) at fork_exit+0x7e/frame 0xedb46cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb46cd4 --- trap 0, eip = 0, esp = 0xedb46d20, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100215 td 0xcaf42c40 sched_switch(caf42c40,0,104,1a9,f8acbbb4,...) at sched_switch+0x4e2/frame 0xf8acbb7c mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xf8acbbb4 sleepq_switch(caf42c40,0,c11e58c5,299,caf42c40,...) at sleepq_switch+0x1c5/frame 0xf8acbbe8 sleepq_timedwait(c8fcf484,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf8acbc0c _sleep(c8fcf484,c8fcf400,54,c1219df8,7fffff6c,...) at _sleep+0x33d/frame 0xf8acbc68 softdep_flush(c96cfbb0,f8acbce8,c11d854c,3dc,0,...) at softdep_flush+0x1a2/frame 0xf8acbcac fork_exit(c0dd7940,c96cfbb0,f8acbce8) at fork_exit+0x7e/frame 0xf8acbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8acbcd4 --- trap 0, eip = 0, esp = 0xf8acbd20, ebp = 0 --- Tracing command pagezero pid 7 tid 100071 td 0xc8efc620 sched_switch(c8efc620,0,104,1a9,edb00bc0,...) at sched_switch+0x4e2/frame 0xedb00b88 mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedb00bc0 sleepq_switch(c8efc620,0,c11e58c5,299,c8efc620,...) at sleepq_switch+0x1c5/frame 0xedb00bf4 sleepq_timedwait(c15dd848,0,12b,0,0,...) at sleepq_timedwait+0x48/frame 0xedb00c18 _sleep(c15dd848,c163b080,0,c1221e24,fffea520,...) at _sleep+0x33d/frame 0xedb00c74 vm_pagezero(0,edb00ce8,c11d854c,3dc,0,...) at vm_pagezero+0xc2/frame 0xedb00cac fork_exit(c0e39580,0,edb00ce8) at fork_exit+0x7e/frame 0xedb00cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb00cd4 --- trap 0, eip = 0, esp = 0xedb00d20, ebp = 0 --- Tracing command vmdaemon pid 6 tid 100070 td 0xc8efc930 sched_switch(c8efc930,0,104,1a9,edafdb8c,...) at sched_switch+0x4e2/frame 0xedafdb54 mi_switch(104,0,c11e58c5,200,c15dd5ac,...) at mi_switch+0x1bf/frame 0xedafdb8c sleepq_switch(c8efc930,0,c11e58c5,276,c8efc930,...) at sleepq_switch+0x1c5/frame 0xedafdbc0 sleepq_wait(c15dd5c4,74,c11eed42,0,0,...) at sleepq_wait+0x48/frame 0xedafdbe4 _sleep(c15dd5c4,c15dd5ac,74,c11eed42,0,...) at _sleep+0x3a1/frame 0xedafdc40 vm_daemon(0,edafdce8,c11d854c,3dc,0,...) at vm_daemon+0x9c/frame 0xedafdcac fork_exit(c0e30b20,0,edafdce8) at fork_exit+0x7e/frame 0xedafdcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedafdcd4 --- trap 0, eip = 0, esp = 0xedafdd20, ebp = 0 --- Tracing command pagedaemon pid 5 tid 100069 td 0xc8efcc40 sched_switch(c8efcc40,0,104,1a9,edafab8c,...) at sched_switch+0x4e2/frame 0xedafab54 mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xedafab8c sleepq_switch(c8efcc40,0,c11e58c5,299,c8efcc40,...) at sleepq_switch+0x1c5/frame 0xedafabc0 sleepq_timedwait(c163b104,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedafabe4 _sleep(c163b104,c163b080,54,c11eed42,fffffed8,...) at _sleep+0x33d/frame 0xedafac40 vm_pageout(0,edaface8,c11d854c,3dc,0,...) at vm_pageout+0x1e1/frame 0xedafacac fork_exit(c0e31340,0,edaface8) at fork_exit+0x7e/frame 0xedafacd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedafacd4 --- trap 0, eip = 0, esp = 0xedafad20, ebp = 0 --- Tracing command pagedaemon pid 5 tid 100075 td 0xc9238000 sched_switch(c9238000,0,104,1a9,edb0cbcc,...) at sched_switch+0x4e2/frame 0xedb0cb94 mi_switch(104,0,c11e58c5,200,c157b504,...) at mi_switch+0x1bf/frame 0xedb0cbcc sleepq_switch(c9238000,0,c11e58c5,276,c9238000,...) at sleepq_switch+0x1c5/frame 0xedb0cc00 sleepq_wait(c15dd1a4,54,edb0cc6c,0,0,...) at sleepq_wait+0x48/frame 0xedb0cc24 _sleep(c15dd1a4,c15dd190,54,c121cef4,0,...) at _sleep+0x3a1/frame 0xedb0cc80 uma_reclaim_worker(0,edb0cce8,c11d854c,3dc,0,...) at uma_reclaim_worker+0x8b/frame 0xedb0ccac fork_exit(c0e13160,0,edb0cce8) at fork_exit+0x7e/frame 0xedb0ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb0ccd4 --- trap 0, eip = 0, esp = 0xedb0cd20, ebp = 0 --- Tracing command sctp_iterator pid 4 tid 100066 td 0xc8efd620 sched_switch(c8efd620,0,104,1a9,ed971bcc,...) at sched_switch+0x4e2/frame 0xed971b94 mi_switch(104,0,c11e58c5,200,c1637a64,...) at mi_switch+0x1bf/frame 0xed971bcc sleepq_switch(c8efd620,0,c11e58c5,276,c8efd620,...) at sleepq_switch+0x1c5/frame 0xed971c00 sleepq_wait(c1637a9c,0,c1205d95,0,0,...) at sleepq_wait+0x48/frame 0xed971c24 _sleep(c1637a9c,c1637a64,0,c1205d95,0,...) at _sleep+0x3a1/frame 0xed971c80 sctp_iterator_thread(0,ed971ce8,c11d854c,3dc,0,...) at sctp_iterator_thread+0x7c/frame 0xed971cac fork_exit(c0cc4e30,0,ed971ce8) at fork_exit+0x7e/frame 0xed971cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed971cd4 --- trap 0, eip = 0, esp = 0xed971d20, ebp = 0 --- Tracing command fdc0 pid 3 tid 100061 td 0xc8ca4310 sched_switch(c8ca4310,0,104,1a9,ed961b60,...) at sched_switch+0x4e2/frame 0xed961b28 mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xed961b60 sleepq_switch(c8ca4310,0,c11e58c5,299,c8ca4310,...) at sleepq_switch+0x1c5/frame 0xed961b94 sleepq_timedwait(c8c2ca3c,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xed961bb8 _sleep(c8c2ca3c,c8c2caf0,5c,c11ca416,fffffed8,...) at _sleep+0x33d/frame 0xed961c14 fdc_thread(c8c2ca00,ed961ce8,c11d854c,3dc,0,...) at fdc_thread+0x95a/frame 0xed961cac fork_exit(c0fdf9f0,c8c2ca00,ed961ce8) at fork_exit+0x7e/frame 0xed961cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed961cd4 --- trap 0, eip = 0, esp = 0xed961d20, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc8be5930 sched_switch(c8be5930,0,104,1a9,ed8e8be8,...) at sched_switch+0x4e2/frame 0xed8e8bb0 mi_switch(104,0,c11e58c5,200,c8c3ecc8,...) at mi_switch+0x1bf/frame 0xed8e8be8 sleepq_switch(c8be5930,0,c11e58c5,276,c8c3eacc,...) at sleepq_switch+0x1c5/frame 0xed8e8c1c sleepq_wait(c8c3eacc,0,ed8e8c70,1,0,...) at sleepq_wait+0x48/frame 0xed8e8c40 _cv_wait(c8c3eacc,c8c3ecc8,c11b06ab,76,c8c3ead4,...) at _cv_wait+0x1fe/frame 0xed8e8c84 usb_process(c8c3eac4,ed8e8ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8e8cac fork_exit(c09b9f40,c8c3eac4,ed8e8ce8) at fork_exit+0x7e/frame 0xed8e8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8e8cd4 --- trap 0, eip = 0, esp = 0xed8e8d20, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc8be5620 sched_switch(c8be5620,0,104,1a9,ed8ebbe8,...) at sched_switch+0x4e2/frame 0xed8ebbb0 mi_switch(104,0,c11e58c5,200,c8c3ecc8,...) at mi_switch+0x1bf/frame 0xed8ebbe8 sleepq_switch(c8be5620,0,c11e58c5,276,c8c3eafc,...) at sleepq_switch+0x1c5/frame 0xed8ebc1c sleepq_wait(c8c3eafc,0,ed8ebc70,1,0,...) at sleepq_wait+0x48/frame 0xed8ebc40 _cv_wait(c8c3eafc,c8c3ecc8,c11b06ab,76,c8c3eb04,...) at _cv_wait+0x1fe/frame 0xed8ebc84 usb_process(c8c3eaf4,ed8ebce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8ebcac fork_exit(c09b9f40,c8c3eaf4,ed8ebce8) at fork_exit+0x7e/frame 0xed8ebcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8ebcd4 --- trap 0, eip = 0, esp = 0xed8ebd20, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc8be5310 sched_switch(c8be5310,0,104,1a9,ed8eebe8,...) at sched_switch+0x4e2/frame 0xed8eebb0 mi_switch(104,0,c11e58c5,200,c8c3ecc8,...) at mi_switch+0x1bf/frame 0xed8eebe8 sleepq_switch(c8be5310,0,c11e58c5,276,c8c3eb2c,...) at sleepq_switch+0x1c5/frame 0xed8eec1c sleepq_wait(c8c3eb2c,0,ed8eec70,1,0,...) at sleepq_wait+0x48/frame 0xed8eec40 _cv_wait(c8c3eb2c,c8c3ecc8,c11b06ab,76,c8c3eb34,...) at _cv_wait+0x1fe/frame 0xed8eec84 usb_process(c8c3eb24,ed8eece8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8eecac fork_exit(c09b9f40,c8c3eb24,ed8eece8) at fork_exit+0x7e/frame 0xed8eecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8eecd4 --- trap 0, eip = 0, esp = 0xed8eed20, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc8be5000 sched_switch(c8be5000,0,104,1a9,ed8f1be8,...) at sched_switch+0x4e2/frame 0xed8f1bb0 mi_switch(104,0,c11e58c5,200,c8c3ecc8,...) at mi_switch+0x1bf/frame 0xed8f1be8 sleepq_switch(c8be5000,0,c11e58c5,276,c8c3eb5c,...) at sleepq_switch+0x1c5/frame 0xed8f1c1c sleepq_wait(c8c3eb5c,0,ed8f1c70,1,0,...) at sleepq_wait+0x48/frame 0xed8f1c40 _cv_wait(c8c3eb5c,c8c3ecc8,c11b06ab,76,c8c3eb64,...) at _cv_wait+0x1fe/frame 0xed8f1c84 usb_process(c8c3eb54,ed8f1ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8f1cac fork_exit(c09b9f40,c8c3eb54,ed8f1ce8) at fork_exit+0x7e/frame 0xed8f1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8f1cd4 --- trap 0, eip = 0, esp = 0xed8f1d20, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc8afc930 sched_switch(c8afc930,0,104,1a9,ed8f8be8,...) at sched_switch+0x4e2/frame 0xed8f8bb0 mi_switch(104,0,c11e58c5,200,c8c8bcc8,...) at mi_switch+0x1bf/frame 0xed8f8be8 sleepq_switch(c8afc930,0,c11e58c5,276,c8c8bacc,...) at sleepq_switch+0x1c5/frame 0xed8f8c1c sleepq_wait(c8c8bacc,0,ed8f8c70,1,0,...) at sleepq_wait+0x48/frame 0xed8f8c40 _cv_wait(c8c8bacc,c8c8bcc8,c11b06ab,76,c8c8bad4,...) at _cv_wait+0x1fe/frame 0xed8f8c84 usb_process(c8c8bac4,ed8f8ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8f8cac fork_exit(c09b9f40,c8c8bac4,ed8f8ce8) at fork_exit+0x7e/frame 0xed8f8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8f8cd4 --- trap 0, eip = 0, esp = 0xed8f8d20, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc8afc620 sched_switch(c8afc620,0,104,1a9,ed8fbbe8,...) at sched_switch+0x4e2/frame 0xed8fbbb0 mi_switch(104,0,c11e58c5,200,c8c8bcc8,...) at mi_switch+0x1bf/frame 0xed8fbbe8 sleepq_switch(c8afc620,0,c11e58c5,276,c8c8bafc,...) at sleepq_switch+0x1c5/frame 0xed8fbc1c sleepq_wait(c8c8bafc,0,ed8fbc70,1,0,...) at sleepq_wait+0x48/frame 0xed8fbc40 _cv_wait(c8c8bafc,c8c8bcc8,c11b06ab,76,c8c8bb04,...) at _cv_wait+0x1fe/frame 0xed8fbc84 usb_process(c8c8baf4,ed8fbce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8fbcac fork_exit(c09b9f40,c8c8baf4,ed8fbce8) at fork_exit+0x7e/frame 0xed8fbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8fbcd4 --- trap 0, eip = 0, esp = 0xed8fbd20, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc8afc310 sched_switch(c8afc310,0,104,1a9,ed8febe8,...) at sched_switch+0x4e2/frame 0xed8febb0 mi_switch(104,0,c11e58c5,200,c8c8bcc8,...) at mi_switch+0x1bf/frame 0xed8febe8 sleepq_switch(c8afc310,0,c11e58c5,276,c8c8bb2c,...) at sleepq_switch+0x1c5/frame 0xed8fec1c sleepq_wait(c8c8bb2c,0,ed8fec70,1,0,...) at sleepq_wait+0x48/frame 0xed8fec40 _cv_wait(c8c8bb2c,c8c8bcc8,c11b06ab,76,c8c8bb34,...) at _cv_wait+0x1fe/frame 0xed8fec84 usb_process(c8c8bb24,ed8fece8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed8fecac fork_exit(c09b9f40,c8c8bb24,ed8fece8) at fork_exit+0x7e/frame 0xed8fecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8fecd4 --- trap 0, eip = 0, esp = 0xed8fed20, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc8c93310 sched_switch(c8c93310,0,104,1a9,ed901be8,...) at sched_switch+0x4e2/frame 0xed901bb0 mi_switch(104,0,c11e58c5,200,c8c8bcc8,...) at mi_switch+0x1bf/frame 0xed901be8 sleepq_switch(c8c93310,0,c11e58c5,276,c8c8bb5c,...) at sleepq_switch+0x1c5/frame 0xed901c1c sleepq_wait(c8c8bb5c,0,ed901c70,1,0,...) at sleepq_wait+0x48/frame 0xed901c40 _cv_wait(c8c8bb5c,c8c8bcc8,c11b06ab,76,c8c8bb64,...) at _cv_wait+0x1fe/frame 0xed901c84 usb_process(c8c8bb54,ed901ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed901cac fork_exit(c09b9f40,c8c8bb54,ed901ce8) at fork_exit+0x7e/frame 0xed901cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed901cd4 --- trap 0, eip = 0, esp = 0xed901d20, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc8c92c40 sched_switch(c8c92c40,0,104,1a9,ed908be8,...) at sched_switch+0x4e2/frame 0xed908bb0 mi_switch(104,0,c11e58c5,200,c8c94cc8,...) at mi_switch+0x1bf/frame 0xed908be8 sleepq_switch(c8c92c40,0,c11e58c5,276,c8c94acc,...) at sleepq_switch+0x1c5/frame 0xed908c1c sleepq_wait(c8c94acc,0,ed908c70,1,0,...) at sleepq_wait+0x48/frame 0xed908c40 _cv_wait(c8c94acc,c8c94cc8,c11b06ab,76,c8c94ad4,...) at _cv_wait+0x1fe/frame 0xed908c84 usb_process(c8c94ac4,ed908ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed908cac fork_exit(c09b9f40,c8c94ac4,ed908ce8) at fork_exit+0x7e/frame 0xed908cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed908cd4 --- trap 0, eip = 0, esp = 0xed908d20, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc8c92930 sched_switch(c8c92930,0,104,1a9,ed90bbe8,...) at sched_switch+0x4e2/frame 0xed90bbb0 mi_switch(104,0,c11e58c5,200,c8c94cc8,...) at mi_switch+0x1bf/frame 0xed90bbe8 sleepq_switch(c8c92930,0,c11e58c5,276,c8c94afc,...) at sleepq_switch+0x1c5/frame 0xed90bc1c sleepq_wait(c8c94afc,0,ed90bc70,1,0,...) at sleepq_wait+0x48/frame 0xed90bc40 _cv_wait(c8c94afc,c8c94cc8,c11b06ab,76,c8c94b04,...) at _cv_wait+0x1fe/frame 0xed90bc84 usb_process(c8c94af4,ed90bce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed90bcac fork_exit(c09b9f40,c8c94af4,ed90bce8) at fork_exit+0x7e/frame 0xed90bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed90bcd4 --- trap 0, eip = 0, esp = 0xed90bd20, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc8c92620 sched_switch(c8c92620,0,104,1a9,ed90ebe8,...) at sched_switch+0x4e2/frame 0xed90ebb0 mi_switch(104,0,c11e58c5,200,c8c94cc8,...) at mi_switch+0x1bf/frame 0xed90ebe8 sleepq_switch(c8c92620,0,c11e58c5,276,c8c94b2c,...) at sleepq_switch+0x1c5/frame 0xed90ec1c sleepq_wait(c8c94b2c,0,ed90ec70,1,0,...) at sleepq_wait+0x48/frame 0xed90ec40 _cv_wait(c8c94b2c,c8c94cc8,c11b06ab,76,c8c94b34,...) at _cv_wait+0x1fe/frame 0xed90ec84 usb_process(c8c94b24,ed90ece8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed90ecac fork_exit(c09b9f40,c8c94b24,ed90ece8) at fork_exit+0x7e/frame 0xed90ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed90ecd4 --- trap 0, eip = 0, esp = 0xed90ed20, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc8c92310 sched_switch(c8c92310,0,104,1a9,ed911be8,...) at sched_switch+0x4e2/frame 0xed911bb0 mi_switch(104,0,c11e58c5,200,c8c94cc8,...) at mi_switch+0x1bf/frame 0xed911be8 sleepq_switch(c8c92310,0,c11e58c5,276,c8c94b5c,...) at sleepq_switch+0x1c5/frame 0xed911c1c sleepq_wait(c8c94b5c,0,ed911c70,1,0,...) at sleepq_wait+0x48/frame 0xed911c40 _cv_wait(c8c94b5c,c8c94cc8,c11b06ab,76,c8c94b64,...) at _cv_wait+0x1fe/frame 0xed911c84 usb_process(c8c94b54,ed911ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed911cac fork_exit(c09b9f40,c8c94b54,ed911ce8) at fork_exit+0x7e/frame 0xed911cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed911cd4 --- trap 0, eip = 0, esp = 0xed911d20, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc8c92000 sched_switch(c8c92000,0,104,1a9,ed915be8,...) at sched_switch+0x4e2/frame 0xed915bb0 mi_switch(104,0,c11e58c5,200,c8c9acc8,...) at mi_switch+0x1bf/frame 0xed915be8 sleepq_switch(c8c92000,0,c11e58c5,276,c8c9aacc,...) at sleepq_switch+0x1c5/frame 0xed915c1c sleepq_wait(c8c9aacc,0,ed915c70,1,0,...) at sleepq_wait+0x48/frame 0xed915c40 _cv_wait(c8c9aacc,c8c9acc8,c11b06ab,76,c8c9aad4,...) at _cv_wait+0x1fe/frame 0xed915c84 usb_process(c8c9aac4,ed915ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed915cac fork_exit(c09b9f40,c8c9aac4,ed915ce8) at fork_exit+0x7e/frame 0xed915cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed915cd4 --- trap 0, eip = 0, esp = 0xed915d20, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc8c91c40 sched_switch(c8c91c40,0,104,1a9,ed918be8,...) at sched_switch+0x4e2/frame 0xed918bb0 mi_switch(104,0,c11e58c5,200,c8c9acc8,...) at mi_switch+0x1bf/frame 0xed918be8 sleepq_switch(c8c91c40,0,c11e58c5,276,c8c9aafc,...) at sleepq_switch+0x1c5/frame 0xed918c1c sleepq_wait(c8c9aafc,0,ed918c70,1,0,...) at sleepq_wait+0x48/frame 0xed918c40 _cv_wait(c8c9aafc,c8c9acc8,c11b06ab,76,c8c9ab04,...) at _cv_wait+0x1fe/frame 0xed918c84 usb_process(c8c9aaf4,ed918ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed918cac fork_exit(c09b9f40,c8c9aaf4,ed918ce8) at fork_exit+0x7e/frame 0xed918cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed918cd4 --- trap 0, eip = 0, esp = 0xed918d20, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc8c91930 sched_switch(c8c91930,0,104,1a9,ed91bbe8,...) at sched_switch+0x4e2/frame 0xed91bbb0 mi_switch(104,0,c11e58c5,200,c8c9acc8,...) at mi_switch+0x1bf/frame 0xed91bbe8 sleepq_switch(c8c91930,0,c11e58c5,276,c8c9ab2c,...) at sleepq_switch+0x1c5/frame 0xed91bc1c sleepq_wait(c8c9ab2c,0,ed91bc70,1,0,...) at sleepq_wait+0x48/frame 0xed91bc40 _cv_wait(c8c9ab2c,c8c9acc8,c11b06ab,76,c8c9ab34,...) at _cv_wait+0x1fe/frame 0xed91bc84 usb_process(c8c9ab24,ed91bce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed91bcac fork_exit(c09b9f40,c8c9ab24,ed91bce8) at fork_exit+0x7e/frame 0xed91bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed91bcd4 --- trap 0, eip = 0, esp = 0xed91bd20, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc8c91620 sched_switch(c8c91620,0,104,1a9,ed91ebe8,...) at sched_switch+0x4e2/frame 0xed91ebb0 mi_switch(104,0,c11e58c5,200,c8c9acc8,...) at mi_switch+0x1bf/frame 0xed91ebe8 sleepq_switch(c8c91620,0,c11e58c5,276,c8c9ab5c,...) at sleepq_switch+0x1c5/frame 0xed91ec1c sleepq_wait(c8c9ab5c,0,ed91ec70,1,0,...) at sleepq_wait+0x48/frame 0xed91ec40 _cv_wait(c8c9ab5c,c8c9acc8,c11b06ab,76,c8c9ab64,...) at _cv_wait+0x1fe/frame 0xed91ec84 usb_process(c8c9ab54,ed91ece8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed91ecac fork_exit(c09b9f40,c8c9ab54,ed91ece8) at fork_exit+0x7e/frame 0xed91ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed91ecd4 --- trap 0, eip = 0, esp = 0xed91ed20, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc8c91310 sched_switch(c8c91310,0,104,1a9,ed922be8,...) at sched_switch+0x4e2/frame 0xed922bb0 mi_switch(104,0,c11e58c5,200,c8ca2cc8,...) at mi_switch+0x1bf/frame 0xed922be8 sleepq_switch(c8c91310,0,c11e58c5,276,c8ca2acc,...) at sleepq_switch+0x1c5/frame 0xed922c1c sleepq_wait(c8ca2acc,0,ed922c70,1,0,...) at sleepq_wait+0x48/frame 0xed922c40 _cv_wait(c8ca2acc,c8ca2cc8,c11b06ab,76,c8ca2ad4,...) at _cv_wait+0x1fe/frame 0xed922c84 usb_process(c8ca2ac4,ed922ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed922cac fork_exit(c09b9f40,c8ca2ac4,ed922ce8) at fork_exit+0x7e/frame 0xed922cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed922cd4 --- trap 0, eip = 0, esp = 0xed922d20, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc8c91000 sched_switch(c8c91000,0,104,1a9,ed925be8,...) at sched_switch+0x4e2/frame 0xed925bb0 mi_switch(104,0,c11e58c5,200,c8ca2cc8,...) at mi_switch+0x1bf/frame 0xed925be8 sleepq_switch(c8c91000,0,c11e58c5,276,c8ca2afc,...) at sleepq_switch+0x1c5/frame 0xed925c1c sleepq_wait(c8ca2afc,0,ed925c70,1,0,...) at sleepq_wait+0x48/frame 0xed925c40 _cv_wait(c8ca2afc,c8ca2cc8,c11b06ab,76,c8ca2b04,...) at _cv_wait+0x1fe/frame 0xed925c84 usb_process(c8ca2af4,ed925ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed925cac fork_exit(c09b9f40,c8ca2af4,ed925ce8) at fork_exit+0x7e/frame 0xed925cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed925cd4 --- trap 0, eip = 0, esp = 0xed925d20, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc8be6c40 sched_switch(c8be6c40,0,104,1a9,ed928be8,...) at sched_switch+0x4e2/frame 0xed928bb0 mi_switch(104,0,c11e58c5,200,c8ca2cc8,...) at mi_switch+0x1bf/frame 0xed928be8 sleepq_switch(c8be6c40,0,c11e58c5,276,c8ca2b2c,...) at sleepq_switch+0x1c5/frame 0xed928c1c sleepq_wait(c8ca2b2c,0,ed928c70,1,0,...) at sleepq_wait+0x48/frame 0xed928c40 _cv_wait(c8ca2b2c,c8ca2cc8,c11b06ab,76,c8ca2b34,...) at _cv_wait+0x1fe/frame 0xed928c84 usb_process(c8ca2b24,ed928ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed928cac fork_exit(c09b9f40,c8ca2b24,ed928ce8) at fork_exit+0x7e/frame 0xed928cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed928cd4 --- trap 0, eip = 0, esp = 0xed928d20, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc8ca5c40 sched_switch(c8ca5c40,0,104,1a9,ed92bbe8,...) at sched_switch+0x4e2/frame 0xed92bbb0 mi_switch(104,0,c11e58c5,200,c8ca2cc8,...) at mi_switch+0x1bf/frame 0xed92bbe8 sleepq_switch(c8ca5c40,0,c11e58c5,276,c8ca2b5c,...) at sleepq_switch+0x1c5/frame 0xed92bc1c sleepq_wait(c8ca2b5c,0,ed92bc70,1,0,...) at sleepq_wait+0x48/frame 0xed92bc40 _cv_wait(c8ca2b5c,c8ca2cc8,c11b06ab,76,c8ca2b64,...) at _cv_wait+0x1fe/frame 0xed92bc84 usb_process(c8ca2b54,ed92bce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed92bcac fork_exit(c09b9f40,c8ca2b54,ed92bce8) at fork_exit+0x7e/frame 0xed92bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed92bcd4 --- trap 0, eip = 0, esp = 0xed92bd20, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc8ca5620 sched_switch(c8ca5620,0,104,1a9,ed934be8,...) at sched_switch+0x4e2/frame 0xed934bb0 mi_switch(104,0,c11e58c5,200,c8c44ea0,...) at mi_switch+0x1bf/frame 0xed934be8 sleepq_switch(c8ca5620,0,c11e58c5,276,c8c44ca4,...) at sleepq_switch+0x1c5/frame 0xed934c1c sleepq_wait(c8c44ca4,0,ed934c70,1,0,...) at sleepq_wait+0x48/frame 0xed934c40 _cv_wait(c8c44ca4,c8c44ea0,c11b06ab,76,c8c44cac,...) at _cv_wait+0x1fe/frame 0xed934c84 usb_process(c8c44c9c,ed934ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed934cac fork_exit(c09b9f40,c8c44c9c,ed934ce8) at fork_exit+0x7e/frame 0xed934cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed934cd4 --- trap 0, eip = 0, esp = 0xed934d20, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc8ca5310 sched_switch(c8ca5310,0,104,1a9,ed937be8,...) at sched_switch+0x4e2/frame 0xed937bb0 mi_switch(104,0,c11e58c5,200,c8c44ea0,...) at mi_switch+0x1bf/frame 0xed937be8 sleepq_switch(c8ca5310,0,c11e58c5,276,c8c44cd4,...) at sleepq_switch+0x1c5/frame 0xed937c1c sleepq_wait(c8c44cd4,0,ed937c70,1,0,...) at sleepq_wait+0x48/frame 0xed937c40 _cv_wait(c8c44cd4,c8c44ea0,c11b06ab,76,c8c44cdc,...) at _cv_wait+0x1fe/frame 0xed937c84 usb_process(c8c44ccc,ed937ce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed937cac fork_exit(c09b9f40,c8c44ccc,ed937ce8) at fork_exit+0x7e/frame 0xed937cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed937cd4 --- trap 0, eip = 0, esp = 0xed937d20, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc8ca5000 sched_switch(c8ca5000,0,104,1a9,ed93abe8,...) at sched_switch+0x4e2/frame 0xed93abb0 mi_switch(104,0,c11e58c5,200,c8c44ea0,...) at mi_switch+0x1bf/frame 0xed93abe8 sleepq_switch(c8ca5000,0,c11e58c5,276,c8c44d04,...) at sleepq_switch+0x1c5/frame 0xed93ac1c sleepq_wait(c8c44d04,0,ed93ac70,1,0,...) at sleepq_wait+0x48/frame 0xed93ac40 _cv_wait(c8c44d04,c8c44ea0,c11b06ab,76,c8c44d0c,...) at _cv_wait+0x1fe/frame 0xed93ac84 usb_process(c8c44cfc,ed93ace8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed93acac fork_exit(c09b9f40,c8c44cfc,ed93ace8) at fork_exit+0x7e/frame 0xed93acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed93acd4 --- trap 0, eip = 0, esp = 0xed93ad20, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc8ca4c40 sched_switch(c8ca4c40,0,104,1a9,ed93dbe8,...) at sched_switch+0x4e2/frame 0xed93dbb0 mi_switch(104,0,c11e58c5,200,c8c44ea0,...) at mi_switch+0x1bf/frame 0xed93dbe8 sleepq_switch(c8ca4c40,0,c11e58c5,276,c8c44d34,...) at sleepq_switch+0x1c5/frame 0xed93dc1c sleepq_wait(c8c44d34,0,ed93dc70,1,0,...) at sleepq_wait+0x48/frame 0xed93dc40 _cv_wait(c8c44d34,c8c44ea0,c11b06ab,76,c8c44d3c,...) at _cv_wait+0x1fe/frame 0xed93dc84 usb_process(c8c44d2c,ed93dce8,c11d854c,3dc,0,...) at usb_process+0x140/frame 0xed93dcac fork_exit(c09b9f40,c8c44d2c,ed93dce8) at fork_exit+0x7e/frame 0xed93dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed93dcd4 --- trap 0, eip = 0, esp = 0xed93dd20, ebp = 0 --- Tracing command cam pid 2 tid 100024 td 0xc8afa000 sched_switch(c8afa000,0,104,1a9,e477bba4,...) at sched_switch+0x4e2/frame 0xe477bb6c mi_switch(104,0,c11e58c5,200,c1495d80,...) at mi_switch+0x1bf/frame 0xe477bba4 sleepq_switch(c8afa000,0,c11e58c5,276,c8afa000,...) at sleepq_switch+0x1c5/frame 0xe477bbd8 sleepq_wait(c1495e00,5c,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe477bbfc _sleep(c1495e00,c1495d80,5c,c11ca416,0,...) at _sleep+0x3a1/frame 0xe477bc58 xpt_done_td(c1495d80,e477bce8,c11d854c,3dc,0,...) at xpt_done_td+0x17e/frame 0xe477bcac fork_exit(c04c7fa0,c1495d80,e477bce8) at fork_exit+0x7e/frame 0xe477bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe477bcd4 --- trap 0, eip = 0, esp = 0xe477bd20, ebp = 0 --- Tracing command cam pid 2 tid 100068 td 0xc8efd000 sched_switch(c8efd000,0,104,1a9,ed977ba4,...) at sched_switch+0x4e2/frame 0xed977b6c mi_switch(104,0,c11e58c5,200,c1495cfc,...) at mi_switch+0x1bf/frame 0xed977ba4 sleepq_switch(c8efd000,0,c11e58c5,276,c8efd000,...) at sleepq_switch+0x1c5/frame 0xed977bd8 sleepq_wait(c1495cac,5c,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xed977bfc _sleep(c1495cac,c1495cfc,5c,c11ca416,0,...) at _sleep+0x3a1/frame 0xed977c58 xpt_scanner_thread(0,ed977ce8,c11d854c,3dc,0,...) at xpt_scanner_thread+0xa2/frame 0xed977cac fork_exit(c04c8360,0,ed977ce8) at fork_exit+0x7e/frame 0xed977cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed977cd4 --- trap 0, eip = 0, esp = 0xed977d20, ebp = 0 --- Tracing command rand_harvestq pid 14 tid 100017 td 0xc8afb620 sched_switch(c8afb620,0,104,1a9,e4766bc8,...) at sched_switch+0x4e2/frame 0xe4766b90 mi_switch(104,0,c11e58c5,200,5,...) at mi_switch+0x1bf/frame 0xe4766bc8 sleepq_switch(c8afb620,0,c11e58c5,299,c8afb620,...) at sleepq_switch+0x1c5/frame 0xe4766bfc sleepq_timedwait(c14b09d0,0,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe4766c20 _sleep(c14b09d0,0,0,c11ca416,19999999,...) at _sleep+0x33d/frame 0xe4766c7c random_kthread(0,e4766ce8,c11d854c,3dc,0,...) at random_kthread+0x5c/frame 0xe4766cac fork_exit(c0898cf0,0,e4766ce8) at fork_exit+0x7e/frame 0xe4766cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4766cd4 --- trap 0, eip = 0, esp = 0xe4766d20, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc8a2e000 sched_switch(c8a2e000,0,104,1a9,e475abbc,...) at sched_switch+0x4e2/frame 0xe475ab84 mi_switch(104,0,c11e58c5,200,c155c8bc,...) at mi_switch+0x1bf/frame 0xe475abbc sleepq_switch(c8a2e000,0,c11e58c5,276,c8a2e000,...) at sleepq_switch+0x1c5/frame 0xe475abf0 sleepq_wait(c1632c20,5c,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe475ac14 _sleep(c1632c20,c155c8bc,25c,c11ca416,0,...) at _sleep+0x3a1/frame 0xe475ac70 g_run_events(0,e475ace8,c11d854c,3dc,0,...) at g_run_events+0x67/frame 0xe475acac fork_exit(c0ab1740,0,e475ace8) at fork_exit+0x7e/frame 0xe475acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe475acd4 --- trap 0, eip = 0, esp = 0xe475ad20, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc8afc000 sched_switch(c8afc000,0,104,1a9,e475dbac,...) at sched_switch+0x4e2/frame 0xe475db74 mi_switch(104,0,c11e58c5,200,c155c904,...) at mi_switch+0x1bf/frame 0xe475dbac sleepq_switch(c8afc000,0,c11e58c5,276,c8afc000,...) at sleepq_switch+0x1c5/frame 0xe475dbe0 sleepq_wait(c1632c24,5c,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe475dc04 _sleep(c1632c24,c155c904,25c,c11ca416,0,...) at _sleep+0x3a1/frame 0xe475dc60 g_io_schedule_up(c8afc000,0,c11cc1ed,60,e475dcd4,...) at g_io_schedule_up+0x12a/frame 0xe475dc94 g_up_procbody(0,e475dce8,c11d854c,3dc,0,...) at g_up_procbody+0x9d/frame 0xe475dcac fork_exit(c0ab17e0,0,e475dce8) at fork_exit+0x7e/frame 0xe475dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe475dcd4 --- trap 0, eip = 0, esp = 0xe475dd20, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc8afbc40 sched_switch(c8afbc40,0,104,1a9,e4760ba8,...) at sched_switch+0x4e2/frame 0xe4760b70 mi_switch(104,0,c11e58c5,200,c155c8e4,...) at mi_switch+0x1bf/frame 0xe4760ba8 sleepq_switch(c8afbc40,0,c11e58c5,276,c8afbc40,...) at sleepq_switch+0x1c5/frame 0xe4760bdc sleepq_wait(c1632c28,5c,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe4760c00 _sleep(c1632c28,c155c8e4,25c,c11ca416,0,...) at _sleep+0x3a1/frame 0xe4760c5c g_io_schedule_down(c8afbc40,0,c11cc1ed,6d,e4760cd4,...) at g_io_schedule_down+0x16c/frame 0xe4760c94 g_down_procbody(0,e4760ce8,c11d854c,3dc,0,...) at g_down_procbody+0x9d/frame 0xe4760cac fork_exit(c0ab1880,0,e4760ce8) at fork_exit+0x7e/frame 0xe4760cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4760cd4 --- trap 0, eip = 0, esp = 0xe4760d20, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc8a39310 sched_switch(c8a39310,0,109,1a9,c1634100,...) at sched_switch+0x4e2/frame 0xe4748c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xe4748c74 ithread_loop(c8a92020,e4748ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xe4748cac fork_exit(c0b2a730,c8a92020,e4748ce8) at fork_exit+0x7e/frame 0xe4748cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4748cd4 --- trap 0, eip = 0, esp = 0xe4748d20, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc8a39000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100009 td 0xc8a2ec40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc8a2e930 sched_switch(c8a2e930,0,109,1a9,c1634580,...) at sched_switch+0x4e2/frame 0xe4751c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xe4751c74 ithread_loop(c8a91f90,e4751ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xe4751cac fork_exit(c0b2a730,c8a91f90,e4751ce8) at fork_exit+0x7e/frame 0xe4751cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cd4 --- trap 0, eip = 0, esp = 0xe4751d20, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc8a2e620 sched_switch(c8a2e620,0,109,1a9,c1c25880,...) at sched_switch+0x4e2/frame 0xe4754c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xe4754c74 ithread_loop(c8a91f80,e4754ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xe4754cac fork_exit(c0b2a730,c8a91f80,e4754ce8) at fork_exit+0x7e/frame 0xe4754cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4754cd4 --- trap 0, eip = 0, esp = 0xe4754d20, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc8a2e310 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc8afb000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc8a3ac40 sched_switch(c8a3ac40,0,109,1a9,c15ac0a8,...) at sched_switch+0x4e2/frame 0xe477ec3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xe477ec74 ithread_loop(c8a91f50,e477ece8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xe477ecac fork_exit(c0b2a730,c8a91f50,e477ece8) at fork_exit+0x7e/frame 0xe477ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe477ecd4 --- trap 0, eip = 0, esp = 0xe477ed20, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc8a3a930 sched_switch(c8a3a930,0,109,1a9,c16335d0,...) at sched_switch+0x4e2/frame 0xe4781c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xe4781c74 ithread_loop(c8a91f40,e4781ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xe4781cac fork_exit(c0b2a730,c8a91f40,e4781ce8) at fork_exit+0x7e/frame 0xe4781cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4781cd4 --- trap 0, eip = 0, esp = 0xe4781d20, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc8be6620 sched_switch(c8be6620,0,109,1a9,c15ad758,...) at sched_switch+0x4e2/frame 0xe47b6c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xe47b6c74 ithread_loop(c8a91f20,e47b6ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xe47b6cac fork_exit(c0b2a730,c8a91f20,e47b6ce8) at fork_exit+0x7e/frame 0xe47b6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe47b6cd4 --- trap 0, eip = 0, esp = 0xe47b6d20, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc8be6310 sched_switch(c8be6310,0,109,1a9,c8c2e000,...) at sched_switch+0x4e2/frame 0xf0ebfc3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xf0ebfc74 ithread_loop(c8a91ef0,f0ebfce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xf0ebfcac fork_exit(c0b2a730,c8a91ef0,f0ebfce8) at fork_exit+0x7e/frame 0xf0ebfcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0ebfcd4 --- trap 0, eip = 0, esp = 0xf0ebfd20, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc8be6000 sched_switch(c8be6000,0,109,1a9,c1644b34,...) at sched_switch+0x4e2/frame 0xf0ec3c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xf0ec3c74 ithread_loop(c8a91ee0,f0ec3ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xf0ec3cac fork_exit(c0b2a730,c8a91ee0,f0ec3ce8) at fork_exit+0x7e/frame 0xf0ec3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0ec3cd4 --- trap 0, eip = 0, esp = 0xf0ec3d20, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc8be5c40 sched_switch(c8be5c40,0,109,1a9,c15ad700,...) at sched_switch+0x4e2/frame 0xed8e5c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xed8e5c74 ithread_loop(c8a91ed0,ed8e5ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xed8e5cac fork_exit(c0b2a730,c8a91ed0,ed8e5ce8) at fork_exit+0x7e/frame 0xed8e5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8e5cd4 --- trap 0, eip = 0, esp = 0xed8e5d20, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc8afcc40 sched_switch(c8afcc40,0,109,1a9,c15acaa0,...) at sched_switch+0x4e2/frame 0xed8f5c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xed8f5c74 ithread_loop(c8a91ec0,ed8f5ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xed8f5cac fork_exit(c0b2a730,c8a91ec0,ed8f5ce8) at fork_exit+0x7e/frame 0xed8f5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8f5cd4 --- trap 0, eip = 0, esp = 0xed8f5d20, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc8c93000 sched_switch(c8c93000,0,109,1a9,c15aca48,...) at sched_switch+0x4e2/frame 0xed905c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xed905c74 ithread_loop(c8a91eb0,ed905ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xed905cac fork_exit(c0b2a730,c8a91eb0,ed905ce8) at fork_exit+0x7e/frame 0xed905cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed905cd4 --- trap 0, eip = 0, esp = 0xed905d20, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc8ca5930 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100059 td 0xc8ca4930 sched_switch(c8ca4930,0,109,1a9,c1644b34,...) at sched_switch+0x4e2/frame 0xed943c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xed943c74 ithread_loop(c8a91e90,ed943ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xed943cac fork_exit(c0b2a730,c8a91e90,ed943ce8) at fork_exit+0x7e/frame 0xed943cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed943cd4 --- trap 0, eip = 0, esp = 0xed943d20, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc8ca4620 sched_switch(c8ca4620,0,109,1a9,c16335d0,...) at sched_switch+0x4e2/frame 0xed954c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xed954c74 ithread_loop(c8a91e80,ed954ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xed954cac fork_exit(c0b2a730,c8a91e80,ed954ce8) at fork_exit+0x7e/frame 0xed954cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed954cd4 --- trap 0, eip = 0, esp = 0xed954d20, ebp = 0 --- Tracing command intr pid 12 tid 100062 td 0xc8ca4000 sched_switch(c8ca4000,0,109,1a9,c15ac470,...) at sched_switch+0x4e2/frame 0xed964c3c mi_switch(109,0,c11d87bd,544,8,...) at mi_switch+0x1bf/frame 0xed964c74 ithread_loop(c8a91e70,ed964ce8,c11d854c,3dc,0,...) at ithread_loop+0x1e1/frame 0xed964cac fork_exit(c0b2a730,c8a91e70,ed964ce8) at fork_exit+0x7e/frame 0xed964cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed964cd4 --- trap 0, eip = 0, esp = 0xed964d20, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc8c93c40 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xc8a3a000 cpustop_handler(0,13,e473bb74,c105d007,e473ba68,...) at cpustop_handler+0x25/frame 0xe473ba28 ipi_nmi_handler(e473ba68,c0b29d3e,e473ba58,8,0,...) at ipi_nmi_handler+0x36/frame 0xe473ba38 trap(e473bb80) at trap+0x37/frame 0xe473bb74 calltrap() at calltrap+0x6/frame 0xe473bb74 --- trap 0x13, eip = 0xc1045365, esp = 0xe473bbc0, ebp = 0xe473bbc0 --- acpi_cpu_c1(c1c25c90,0,c13a3113,2ec,cb8c,...) at acpi_cpu_c1+0x5/frame 0xe473bbc0 acpi_cpu_idle(aa8da22,0,aa8da22,e473bc30,c107655d,...) at acpi_cpu_idle+0x166/frame 0xe473bc00 cpu_idle_acpi(aa8da22,0,2,c156c008,c156c004,...) at cpu_idle_acpi+0x3f/frame 0xe473bc14 cpu_idle(0,e473bc80,c11e18f2,a48,c156c008,...) at cpu_idle+0x9d/frame 0xe473bc30 sched_idletd(0,e473bce8,c11d854c,3dc,0,...) at sched_idletd+0x3cb/frame 0xe473bcac fork_exit(c0b89380,0,e473bce8) at fork_exit+0x7e/frame 0xe473bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe473bcd4 --- trap 0, eip = 0, esp = 0xe473bd20, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc8a39c40 cpustop_handler(1,13,e473eb74,c105d007,c156bf80,...) at cpustop_handler+0x25/frame 0xe473ea28 ipi_nmi_handler(c156bf80,8,e473ea74,c0b462c8,c156bf80,...) at ipi_nmi_handler+0x36/frame 0xe473ea38 trap(e473eb80) at trap+0x37/frame 0xe473eb74 calltrap() at calltrap+0x6/frame 0xe473eb74 --- trap 0x13, eip = 0xc1045365, esp = 0xe473ebc0, ebp = 0xe473ebc0 --- acpi_cpu_c1(e472bc90,0,c13a3113,2ec,cb8b,...) at acpi_cpu_c1+0x5/frame 0xe473ebc0 acpi_cpu_idle(7f4d39d2,0,7f4d39d2,e473ec30,c107655d,...) at acpi_cpu_idle+0x166/frame 0xe473ec00 cpu_idle_acpi(7f4d39d2,0,3,c156c708,c156c704,...) at cpu_idle_acpi+0x3f/frame 0xe473ec14 cpu_idle(0,e473ec80,c11e18f2,407,c156c708,...) at cpu_idle+0x9d/frame 0xe473ec30 sched_idletd(0,e473ece8,c11d854c,3dc,0,...) at sched_idletd+0x3cb/frame 0xe473ecac fork_exit(c0b89380,0,e473ece8) at fork_exit+0x7e/frame 0xe473ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe473ecd4 --- trap 0, eip = 0, esp = 0xe473ed20, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc8a39930 kdb_alt_break_internal(0,e4741ac8,c097ded7,2,c8cd7884,...) at kdb_alt_break_internal+0x162/frame 0xe4741a9c kdb_alt_break(2,c8cd7884,c11a75b9,c8cd7800,40000,...) at kdb_alt_break+0x16/frame 0xe4741aa8 uart_intr_rxready(c8cd7800,c13a3113,df,cb8b,1,...) at uart_intr_rxready+0x87/frame 0xe4741ac8 uart_intr(c8cd7800,0,b,0,0,...) at uart_intr+0x100/frame 0xe4741b04 intr_event_handle(c88e2900,e4741b80,0,2,0,...) at intr_event_handle+0x7a/frame 0xe4741b30 intr_execute_handlers(c8a90108,e4741b80,2) at intr_execute_handlers+0x42/frame 0xe4741b50 lapic_handle_intr(30,e4741b80) at lapic_handle_intr+0x5d/frame 0xe4741b70 Xapic_isr1() at Xapic_isr1+0x4a/frame 0xe4741b70 --- interrupt, eip = 0xc1045365, esp = 0xe4741bc0, ebp = 0xe4741bc0 --- acpi_cpu_c1(e472ec90,0,c13a3113,2ec,cb8b,...) at acpi_cpu_c1+0x5/frame 0xe4741bc0 acpi_cpu_idle(26a4e81c,0,26a4e81c,e4741c30,c107655d,...) at acpi_cpu_idle+0x166/frame 0xe4741c00 cpu_idle_acpi(26a4e81c,0,2,c156ce08,c156ce04,...) at cpu_idle_acpi+0x3f/frame 0xe4741c14 cpu_idle(0,e4741c80,c11e18f2,a48,c156ce08,...) at cpu_idle+0x9d/frame 0xe4741c30 sched_idletd(0,e4741ce8,c11d854c,3dc,0,...) at sched_idletd+0x3cb/frame 0xe4741cac fork_exit(c0b89380,0,e4741ce8) at fork_exit+0x7e/frame 0xe4741cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4741cd4 --- trap 0, eip = 0, esp = 0xe4741d20, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc8a39620 cpustop_handler(3,13,e4744b74,c105d007,3,...) at cpustop_handler+0x25/frame 0xe4744a28 ipi_nmi_handler(3,0,2dc599,0,e4744a7c,...) at ipi_nmi_handler+0x36/frame 0xe4744a38 trap(e4744b80) at trap+0x37/frame 0xe4744b74 calltrap() at calltrap+0x6/frame 0xe4744b74 --- trap 0x13, eip = 0xc1045365, esp = 0xe4744bc0, ebp = 0xe4744bc0 --- acpi_cpu_c1(e4731c90,0,c13a3113,2ec,cb8b,...) at acpi_cpu_c1+0x5/frame 0xe4744bc0 acpi_cpu_idle(443f071d,0,443f071d,e4744c30,c107655d,...) at acpi_cpu_idle+0x166/frame 0xe4744c00 cpu_idle_acpi(443f071d,0,1,c156d508,c156d504,...) at cpu_idle_acpi+0x3f/frame 0xe4744c14 cpu_idle(0,e4744c80,c11e18f2,407,c156d508,...) at cpu_idle+0x9d/frame 0xe4744c30 sched_idletd(0,e4744ce8,c11d854c,3dc,0,...) at sched_idletd+0x3cb/frame 0xe4744cac fork_exit(c0b89380,0,e4744ce8) at fork_exit+0x7e/frame 0xe4744cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4744cd4 --- trap 0, eip = 0, esp = 0xe4744d20, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc8a3a310 sched_switch(c8a3a310,0,104,1a9,e47379a0,...) at sched_switch+0x4e2/frame 0xe4737968 mi_switch(104,0,c11e58c5,200,c88eaf1c,...) at mi_switch+0x1bf/frame 0xe47379a0 sleepq_switch(c8a3a310,0,c11e58c5,1b6,c11e58c5,...) at sleepq_switch+0x1c5/frame 0xe47379d4 sleepq_catch_signals(c11e58c5,16d,c8a2ca78,d8,c8a3a310,...) at sleepq_catch_signals+0x382/frame 0xe4737a10 sleepq_wait_sig(c8a2c9c0,6c,c11e965d,100,0,...) at sleepq_wait_sig+0x14/frame 0xe4737a34 _sleep(c8a2c9c0,c8a2ca68,16c,c11e965d,0,...) at _sleep+0x356/frame 0xe4737a90 kern_wait6(c8a3a310,7,0,0,e4737b24,...) at kern_wait6+0x45b/frame 0xe4737af8 sys_wait4(c8a3a310,e4737ca8,c11d816d,4,c156bf90,...) at sys_wait4+0x8b/frame 0xe4737c18 syscall(e4737ce8) at syscall+0x34a/frame 0xe4737cdc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe4737cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x80653ef, esp = 0xbfbfe904, ebp = 0xbfbfe918 --- Tracing command audit pid 10 tid 100001 td 0xc8a3a620 sched_switch(c8a3a620,0,104,1a9,e4734bbc,...) at sched_switch+0x4e2/frame 0xe4734b84 mi_switch(104,0,c11e58c5,200,c163995c,...) at mi_switch+0x1bf/frame 0xe4734bbc sleepq_switch(c8a3a620,0,c11e58c5,276,c16399d0,...) at sleepq_switch+0x1c5/frame 0xe4734bf0 sleepq_wait(c16399d0,0,e4734c44,1,0,...) at sleepq_wait+0x48/frame 0xe4734c14 _cv_wait(c16399d0,c163995c,c12128f6,18d,0,...) at _cv_wait+0x1fe/frame 0xe4734c58 audit_worker(0,e4734ce8,c11d854c,3dc,0,...) at audit_worker+0x94/frame 0xe4734cac fork_exit(c0da11b0,0,e4734ce8) at fork_exit+0x7e/frame 0xe4734cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4734cd4 --- trap 0, eip = 0, esp = 0xe4734d20, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1632f90 sched_switch(c1632f90,0,104,1a9,c1c20c3c,...) at sched_switch+0x4e2/frame 0xc1c20c04 mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xc1c20c3c sleepq_switch(c1632f90,0,c11e58c5,299,c1632f90,...) at sleepq_switch+0x1c5/frame 0xc1c20c70 sleepq_timedwait(c1632c44,54,9,0,0,...) at sleepq_timedwait+0x48/frame 0xc1c20c94 _sleep(c1632c44,0,54,c121eaca,fffff470,...) at _sleep+0x33d/frame 0xc1c20cf0 swapper() at swapper+0x2c6/frame 0xc1c20d38 begin() at begin+0x22 Tracing command kernel pid 0 tid 100016 td 0xc8afb930 sched_switch(c8afb930,0,104,1a9,e4763bc0,...) at sched_switch+0x4e2/frame 0xe4763b88 mi_switch(104,0,c11e58c5,200,c857be98,...) at mi_switch+0x1bf/frame 0xe4763bc0 sleepq_switch(c8afb930,0,c11e58c5,276,c8afb930,...) at sleepq_switch+0x1c5/frame 0xe4763bf4 sleepq_wait(c857be80,0,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe4763c18 _sleep(c857be80,c857be98,0,c11ca416,0,...) at _sleep+0x3a1/frame 0xe4763c74 taskqueue_thread_loop(c157a0c4,e4763ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0x144/frame 0xe4763cac fork_exit(c0bb1680,c157a0c4,e4763ce8) at fork_exit+0x7e/frame 0xe4763cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4763cd4 --- trap 0, eip = 0, esp = 0xe4763d20, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc8afb310 sched_switch(c8afb310,0,104,1a9,e4769bc0,...) at sched_switch+0x4e2/frame 0xe4769b88 mi_switch(104,0,c11e58c5,200,c857bb98,...) at mi_switch+0x1bf/frame 0xe4769bc0 sleepq_switch(c8afb310,0,c11e58c5,276,c8afb310,...) at sleepq_switch+0x1c5/frame 0xe4769bf4 sleepq_wait(c857bb80,0,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe4769c18 _sleep(c857bb80,c857bb98,0,c11ca416,0,...) at _sleep+0x3a1/frame 0xe4769c74 taskqueue_thread_loop(c1637310,e4769ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0x144/frame 0xe4769cac fork_exit(c0bb1680,c1637310,e4769ce8) at fork_exit+0x7e/frame 0xe4769cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4769cd4 --- trap 0, eip = 0, esp = 0xe4769d20, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc8afac40 sched_switch(c8afac40,0,104,1a9,e476fbc0,...) at sched_switch+0x4e2/frame 0xe476fb88 mi_switch(104,0,c11e58c5,200,c857ba98,...) at mi_switch+0x1bf/frame 0xe476fbc0 sleepq_switch(c8afac40,0,c11e58c5,276,c8afac40,...) at sleepq_switch+0x1c5/frame 0xe476fbf4 sleepq_wait(c857ba80,0,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe476fc18 _sleep(c857ba80,c857ba98,0,c11ca416,0,...) at _sleep+0x3a1/frame 0xe476fc74 taskqueue_thread_loop(c1633498,e476fce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0x144/frame 0xe476fcac fork_exit(c0bb1680,c1633498,e476fce8) at fork_exit+0x7e/frame 0xe476fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe476fcd4 --- trap 0, eip = 0, esp = 0xe476fd20, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc8afa930 sched_switch(c8afa930,0,104,1a9,e4772bd4,...) at sched_switch+0x4e2/frame 0xe4772b9c mi_switch(104,0,c11e58c5,200,c157bb7c,...) at mi_switch+0x1bf/frame 0xe4772bd4 sleepq_switch(c8afa930,0,c11e58c5,276,c857ba00,...) at sleepq_switch+0x1c5/frame 0xe4772c08 sleepq_wait(c857ba00,0,c11dfc4a,c11ca416,0,...) at sleepq_wait+0x48/frame 0xe4772c2c msleep_spin_sbt(c857ba00,c857ba18,c11ca416,0,0,...) at msleep_spin_sbt+0x241/frame 0xe4772c74 taskqueue_thread_loop(c1629f78,e4772ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4772cac fork_exit(c0bb1680,c1629f78,e4772ce8) at fork_exit+0x7e/frame 0xe4772cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4772cd4 --- trap 0, eip = 0, esp = 0xe4772d20, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc8afa620 sched_switch(c8afa620,0,104,1a9,e4775bd4,...) at sched_switch+0x4e2/frame 0xe4775b9c mi_switch(104,0,c11e58c5,200,c157bb7c,...) at mi_switch+0x1bf/frame 0xe4775bd4 sleepq_switch(c8afa620,0,c11e58c5,276,c857ba00,...) at sleepq_switch+0x1c5/frame 0xe4775c08 sleepq_wait(c857ba00,0,c11dfc4a,c11ca416,0,...) at sleepq_wait+0x48/frame 0xe4775c2c msleep_spin_sbt(c857ba00,c857ba18,c11ca416,0,0,...) at msleep_spin_sbt+0x241/frame 0xe4775c74 taskqueue_thread_loop(c1629f78,e4775ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4775cac fork_exit(c0bb1680,c1629f78,e4775ce8) at fork_exit+0x7e/frame 0xe4775cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4775cd4 --- trap 0, eip = 0, esp = 0xe4775d20, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc8afa310 sched_switch(c8afa310,0,104,1a9,e4778bd4,...) at sched_switch+0x4e2/frame 0xe4778b9c mi_switch(104,0,c11e58c5,200,c157bb7c,...) at mi_switch+0x1bf/frame 0xe4778bd4 sleepq_switch(c8afa310,0,c11e58c5,276,c857ba00,...) at sleepq_switch+0x1c5/frame 0xe4778c08 sleepq_wait(c857ba00,0,c11dfc4a,c11ca416,0,...) at sleepq_wait+0x48/frame 0xe4778c2c msleep_spin_sbt(c857ba00,c857ba18,c11ca416,0,0,...) at msleep_spin_sbt+0x241/frame 0xe4778c74 taskqueue_thread_loop(c1629f78,e4778ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4778cac fork_exit(c0bb1680,c1629f78,e4778ce8) at fork_exit+0x7e/frame 0xe4778cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4778cd4 --- trap 0, eip = 0, esp = 0xe4778d20, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc8be6930 sched_switch(c8be6930,0,104,1a9,e4784bc0,...) at sched_switch+0x4e2/frame 0xe4784b88 mi_switch(104,0,c11e58c5,200,c857b818,...) at mi_switch+0x1bf/frame 0xe4784bc0 sleepq_switch(c8be6930,0,c11e58c5,276,c8be6930,...) at sleepq_switch+0x1c5/frame 0xe4784bf4 sleepq_wait(c857b800,0,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xe4784c18 _sleep(c857b800,c857b818,0,c11ca416,0,...) at _sleep+0x3a1/frame 0xe4784c74 taskqueue_thread_loop(c1639a04,e4784ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0x144/frame 0xe4784cac fork_exit(c0bb1680,c1639a04,e4784ce8) at fork_exit+0x7e/frame 0xe4784cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4784cd4 --- trap 0, eip = 0, esp = 0xe4784d20, ebp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xc8c93930 sched_switch(c8c93930,0,104,1a9,ed96abd4,...) at sched_switch+0x4e2/frame 0xed96ab9c mi_switch(104,0,c11e58c5,200,c157bb34,...) at mi_switch+0x1bf/frame 0xed96abd4 sleepq_switch(c8c93930,0,c11e58c5,276,c8cf3780,...) at sleepq_switch+0x1c5/frame 0xed96ac08 sleepq_wait(c8cf3780,0,c11dfc4a,c11ca416,0,...) at sleepq_wait+0x48/frame 0xed96ac2c msleep_spin_sbt(c8cf3780,c8cf3798,c11ca416,0,0,...) at msleep_spin_sbt+0x241/frame 0xed96ac74 taskqueue_thread_loop(c1628414,ed96ace8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0xf3/frame 0xed96acac fork_exit(c0bb1680,c1628414,ed96ace8) at fork_exit+0x7e/frame 0xed96acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed96acd4 --- trap 0, eip = 0, esp = 0xed96ad20, ebp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xc8c93620 sched_switch(c8c93620,0,104,1a9,ed96db80,...) at sched_switch+0x4e2/frame 0xed96db48 mi_switch(104,0,c11e58c5,200,101,...) at mi_switch+0x1bf/frame 0xed96db80 sleepq_switch(c8c93620,0,c11e58c5,299,c8c93620,...) at sleepq_switch+0x1c5/frame 0xed96dbb4 sleepq_timedwait(c155ec4c,0,2,0,0,...) at sleepq_timedwait+0x48/frame 0xed96dbd8 _sleep(c155ec4c,0,0,c11ca416,fffffc88,...) at _sleep+0x33d/frame 0xed96dc34 pause_sbt(c11ca416,fffffc88,2,0,0,...) at pause_sbt+0x112/frame 0xed96dc70 deadlkres(0,ed96dce8,c11d854c,3dc,0,...) at deadlkres+0x81/frame 0xed96dcac fork_exit(c0b055c0,0,ed96dce8) at fork_exit+0x7e/frame 0xed96dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed96dcd4 --- trap 0, eip = 0, esp = 0xed96dd20, ebp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xc8efd310 sched_switch(c8efd310,0,104,1a9,ed974bc0,...) at sched_switch+0x4e2/frame 0xed974b88 mi_switch(104,0,c11e58c5,200,c857b998,...) at mi_switch+0x1bf/frame 0xed974bc0 sleepq_switch(c8efd310,0,c11e58c5,276,c8efd310,...) at sleepq_switch+0x1c5/frame 0xed974bf4 sleepq_wait(c857b980,0,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xed974c18 _sleep(c857b980,c857b998,0,c11ca416,0,...) at _sleep+0x3a1/frame 0xed974c74 taskqueue_thread_loop(c1495d24,ed974ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0x144/frame 0xed974cac fork_exit(c0bb1680,c1495d24,ed974ce8) at fork_exit+0x7e/frame 0xed974cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xed974cd4 --- trap 0, eip = 0, esp = 0xed974d20, ebp = 0 --- Tracing command kernel pid 0 tid 101654 td 0xd0aff620 sched_switch(d0aff620,0,104,1a9,f9482bc0,...) at sched_switch+0x4e2/frame 0xf9482b88 mi_switch(104,0,c11e58c5,200,cfdd1a18,...) at mi_switch+0x1bf/frame 0xf9482bc0 sleepq_switch(d0aff620,0,c11e58c5,276,d0aff620,...) at sleepq_switch+0x1c5/frame 0xf9482bf4 sleepq_wait(cfdd1a00,0,c11ca416,0,0,...) at sleepq_wait+0x48/frame 0xf9482c18 _sleep(cfdd1a00,cfdd1a18,0,c11ca416,0,...) at _sleep+0x3a1/frame 0xf9482c74 taskqueue_thread_loop(cf141b80,f9482ce8,c11d854c,3dc,0,...) at taskqueue_thread_loop+0x144/frame 0xf9482cac fork_exit(c0bb1680,cf141b80,f9482ce8) at fork_exit+0x7e/frame 0xf9482cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf9482cd4 --- trap 0, eip = 0, esp = 0xf9482d20, ebp = 0 --- db:0:allt> call doadump Physical memory: 3431 MB Dumping 410 MB: 395 379 363 347 331 315 299 283 267 251 235 219 203 187 171 155 139 123 107 91 75 59 43 27 11 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) proc 4788 [Switching to thread 178 (Thread 101500)]#0 sched_switch (td=0xd5a91000, newtd=, flags=) at ../../../kern/sched_ule.c:1956 1956 cpuid = PCPU_GET(cpuid); Current language: auto; currently minimal (kgdb) bt #0 sched_switch (td=0xd5a91000, newtd=, flags=) at ../../../kern/sched_ule.c:1956 #1 0xc0b676ef in mi_switch (flags=, newtd=0xc156cd90) at ../../../kern/kern_synch.c:472 #2 0xc0bad305 in sleepq_switch (wchan=, pri=0x0) at ../../../kern/subr_sleepqueue.c:552 #3 0xc0bad0e8 in sleepq_wait (wchan=0xc157d580, pri=0x0) at ../../../kern/subr_sleepqueue.c:631 #4 0xc0b05e6e in _cv_wait (cvp=0xc157d580, lock=0xc157d500) at ../../../kern/kern_condvar.c:139 #5 0xc0bb925f in vmem_xalloc (vm=0xc157d500, size0=0x250000, align=, phase=0xc1fb7110, nocross=, minaddr=0xc1455bf0, maxaddr=0xd5a91000, flags=0x2002, addrp=) at ../../../kern/subr_vmem.c:1211 #6 0xc0bb9014 in vmem_alloc (vm=0xc157d500, size=0x250000, flags=0x2002, addrp=) at ../../../kern/subr_vmem.c:1097 #7 0xc0e1b42b in kmem_malloc (vmem=0xc157d500, size=0x250000, flags=0x102) at ../../../vm/vm_kern.c:315 #8 0xc0e132e0 in uma_large_malloc (size=, wait=0x102) at ../../../vm/uma_core.c:1105 #9 0xc0b41667 in malloc (size=0x250000, mtp=, flags=) at ../../../kern/kern_malloc.c:511 #10 0xc0b140be in fdgrowtable (fdp=0xe045f374, nfd=) at ../../../kern/kern_descrip.c:1553 #11 0xc0b109d7 in do_dup (td=0xd5a91000, flags=0x1, old=, new=) at ../../../kern/kern_descrip.c:1509 #12 0xc0b107c2 in sys_dup2 (td=0xd5a91000, uap=0xc827eca8) at ../../../kern/kern_descrip.c:364 #13 0xc105e56a in syscall (frame=) at subr_syscall.c:133 #14 0xc10497e1 in Xint0x80_syscall () at ../../../i386/i386/exception.s:269 #15 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 5 #5 0xc0bb925f in vmem_xalloc (vm=0xc157d500, size0=0x250000, align=, phase=0xc1fb7110, nocross=, minaddr=0xc1455bf0, maxaddr=0xd5a91000, flags=0x2002, addrp=) at ../../../kern/subr_vmem.c:1211 1211 VMEM_CONDVAR_WAIT(vm); (kgdb) l 1206 } 1207 if ((flags & M_NOWAIT) != 0) { 1208 error = ENOMEM; 1209 break; 1210 } 1211 VMEM_CONDVAR_WAIT(vm); 1212 } 1213 out: 1214 VMEM_UNLOCK(vm); 1215 if (error != 0 && (flags & M_NOWAIT) == 0) (kgdb) info loc size = 0x250000 strat = 0x2000 end = (struct vmem_freelist *) 0xc157d6cc first = (struct vmem_freelist *) 0xc157d670 list = avail = (kgdb) p *vm $1 = {vm_lock = {lock_object = {lo_name = 0xc11db399 "kmem arena", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc8584428}, mtx_lock = 0x4}, vm_cv = { cv_description = 0xc11db399 "kmem arena", cv_waiters = 0x1}, vm_name = 0xc157d588 "kmem arena", vm_alllist = {le_next = 0xc157d100, le_prev = 0xc157d99c}, vm_hash0 = 0xc157d5a4, vm_freelist = 0xc157d5e4, vm_seglist = {tqh_first = 0xc1fb31c0, tqh_last = 0xe1b7f770}, vm_hashlist = 0xd9425000, vm_hashsize = 0x20000, vm_qcache_max = 0x0, vm_quantum_mask = 0xfff, vm_import_quantum = 0x0, vm_quantum_shift = 0xc, vm_freetags = {lh_first = 0xdfc4c40c}, vm_nfreetags = 0x20, vm_nbusytag = 0x9a17, vm_inuse = 0xa84f000, vm_size = 0x19c00000, vm_importfn = 0, vm_releasefn = 0, vm_arg = 0x0, vm_reclaimfn = 0xc0b41cd0 , vm_qcache = 0xc157d710} (kgdb) printf "pho = %d %d %d\n", pho1, pho2, pho3 pho = 55833 784 0 (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/kern/kern_malloc.c =================================================================== --- /usr/src/sys/kern/kern_malloc.c (revision 282366) +++ /usr/src/sys/kern/kern_malloc.c (working copy) @@ -665,13 +665,15 @@ reallocf(void *addr, unsigned long size, struct ma } /* - * Wake the page daemon when we exhaust KVA. It will call the lowmem handler - * and uma_reclaim() callbacks in a context that is safe. + * Wake the uma reclamation pagedaemon thread when we exhaust KVA. It + * will call the lowmem handler and uma_reclaim() callbacks in a + * context that is safe. */ static void kmem_reclaim(vmem_t *vm, int flags) { + uma_reclaim_wakeup(); pagedaemon_wakeup(); } Index: /usr/src/sys/vm/uma.h =================================================================== --- /usr/src/sys/vm/uma.h (revision 282366) +++ /usr/src/sys/vm/uma.h (working copy) @@ -690,4 +690,7 @@ struct uma_percpu_stat { uint64_t _ups_reserved[5]; /* Reserved. */ }; +void uma_reclaim_wakeup(void); +void uma_reclaim_worker(void *); + #endif /* _VM_UMA_H_ */ Index: /usr/src/sys/vm/uma_core.c =================================================================== --- /usr/src/sys/vm/uma_core.c (revision 282366) +++ /usr/src/sys/vm/uma_core.c (working copy) @@ -3221,17 +3221,22 @@ uma_find_refcnt(uma_zone_t zone, void *item) return refcnt; } +int pho1, pho2, pho3; + /* See uma.h */ -void -uma_reclaim(void) +static void +uma_reclaim_locked(void) { + #ifdef UMA_DEBUG printf("UMA: vm asked us to release pages!\n"); #endif - sx_xlock(&uma_drain_lock); + sx_assert(&uma_drain_lock, SA_XLOCKED); + pho2++; bucket_enable(); zone_foreach(zone_drain); if (vm_page_count_min()) { + pho3++; cache_drain_safe(NULL); zone_foreach(zone_drain); } @@ -3243,9 +3248,43 @@ uma_find_refcnt(uma_zone_t zone, void *item) zone_drain(slabzone); zone_drain(slabrefzone); bucket_zone_drain(); +} + +void +uma_reclaim(void) +{ + + sx_xlock(&uma_drain_lock); + uma_reclaim_locked(); sx_xunlock(&uma_drain_lock); } +static int uma_reclaim_needed; + +void +uma_reclaim_wakeup(void) +{ + + pho1++; + uma_reclaim_needed = 1; + wakeup(&uma_reclaim_needed); +} + +void +uma_reclaim_worker(void *arg __unused) +{ + + sx_xlock(&uma_drain_lock); + for (;;) { + sx_sleep(&uma_reclaim_needed, &uma_drain_lock, PVM, + "umarcl", 0); + if (uma_reclaim_needed) { + uma_reclaim_needed = 0; + uma_reclaim_locked(); + } + } +} + /* See uma.h */ int uma_zone_exhausted(uma_zone_t zone) Index: /usr/src/sys/vm/vm_pageout.c =================================================================== --- /usr/src/sys/vm/vm_pageout.c (revision 282366) +++ /usr/src/sys/vm/vm_pageout.c (working copy) @@ -1724,8 +1724,9 @@ vm_pageout_init(void) static void vm_pageout(void) { + int error; #if MAXMEMDOM > 1 - int error, i; + int i; #endif swap_pager_swap_init(); @@ -1739,6 +1740,10 @@ vm_pageout(void) } } #endif + error = kthread_add(uma_reclaim_worker, NULL, curproc, NULL, + 0, 0, "uma"); + if (error != 0) + panic("starting uma_reclaim helper, error %d\n", error); vm_pageout_worker((void *)(uintptr_t)0); }