GENERIC HEAD from 2014-02-23 01:49:01 UTC, r262358M, vmcore.747 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb 4718592K of memory above 4GB ignored Copyright (c) 1992-2014 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #1 r262358M: Thu Mar 6 06:26:31 CET 2014 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.4 (tags/RELEASE_34/final 197956) 20140216 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin="AuthenticAMD" Id=0x100f23 Family=0x10 Model=0x2 Stepping=3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3532091392 (3368 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point swi. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 441234 free (2002 frags, 54904 blocks, 0.2% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 599086 free (8918 frags, 73771 blocks, 0.9% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 97831085 free (18165 frags, 12226615 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 3118286 free (244670 frags, 359202 blocks, 2.4% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 9335800 free (128888 frags, 1150864 blocks, 0.5% fragmentation) Mounting local file systems:. Writing entropy file:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (none) status: no carrier Starting devd. Starting pflogd: add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc46 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. Starting rpcbind. NFS access cache time=60 Starting watchdogd. No core dumps found. Additional ABI support: linux. Starting casperd. lock order reversal: 1st 0xe44fa458 bufwait (bufwait) @ kern/vfs_bio.c:3085 2nd 0xc8dca400 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c115c820,4,c1166c80,408,4000,...) at db_trace_self_wrapper+0x2d/frame 0xedb23768 kdb_backtrace(c11604ad,c8dca400,c11939b1,c85ae408,c11935f6,...) at kdb_backtrace+0x30/frame 0xedb237cc witness_checkorder(c8dca400,9,c11935ed,11c,0,...) at witness_checkorder+0xd04/frame 0xedb23818 _sx_xlock(c8dca400,0,c11935ed,11c,c8d93800,...) at _sx_xlock+0x75/frame 0xedb23848 ufsdirhash_add(c8d99488,edb23940,2f40,edb238c8,edb238cc,...) at ufsdirhash_add+0x4a/frame 0xedb23878 ufs_direnter(c8d9a708,c97f7438,edb23940,edb23b64,e44fefa4,...) at ufs_direnter+0x614/frame 0xedb238f8 ufs_mkdir(edb23c00,c1324d6b,c118c8a6,c8d9a708,edb23bfc,...) at ufs_mkdir+0x8c2/frame 0xedb23a98 VOP_MKDIR_APV(c13e9430,edb23c00,edb23b64,edb23b90,28803020,...) at VOP_MKDIR_APV+0x12f/frame 0xedb23ac8 kern_mkdirat(c8eaa310,ffffff9c,28803020,0,1c0) at kern_mkdirat+0x22d/frame 0xedb23c24 sys_mkdir(c8eaa310,edb23cc8,edb23c98,c0b09826,c144b810,...) at sys_mkdir+0x31/frame 0xedb23c40 syscall(edb23d08) at syscall+0x31b/frame 0xedb23cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb23cfc --- syscall (136, FreeBSD ELF32, sys_mkdir), eip = 0x28179907, esp = 0xbfbfd924, ebp = 0xbfbfddd0 --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Removing stale Samba tdb files: ....... done Starting nmbd. Starting smbd. Starting winbindd. Starting smartd. /etc/rc: WARNING: failed to start smartd Starting default moused. Configuring syscons: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc8d9a73c ufs (ufs) @ kern/vfs_subr.c:2101 2nd 0xe44fa458 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 3rd 0xc97f6a0c ufs (ufs) @ kern/vfs_subr.c:2101 KDB: stack backtrace: db_trace_self_wrapper(c115c820,4000,0,200,0,...) at db_trace_self_wrapper+0x2d/frame 0xf89296b0 kdb_backtrace(c11604c6,c97f6a0c,c11474aa,c85ae3a0,c1169c4e,...) at kdb_backtrace+0x30/frame 0xf8929714 witness_checkorder(c97f6a0c,9,c1169c45,835,c97f6a78,...) at witness_checkorder+0xd04/frame 0xf8929760 __lockmgr_args(c97f6a0c,80100,c97f6a78,0,0,...) at __lockmgr_args+0x8cd/frame 0xf8929840 ffs_lock(f89298c0,70b,c858d1e0,c8593228,c858d1e0,...) at ffs_lock+0x97/frame 0xf892987c VOP_LOCK1_APV(c13e9430,f89298c0,e44dcc74,c988e000,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf89298a8 _vn_lock(c97f69d8,80100,c1169c45,835,c1168e8d,...) at _vn_lock+0xca/frame 0xf89298e8 vget(c97f69d8,80100,c988e000,57,0,...) at vget+0x77/frame 0xf8929920 vfs_hash_get(c911ebb0,9cb000,80000,c988e000,f8929a20,...) at vfs_hash_get+0xff/frame 0xf892994c ffs_vgetf(c911ebb0,9cb000,80000,f8929a20,1,...) at ffs_vgetf+0x44/frame 0xf89299a8 softdep_sync_buf(c8d9a708,e44fa400,1,0,0,...) at softdep_sync_buf+0x4dd/frame 0xf8929a38 ffs_syncvnode(c8d9a708,1,0,61b,0,...) at ffs_syncvnode+0x2dd/frame 0xf8929a90 ffs_sync(c911ebb0,1,f8929b48,518,c13c310c,...) at ffs_sync+0x23c/frame 0xf8929b10 dounmount(c911ebb0,8080000,c988e000,494,0,...) at dounmount+0x4b8/frame 0xf8929b70 sys_unmount(c988e000,f8929cc8,c0ff152f,e4737c90,0,...) at sys_unmount+0x3af/frame 0xf8929c40 syscall(f8929d08) at syscall+0x31b/frame 0xf8929cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8929cfc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280ca0db, esp = 0xbfbfd694, ebp = 0xbfbfd760 --- lock order reversal: 1st 0xc8e84304 ufs (ufs) @ kern/vfs_mount.c:1237 2nd 0xc89f4b74 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1833 KDB: stack backtrace: db_trace_self_wrapper(c115c820,8,c1f7fc10,c1f7fc00,da,...) at db_trace_self_wrapper+0x2d/frame 0xf8929828 kdb_backtrace(c11604ad,c89f4b74,c115333c,c85ae200,c118f2d0,...) at kdb_backtrace+0x30/frame 0xf892988c witness_checkorder(c89f4b74,9,c118f2c7,729,0,...) at witness_checkorder+0xd04/frame 0xf89298d8 __lockmgr_args(c89f4b74,80400,c89f4be0,0,0,0,c118f2c7,729) at __lockmgr_args+0x8cd/frame 0xf89299b4 vop_stdlock(f8929a28,c16fc2d4,f8929a20,c0adff7d,c16fc2d4,...) at vop_stdlock+0x53/frame 0xf89299e4 VOP_LOCK1_APV(c13b3078,f8929a28,f8929a50,c0d47ae9,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf8929a10 _vn_lock(c89f4b40,80400,c118f2c7,729,c0b9451e,...) at _vn_lock+0xca/frame 0xf8929a50 softdep_flushworklist(c911ebb0,f8929adc,c988e000,62f,0,...) at softdep_flushworklist+0x68/frame 0xf8929a90 ffs_sync(c911ebb0,1,f8929b48,518,c13c310c,...) at ffs_sync+0x303/frame 0xf8929b10 dounmount(c911ebb0,8080000,c988e000,494,0,...) at dounmount+0x4b8/frame 0xf8929b70 sys_unmount(c988e000,f8929cc8,c0ff152f,e4737c90,0,...) at sys_unmount+0x3af/frame 0xf8929c40 syscall(f8929d08) at syscall+0x31b/frame 0xf8929cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8929cfc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280ca0db, esp = 0xbfbfd694, ebp = 0xbfbfd760 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 135841 files, 20482896 used, 97831085 free (18165 frags, 12226615 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp. Starting inetd. Thu Mar 6 06:33:24 CET 2014 FreeBSD/i386 (x4.osted.lan) (console) login: Mar 6 06:37:48 x4 su: pho to root on /dev/pts/0 20140306 06:37:55 all (1/269): tmpfs9.sh lock order reversal: 1st 0xc8d6de44 syncer (syncer) @ kern/vfs_subr.c:1720 2nd 0xc990aa0c ufs (ufs) @ kern/vfs_subr.c:2101 KDB: stack backtrace: db_trace_self_wrapper(c115c820,c8dec290,c88fb940,c1147a86,2,...) at db_trace_self_wrapper+0x2d/frame 0xedb0d938 kdb_backtrace(c11604ad,c990aa0c,c11474aa,c85ae3a0,c1169c4e,...) at kdb_backtrace+0x30/frame 0xedb0d99c witness_checkorder(c990aa0c,9,c1169c45,835,c990aa78,...) at witness_checkorder+0xd04/frame 0xedb0d9e8 __lockmgr_args(c990aa0c,80500,c990aa78,0,0,...) at __lockmgr_args+0x8cd/frame 0xedb0dac8 ffs_lock(edb0db48,c115a883,c8593088,c85ae470,c8593088,...) at ffs_lock+0x97/frame 0xedb0db04 VOP_LOCK1_APV(c13e9430,edb0db48,c16f8018,127e,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xedb0db30 _vn_lock(c990a9d8,80500,c1169c45,835,c1169c45,...) at _vn_lock+0xca/frame 0xedb0db70 vget(c990a9d8,80500,c8ba6000,128a,edb0dbf8,...) at vget+0x77/frame 0xedb0dba8 vfs_msync(c911e5d8,2,2,e47,c911e5d8,...) at vfs_msync+0xc0/frame 0xedb0dbf8 sync_fsync(edb0dca8,c1324c46,80400,c1169c45,6b8,...) at sync_fsync+0x131/frame 0xedb0dc20 VOP_FSYNC_APV(c13cd0ac,edb0dca8,c1169c45,6b8,0,...) at VOP_FSYNC_APV+0x12f/frame 0xedb0dc50 sched_sync(0,edb0dd08,c11519fc,3c9,0,...) at sched_sync+0x3b1/frame 0xedb0dccc fork_exit(c0b99170,0,edb0dd08) at fork_exit+0x7f/frame 0xedb0dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb0dcf4 --- trap 0, eip = 0, esp = 0xedb0dd40, ebp = 0 --- 20140306 06:48:27 all (2/269): core.sh 20140306 06:52:01 all (3/269): kevent3.sh 20140306 06:52:03 all (4/269): newfs4.sh 20140306 06:55:19 all (5/269): mmap4.sh vnode_pager_putpages: I/O error 28 vnode_pager_putpages: residual I/O 32768 at 9776 Mar 6 06:55:23 x4 kernel: pid 54185 (mmap4), uid 0 inumber 4 on /mnt: filesystem full 20140306 06:55:25 all (6/269): setuid.sh 20140306 06:55:26 all (7/269): mac_chkexec.sh 20140306 06:55:29 all (8/269): md5.sh 20140306 06:55:32 all (9/269): marcus.sh 20140306 07:27:11 all (10/269): rwlock_ronly.sh 20140306 07:27:14 all (11/269): nullfs7.sh 20140306 07:27:15 all (12/269): sysctl.sh 20140306 07:27:23 all (13/269): mountu.sh lock order reversal: 1st 0xcbe265d4 msdosfs (msdosfs) @ kern/vfs_subr.c:2101 2nd 0xca008304 devfs (devfs) @ fs/msdosfs/msdosfs_vnops.c:903 KDB: stack backtrace: db_trace_self_wrapper(c115c820,ca189840,cbadb9c0,c144bf00,c144c3ac,...) at db_trace_self_wrapper+0x2d/frame 0xf8a0b5a8 kdb_backtrace(c11604ad,ca008304,c115333c,c85ae200,c113fefe,...) at kdb_backtrace+0x30/frame 0xf8a0b60c witness_checkorder(ca008304,9,c113fef5,387,0,...) at witness_checkorder+0xd04/frame 0xf8a0b658 __lockmgr_args(ca008304,80400,ca008370,0,0,0,c113fef5,387) at __lockmgr_args+0x8cd/frame 0xf8a0b734 vop_stdlock(f8a0b7a8,c1168cc3,2c5,0,5d,...) at vop_stdlock+0x53/frame 0xf8a0b764 VOP_LOCK1_APV(c13b3078,f8a0b7a8,0,0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf8a0b790 _vn_lock(ca0082d0,80400,c113fef5,387,c13b351c,...) at _vn_lock+0xca/frame 0xf8a0b7d0 msdosfs_fsync(f8a0b888,c1324c46,0,c1169c45,120d,...) at msdosfs_fsync+0x54/frame 0xf8a0b810 VOP_FSYNC_APV(c13b351c,f8a0b888,ca4de000,3c1,f8a0b8f8,...) at VOP_FSYNC_APV+0x12f/frame 0xf8a0b840 msdosfs_sync(c8d608c4,1,0,0,0,...) at msdosfs_sync+0xe5/frame 0xf8a0b8b0 msdosfs_mount(c8d608c4,ccc97a30,4,3ac,c874fc20,...) at msdosfs_mount+0x297/frame 0xf8a0ba18 vfs_donmount(ca4de000,0,0,cd44ea00,cd44ea00,...) at vfs_donmount+0x10fd/frame 0xf8a0bc18 sys_nmount(ca4de000,f8a0bcc8,c0ff152f,e4734c90,0,...) at sys_nmount+0x78/frame 0xf8a0bc40 syscall(f8a0bd08) at syscall+0x31b/frame 0xf8a0bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a0bcfc --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280cb6db, esp = 0xbfbfd294, ebp = 0xbfbfd864 --- 20140306 07:27:40 all (14/269): fs.sh lock order reversal: 1st 0xcdf9441c ufs_extattr_sx (ufs_extattr_sx) @ ufs/ufs/ufs_extattr.c:114 2nd 0xc9d11304 ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1711 KDB: stack backtrace: db_trace_self_wrapper(c115c820,c0b0b300,c144b810,4,c115a883,...) at db_trace_self_wrapper+0x2d/frame 0xf8a11650 kdb_backtrace(c11604ad,c9d11304,c11474aa,c85ae3a0,c119293a,...) at kdb_backtrace+0x30/frame 0xf8a116b4 witness_checkorder(c9d11304,9,c1192931,6af,0,...) at witness_checkorder+0xd04/frame 0xf8a11700 __lockmgr_args(c9d11304,80000,0,0,0,...) at __lockmgr_args+0x8cd/frame 0xf8a117dc ffs_vgetf(cb1b7000,2,80000,f8a11870,0) at ffs_vgetf+0x16d/frame 0xf8a11838 ffs_vget(cb1b7000,2,80000,f8a11870,0,...) at ffs_vget+0x2f/frame 0xf8a11858 ufs_root(cb1b7000,80000,f8a118a8,72,8,...) at ufs_root+0x49/frame 0xf8a1187c ufs_extattr_autostart(cb1b7000,ca4dd930,c1192931,439,0,...) at ufs_extattr_autostart+0x7b/frame 0xf8a118b8 ffs_mount(cb1b7000,c13e9138,c8ea8880,c8ca7d00,ccc97ae0,...) at ffs_mount+0x265b/frame 0xf8a11a18 vfs_donmount(ca4dd930,0,0,c896c100,c896c100,...) at vfs_donmount+0xd60/frame 0xf8a11c18 sys_nmount(ca4dd930,f8a11cc8,c0ff152f,e4734c90,0,...) at sys_nmount+0x78/frame 0xf8a11c40 syscall(f8a11d08) at syscall+0x31b/frame 0xf8a11cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a11cfc --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280dd6db, esp = 0xbfbfc8d0, ebp = 0xbfbfce28 --- Mar 6 07:39:42 x4 kernel: pid 62697 (rw), uid 1004 inumber 8 on /mnt: filesystem full Mar 6 07:40:29 x4 kernel: pid 62692 (creat), uid 1004 inumber 645 on /mnt: out of inodes Mar 6 07:40:31 x4 kernel: pid 62700 (creat), uid 1004 inumber 1925 on /mnt: out of inodes Mar 6 07:40:33 x4 kernel: pid 62696 (creat), uid 1004 inumber 1280 on /mnt: out of inodes Mar 6 07:40:36 x4 kernel: pid 62698 (creat), uid 1004 inumber 1281 on /mnt: out of inodes Mar 6 07:40:37 x4 kernel: pid 62694 (creat), uid 1004 inumber 644 on /mnt: out of inodes Mar 6 07:40:40 x4 kernel: pid 62707 (creat), uid 1004 inumber 642 on /mnt: out of inodes Mar 6 07:40:44 x4 kernel: pid 62698 (creat), uid 1004 inumber 1281 on /mnt: out of inodes Mar 6 07:40:56 x4 kernel: pid 62694 (creat), uid 1004 inumber 644 on /mnt: out of inodes Mar 6 07:41:14 x4 kernel: pid 62696 (creat), uid 1004 inumber 1280 on /mnt: out of inodes Mar 6 07:41:16 x4 kernel: pid 62702 (creat), uid 1004 inumber 643 on /mnt: out of inodes Mar 6 07:41:38 x4 kernel: pid 62694 (creat), uid 1004 inumber 644 on /mnt: out of inodes Mar 6 07:44:08 x4 kernel: pid 62860 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:44:09 x4 kernel: pid 62836 (creat), uid 1004 inumber 647 on /mnt: out of inodes Mar 6 07:44:22 x4 kernel: pid 62835 (rw), uid 1004 inumber 4 on /mnt: out of inodes Mar 6 07:44:32 x4 kernel: pid 62859 (creat), uid 1004 inumber 5 on /mnt: out of inodes Mar 6 07:44:38 x4 kernel: pid 62825 (rw), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:44:45 x4 kernel: pid 62847 (rw), uid 1004 inumber 7 on /mnt: out of inodes Mar 6 07:44:53 x4 kernel: pid 62839 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:45:24 x4 kernel: pid 62833 (creat), uid 1004 inumber 1926 on /mnt: out of inodes Mar 6 07:47:43 x4 kernel: pid 62975 (rw), uid 1004 inumber 1931 on /mnt: filesystem full Mar 6 07:47:44 x4 kernel: pid 62996 (creat), uid 1004 inumber 1280 on /mnt: filesystem full Mar 6 07:49:42 x4 kernel: pid 62987 (creat), uid 1004 inumber 641 on /mnt: out of inodes Mar 6 07:49:44 x4 kernel: pid 63033 (rw), uid 1004 inumber 652 on /mnt: filesystem full Mar 6 07:49:51 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:49:52 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:49:53 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:49:54 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:49:55 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:49:56 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:49:57 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:49:58 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:50:00 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:01 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:50:03 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:04 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:05 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:50:06 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:50:08 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:10 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:12 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:50:13 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:14 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:50:16 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:17 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:19 x4 last message repeated 2 times Mar 6 07:50:20 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:50:21 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:50:23 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:50:24 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:50:26 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:50:27 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:28 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:50:30 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:31 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:32 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:33 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:34 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:36 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:50:37 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:50:39 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:41 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:42 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:45 x4 last message repeated 2 times Mar 6 07:50:47 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:48 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:49 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:50 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:51 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:50:52 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:53 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:50:55 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:50:56 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:50:58 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:50:59 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:51:00 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:51:02 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:51:03 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:04 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:51:05 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:06 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:51:08 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:51:09 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:51:10 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:51:13 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:15 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:51:16 x4 kernel: pid 63034 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:51:17 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:51:18 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:20 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:22 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:23 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:24 x4 kernel: pid 63038 (creat), uid 1004 inumber 646 on /mnt: out of inodes Mar 6 07:51:26 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:51:27 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:28 x4 kernel: pid 63032 (creat), uid 1004 inumber 1921 on /mnt: out of inodes Mar 6 07:51:29 x4 kernel: pid 63036 (creat), uid 1004 inumber 648 on /mnt: out of inodes Mar 6 07:51:30 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:33 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:34 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:35 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:36 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:37 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:51:39 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:41 x4 kernel: pid 63035 (creat), uid 1004 inumber 8 on /mnt: out of inodes Mar 6 07:51:42 x4 kernel: pid 63037 (creat), uid 1004 inumber 649 on /mnt: out of inodes Mar 6 07:53:56 x4 kernel: pid 63119 (creat), uid 1004 inumber 1295 on /mnt: out of inodes Mar 6 07:53:59 x4 kernel: pid 63128 (mkdir), uid 1004 inumber 1196 on /mnt: out of inodes Mar 6 07:54:14 x4 kernel: pid 63126 (mkdir), uid 1004 inumber 1256 on /mnt: out of inodes Mar 6 07:54:20 x4 kernel: pid 63118 (mkdir), uid 1004 inumber 628 on /mnt: out of inodes Mar 6 07:54:26 x4 kernel: pid 63116 (rw), uid 1004 inumber 1292 on /mnt: out of inodes Mar 6 07:54:37 x4 kernel: pid 63125 (mkdir), uid 1004 inumber 613 on /mnt: out of inodes Mar 6 07:54:44 x4 kernel: pid 63131 (mkdir), uid 1004 inumber 2006 on /mnt: out of inodes Mar 6 07:55:56 x4 kernel: pid 63862 (rw), uid 1004 inumber 641 on /mnt: out of inodes Mar 6 07:55:57 x4 kernel: pid 63888 (creat), uid 1004 inumber 1286 on /mnt: out of inodes Mar 6 07:56:00 x4 kernel: pid 63888 (creat), uid 1004 inumber 1286 on /mnt: out of inodes Mar 6 07:56:01 x4 kernel: pid 63891 (rw), uid 1004 inumber 1280 on /mnt: out of inodes Mar 6 07:56:02 x4 kernel: pid 63898 (creat), uid 1004 inumber 1289 on /mnt: out of inodes Mar 6 07:56:03 x4 kernel: pid 63866 (creat), uid 1004 inumber 650 on /mnt: out of inodes Mar 6 07:56:34 x4 last message repeated 31 times Mar 6 07:57:45 x4 last message repeated 71 times Mar 6 07:57:47 x4 kernel: pid 63950 (rw), uid 1004 inumber 650 on /mnt: filesystem full Mar 6 07:57:47 x4 kernel: pid 63975 (mkdir), uid 1004 inumber 1289 on /mnt: filesystem full Mar 6 07:57:58 x4 kernel: pid 63978 (creat), uid 1004 inumber 1946 on /mnt: out of inodes Mar 6 07:58:03 x4 kernel: pid 63978 (creat), uid 1004 inumber 1946 on /mnt: out of inodes Mar 6 07:58:06 x4 kernel: pid 63972 (creat), uid 1004 inumber 645 on /mnt: out of inodes Mar 6 07:58:07 x4 kernel: pid 63966 (creat), uid 1004 inumber 665 on /mnt: out of inodes Mar 6 07:58:10 x4 kernel: pid 63967 (mkdir), uid 1004 inumber 114 on /mnt: out of inodes Mar 6 07:58:20 x4 kernel: pid 63956 (creat), uid 1004 inumber 5 on /mnt: out of inodes Mar 6 07:58:21 x4 kernel: pid 63970 (creat), uid 1004 inumber 1284 on /mnt: out of inodes Mar 6 07:58:23 x4 kernel: pid 63957 (creat), uid 1004 inumber 1928 on /mnt: out of inodes Mar 6 07:58:24 x4 kernel: pid 63959 (creat), uid 1004 inumber 664 on /mnt: out of inodes Mar 6 07:58:27 x4 kernel: pid 63959 (creat), uid 1004 inumber 664 on /mnt: out of inodes Mar 6 07:58:29 x4 kernel: pid 63964 (creat), uid 1004 inumber 1929 on /mnt: out of inodes Mar 6 07:58:30 x4 kernel: pid 63957 (creat), uid 1004 inumber 1928 on /mnt: out of inodes Mar 6 07:58:33 x4 kernel: pid 63953 (creat), uid 1004 inumber 26 on /mnt: out of inodes Mar 6 07:58:36 x4 kernel: pid 63970 (creat), uid 1004 inumber 1284 on /mnt: out of inodes Mar 6 07:58:38 x4 kernel: pid 63958 (creat), uid 1004 inumber 1927 on /mnt: out of inodes Mar 6 07:58:50 x4 kernel: pid 63968 (creat), uid 1004 inumber 1281 on /mnt: out of inodes Mar 6 07:58:52 x4 kernel: pid 63977 (mkdir), uid 1004 inumber 1918 on /mnt: out of inodes Mar 6 07:58:54 x4 kernel: pid 63958 (creat), uid 1004 inumber 1927 on /mnt: out of inodes Mar 6 07:59:00 x4 kernel: pid 63968 (creat), uid 1004 inumber 1281 on /mnt: out of inodes Mar 6 07:59:01 x4 kernel: pid 63956 (creat), uid 1004 inumber 5 on /mnt: out of inodes Mar 6 07:59:17 x4 kernel: pid 63956 (creat), uid 1004 inumber 5 on /mnt: out of inodes Mar 6 07:59:20 x4 kernel: pid 63953 (creat), uid 1004 inumber 26 on /mnt: out of inodes Mar 6 07:59:21 x4 kernel: pid 63964 (creat), uid 1004 inumber 1929 on /mnt: out of inodes Mar 6 07:59:26 x4 kernel: pid 63966 (creat), uid 1004 inumber 665 on /mnt: out of inodes Mar 6 07:59:27 x4 kernel: pid 63958 (creat), uid 1004 inumber 1927 on /mnt: out of inodes Mar 6 07:59:30 x4 kernel: pid 63968 (creat), uid 1004 inumber 1281 on /mnt: out of inodes Mar 6 07:59:31 x4 kernel: pid 63968 (creat), uid 1004 inumber 1281 on /mnt: out of inodes Mar 6 07:59:32 x4 kernel: pid 63978 (creat), uid 1004 inumber 1946 on /mnt: out of inodes Mar 6 07:59:36 x4 kernel: pid 63978 (creat), uid 1004 inumber 1946 on /mnt: out of inodes Mar 6 07:59:39 x4 kernel: pid 63961 (creat), uid 1004 inumber 7 on /mnt: out of inodes 20140306 07:59:48 all (15/269): jail.sh 20140306 07:59:48 all (16/269): fpclone2.sh 20140306 07:59:53 all (17/269): recursiveflushes.sh lock order reversal: 1st 0xe46b790c bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 2nd 0xcdf9441c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2297 KDB: stack backtrace: db_trace_self_wrapper(c115c820,c115a883,7cf,8,c115e499,...) at db_trace_self_wrapper+0x2d/frame 0xc8186330 kdb_backtrace(c11604ad,cdf9441c,c118ee13,c85af038,c118ea35,...) at kdb_backtrace+0x30/frame 0xc8186394 witness_checkorder(cdf9441c,9,c118ea2c,8f9,cc4f8208,...) at witness_checkorder+0xd04/frame 0xc81863e0 __lockmgr_args(cdf9441c,80900,cc4f8208,0,0,...) at __lockmgr_args+0x8cd/frame 0xc81864c0 ffs_copyonwrite(cc4f8168,e46b78b4,e46b78b4,cebb515c,ffffffff,...) at ffs_copyonwrite+0x1e1/frame 0xc8186534 ffs_geom_strategy(cc4f8228,e46b78b4,c81865e0,cbf34930,c8186598,...) at ffs_geom_strategy+0xc3/frame 0xc8186550 ufs_strategy(c81865e0,c132507d,ca2a7ac4,ca2a7a98,e46b78b4,...) at ufs_strategy+0xb4/frame 0xc8186598 VOP_STRATEGY_APV(c13e9430,c81865e0,e46b78b4,ca2a7aa8,c13fec48,...) at VOP_STRATEGY_APV+0x13e/frame 0xc81865c8 bufstrategy(ca2a7a98,e46b78b4,114a,ca2a7a98,c8186640,...) at bufstrategy+0x50/frame 0xc81865fc bufwrite(e46b78b4,e46b78b4,1,0,0,...) at bufwrite+0x160/frame 0xc8186640 ffs_syncvnode(ca2a79d8,1,0,8000,c86d6000,...) at ffs_syncvnode+0x39b/frame 0xc8186698 ffs_snapshot(c966dbb0,c8e51080,c1192931,1aa,0,...) at ffs_snapshot+0x9d9/frame 0xc81868b8 ffs_mount(c966dbb0,cb047300,ff,3ac,c91148d0,...) at ffs_mount+0x1384/frame 0xc8186a18 vfs_donmount(cbf34930,201300,0,cdd99100,cdd99100,...) at vfs_donmount+0x10fd/frame 0xc8186c18 sys_nmount(cbf34930,c8186cc8,c0ff152f,e4737c90,0,...) at sys_nmount+0x78/frame 0xc8186c40 syscall(c8186d08) at syscall+0x31b/frame 0xc8186cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc8186cfc --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280c86db, esp = 0xbfbfd114, ebp = 0xbfbfd884 --- lock order reversal: 1st 0xcdf9441c snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:970 2nd 0xcbbb646c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1628 KDB: stack backtrace: db_trace_self_wrapper(c115c820,c98b3620,f8b8866c,46,e4737c90,...) at db_trace_self_wrapper+0x2d/frame 0xf8b88650 kdb_backtrace(c11604ad,cbbb646c,c11474aa,c85ae3a0,c118ea35,...) at kdb_backtrace+0x30/frame 0xf8b886b4 witness_checkorder(cbbb646c,9,c118ea2c,65c,0,...) at witness_checkorder+0xd04/frame 0xf8b88700 __lockmgr_args(cbbb646c,80000,0,0,0,...) at __lockmgr_args+0x8cd/frame 0xf8b887dc ffs_snapremove(cbbb6438,c118e8fd,1,c16f7c10,f8b8887c,...) at ffs_snapremove+0x113/frame 0xf8b88838 ffs_truncate(cbbb6438,0,0,c00,0,...) at ffs_truncate+0x2b3/frame 0xf8b889e8 ufs_inactive(f8b88a70,c1324f07,c1169c45,989,c13fca28,...) at ufs_inactive+0x1ec/frame 0xf8b88a18 VOP_INACTIVE_APV(c13e9430,f8b88a70,c1169c45,989,cdf9441c,...) at VOP_INACTIVE_APV+0x12f/frame 0xf8b88a48 vinactive(cbbb6438,c98b3620,c1169c45,883,c98b3620,...) at vinactive+0x185/frame 0xf8b88a90 vputx(cbbb6438,ffffffdf,cbbb6438,f8b88bd4,bfbfda66,...) at vputx+0x3d1/frame 0xf8b88ad8 kern_unlinkat(c98b3620,ffffff9c,bfbfda66,0,0) at kern_unlinkat+0x2c2/frame 0xf8b88c24 sys_unlink(c98b3620,f8b88cc8,c0ff152f,e4737c90,0,...) at sys_unlink+0x32/frame 0xf8b88c40 syscall(f8b88d08) at syscall+0x31b/frame 0xf8b88cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b88cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x28178d07, esp = 0xbfbfd71c, ebp = 0xbfbfd7a8 --- 20140306 08:00:00 all (18/269): lockf.sh 20140306 08:00:15 all (19/269): msync.sh 20140306 08:02:13 all (20/269): unload.sh 20140306 08:02:14 all (21/269): suj8.sh Mar 6 08:02:15 x4 kernel: pid 79837 (dd), uid 0 inumber 4 on /mnt: filesystem full Mar 6 08:02:17 x4 kernel: pid 79858 (dd), uid 0 inumber 5 on /mnt: filesystem full 20140306 08:02:18 all (22/269): newfs5.sh 20140306 08:02:26 all (23/269): suj33.sh Expensive timeout(9) function: 0xc09538b0(0xc893daa0) 0.188754607 s 20140306 08:03:10 all (24/269): fdescfs.sh Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:11 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:12 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:13 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:13 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:13 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:14 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:15 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:15 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:15 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:15 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:15 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:16 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:16 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:16 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:16 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:16 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:16 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:17 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:18 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:19 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:19 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:19 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:19 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:19 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:19 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:20 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:21 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:21 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:21 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:21 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:21 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:21 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:22 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:23 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt4: Device busy Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:24 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:25 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:26 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:27 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:28 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:29 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:30 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:30 x4 mountd[673]: can't delete exports for /mnt9: Device busy Mar 6 08:03:30 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument Mar 6 08:03:30 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:30 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:30 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt3: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt2: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt1: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 08:03:31 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 08:03:32 x4 mountd[673]: can't delete exports for /mnt4: Invalid argument 20140306 08:03:32 all (25/269): suj4.sh 20140306 08:33:36 all (26/269): fuse.sh fuse-freebsd: version 0.4.4, FUSE ABI 7.8 20140306 08:54:43 all (27/269): syscall4-env.sh 20140306 09:14:46 all (28/269): sendfile2.sh lock order reversal: 1st 0xccbb57c4 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:145 2nd 0xcb61fe44 ufs (ufs) @ kern/uipc_syscalls.c:2998 KDB: stack backtrace: db_trace_self_wrapper(c115c820,1,4,c144b100,c144b100,...) at db_trace_self_wrapper+0x2d/frame 0xc81956f8 kdb_backtrace(c11604ad,cb61fe44,c11474aa,c85ae3a0,c116625c,...) at kdb_backtrace+0x30/frame 0xc819575c witness_checkorder(cb61fe44,1,c1166253,bb6,0,...) at witness_checkorder+0xd04/frame 0xc81957a8 __lockmgr_args(cb61fe44,200000,cb61feb0,0,0,...) at __lockmgr_args+0x478/frame 0xc8195888 ffs_lock(c8195908,c1165829,ce8bd9e4,ccbb57c4,c1165829,...) at ffs_lock+0x97/frame 0xc81958c4 VOP_LOCK1_APV(c13e9430,c8195908,c8195930,c0accb70,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc81958f0 _vn_lock(cb61fe10,200000,c1166253,bb6,c8195aec,...) at _vn_lock+0xca/frame 0xc8195930 vn_sendfile(c8e36a48,3,0,0,0,...) at vn_sendfile+0x752/frame 0xc8195b20 _do_sendfile(ce8bd930,4,3,0,0,...) at _do_sendfile+0x235/frame 0xc8195ba0 do_sendfile(0) at do_sendfile+0x16d/frame 0xc8195c34 sys_sendfile(ce8bd930,c8195cc8,c131d99a,d5,0,...) at sys_sendfile+0x16/frame 0xc8195c40 syscall(c8195d08) at syscall+0x31b/frame 0xc8195cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc8195cfc --- syscall (393, FreeBSD ELF32, sys_sendfile), eip = 0x280c763b, esp = 0xbfbfd6bc, ebp = 0xbfbfd8a4 --- 20140306 09:15:07 all (29/269): graid3.sh GEOM_RAID3: Device raid3/data launched (3/3). GEOM_RAID3: Device data: provider raid3/data destroyed. GEOM_RAID3: Device data destroyed. 20140306 09:36:57 all (30/269): fragments.sh Mar 6 09:37:08 x4 kernel: pid 51952 (fragments), uid 1004 inumber 9323 on /mnt: filesystem full Mar 6 09:37:09 x4 kernel: pid 51952 (fragments), uid 1004 inumber 9490 on /mnt: filesystem full Mar 6 09:37:09 x4 kernel: pid 51952 (fragments), uid 1004 inumber 13 on /mnt: filesystem full : Mar 6 10:07:45 x4 kernel: pid 52205 (fragments), uid 1004 inumber 9777 on /mnt: filesystem full Mar 6 10:07:46 x4 kernel: pid 52205 (fragments), uid 1004 inumber 9599 on /mnt: filesystem full 20140306 10:07:49 all (31/269): nfsrename.sh 20140306 10:10:40 all (32/269): mkfifo.sh 20140306 10:32:25 all (33/269): namecache2.sh 20140306 10:35:39 all (34/269): nfs8.sh 20140306 10:35:41 all (35/269): datamove3.sh 20140306 10:35:41 all (36/269): crossmp2.sh 20140306 10:37:37 all (37/269): sem.sh 20140306 10:37:56 all (38/269): umountf4.sh Mar 6 10:38:03 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 10:38:03 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:38:03 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:38:03 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:38:05 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:38:05 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:38:05 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 10:38:05 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:38:05 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:38:05 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt16: Invalid argument Mar 6 10:38:07 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt16: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt18: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:38:09 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument Mar 6 10:38:14 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:38:15 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 10:38:15 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:38:15 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:38:15 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt18: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:38:16 x4 mountd[673]: can't delete exports for /mnt16: Invalid argument Mar 6 10:38:18 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt18: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 10:38:19 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 10:38:21 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 10:38:21 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt13: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt18: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt16: Invalid argument Mar 6 10:38:29 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:38:34 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:38:34 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 10:38:34 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt12: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt18: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt16: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 10:39:12 x4 mountd[673]: can't delete exports for /mnt8: Invalid argument Mar 6 10:39:20 x4 mountd[673]: can't delete exports for /mnt10: Invalid argument Mar 6 10:39:20 x4 mountd[673]: can't delete exports for /mnt5: Invalid argument Mar 6 10:39:20 x4 mountd[673]: can't delete exports for /mnt11: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt7: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt15: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt19: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt9: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt18: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt14: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt6: Invalid argument Mar 6 10:40:17 x4 mountd[673]: can't delete exports for /mnt17: Invalid argument 20140306 10:40:39 all (39/269): tmpfs7.sh 20140306 10:40:40 all (40/269): tcp.sh witness_lock_list_get: witness exhausted vm_thread_new: kstack allocation failed [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached Expensive timeout(9) function: 0xc0c27fb0(0) 4.048336332 s [zone: mbuf] kern.ipc.nmbufs limit reached 20140306 10:56:07 all (41/269): mlockall4.sh 20140306 10:56:09 all (42/269): revoke.sh 20140306 10:56:10 all (43/269): nullfs3.sh 20140306 10:56:12 all (44/269): nullfs12.sh 20140306 10:56:14 all (45/269): isofs.sh 20140306 10:56:20 all (46/269): nullfs10.sh 20140306 10:56:21 all (47/269): marcus2.sh 20140306 11:17:35 all (48/269): mountro2.sh 20140306 11:17:37 all (49/269): suj14.sh Mar 6 11:18:47 x4 kernel: pid 33660 (cp), uid 0 inumber 45816 on /mnt: filesystem full Mar 6 11:18:48 x4 kernel: pid 33676 (cp), uid 0 inumber 45825 on /mnt: filesystem full Mar 6 11:18:49 x4 kernel: pid 33702 (cp), uid 0 inumber 45825 on /mnt: filesystem full Mar 6 11:18:50 x4 kernel: pid 33728 (cp), uid 0 inumber 45825 on /mnt: filesystem full 20140306 11:18:52 all (50/269): nfs12.sh 20140306 11:19:36 all (51/269): jail4.sh 20140306 11:19:36 all (52/269): suj3.sh cryptosoft0: on motherboard GEOM_ELI: Device md5.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software GEOM_ELI: md5 has been killed. GEOM_ELI: Device md5.eli destroyed. 20140306 11:25:57 all (53/269): extattr_set_fd.sh 20140306 11:25:58 all (54/269): msdos.sh 20140306 11:36:04 all (55/269): sendfile5.sh 20140306 11:37:07 all (56/269): mountro.sh 20140306 11:38:42 all (57/269): quota4.sh 20140306 11:41:22 all (58/269): kinfo.sh 20140306 12:01:26 all (59/269): suj5.sh 20140306 12:01:27 all (60/269): ptrace2.sh 20140306 12:01:28 all (61/269): ldt2.sh maxproc limit exceeded by uid 65534 (pid 32675); see tuning(7) and login.conf(5) [zone: mbuf] kern.ipc.nmbufs limit reached [zone: mbuf_cluster] kern.ipc.nmbclusters limit reached [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached 20140306 13:03:18 all (1/269): nullfs12.sh 20140306 13:03:20 all (2/269): tmpfs8.sh 20140306 13:03:55 all (3/269): radix.sh 20140306 13:04:43 all (4/269): readdir.sh 20140306 13:14:24 all (5/269): mmap2.sh 20140306 13:23:35 all (6/269): nullfs3.sh 20140306 13:23:38 all (7/269): msdos4.sh 20140306 13:44:50 all (8/269): fuse.sh fuse-freebsd: version 0.4.4, FUSE ABI 7.8 20140306 14:07:39 all (9/269): holdcnt0.sh 20140306 14:07:40 all (10/269): zfs3.sh ZFS NOTICE: Prefetch is disabled by default on i386 -- to enable, add "vfs.zfs.prefetch_disable=0" to /boot/loader.conf. ZFS WARNING: Recommended minimum kmem_size is 512MB; expect unstable behavior. Consider tuning vm.kmem_size and vm.kmem_size_max in /boot/loader.conf. ZFS filesystem version: 5 ZFS storage pool version: features support (5000) Warning: memory type solaris leaked memory on destroy (2 allocations, 32 bytes leaked). 20140306 14:19:20 all (11/269): nfsrename.sh 20140306 14:21:50 all (12/269): snap2-1.sh 20140306 14:23:48 all (13/269): tmpfs4.sh 20140306 14:23:51 all (14/269): suj12.sh GEOM_NOP: Device md5.nop created. GEOM_NOP: Device md5.nop removed. 20140306 14:46:03 all (15/269): syscall3.sh 20140306 14:56:06 all (16/269): msdos2.sh 20140306 14:56:06 all (17/269): syscall5.sh 14:56:06 syscall 544 (procctl) 14:58:31 syscall 543 (aio_mlock) 15:01:15 syscall 542 (pipe2) 15:03:45 syscall 541 (accept4) 15:06:00 syscall 540 (chflagsat) 15:09:04 syscall 539 (connectat) 15:11:33 syscall 538 (bindat) 15:14:19 syscall 537 (cap_fcntls_get) 15:17:23 syscall 536 (cap_fcntls_limit) 15:20:37 syscall 535 (cap_ioctls_get) 15:22:45 syscall 534 (cap_ioctls_limit) 15:25:09 syscall 533 (cap_rights_limit) 20140306 15:27:28 all (18/269): suj23.sh 20140306 15:35:38 all (19/269): namecache2.sh 20140306 15:38:00 all (20/269): nullfs8.sh 20140306 16:11:33 all (21/269): nullfs9.sh 20140306 16:11:33 all (22/269): newfs4.sh 20140306 16:14:45 all (23/269): quota4.sh 20140306 16:16:01 all (24/269): nullfs.sh 20140306 16:20:26 all (25/269): fifo2.sh 20140306 16:22:38 all (26/269): sigstop.sh 20140306 16:22:40 all (27/269): ffs_syncvnode2.sh Mar 6 16:24:58 x4 kernel: pid 50643 (rw), uid 1004 inumber 65571 on /mnt: filesystem full Mar 6 16:25:01 x4 kernel: pid 50653 (rw), uid 1004 inumber 65585 on /mnt: filesystem full Mar 6 16:27:07 x4 kernel: pid 51787 (rw), uid 1004 inumber 196619 on /mnt: filesystem full Mar 6 16:27:07 x4 kernel: pid 51809 (mkdir), uid 1004 inumber 131457 on /mnt: filesystem full Mar 6 16:27:08 x4 kernel: pid 51801 (creat), uid 1004 inumber 196610 on /mnt: filesystem full Mar 6 16:35:25 x4 kernel: pid 54508 (rw), uid 1004 inumber 65565 on /mnt: filesystem full Mar 6 16:35:25 x4 kernel: pid 54542 (mkdir), uid 1004 inumber 68995 on /mnt: filesystem full Mar 6 16:35:25 x4 kernel: pid 54528 (creat), uid 1004 inumber 65627 on /mnt: filesystem full Mar 6 16:39:11 x4 kernel: pid 56225 (rw), uid 1004 inumber 196664 on /mnt: filesystem full Mar 6 16:39:11 x4 kernel: pid 56209 (creat), uid 1004 inumber 196612 on /mnt: filesystem full Mar 6 16:39:11 x4 kernel: pid 56237 (mkdir), uid 1004 inumber 65542 on /mnt: filesystem full Mar 6 16:45:02 x4 kernel: pid 58054 (rw), uid 1004 inumber 65561 on /mnt: filesystem full Mar 6 16:45:02 x4 kernel: pid 58075 (creat), uid 1004 inumber 65566 on /mnt: filesystem full Mar 6 16:49:50 x4 kernel: pid 60875 (rw), uid 1004 inumber 196673 on /mnt: filesystem full Mar 6 16:49:50 x4 kernel: pid 60888 (mkdir), uid 1004 inumber 198792 on /mnt: filesystem full Mar 6 16:49:55 x4 kernel: pid 60870 (creat), uid 1004 inumber 196650 on /mnt: filesystem full Mar 6 16:49:55 x4 kernel: pid 60884 (mkdir), uid 1004 inumber 203537 on /mnt: filesystem full Mar 6 16:49:55 x4 kernel: pid 60867 (rw), uid 1004 inumber 196647 on /mnt: filesystem full 20140306 16:53:39 all (28/269): rename9.sh 20140306 16:54:13 all (29/269): fragments.sh Mar 6 16:54:21 x4 kernel: pid 70406 (fragments), uid 1004 inumber 51097 on /mnt: filesystem full Mar 6 16:54:21 x4 kernel: pid 70406 (fragments), uid 1004 inumber 32786 on /mnt: filesystem full Mar 6 16:54:22 x4 kernel: pid 70413 (fragments), uid 1004 inumber 7156 on /mnt: filesystem full : Mar 6 17:24:19 x4 kernel: pid 70827 (fragments), uid 1004 inumber 2 on /mnt: filesystem full Mar 6 17:24:20 x4 kernel: pid 70821 (fragments), uid 1004 inumber 7557 on /mnt: filesystem full Mar 6 17:24:21 x4 kernel: pid 70828 (fragments), uid 1004 inumber 7659 on /mnt: filesystem full 20140306 17:24:23 all (30/269): sendfile7.sh 20140306 17:28:25 all (31/269): tmpfs6.sh 20140306 17:28:30 all (32/269): md3.sh Mar 6 17:31:14 x4 kernel: pid 72151 (openat), uid 0 inumber 44879 on /mnt: out of inodes 20140306 17:39:03 all (33/269): lockf2.sh 20140306 17:44:20 all (34/269): fts.sh 20140306 18:37:27 all (1/269): sendfile_shm.sh 20140306 18:39:59 all (1/269): sendfile6.sh 20140306 18:40:00 all (2/269): tmpfs3.sh 20140306 18:50:28 all (3/269): zfs.sh ZFS NOTICE: Prefetch is disabled by default on i386 -- to enable, add "vfs.zfs.prefetch_disable=0" to /boot/loader.conf. ZFS WARNING: Recommended minimum kmem_size is 512MB; expect unstable behavior. Consider tuning vm.kmem_size and vm.kmem_size_max in /boot/loader.conf. ZFS filesystem version: 5 ZFS storage pool version: features support (5000) ata0: FAILURE - out of memory in start ata0: FAILURE - out of memory in start ata0: FAILURE - out of memory in start panic: sleepq_add: td 0xc8700000 to sleep on wchan 0xc8cff3a0 with sleeping prohibited cpuid = 0 KDB: stack backtrace: db_trace_self_wrapper(c115c820,7065656c,20676e69,686f7270,74696269,...) at db_trace_self_wrapper+0x2d/frame 0xe47518b8 kdb_backtrace(c131c28b,0,c115e524,e4751990,e4751948,...) at kdb_backtrace+0x30/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x11d/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- KDB: enter: panic [ thread pid 12 tid 100008 ] Stopped at kdb_enter+0x3d: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 12 tid 100008 td 0xc8700000 kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x823c00 curthread = 0xc8700000: pid 12 "swi4: clock (0)" curpcb = 0xe4751d60 fpcurthread = none idlethread = 0xc8701000: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x2332fc00 curthread = 0xc8700c40: pid 11 "idle: cpu1" curpcb = 0xe4744d60 fpcurthread = none idlethread = 0xc8700c40: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x23332c00 curthread = 0xc8700930: pid 11 "idle: cpu2" curpcb = 0xe4747d60 fpcurthread = none idlethread = 0xc8700930: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x23335c00 curthread = 0xc8700620: pid 11 "idle: cpu3" curpcb = 0xe474ad60 fpcurthread = none idlethread = 0xc8700620: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks db:0:alllocks> show lockedvnods Locked vnodes 0xd306b9d8: tag syncer, type VNON usecount 1, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) lock type syncer: EXCL by thread 0xc8ba6000 (pid 9, syncer, tid 100073) #0 0xc0ac3b4f at __lockmgr_args+0xb6f #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b994f0 at sched_sync+0x380 #5 0xc0aae87f at fork_exit+0x7f #6 0xc0fd28f4 at fork_trampoline+0x8 0xce880870: tag zfs, type VDIR usecount 165, writecount 0, refcount 166 mountedhere 0 flags (VI_ACTIVE) v_object 0xcd8c8a5c ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 15) with exclusive waiters pending #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9e167 at kern_unlinkat+0xb7 #7 0xc0b9dd92 at sys_unlink+0x32 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xcb5a22d0: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2f65138 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd9009000 (pid 80347, symlink, tid 104674) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xdcc01870: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2706750 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd53a0930 (pid 80354, symlink, tid 104504) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xca05d5a0: tag zfs, type VDIR usecount 2, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2508ccc ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd9ec1310 (pid 80356, symlink, tid 100999) with shared waiters pending #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xca1dd9d8: tag zfs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VI_ACTIVE) v_object 0xcfd3609c ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcbb61930 (pid 80366, link, tid 102225) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d57a at kern_linkat+0x15a #7 0xc0b9d361 at sys_link+0x41 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd8da4438: tag zfs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VI_ACTIVE) v_object 0xced02888 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xc9634620 (pid 80367, link, tid 102227) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d57a at kern_linkat+0x15a #7 0xc0b9d361 at sys_link+0x41 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd9c1e870: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xc9cc2618 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xca05f930 (pid 80369, rename, tid 101901) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd28af438: tag zfs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VI_ACTIVE) v_object 0xcd75c6b4 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd900f000 (pid 80368, link, tid 104673) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d57a at kern_linkat+0x15a #7 0xc0b9d361 at sys_link+0x41 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd1971000: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2ac7b94 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd232d620 (pid 80371, rename, tid 107441) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xcb9045a0: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xcb900000 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xdb8e8000 (pid 80375, rename, tid 101295) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd98115a0: tag zfs, type VDIR usecount 6, writecount 0, refcount 7 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2978ea0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xc8e2f620 (pid 80379, rename, tid 100085) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xdbc89b40: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd30c4924 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd232e930 (pid 80385, rename, tid 100269) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd2d6db40: tag zfs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VI_ACTIVE) v_object 0xd29781d4 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd900c620 (pid 80370, link, tid 104682) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d57a at kern_linkat+0x15a #7 0xc0b9d361 at sys_link+0x41 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xce7de9d8: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd1dea9c0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcc192930 (pid 80388, rename, tid 101336) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd97e42d0: tag zfs, type VDIR usecount 7, writecount 0, refcount 8 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2a48d68 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcaaa9310 (pid 80373, rename, tid 101105) with shared waiters pending #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xdb003168: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2a6f7ec ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcba2f000 (pid 80390, rename, tid 101877) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd9c11870: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xcec123a8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd9ae7c40 (pid 80381, rename, tid 105277) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xc9c69000: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2ac8d68 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xca535930 (pid 80394, rename, tid 100230) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xc9ac5870: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2bd8e04 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcba2e620 (pid 80392, rename, tid 101880) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xdd560438: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd206eaf8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xce676930 (pid 80377, rename, tid 101465) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xc90ef708: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2b52924 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd1479620 (pid 80376, rename, tid 101451) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xca230b40: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2611888 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcaf7a930 (pid 80383, rename, tid 106983) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba11e9 at sys_rename+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xcf1bb2d0: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) v_object 0xceff67ec ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xccd27000 (pid 80446, openat, tid 101725) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba44f2 at vn_open_cred+0xb2 #7 0xc0ba442d at vn_open+0x3d #8 0xc0b9c7c0 at kern_openat+0x310 #9 0xc0b9c49a at sys_openat+0x3a #10 0xc0fea7bb at syscall+0x31b #11 0xc0fd28e1 at Xint0x80_syscall+0x21 0xcd260ca8: tag zfs, type VDIR usecount 5, writecount 0, refcount 6 mountedhere 0 flags (VI_ACTIVE) v_object 0xce60a000 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcf906c40 (pid 80448, openat, tid 101726) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0ba14dc at kern_renameat+0x26c #7 0xc0ba1269 at sys_renameat+0x39 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd2eb9ca8: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) v_object 0xcb8cde04 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcaa9a930 (pid 80352, symlink, tid 101467) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd2ea9b40: tag zfs, type VDIR usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2d063a8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd8ec4930 (pid 80349, symlink, tid 104667) with shared waiters pending #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd0f99168: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) v_object 0xca6f89c0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd900cc40 (pid 80351, symlink, tid 104679) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xcbefb870: tag zfs, type VDIR usecount 2, writecount 0, refcount 10 mountedhere 0 flags (VI_ACTIVE) v_object 0xcf84d4e0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcbbcbc40 (pid 80353, symlink, tid 107323) with shared waiters pending #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b86c6f at lookup+0xef #5 0xc0b867bd at namei+0x4fd #6 0xc0b9d9b1 at kern_symlinkat+0x111 #7 0xc0b9d811 at sys_symlink+0x31 #8 0xc0fea7bb at syscall+0x31b #9 0xc0fd28e1 at Xint0x80_syscall+0x21 0xc9da1b40: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xd31151d4 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd5567708: tag zfs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xd26b9a5c ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xc9634620 (pid 80367, link, tid 102227) #0 0xc0ac3b4f at __lockmgr_args+0xb6f #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b9d5cf at kern_linkat+0x1af #5 0xc0b9d361 at sys_link+0x41 #6 0xc0fea7bb at syscall+0x31b #7 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd26c9ca8: tag zfs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2db6e04 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xcbb61930 (pid 80366, link, tid 102225) #0 0xc0ac3b4f at __lockmgr_args+0xb6f #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b9d5cf at kern_linkat+0x1af #5 0xc0b9d361 at sys_link+0x41 #6 0xc0fea7bb at syscall+0x31b #7 0xc0fd28e1 at Xint0x80_syscall+0x21 0xcdb31b40: tag zfs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xd29bd9c0 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd900f000 (pid 80368, link, tid 104673) #0 0xc0ac3b4f at __lockmgr_args+0xb6f #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b9d5cf at kern_linkat+0x1af #5 0xc0b9d361 at sys_link+0x41 #6 0xc0fea7bb at syscall+0x31b #7 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd0182708: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xc961fa5c ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 0xca17c438: tag zfs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xca811750 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: EXCL by thread 0xd900c620 (pid 80370, link, tid 104682) #0 0xc0ac3b4f at __lockmgr_args+0xb6f #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0b9d5cf at kern_linkat+0x1af #5 0xc0b9d361 at sys_link+0x41 #6 0xc0fea7bb at syscall+0x31b #7 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd1e01000: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xccd9e888 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd53842d0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xcf261c30 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd5384168: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xd27e1b94 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd1742438: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xcf5e6000 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 0xd1f28708: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags (VI_ACTIVE) v_object 0xd2a51af8 ref 0 pages 0 cleanbuf 0 dirtybuf 0 lock type zfs: SHARED (count 1) #0 0xc0ac405a at __lockmgr_args+0x107a #1 0xc0b81943 at vop_stdlock+0x53 #2 0xc101379a at VOP_LOCK1_APV+0x10a #3 0xc0ba504a at _vn_lock+0xca #4 0xc0ba7778 at vn_write+0x238 #5 0xc0ba351d at vn_io_fault+0x14d #6 0xc0b3d259 at dofilewrite+0x89 #7 0xc0b3cf36 at kern_writev+0x96 #8 0xc0b3ce8c at sys_write+0x5c #9 0xc0fea7bb at syscall+0x31b #10 0xc0fd28e1 at Xint0x80_syscall+0x21 db:0:lockedvnods> show mount 0xc8d622ec /dev/ad4s1a on / (ufs) 0xc8d625d8 devfs on /dev (devfs) 0xc911f000 /dev/ad4s1f on /home (ufs) 0xc911e8c4 /dev/ad4s1d on /usr (ufs) 0xc911e5d8 /dev/ad4s1e on /var (ufs) 0xc911e2ec procfs on /proc (procfs) 0xc8d62000 /dev/label/tmp on /tmp (ufs) 0xcd138000 tank on /tank (zfs) 0xcdd835d8 tank/test on /tank/test (zfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 80501 610 610 0 NV watchdogd 80454 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80453 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80452 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80451 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80450 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80449 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80448 80431 78944 0 D+ tx->tx_q 0xdebc05c0 openat 80447 80445 78944 0 D+ tx->tx_q 0xdebc05c0 rw 80446 80431 78944 0 D+ tx->tx_q 0xdebc05c0 openat 80445 80317 78944 0 SW+ wait 0xd5052000 rw 80444 80387 78944 0 D+ zfs 0xce8808a4 lockf 80443 80387 78944 0 D+ zfs 0xce8808a4 lockf 80442 80387 78944 0 D+ zfs 0xce8808a4 lockf 80441 80387 78944 0 D+ zfs 0xce8808a4 lockf 80440 80387 78944 0 D+ zfs 0xce8808a4 lockf 80439 80387 78944 0 D+ zfs 0xce8808a4 lockf 80438 80387 78944 0 D+ zfs 0xce8808a4 lockf 80437 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80436 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80434 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80433 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80431 80316 78944 0 SW+ wait 0xcb07bbb0 openat 80430 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80429 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80428 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80427 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80426 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80425 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80424 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80423 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80422 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80421 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80420 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80419 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80417 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80416 80372 78944 0 D+ zfs 0xce8808a4 mkfifo 80415 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80413 80409 78944 0 D+ zfs 0xce8808a4 lockf2 80410 80387 78944 0 D+ zfs 0xce8808a4 lockf 80409 80314 78944 0 SW+ wait 0xd52fcbb0 lockf2 80408 80387 78944 0 D+ zfs 0xce8808a4 lockf 80407 80387 78944 0 D+ zfs 0xce8808a4 lockf 80406 80387 78944 0 D+ zfs 0xce8808a4 lockf 80405 80387 78944 0 D+ zfs 0xce8808a4 lockf 80404 80387 78944 0 D+ zfs 0xce8808a4 lockf 80403 80387 78944 0 D+ zfs 0xce8808a4 lockf 80402 80374 78944 0 D+ zfs 0xd97e4304 fts 80401 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80400 80374 78944 0 D+ zfs 0xd2ea9b74 fts 80399 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80398 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80397 80374 78944 0 D+ zfs 0xca05d5d4 fts 80396 80374 78944 0 D+ zfs 0xca05d5d4 fts 80395 80374 78944 0 D+ zfs 0xca05d5d4 fts 80394 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80393 80374 78944 0 DL+ pfault 0xc175aa58 fts 80392 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80391 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80390 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80389 80374 78944 0 D+ zfs 0xd97e4304 fts 80388 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80387 80320 78944 0 SW+ wait 0xd9adc8c4 lockf 80386 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80385 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80384 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80383 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80382 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80381 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80380 80374 78944 0 D+ zfs 0xcbefb8a4 fts 80379 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80378 80374 78944 0 D+ zfs 0xca05d5d4 fts 80377 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80376 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80375 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80374 80318 78944 0 SW+ wait 0xd4fd8bb0 fts 80373 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80372 80325 78944 0 SW+ wait 0xc9919bb0 mkfifo 80371 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80370 80364 78944 0 D+ tx->tx_q 0xdebc05c0 link 80369 80365 78944 0 D+ tx->tx_q 0xdebc05c0 rename 80368 80364 78944 0 D+ tx->tx_q 0xdebc05c0 link 80367 80364 78944 0 D+ tx->tx_q 0xdebc05c0 link 80366 80364 78944 0 D+ tx->tx_q 0xdebc05c0 link 80365 80323 78944 0 SW+ wait 0xc9ad88c4 rename 80364 80319 78944 0 SW+ wait 0xcad30000 link 80363 80326 78944 0 DL+ pfault 0xc175aa58 swap 80362 80326 78944 0 DL+ pfault 0xc175aa58 swap 80361 80326 78944 0 DL+ pfault 0xc175aa58 swap 80360 80326 78944 0 DL+ pfault 0xc175aa58 swap 80359 80326 78944 0 DL+ pfault 0xc175aa58 swap 80358 80326 78944 0 DL+ pfault 0xc175aa58 swap 80357 80326 78944 0 DL+ pfault 0xc175aa58 swap 80356 80343 78944 0 D+ tx->tx_q 0xdebc05c0 symlink 80355 80326 78944 0 DL+ pfault 0xc175aa58 swap 80354 80343 78944 0 D+ tx->tx_q 0xdebc05c0 symlink 80353 80343 78944 0 D+ tx->tx_q 0xdebc05c0 symlink 80352 80343 78944 0 D+ tx->tx_q 0xdebc05c0 symlink 80351 80343 78944 0 D+ tx->tx_q 0xdebc05c0 symlink 80350 80326 78944 0 DL+ pfault 0xc175aa58 swap 80349 80343 78944 0 D+ vq->vq_l 0xc8cff3a0 symlink 80348 80326 78944 0 DL+ pfault 0xc175aa58 swap 80347 80343 78944 0 D+ tx->tx_q 0xdebc05c0 symlink 80346 80326 78944 0 DL+ pfault 0xc175aa58 swap 80345 80326 78944 0 DL+ pfault 0xc175aa58 swap 80344 80326 78944 0 DL+ pfault 0xc175aa58 swap 80343 80315 78944 0 SW+ wait 0xd4fd88c4 symlink 80342 80326 78944 0 DL+ pfault 0xc175aa58 swap 80341 80326 78944 0 DL+ pfault 0xc175aa58 swap 80340 80326 78944 0 DL+ pfault 0xc175aa58 swap 80339 80326 78944 0 DL+ pfault 0xc175aa58 swap 80338 80326 78944 0 DL+ pfault 0xc175aa58 swap 80337 80326 78944 0 DL+ pfault 0xc175aa58 swap 80336 80326 78944 0 DL+ pfault 0xc175aa58 swap 80335 80326 78944 0 DL+ pfault 0xc175aa58 swap 80334 80326 78944 0 DL+ pfault 0xc175aa58 swap 80333 80326 78944 0 DL+ pfault 0xc175aa58 swap 80332 80326 78944 0 DL+ pfault 0xc175aa58 swap 80331 80326 78944 0 DL+ pfault 0xc175aa58 swap 80330 80326 78944 0 DL+ pfault 0xc175aa58 swap 80329 80326 78944 0 DL+ pfault 0xc175aa58 swap 80328 80326 78944 0 DL+ pfault 0xc175aa58 swap 80327 80326 78944 0 DL+ pfault 0xc175aa58 swap 80326 80324 78944 0 SW+ wait 0xcb6802ec swap 80325 80313 78944 0 DL+ pfault 0xc175aa58 mkfifo 80324 80313 78944 0 DL+ pfault 0xc175aa58 swap 80323 80313 78944 0 DL+ pfault 0xc175aa58 rename 80320 80313 78944 0 DL+ pfault 0xc175aa58 lockf 80319 80313 78944 0 DL+ pfault 0xc175aa58 link 80318 80313 78944 0 DL+ pfault 0xc175aa58 fts 80317 80313 78944 0 DL+ pfault 0xc175aa58 rw 80316 80313 78944 0 DL+ pfault 0xc175aa58 openat 80315 80313 78944 0 DL+ pfault 0xc175aa58 symlink 80314 80313 78944 0 DL+ pfault 0xc175aa58 lockf2 80313 80312 78944 0 SW+ wait 0xd4fd85d8 run 80312 80311 78944 0 SW+ wait 0xccfb35d8 run 80311 80306 78944 0 S+ nanslp 0xc143eef1 run 80306 80280 78944 0 SW+ wait 0xd4fd82ec sh 80300 0 0 0 DL mdwait 0xcc380000 [md7] 80298 0 0 0 DL vmwait 0xc175aa58 [md6] 80296 0 0 0 DL mdwait 0xceac7000 [md5] 80288 0 0 0 DL (threaded) [zfskern] 107413 D zio->io_ 0xd051b850 [txg_thread_enter] 107412 D tx->tx_q 0xdebc05b8 [txg_thread_enter] 107408 D zio->io_ 0xccc09298 [trim tank] 101435 D l2arc_fe 0xd783eac0 [l2arc_feed_thread] 106474 D arc_recl 0xd7837990 [arc_reclaim_thread] 80280 78944 78944 0 SW+ wait 0xcad308c4 sh 78944 974 78944 0 SW+ wait 0xc97c32ec sh 78764 78756 78756 0 TW+ vim 78756 974 78756 0 TW+ piperd 0xda151198 vim 98592 1753 98592 1001 S+ ttyout 0xca49ec78 top 75811 1 75811 0 DLs aiordy 0xcba35620 [aiod6] 75810 1 75810 0 DLs aiordy 0xca555930 [aiod5] 75125 1 75125 0 DLs aiordy 0xca468930 [aiod4] 75123 1 75123 0 DLs aiordy 0xc8ba5620 [aiod2] 34239 0 0 0 DL crypto_r 0xdcdb9984 [crypto returns] 34238 0 0 0 DL crypto_w 0xdcdb98cc [crypto] 1753 1752 1753 1001 SWs+ wait 0xca4668c4 bash 1752 1750 1750 1001 DL pfault 0xc175aa58 sshd 1750 839 1750 0 Ss select 0xc8e9c124 sshd 974 972 974 0 SW+ wait 0xc9918bb0 bash 972 971 972 0 SW+ pause 0xc9919064 csh 971 966 971 1001 SW+ wait 0xc99192ec su 966 965 966 1001 SWs+ wait 0xc8e275d8 bash 965 963 963 1001 S select 0xc8ddf524 sshd 963 839 963 0 Ss select 0xc8ddf0a4 sshd 950 1 950 0 Ss+ ttyin 0xc8849470 getty 949 1 949 0 Ss+ ttyin 0xc8849670 getty 948 1 948 0 Ss+ ttyin 0xc8849870 getty 947 1 947 0 Ss+ ttyin 0xc8849a70 getty 946 1 946 0 Ss+ ttyin 0xc8849c70 getty 945 1 945 0 Ss+ ttyin 0xc8849e70 getty 944 1 944 0 Ss+ ttyin 0xc884a070 getty 943 1 943 0 Ss+ ttyin 0xc884a270 getty 942 1 942 0 Ss+ ttyin 0xc884a470 getty 925 1 925 0 Ss select 0xc8d7ba24 inetd 850 1 850 0 ?Ws cron 845 1 845 25 ?Ws sendmail 842 1 842 0 DLs pfault 0xc175aa58 sendmail 839 1 839 0 Ss select 0xc8ddf664 sshd 789 1 789 0 Ss select 0xc8d7b864 moused 780 768 768 0 S select 0xc8ddf564 winbindd 778 766 766 0 S select 0xc8e9c524 smbd 768 1 768 0 DLs pfault 0xc175aa58 winbindd 766 1 766 0 Ds vmwait 0xc175aa58 smbd 764 1 764 0 DLs pfault 0xc175aa58 nmbd 741 1 741 0 Ss select 0xc8e9c4a4 powerd 738 1 738 0 DLs pfault 0xc175aa58 ntpd 685 679 679 0 S (threaded) nfsd 100133 S rpcsvc 0xc8d52d54 nfsd: service 100132 S rpcsvc 0xc8d52d94 nfsd: service 100131 S rpcsvc 0xc8d65dd4 nfsd: service 100130 S rpcsvc 0xc8d65e14 nfsd: service 100129 S rpcsvc 0xc8d65e54 nfsd: service 100128 S rpcsvc 0xc8d65e94 nfsd: service 100127 S rpcsvc 0xc8d52dd4 nfsd: service 100126 S rpcsvc 0xc8d65ed4 nfsd: service 100125 S rpcsvc 0xc8d52e14 nfsd: service 100124 S rpcsvc 0xc8d65f14 nfsd: service 100123 S rpcsvc 0xc8d52e54 nfsd: service 100122 S rpcsvc 0xc8d52e94 nfsd: service 100121 S rpcsvc 0xc8d65f54 nfsd: service 100120 S rpcsvc 0xc8d66014 nfsd: service 100119 S rpcsvc 0xc8d66054 nfsd: service 100118 S rpcsvc 0xc8d52ed4 nfsd: service 100117 S rpcsvc 0xc8d52f14 nfsd: service 100116 S rpcsvc 0xc8d52f54 nfsd: service 100115 S rpcsvc 0xc8d53014 nfsd: service 100114 S rpcsvc 0xc8d66094 nfsd: service 100113 S rpcsvc 0xc8d53054 nfsd: service 100112 S rpcsvc 0xc8d660d4 nfsd: service 100111 S rpcsvc 0xc8d53094 nfsd: service 100110 S rpcsvc 0xc8d66114 nfsd: service 100109 S rpcsvc 0xc8d66154 nfsd: service 100108 S rpcsvc 0xc8d66194 nfsd: service 100107 S rpcsvc 0xc8d530d4 nfsd: service 100106 S rpcsvc 0xc8d53114 nfsd: service 100105 S rpcsvc 0xc8d53154 nfsd: service 100104 S rpcsvc 0xc8d661d4 nfsd: service 100103 S rpcsvc 0xc8d53194 nfsd: service 100102 S rpcsvc 0xc8c0b914 nfsd: master 679 1 679 0 Ss select 0xc8ddfae4 nfsd 673 1 673 0 Ss select 0xc8ddfb64 mountd 666 662 662 0 S select 0xc8ddfbe4 nfsuserd 665 662 662 0 S select 0xc8d7bce4 nfsuserd 664 662 662 0 DL pfault 0xc175aa58 nfsuserd 663 662 662 0 S select 0xc8e9cb24 nfsuserd 662 1 662 0 SWs pause 0xc8e9bc14 nfsuserd 641 1 641 0 Ss select 0xc86e91e4 casperd 640 1 18 0 S+ select 0xc86e9224 casperd 610 1 610 0 DLs vmwait 0xc175aa58 watchdogd 601 1 601 0 DLs pfault 0xc175aa58 rpcbind 597 1 597 0 DLs pfault 0xc175aa58 syslogd 478 1 478 0 DLs pfault 0xc175aa58 devd 17 0 0 0 DL sdflush 0xc16fc310 [softdepflush] 16 0 0 0 DL vlruwt 0xc8c898c4 [vnlru] 9 0 0 0 DL vmwait 0xc175aa58 [syncer] 8 0 0 0 DL psleep 0xc16f7b84 [bufdaemon] 7 0 0 0 DL pgzero 0xc16fcf20 [pagezero] 6 0 0 0 DL psleep 0xc16fcc44 [vmdaemon] 5 0 0 0 DL wswbuf0 0xc16fc474 [pagedaemon] 4 0 0 0 DL waiting_ 0xc17588bc [sctp_iterator] 3 0 0 0 DL - 0xc88f5a3c [fdc0] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc8953d34 [usbus5] 100057 D - 0xc8953d04 [usbus5] 100056 D - 0xc8953cd4 [usbus5] 100055 D - 0xc8953ca4 [usbus5] 100053 D - 0xc8948b5c [usbus4] 100052 D - 0xc8948b2c [usbus4] 100051 D - 0xc8948afc [usbus4] 100050 D - 0xc8948acc [usbus4] 100049 D - 0xc8942b5c [usbus3] 100048 D - 0xc8942b2c [usbus3] 100047 D - 0xc8942afc [usbus3] 100046 D - 0xc8942acc [usbus3] 100045 D - 0xc893db5c [usbus2] 100044 D - 0xc893db2c [usbus2] 100043 D - 0xc893dafc [usbus2] 100042 D - 0xc893dacc [usbus2] 100040 D - 0xc8934b5c [usbus1] 100039 D - 0xc8934b2c [usbus1] 100038 D - 0xc8934afc [usbus1] 100037 D - 0xc8934acc [usbus1] 100035 D - 0xc8931b5c [usbus0] 100034 D - 0xc8931b2c [usbus0] 100033 D - 0xc8931afc [usbus0] 100032 D - 0xc8931acc [usbus0] 2 0 0 0 DL (threaded) [cam] 100068 D ccb_scan 0xc14022a8 [scanner] 100019 D - 0xc1402400 [doneq0] 14 0 0 0 DL - 0xc141c038 [rand_harvestq] 13 0 0 0 DL (threaded) [geom] 100015 D - 0xc1754a38 [g_down] 100014 D - 0xc1754a34 [g_up] 100013 D - 0xc1754a30 [g_event] 12 0 0 0 RL (threaded) [intr] 100063 I [irq12: psm0] 100062 I [irq1: atkbd0] 100060 I [swi0: uart] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100023 I [swi5: fast taskq] 100021 I [swi6: Giant taskq] 100020 I [swi6: task queue] 100012 I [swi3: vm] 100011 I [swi4: clock (3)] 100010 I [swi4: clock (2)] 100009 I [swi4: clock (1)] 100008 Run CPU 0 [swi4: clock (0)] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xc86fe2ec [init] 10 0 0 0 DL audit_wo 0xc175a798 [audit] 0 0 0 0 DLs (threaded) [kernel] 107415 D - 0xcc1c4280 [zil_clean] 107414 D - 0xcc1c4300 [zil_clean] 107411 D - 0xd1293b00 [zfs_vn_rele_taskq] 107410 D - 0xce253880 [metaslab_group_task] 107409 D - 0xce253880 [metaslab_group_task] 107407 D - 0xce253900 [zio_ioctl_intr] 107406 D - 0xce253980 [zio_ioctl_issue] 107405 D - 0xce253a00 [zio_claim_intr] 107404 D - 0xce253a80 [zio_claim_issue] 107403 D - 0xce253b00 [zio_free_intr] 107402 D - 0xce253b80 [zio_free_issue_7_11] 107401 D - 0xce253b80 [zio_free_issue_7_10] 107400 D - 0xce253b80 [zio_free_issue_7_9] 107399 D - 0xce253b80 [zio_free_issue_7_8] 107398 D - 0xce253b80 [zio_free_issue_7_7] 107397 D - 0xce253b80 [zio_free_issue_7_6] 107396 D - 0xce253b80 [zio_free_issue_7_5] 107395 D - 0xce253b80 [zio_free_issue_7_4] 107394 D - 0xce253b80 [zio_free_issue_7_3] 107393 D - 0xce253b80 [zio_free_issue_7_2] 107392 D - 0xce253b80 [zio_free_issue_7_1] 107390 D - 0xce253b80 [zio_free_issue_7_0] 107389 D - 0xce253d00 [zio_free_issue_6_11] 107388 D - 0xce253d00 [zio_free_issue_6_10] 107387 D - 0xce253d00 [zio_free_issue_6_9] 107386 D - 0xce253d00 [zio_free_issue_6_8] 107385 D - 0xce253d00 [zio_free_issue_6_7] 107384 D - 0xce253d00 [zio_free_issue_6_6] 107383 D - 0xce253d00 [zio_free_issue_6_5] 107382 D - 0xce253d00 [zio_free_issue_6_4] 107381 D - 0xce253d00 [zio_free_issue_6_3] 107380 D - 0xce253d00 [zio_free_issue_6_2] 107379 D - 0xce253d00 [zio_free_issue_6_1] 107378 D - 0xce253d00 [zio_free_issue_6_0] 107377 D - 0xce253d80 [zio_free_issue_5_11] 107376 D - 0xce253d80 [zio_free_issue_5_10] 107375 D - 0xce253d80 [zio_free_issue_5_9] 107374 D - 0xce253d80 [zio_free_issue_5_8] 107373 D - 0xce253d80 [zio_free_issue_5_7] 107372 D - 0xce253d80 [zio_free_issue_5_6] 107371 D - 0xce253d80 [zio_free_issue_5_5] 107370 D - 0xce253d80 [zio_free_issue_5_4] 107369 D - 0xce253d80 [zio_free_issue_5_3] 107368 D - 0xce253d80 [zio_free_issue_5_2] 107367 D - 0xce253d80 [zio_free_issue_5_1] 107366 D - 0xce253d80 [zio_free_issue_5_0] 107365 D - 0xce253e00 [zio_free_issue_4_11] 107364 D - 0xce253e00 [zio_free_issue_4_10] 107363 D - 0xce253e00 [zio_free_issue_4_9] 107362 D - 0xce253e00 [zio_free_issue_4_8] 107361 D - 0xce253e00 [zio_free_issue_4_7] 107360 D - 0xce253e00 [zio_free_issue_4_6] 107359 D - 0xce253e00 [zio_free_issue_4_5] 107358 D - 0xce253e00 [zio_free_issue_4_4] 107356 D - 0xce253e00 [zio_free_issue_4_3] 107355 D - 0xce253e00 [zio_free_issue_4_2] 107354 D - 0xce253e00 [zio_free_issue_4_1] 107353 D - 0xce253e00 [zio_free_issue_4_0] 107352 D - 0xce253e80 [zio_free_issue_3_11] 107351 D - 0xce253e80 [zio_free_issue_3_10] 107350 D - 0xce253e80 [zio_free_issue_3_9] 107349 D - 0xce253e80 [zio_free_issue_3_8] 107348 D - 0xce253e80 [zio_free_issue_3_7] 107347 D - 0xce253e80 [zio_free_issue_3_6] 107346 D - 0xce253e80 [zio_free_issue_3_5] 107345 D - 0xce253e80 [zio_free_issue_3_4] 107344 D - 0xce253e80 [zio_free_issue_3_3] 107343 D - 0xce253e80 [zio_free_issue_3_2] 107342 D - 0xce253e80 [zio_free_issue_3_1] 107341 D - 0xce253e80 [zio_free_issue_3_0] 107339 D - 0xce253f00 [zio_free_issue_2_11] 107338 D - 0xce253f00 [zio_free_issue_2_10] 107337 D - 0xce253f00 [zio_free_issue_2_9] 107332 D - 0xce253f00 [zio_free_issue_2_8] 107331 D - 0xce253f00 [zio_free_issue_2_7] 107330 D - 0xce253f00 [zio_free_issue_2_6] 107329 D - 0xce253f00 [zio_free_issue_2_5] 107328 D - 0xce253f00 [zio_free_issue_2_4] 107327 D - 0xce253f00 [zio_free_issue_2_3] 107326 D - 0xce253f00 [zio_free_issue_2_2] 107325 D - 0xce253f00 [zio_free_issue_2_1] 107324 D - 0xce253f00 [zio_free_issue_2_0] 107322 D - 0xdc4be000 [zio_free_issue_1_11] 107321 D - 0xdc4be000 [zio_free_issue_1_10] 107320 D - 0xdc4be000 [zio_free_issue_1_9] 107319 D - 0xdc4be000 [zio_free_issue_1_8] 107318 D - 0xdc4be000 [zio_free_issue_1_7] 107315 D - 0xdc4be000 [zio_free_issue_1_6] 107314 D - 0xdc4be000 [zio_free_issue_1_5] 107313 D - 0xdc4be000 [zio_free_issue_1_4] 107312 D - 0xdc4be000 [zio_free_issue_1_3] 107311 D - 0xdc4be000 [zio_free_issue_1_2] 107310 D - 0xdc4be000 [zio_free_issue_1_1] 107309 D - 0xdc4be000 [zio_free_issue_1_0] 107308 D - 0xdc4be080 [zio_free_issue_0_11] 107307 D - 0xdc4be080 [zio_free_issue_0_10] 107306 D - 0xdc4be080 [zio_free_issue_0_9] 107305 D - 0xdc4be080 [zio_free_issue_0_8] 107304 D - 0xdc4be080 [zio_free_issue_0_7] 107303 D - 0xdc4be080 [zio_free_issue_0_6] 107302 D - 0xdc4be080 [zio_free_issue_0_5] 107301 D - 0xdc4be080 [zio_free_issue_0_4] 107300 D - 0xdc4be080 [zio_free_issue_0_3] 107299 D - 0xdc4be080 [zio_free_issue_0_2] 107298 D - 0xdc4be080 [zio_free_issue_0_1] 107297 D - 0xdc4be080 [zio_free_issue_0_0] 107296 D - 0xdc4be100 [zio_write_intr_high] 107295 D - 0xdc4be100 [zio_write_intr_high] 107294 D - 0xdc4be100 [zio_write_intr_high] 107293 D - 0xdc4be100 [zio_write_intr_high] 107292 D - 0xdc4be100 [zio_write_intr_high] 107291 D - 0xdc4be180 [zio_write_intr_7] 107290 D - 0xdc4be180 [zio_write_intr_6] 107289 D vmwait 0xc175aa58 [zio_write_intr_5] 107288 D - 0xdc4be180 [zio_write_intr_4] 107287 D - 0xdc4be180 [zio_write_intr_3] 107286 D - 0xdc4be180 [zio_write_intr_2] 107285 D vmwait 0xc175aa58 [zio_write_intr_1] 107284 D - 0xdc4be180 [zio_write_intr_0] 107283 D - 0xdc4be200 [zio_write_issue_hig] 107282 D - 0xdc4be200 [zio_write_issue_hig] 107281 D - 0xdc4be200 [zio_write_issue_hig] 107280 D - 0xdc4be200 [zio_write_issue_hig] 107279 D - 0xdc4be200 [zio_write_issue_hig] 107276 D vq->vq_l 0xc8cff3a0 [zio_write_issue_2] 106998 D - 0xdc4be280 [zio_write_issue_1] 106959 D vq->vq_l 0xc8cff3a0 [zio_write_issue_0] 106527 D - 0xdc4be300 [zio_read_intr_2] 106526 D - 0xdc4be300 [zio_read_intr_1] 106525 D - 0xdc4be300 [zio_read_intr_0] 106524 D - 0xdc4be380 [zio_read_issue_7] 106409 D - 0xdc4be380 [zio_read_issue_6] 106262 D - 0xdc4be380 [zio_read_issue_5] 106243 D - 0xdc4be380 [zio_read_issue_4] 106240 D - 0xdc4be380 [zio_read_issue_3] 106218 D - 0xdc4be380 [zio_read_issue_2] 101440 D - 0xdc4be380 [zio_read_issue_1] 101438 D - 0xdc4be380 [zio_read_issue_0] 101437 D - 0xdc4be400 [zio_null_intr] 101436 D - 0xdc4be480 [zio_null_issue] 101433 D - 0xcc1c4380 [system_taskq_3] 100890 D - 0xcc1c4380 [system_taskq_2] 100443 D - 0xcc1c4380 [system_taskq_1] 100364 D - 0xcc1c4380 [system_taskq_0] 100216 D - 0xc8d75300 [aiod_bio taskq] 107336 D - 0xce253c00 [metaslab_group_task] 107335 D - 0xce253c00 [metaslab_group_task] 107334 D - 0xce253c80 [metaslab_group_task] 107333 D - 0xce253c80 [metaslab_group_task] 100067 D vmwait 0xc175aa58 [CAM taskq] 100065 D - 0xc143dded [deadlkres] 100064 D - 0xc899fd00 [mca taskq] 100027 D - 0xc87bda00 [ffs_trim taskq] 100026 D - 0xc87bda80 [acpi_task_2] 100025 D - 0xc87bda80 [acpi_task_1] 100024 D - 0xc87bda80 [acpi_task_0] 100022 D - 0xc87bdb80 [thread taskq] 100018 D - 0xc87bdd80 [kqueue taskq] 100016 D - 0xc87bdf00 [firmware taskq] 100000 D vmwait 0xc175aa58 [swapper] 80418 80372 78944 0 Z+ mkfifo 80435 80372 78944 0 Z+ mkfifo 80432 80372 78944 0 Z+ mkfifo 80322 80313 78944 0 Z+ mkdir 80321 80313 78944 0 Z+ creat db:0:ps> allt Tracing command watchdogd pid 80501 tid 101876 td 0xcba2f310 sched_switch(c8ecc010,0,c8ec0001,f8cbb9c0,c0b0ff5b,...) at sched_switch+0x4cf/frame 0xf8cbb930 Tracing command rw pid 80454 tid 107584 td 0xcef0fc40 sched_switch(cef0fc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3ad5e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe3ad61c sleepq_switch(cef0fc40,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe3ad650 sleepq_wait(debc05c0,0,fe3ad6a4,1,0,...) at sleepq_wait+0x48/frame 0xfe3ad674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe3ad6b8 txg_wait_open(debc0400,64,0,debc0014,8,...) at txg_wait_open+0x17f/frame 0xfe3ad700 dmu_tx_wait(cbd85600,cf25d880,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xfe3ad75c dmu_tx_assign(cbd85600,1,0,2d32000,0,...) at dmu_tx_assign+0xd8/frame 0xfe3ad7f0 zfs_freebsd_write(fe3ada68,c1324ac3,d782ddc4,fe3ad988,d538419c,...) at zfs_freebsd_write+0x70f/frame 0xfe3ad968 VOP_WRITE_APV(d782ddc4,fe3ada68,d5384168,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xfe3ada28 vn_write(ca484af0,fe3adc10,c8ca7d00,1,cef0fc40,...) at vn_write+0x379/frame 0xfe3ada98 vn_io_fault(ca484af0,fe3adc10,c8ca7d00,0,cef0fc40,...) at vn_io_fault+0x14d/frame 0xfe3adb74 dofilewrite(ca484af0,fe3adc10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfe3adba8 kern_writev(cef0fc40,4,fe3adc10,cbbe65f0,bfbfc6d8,...) at kern_writev+0x96/frame 0xfe3adbf0 sys_write(cef0fc40,fe3adcc8,fe3adc98,c0b09826,c144b110,...) at sys_write+0x5c/frame 0xfe3adc40 syscall(fe3add08) at syscall+0x31b/frame 0xfe3adcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe3adcfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command rw pid 80453 tid 106985 td 0xcaf7a310 sched_switch(caf7a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdbda5e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfdbda61c sleepq_switch(caf7a310,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfdbda650 sleepq_wait(debc05c0,0,fdbda6a4,1,0,...) at sleepq_wait+0x48/frame 0xfdbda674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfdbda6b8 txg_wait_open(debc0400,64,0,debc0224,8,...) at txg_wait_open+0x17f/frame 0xfdbda700 dmu_tx_wait(db3cc000,dc078a00,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xfdbda75c dmu_tx_assign(db3cc000,1,0,297d000,0,...) at dmu_tx_assign+0xd8/frame 0xfdbda7f0 zfs_freebsd_write(fdbdaa68,c1324ac3,d782ddc4,fdbda988,d174246c,...) at zfs_freebsd_write+0x70f/frame 0xfdbda968 VOP_WRITE_APV(d782ddc4,fdbdaa68,d1742438,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xfdbdaa28 vn_write(ca484038,fdbdac10,c8ca7d00,1,caf7a310,...) at vn_write+0x379/frame 0xfdbdaa98 vn_io_fault(ca484038,fdbdac10,c8ca7d00,0,caf7a310,...) at vn_io_fault+0x14d/frame 0xfdbdab74 dofilewrite(ca484038,fdbdac10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfdbdaba8 kern_writev(caf7a310,4,fdbdac10,d051e900,bfbfc6d8,...) at kern_writev+0x96/frame 0xfdbdabf0 sys_write(caf7a310,fdbdacc8,fdbdac98,c0b09826,c144c610,...) at sys_write+0x5c/frame 0xfdbdac40 syscall(fdbdad08) at syscall+0x31b/frame 0xfdbdacfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdbdacfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command rw pid 80452 tid 105291 td 0xd9ae7620 sched_switch(d9ae7620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc1385e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfc13861c sleepq_switch(d9ae7620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfc138650 sleepq_wait(debc05c0,0,fc1386a4,1,0,...) at sleepq_wait+0x48/frame 0xfc138674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfc1386b8 txg_wait_open(debc0400,64,0,debc0014,8,...) at txg_wait_open+0x17f/frame 0xfc138700 dmu_tx_wait(ce3c2c00,d97a4680,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xfc13875c dmu_tx_assign(ce3c2c00,1,0,40a2000,0,...) at dmu_tx_assign+0xd8/frame 0xfc1387f0 zfs_freebsd_write(fc138a68,c1324ac3,d782ddc4,fc138988,c9da1b74,...) at zfs_freebsd_write+0x70f/frame 0xfc138968 VOP_WRITE_APV(d782ddc4,fc138a68,c9da1b40,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xfc138a28 vn_write(c8e35578,fc138c10,c8ca7d00,1,d9ae7620,...) at vn_write+0x379/frame 0xfc138a98 vn_io_fault(c8e35578,fc138c10,c8ca7d00,0,d9ae7620,...) at vn_io_fault+0x14d/frame 0xfc138b74 dofilewrite(c8e35578,fc138c10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfc138ba8 kern_writev(d9ae7620,4,fc138c10,c87b92e0,bfbfc6d8,...) at kern_writev+0x96/frame 0xfc138bf0 sys_write(d9ae7620,fc138cc8,fc138c98,c0b09826,c144bf10,...) at sys_write+0x5c/frame 0xfc138c40 syscall(fc138d08) at syscall+0x31b/frame 0xfc138cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc138cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command rw pid 80451 tid 101213 td 0xc9b1a000 sched_switch(c9b1a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe19d5e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe19d61c sleepq_switch(c9b1a000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe19d650 sleepq_wait(debc05c0,0,fe19d6a4,1,0,...) at sleepq_wait+0x48/frame 0xfe19d674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe19d6b8 txg_wait_open(debc0400,64,0,debc0174,8,...) at txg_wait_open+0x17f/frame 0xfe19d700 dmu_tx_wait(cf3f5800,c9e3bd00,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xfe19d75c dmu_tx_assign(cf3f5800,1,0,2ea1000,0,...) at dmu_tx_assign+0xd8/frame 0xfe19d7f0 zfs_freebsd_write(fe19da68,c1324ac3,d782ddc4,fe19d988,d1e01034,...) at zfs_freebsd_write+0x70f/frame 0xfe19d968 VOP_WRITE_APV(d782ddc4,fe19da68,d1e01000,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xfe19da28 vn_write(ca484ab8,fe19dc10,c8ca7d00,1,c9b1a000,...) at vn_write+0x379/frame 0xfe19da98 vn_io_fault(ca484ab8,fe19dc10,c8ca7d00,0,c9b1a000,...) at vn_io_fault+0x14d/frame 0xfe19db74 dofilewrite(ca484ab8,fe19dc10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfe19dba8 kern_writev(c9b1a000,4,fe19dc10,cba2e900,bfbfc6d8,...) at kern_writev+0x96/frame 0xfe19dbf0 sys_write(c9b1a000,fe19dcc8,fe19dc98,c0b09826,c144b110,...) at sys_write+0x5c/frame 0xfe19dc40 syscall(fe19dd08) at syscall+0x31b/frame 0xfe19dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe19dcfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command rw pid 80450 tid 100222 td 0xca534000 sched_switch(ca534000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8a895e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf8a8961c sleepq_switch(ca534000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf8a89650 sleepq_wait(debc05c0,0,f8a896a4,1,0,...) at sleepq_wait+0x48/frame 0xf8a89674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf8a896b8 txg_wait_open(debc0400,64,0,debc0174,8,...) at txg_wait_open+0x17f/frame 0xf8a89700 dmu_tx_wait(c8e5b000,d9e61700,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xf8a8975c dmu_tx_assign(c8e5b000,1,0,3161000,0,...) at dmu_tx_assign+0xd8/frame 0xf8a897f0 zfs_freebsd_write(f8a89a68,c1324ac3,d782ddc4,f8a89988,d018273c,...) at zfs_freebsd_write+0x70f/frame 0xf8a89968 VOP_WRITE_APV(d782ddc4,f8a89a68,d0182708,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xf8a89a28 vn_write(ca48c4d0,f8a89c10,c8ca7d00,1,ca534000,...) at vn_write+0x379/frame 0xf8a89a98 vn_io_fault(ca48c4d0,f8a89c10,c8ca7d00,0,ca534000,...) at vn_io_fault+0x14d/frame 0xf8a89b74 dofilewrite(ca48c4d0,f8a89c10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xf8a89ba8 kern_writev(ca534000,4,f8a89c10,ca05fc10,bfbfc6d8,...) at kern_writev+0x96/frame 0xf8a89bf0 sys_write(ca534000,f8a89cc8,f8a89c98,c0b09826,c144bf10,...) at sys_write+0x5c/frame 0xf8a89c40 syscall(f8a89d08) at syscall+0x31b/frame 0xf8a89cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8a89cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command rw pid 80449 tid 104669 td 0xd8fb1000 sched_switch(d8fb1000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7ab5e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb7ab61c sleepq_switch(d8fb1000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb7ab650 sleepq_wait(debc05c0,0,fb7ab6a4,1,0,...) at sleepq_wait+0x48/frame 0xfb7ab674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb7ab6b8 txg_wait_open(debc0400,64,0,debc00c4,8,...) at txg_wait_open+0x17f/frame 0xfb7ab700 dmu_tx_wait(e0556a00,cc504d00,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xfb7ab75c dmu_tx_assign(e0556a00,1,0,2aa1000,0,...) at dmu_tx_assign+0xd8/frame 0xfb7ab7f0 zfs_freebsd_write(fb7aba68,c1324ac3,d782ddc4,fb7ab988,d1f2873c,...) at zfs_freebsd_write+0x70f/frame 0xfb7ab968 VOP_WRITE_APV(d782ddc4,fb7aba68,d1f28708,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xfb7aba28 vn_write(ca48c380,fb7abc10,c8ca7d00,1,d8fb1000,...) at vn_write+0x379/frame 0xfb7aba98 vn_io_fault(ca48c380,fb7abc10,c8ca7d00,0,d8fb1000,...) at vn_io_fault+0x14d/frame 0xfb7abb74 dofilewrite(ca48c380,fb7abc10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfb7abba8 kern_writev(d8fb1000,4,fb7abc10,c115a883,bfbfc6d8,...) at kern_writev+0x96/frame 0xfb7abbf0 sys_write(d8fb1000,fb7abcc8,8,c1158904,db,...) at sys_write+0x5c/frame 0xfb7abc40 syscall(fb7abd08) at syscall+0x31b/frame 0xfb7abcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7abcfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command openat pid 80448 tid 101726 td 0xcf906c40 sched_switch(cf906c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc6663830 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xc6663864 sleepq_switch(cf906c40,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xc6663898 sleepq_wait(debc05c0,0,c66638ec,1,0,...) at sleepq_wait+0x48/frame 0xc66638bc _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xc6663900 txg_wait_open(debc0400,64,0,dbfd37b8,c66639a8,...) at txg_wait_open+0x17f/frame 0xc6663948 dmu_tx_wait(ca115800,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xc66639a8 zfs_freebsd_rename(c6663be8,c6663a90,c0b87c7c,c6663b04,0,...) at zfs_freebsd_rename+0xbd2/frame 0xc6663a64 VOP_RENAME_APV(d782ddc4,c6663be8,0,1,c6663b34,...) at VOP_RENAME_APV+0x104/frame 0xc6663a90 kern_renameat(cf906c40,3,bfbfd6c8,3,bfbfd648,0) at kern_renameat+0x4be/frame 0xc6663c18 sys_renameat(cf906c40,c6663cc8,c6663c98,c0b09826,c144c610,...) at sys_renameat+0x39/frame 0xc6663c40 syscall(c6663d08) at syscall+0x31b/frame 0xc6663cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc6663cfc --- syscall (501, FreeBSD ELF32, sys_renameat), eip = 0x280dc11b, esp = 0xbfbfd628, ebp = 0xbfbfd758 --- Tracing command rw pid 80447 tid 104668 td 0xd8fb1310 sched_switch(d8fb1310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7a75e8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb7a761c sleepq_switch(d8fb1310,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb7a7650 sleepq_wait(debc05c0,0,fb7a76a4,1,0,...) at sleepq_wait+0x48/frame 0xfb7a7674 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb7a76b8 txg_wait_open(debc0400,64,0,debc00c4,8,...) at txg_wait_open+0x17f/frame 0xfb7a7700 dmu_tx_wait(d291ec00,cda45280,4c1,4ba,0,...) at dmu_tx_wait+0x4d0/frame 0xfb7a775c dmu_tx_assign(d291ec00,1,0,3800000,0,...) at dmu_tx_assign+0xd8/frame 0xfb7a77f0 zfs_freebsd_write(fb7a7a68,c1324ac3,d782ddc4,fb7a7988,d5384304,...) at zfs_freebsd_write+0x70f/frame 0xfb7a7968 VOP_WRITE_APV(d782ddc4,fb7a7a68,d53842d0,32a,c116b618,...) at VOP_WRITE_APV+0x1a4/frame 0xfb7a7a28 vn_write(ca48c150,fb7a7c10,c8ca7d00,1,d8fb1310,...) at vn_write+0x379/frame 0xfb7a7a98 vn_io_fault(ca48c150,fb7a7c10,c8ca7d00,0,d8fb1310,...) at vn_io_fault+0x14d/frame 0xfb7a7b74 dofilewrite(ca48c150,fb7a7c10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfb7a7ba8 kern_writev(d8fb1310,4,fb7a7c10,c8ba6f20,bfbfc6d8,...) at kern_writev+0x96/frame 0xfb7a7bf0 sys_write(d8fb1310,fb7a7cc8,fb7a7c98,c0b09826,c144b810,...) at sys_write+0x5c/frame 0xfb7a7c40 syscall(fb7a7d08) at syscall+0x31b/frame 0xfb7a7cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7a7cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a11c7, esp = 0xbfbfc6c0, ebp = 0xbfbfd768 --- Tracing command openat pid 80446 tid 101725 td 0xccd27000 sched_switch(ccd27000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc665f7d8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xc665f80c sleepq_switch(ccd27000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xc665f840 sleepq_wait(debc05c0,0,c665f894,1,0,...) at sleepq_wait+0x48/frame 0xc665f864 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xc665f8a8 txg_wait_open(debc0400,64,0,c145a298,0,...) at txg_wait_open+0x17f/frame 0xc665f8f0 dmu_tx_wait(caa2c400,3,0,1,c8e70400,...) at dmu_tx_wait+0x4d0/frame 0xc665f950 zfs_freebsd_create(c665fad0,c1324759,c118c8a6,cdd835e8,2,...) at zfs_freebsd_create+0x258/frame 0xc665f9f8 VOP_CREATE_APV(d782ddc4,c665fad0,c665fbc4,c665fa60,c0d89e03,...) at VOP_CREATE_APV+0x12f/frame 0xc665fa28 vn_open_cred(c665fb68,c665fbf4,1b0,0,c8ca7d00,c8e4fe00) at vn_open_cred+0x2ee/frame 0xc665faf8 vn_open(c665fb68,c665fbf4,1b0,c8e4fe00,bfbfd6c8,...) at vn_open+0x3d/frame 0xc665fb20 kern_openat(ccd27000,3,bfbfd6c8,0,200,1b0) at kern_openat+0x310/frame 0xc665fc18 sys_openat(ccd27000,c665fcc8,c665fc98,c0b09826,c144bf10,...) at sys_openat+0x3a/frame 0xc665fc40 syscall(c665fd08) at syscall+0x31b/frame 0xc665fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc665fcfc --- syscall (499, FreeBSD ELF32, sys_openat), eip = 0x280f8903, esp = 0xbfbfd628, ebp = 0xbfbfd758 --- Tracing command rw pid 80445 tid 106143 td 0xd3266c40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d3266c40,ffffffff,13a3d,19e9f,d3266c40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command lockf pid 80444 tid 103859 td 0xd5180310 sched_switch(d5180310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfab16798 mi_switch(104,0,c115e499,1f1,2,...) at mi_switch+0x1c3/frame 0xfab167cc sleepq_switch(d5180310,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfab16800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfab16824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfab16868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfab16944 vop_stdlock(fab169b8,ce8808a4,fab169b0,c100fe9e,fab169c8,...) at vop_stdlock+0x53/frame 0xfab16974 VOP_LOCK1_APV(d782ddc4,fab169b8,ce8808a4,fab169e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfab169a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfab169e0 lookup(fab16b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfab16a40 namei(fab16b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfab16ad8 kern_unlinkat(d5180310,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfab16c24 sys_unlink(d5180310,fab16cc8,c0ff152f,e4737c90,0,...) at sys_unlink+0x32/frame 0xfab16c40 syscall(fab16d08) at syscall+0x31b/frame 0xfab16cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfab16cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80443 tid 103858 td 0xd5180620 sched_switch(d5180620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfab13798 mi_switch(104,0,c115e499,1f1,3,...) at mi_switch+0x1c3/frame 0xfab137cc sleepq_switch(d5180620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfab13800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfab13824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfab13868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfab13944 vop_stdlock(fab139b8,ce8808a4,fab139b0,c100fe9e,fab139c8,...) at vop_stdlock+0x53/frame 0xfab13974 VOP_LOCK1_APV(d782ddc4,fab139b8,ce8808a4,fab139e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfab139a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfab139e0 lookup(fab13b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfab13a40 namei(fab13b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfab13ad8 kern_unlinkat(d5180620,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfab13c24 sys_unlink(d5180620,fab13cc8,cd30c2ec,ab8,fab13ccc,...) at sys_unlink+0x32/frame 0xfab13c40 syscall(fab13d08) at syscall+0x31b/frame 0xfab13cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfab13cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80442 tid 103857 td 0xd5180930 sched_switch(d5180930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfab10798 mi_switch(104,0,c115e499,1f1,2,...) at mi_switch+0x1c3/frame 0xfab107cc sleepq_switch(d5180930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfab10800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfab10824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfab10868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfab10944 vop_stdlock(fab109b8,ce8808a4,fab109b0,c100fe9e,fab109c8,...) at vop_stdlock+0x53/frame 0xfab10974 VOP_LOCK1_APV(d782ddc4,fab109b8,ce8808a4,fab109e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfab109a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfab109e0 lookup(fab10b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfab10a40 namei(fab10b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfab10ad8 kern_unlinkat(d5180930,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfab10c24 sys_unlink(d5180930,fab10cc8,fab10c9c,c0ff1bd7,0,...) at sys_unlink+0x32/frame 0xfab10c40 syscall(fab10d08) at syscall+0x31b/frame 0xfab10cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfab10cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80441 tid 101824 td 0xca748c40 sched_switch(ca748c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc67eb798 mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xc67eb7cc sleepq_switch(ca748c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc67eb800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc67eb824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc67eb868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc67eb944 vop_stdlock(c67eb9b8,ce8808a4,c67eb9b0,c100fe9e,c67eb9c8,...) at vop_stdlock+0x53/frame 0xc67eb974 VOP_LOCK1_APV(d782ddc4,c67eb9b8,ce8808a4,c67eb9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc67eb9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc67eb9e0 lookup(c67ebb78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xc67eba40 namei(c67ebb78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xc67ebad8 kern_unlinkat(ca748c40,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xc67ebc24 sys_unlink(ca748c40,c67ebcc8,c67ebc98,c0b09826,c144c610,...) at sys_unlink+0x32/frame 0xc67ebc40 syscall(c67ebd08) at syscall+0x31b/frame 0xc67ebcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc67ebcfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80440 tid 101823 td 0xca749000 sched_switch(ca749000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc67e76f0 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xc67e7724 sleepq_switch(ca749000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc67e7758 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc67e777c sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc67e77c0 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc67e789c vop_stdlock(c67e7910,ce8808a4,c67e7908,c100fe9e,c67e7920,...) at vop_stdlock+0x53/frame 0xc67e78cc VOP_LOCK1_APV(d782ddc4,c67e7910,ce8808a4,c67e7938,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc67e78f8 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc67e7938 lookup(c67e7b70,c116905b,10d,ce,d21e517c,...) at lookup+0x42a/frame 0xc67e7998 namei(c67e7b70,c1fa0600,da,c67e7a74,c0accb70,...) at namei+0x4fd/frame 0xc67e7a30 vn_open_cred(c67e7b70,c67e7bfc,180,0,c8ca7d00,c8df9268) at vn_open_cred+0xb2/frame 0xc67e7b00 vn_open(c67e7b70,c67e7bfc,180,c8df9268,804cf2c,...) at vn_open+0x3d/frame 0xc67e7b28 kern_openat(ca749000,ffffff9c,804cf2c,0,602,180) at kern_openat+0x310/frame 0xc67e7c1c sys_open(ca749000,c67e7cc8,c67e7c98,c0b09826,c144bf10,...) at sys_open+0x39/frame 0xc67e7c40 syscall(c67e7d08) at syscall+0x31b/frame 0xc67e7cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc67e7cfc --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28197da3, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80439 tid 101822 td 0xcd96c000 sched_switch(cd96c000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc67e3798 mi_switch(104,0,c115e499,1f1,2,...) at mi_switch+0x1c3/frame 0xc67e37cc sleepq_switch(cd96c000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc67e3800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc67e3824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc67e3868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc67e3944 vop_stdlock(c67e39b8,ce8808a4,c67e39b0,c100fe9e,c67e39c8,...) at vop_stdlock+0x53/frame 0xc67e3974 VOP_LOCK1_APV(d782ddc4,c67e39b8,ce8808a4,c67e39e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc67e39a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc67e39e0 lookup(c67e3b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xc67e3a40 namei(c67e3b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xc67e3ad8 kern_unlinkat(cd96c000,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xc67e3c24 sys_unlink(cd96c000,c67e3cc8,c67e3c98,c0b09826,c144b110,...) at sys_unlink+0x32/frame 0xc67e3c40 syscall(c67e3d08) at syscall+0x31b/frame 0xc67e3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc67e3cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80438 tid 106105 td 0xced84c40 sched_switch(ced84c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfca1a798 mi_switch(104,0,c115e499,1f1,3,...) at mi_switch+0x1c3/frame 0xfca1a7cc sleepq_switch(ced84c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfca1a800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfca1a824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfca1a868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfca1a944 vop_stdlock(fca1a9b8,ce8808a4,fca1a9b0,c100fe9e,fca1a9c8,...) at vop_stdlock+0x53/frame 0xfca1a974 VOP_LOCK1_APV(d782ddc4,fca1a9b8,ce8808a4,fca1a9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfca1a9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfca1a9e0 lookup(fca1ab78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfca1aa40 namei(fca1ab78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfca1aad8 kern_unlinkat(ced84c40,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfca1ac24 sys_unlink(ced84c40,fca1acc8,c0ff152f,c1c25c90,0,...) at sys_unlink+0x32/frame 0xfca1ac40 syscall(fca1ad08) at syscall+0x31b/frame 0xfca1acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfca1acfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command mkfifo pid 80437 tid 106104 td 0xced85000 sched_switch(ced85000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfca16788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfca167bc sleepq_switch(ced85000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfca167f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfca16814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfca16858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfca16934 vop_stdlock(fca169a8,ce8808a4,fca169a0,c100fe9e,fca169b8,...) at vop_stdlock+0x53/frame 0xfca16964 VOP_LOCK1_APV(d782ddc4,fca169a8,ce8808a4,fca169d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfca16990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfca169d0 lookup(fca16b08,c116905b,10d,ce,2710,...) at lookup+0x42a/frame 0xfca16a30 namei(fca16b08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfca16ac8 kern_mkfifoat(ced85000,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfca16c24 sys_mkfifo(ced85000,fca16cc8,0,ab8,fca16ccc,...) at sys_mkfifo+0x31/frame 0xfca16c40 syscall(fca16d08) at syscall+0x31b/frame 0xfca16cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfca16cfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80436 tid 106103 td 0xced85310 sched_switch(ced85310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfca12798 mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xfca127cc sleepq_switch(ced85310,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfca12800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfca12824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfca12868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfca12944 vop_stdlock(fca129b8,ce8808a4,fca129b0,c100fe9e,fca129c8,...) at vop_stdlock+0x53/frame 0xfca12974 VOP_LOCK1_APV(d782ddc4,fca129b8,ce8808a4,fca129e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfca129a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfca129e0 lookup(fca12b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfca12a40 namei(fca12b78,2,400000c,0,804c244,...) at namei+0x4fd/frame 0xfca12ad8 kern_unlinkat(ced85310,ffffff9c,804c244,0,0) at kern_unlinkat+0xb7/frame 0xfca12c24 sys_unlink(ced85310,fca12cc8,fca12c98,c0b09826,c144bf10,...) at sys_unlink+0x32/frame 0xfca12c40 syscall(fca12d08) at syscall+0x31b/frame 0xfca12cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfca12cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80434 tid 106101 td 0xced85930 sched_switch(ced85930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfca0a788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfca0a7bc sleepq_switch(ced85930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfca0a7f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfca0a814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfca0a858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfca0a934 vop_stdlock(fca0a9a8,ce8808a4,fca0a9a0,c100fe9e,fca0a9b8,...) at vop_stdlock+0x53/frame 0xfca0a964 VOP_LOCK1_APV(d782ddc4,fca0a9a8,ce8808a4,fca0a9d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfca0a990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfca0a9d0 lookup(fca0ab08,c116905b,10d,ce,2710,...) at lookup+0x42a/frame 0xfca0aa30 namei(fca0ab08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfca0aac8 kern_mkfifoat(ced85930,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfca0ac24 sys_mkfifo(ced85930,fca0acc8,ce53cbb0,ab8,fca0accc,...) at sys_mkfifo+0x31/frame 0xfca0ac40 syscall(fca0ad08) at syscall+0x31b/frame 0xfca0acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfca0acfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80433 tid 103558 td 0xd4ee1000 sched_switch(d4ee1000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa6fe788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfa6fe7bc sleepq_switch(d4ee1000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfa6fe7f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfa6fe814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfa6fe858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfa6fe934 vop_stdlock(fa6fe9a8,ce8808a4,fa6fe9a0,c100fe9e,fa6fe9b8,...) at vop_stdlock+0x53/frame 0xfa6fe964 VOP_LOCK1_APV(d782ddc4,fa6fe9a8,ce8808a4,fa6fe9d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfa6fe990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfa6fe9d0 lookup(fa6feb08,c116905b,10d,ce,ce880920,...) at lookup+0x42a/frame 0xfa6fea30 namei(fa6feb08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfa6feac8 kern_mkfifoat(d4ee1000,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfa6fec24 sys_mkfifo(d4ee1000,fa6fecc8,c0ff152f,c1c25c90,0,...) at sys_mkfifo+0x31/frame 0xfa6fec40 syscall(fa6fed08) at syscall+0x31b/frame 0xfa6fecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfa6fecfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command openat pid 80431 tid 103547 td 0xd4ee2000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,18180000,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d4ee2000,ffffffff,13a2f,1947b,d4ee2000,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command mkfifo pid 80430 tid 103542 td 0xd4ee2620 sched_switch(d4ee2620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa6c7788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfa6c77bc sleepq_switch(d4ee2620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfa6c77f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfa6c7814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfa6c7858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfa6c7934 vop_stdlock(fa6c79a8,ce8808a4,fa6c79a0,c100fe9e,fa6c79b8,...) at vop_stdlock+0x53/frame 0xfa6c7964 VOP_LOCK1_APV(d782ddc4,fa6c79a8,ce8808a4,fa6c79d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfa6c7990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfa6c79d0 lookup(fa6c7b08,c116905b,10d,ce,ce880920,...) at lookup+0x42a/frame 0xfa6c7a30 namei(fa6c7b08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfa6c7ac8 kern_mkfifoat(d4ee2620,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfa6c7c24 sys_mkfifo(d4ee2620,fa6c7cc8,c0ff152f,e4731c90,0,...) at sys_mkfifo+0x31/frame 0xfa6c7c40 syscall(fa6c7d08) at syscall+0x31b/frame 0xfa6c7cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfa6c7cfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80429 tid 103541 td 0xd4ee2930 sched_switch(d4ee2930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa6c3798 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfa6c37cc sleepq_switch(d4ee2930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfa6c3800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfa6c3824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfa6c3868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfa6c3944 vop_stdlock(fa6c39b8,ce8808a4,fa6c39b0,c100fe9e,fa6c39c8,...) at vop_stdlock+0x53/frame 0xfa6c3974 VOP_LOCK1_APV(d782ddc4,fa6c39b8,ce8808a4,fa6c39e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfa6c39a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfa6c39e0 lookup(fa6c3b78,c116905b,10d,ce,cfe88438,...) at lookup+0x42a/frame 0xfa6c3a40 namei(fa6c3b78,2,400000c,0,804c244,...) at namei+0x4fd/frame 0xfa6c3ad8 kern_unlinkat(d4ee2930,ffffff9c,804c244,0,0) at kern_unlinkat+0xb7/frame 0xfa6c3c24 sys_unlink(d4ee2930,fa6c3cc8,fa6c3c98,c0b09826,c144c610,...) at sys_unlink+0x32/frame 0xfa6c3c40 syscall(fa6c3d08) at syscall+0x31b/frame 0xfa6c3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfa6c3cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80428 tid 103540 td 0xd4ee2c40 sched_switch(d4ee2c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa6bf788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfa6bf7bc sleepq_switch(d4ee2c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfa6bf7f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfa6bf814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfa6bf858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfa6bf934 vop_stdlock(fa6bf9a8,ce8808a4,fa6bf9a0,c100fe9e,fa6bf9b8,...) at vop_stdlock+0x53/frame 0xfa6bf964 VOP_LOCK1_APV(d782ddc4,fa6bf9a8,ce8808a4,fa6bf9d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfa6bf990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfa6bf9d0 lookup(fa6bfb08,c116905b,10d,ce,ce880920,...) at lookup+0x42a/frame 0xfa6bfa30 namei(fa6bfb08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfa6bfac8 kern_mkfifoat(d4ee2c40,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfa6bfc24 sys_mkfifo(d4ee2c40,fa6bfcc8,c144b800,0,c144b800,...) at sys_mkfifo+0x31/frame 0xfa6bfc40 syscall(fa6bfd08) at syscall+0x31b/frame 0xfa6bfcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfa6bfcfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80427 tid 104644 td 0xd8fb3620 sched_switch(d8fb3620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb747788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfb7477bc sleepq_switch(d8fb3620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfb7477f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfb747814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfb747858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfb747934 vop_stdlock(fb7479a8,ce8808a4,fb7479a0,c100fe9e,fb7479b8,...) at vop_stdlock+0x53/frame 0xfb747964 VOP_LOCK1_APV(d782ddc4,fb7479a8,ce8808a4,fb7479d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfb747990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfb7479d0 lookup(fb747b08,c116905b,10d,ce,2710,...) at lookup+0x42a/frame 0xfb747a30 namei(fb747b08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfb747ac8 kern_mkfifoat(d8fb3620,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfb747c24 sys_mkfifo(d8fb3620,fb747cc8,0,ab8,fb747ccc,...) at sys_mkfifo+0x31/frame 0xfb747c40 syscall(fb747d08) at syscall+0x31b/frame 0xfb747cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb747cfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80426 tid 104643 td 0xd8fb3930 sched_switch(d8fb3930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb743798 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfb7437cc sleepq_switch(d8fb3930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfb743800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfb743824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfb743868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfb743944 vop_stdlock(fb7439b8,ce8808a4,fb7439b0,c100fe9e,fb7439c8,...) at vop_stdlock+0x53/frame 0xfb743974 VOP_LOCK1_APV(d782ddc4,fb7439b8,ce8808a4,fb7439e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfb7439a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfb7439e0 lookup(fb743b78,c116905b,10d,ce,c96f1ca8,...) at lookup+0x42a/frame 0xfb743a40 namei(fb743b78,2,400000c,0,804c244,...) at namei+0x4fd/frame 0xfb743ad8 kern_unlinkat(d8fb3930,ffffff9c,804c244,0,0) at kern_unlinkat+0xb7/frame 0xfb743c24 sys_unlink(d8fb3930,fb743cc8,fb743c98,c0b09826,c144b110,...) at sys_unlink+0x32/frame 0xfb743c40 syscall(fb743d08) at syscall+0x31b/frame 0xfb743cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb743cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80425 tid 101734 td 0xce807620 sched_switch(ce807620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc6683798 mi_switch(104,0,c115e499,1f1,c66837f0,...) at mi_switch+0x1c3/frame 0xc66837cc sleepq_switch(ce807620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc6683800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc6683824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc6683868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc6683944 vop_stdlock(c66839b8,ce8808a4,c66839b0,c100fe9e,c66839c8,...) at vop_stdlock+0x53/frame 0xc6683974 VOP_LOCK1_APV(d782ddc4,c66839b8,ce8808a4,c66839e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc66839a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc66839e0 lookup(c6683b78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc6683a40 namei(c6683b78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc6683ad8 kern_unlinkat(ce807620,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc6683c24 sys_unlink(ce807620,c6683cc8,c6683c98,c0b09826,c144bf10,...) at sys_unlink+0x32/frame 0xc6683c40 syscall(c6683d08) at syscall+0x31b/frame 0xc6683cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc6683cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80424 tid 100872 td 0xc8d48620 sched_switch(c8d48620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe28d788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe28d7bc sleepq_switch(c8d48620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe28d7f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfe28d814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfe28d858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfe28d934 vop_stdlock(fe28d9a8,ce8808a4,fe28d9a0,c100fe9e,fe28d9b8,...) at vop_stdlock+0x53/frame 0xfe28d964 VOP_LOCK1_APV(d782ddc4,fe28d9a8,ce8808a4,fe28d9d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe28d990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfe28d9d0 lookup(fe28db08,c116905b,10d,ce,ce880920,...) at lookup+0x42a/frame 0xfe28da30 namei(fe28db08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfe28dac8 kern_mkfifoat(c8d48620,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfe28dc24 sys_mkfifo(c8d48620,fe28dcc8,c0ff152f,e4731c90,0,...) at sys_mkfifo+0x31/frame 0xfe28dc40 syscall(fe28dd08) at syscall+0x31b/frame 0xfe28dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe28dcfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80423 tid 101733 td 0xce807930 sched_switch(ce807930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc667f798 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc667f7cc sleepq_switch(ce807930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc667f800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc667f824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc667f868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc667f944 vop_stdlock(c667f9b8,ce8808a4,c667f9b0,c100fe9e,c667f9c8,...) at vop_stdlock+0x53/frame 0xc667f974 VOP_LOCK1_APV(d782ddc4,c667f9b8,ce8808a4,c667f9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc667f9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc667f9e0 lookup(c667fb78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc667fa40 namei(c667fb78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc667fad8 kern_unlinkat(ce807930,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc667fc24 sys_unlink(ce807930,c667fcc8,c667fc98,c0b09826,c144bf10,...) at sys_unlink+0x32/frame 0xc667fc40 syscall(c667fd08) at syscall+0x31b/frame 0xc667fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc667fcfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80422 tid 100951 td 0xd232e620 sched_switch(d232e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe35c788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe35c7bc sleepq_switch(d232e620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe35c7f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfe35c814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfe35c858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfe35c934 vop_stdlock(fe35c9a8,ce8808a4,fe35c9a0,c100fe9e,fe35c9b8,...) at vop_stdlock+0x53/frame 0xfe35c964 VOP_LOCK1_APV(d782ddc4,fe35c9a8,ce8808a4,fe35c9d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe35c990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfe35c9d0 lookup(fe35cb08,c116905b,10d,ce,2710,...) at lookup+0x42a/frame 0xfe35ca30 namei(fe35cb08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfe35cac8 kern_mkfifoat(d232e620,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfe35cc24 sys_mkfifo(d232e620,fe35ccc8,fe35cc98,c0b09826,c144bf10,...) at sys_mkfifo+0x31/frame 0xfe35cc40 syscall(fe35cd08) at syscall+0x31b/frame 0xfe35ccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe35ccfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80421 tid 101732 td 0xce807c40 sched_switch(ce807c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc667b798 mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xc667b7cc sleepq_switch(ce807c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc667b800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc667b824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc667b868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc667b944 vop_stdlock(c667b9b8,ce8808a4,c667b9b0,c100fe9e,c667b9c8,...) at vop_stdlock+0x53/frame 0xc667b974 VOP_LOCK1_APV(d782ddc4,c667b9b8,ce8808a4,c667b9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc667b9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc667b9e0 lookup(c667bb78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc667ba40 namei(c667bb78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc667bad8 kern_unlinkat(ce807c40,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc667bc24 sys_unlink(ce807c40,c667bcc8,c667bc98,c0b09826,c144c610,...) at sys_unlink+0x32/frame 0xc667bc40 syscall(c667bd08) at syscall+0x31b/frame 0xc667bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc667bcfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80420 tid 107268 td 0xcaa18620 sched_switch(caa18620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe053788 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe0537bc sleepq_switch(caa18620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe0537f0 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfe053814 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfe053858 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfe053934 vop_stdlock(fe0539a8,ce8808a4,fe0539a0,c100fe9e,fe0539b8,...) at vop_stdlock+0x53/frame 0xfe053964 VOP_LOCK1_APV(d782ddc4,fe0539a8,ce8808a4,fe0539d0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe053990 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfe0539d0 lookup(fe053b08,c116905b,10d,ce,ce880920,...) at lookup+0x42a/frame 0xfe053a30 namei(fe053b08,1,4000808,0,804c244,...) at namei+0x4fd/frame 0xfe053ac8 kern_mkfifoat(caa18620,ffffff9c,804c244,0,180) at kern_mkfifoat+0xc1/frame 0xfe053c24 sys_mkfifo(caa18620,fe053cc8,0,ab8,fe053ccc,...) at sys_mkfifo+0x31/frame 0xfe053c40 syscall(fe053d08) at syscall+0x31b/frame 0xfe053cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe053cfc --- syscall (132, FreeBSD ELF32, sys_mkfifo), eip = 0x280dcedb, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80419 tid 101731 td 0xca647c40 sched_switch(ca647c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc6677798 mi_switch(104,0,c115e499,1f1,c131ef1f,...) at mi_switch+0x1c3/frame 0xc66777cc sleepq_switch(ca647c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc6677800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc6677824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc6677868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc6677944 vop_stdlock(c66779b8,ce8808a4,c66779b0,c100fe9e,c66779c8,...) at vop_stdlock+0x53/frame 0xc6677974 VOP_LOCK1_APV(d782ddc4,c66779b8,ce8808a4,c66779e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc66779a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc66779e0 lookup(c6677b78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc6677a40 namei(c6677b78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc6677ad8 kern_unlinkat(ca647c40,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc6677c24 sys_unlink(ca647c40,c6677cc8,c6677c98,c0b09826,c144c610,...) at sys_unlink+0x32/frame 0xc6677c40 syscall(c6677d08) at syscall+0x31b/frame 0xc6677cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc6677cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80417 tid 101730 td 0xcf906000 sched_switch(cf906000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc6673798 mi_switch(104,0,c115e499,1f1,c3573dd4,...) at mi_switch+0x1c3/frame 0xc66737cc sleepq_switch(cf906000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc6673800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc6673824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc6673868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc6673944 vop_stdlock(c66739b8,ce8808a4,c66739b0,c100fe9e,c66739c8,...) at vop_stdlock+0x53/frame 0xc6673974 VOP_LOCK1_APV(d782ddc4,c66739b8,ce8808a4,c66739e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc66739a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc66739e0 lookup(c6673b78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc6673a40 namei(c6673b78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc6673ad8 kern_unlinkat(cf906000,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc6673c24 sys_unlink(cf906000,c6673cc8,c6673c98,c0b09826,c144b810,...) at sys_unlink+0x32/frame 0xc6673c40 syscall(c6673d08) at syscall+0x31b/frame 0xc6673cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc6673cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80416 tid 107265 td 0xcaa18c40 sched_switch(caa18c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe03a798 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe03a7cc sleepq_switch(caa18c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe03a800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfe03a824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfe03a868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfe03a944 vop_stdlock(fe03a9b8,ce8808a4,fe03a9b0,c100fe9e,fe03a9c8,...) at vop_stdlock+0x53/frame 0xfe03a974 VOP_LOCK1_APV(d782ddc4,fe03a9b8,ce8808a4,fe03a9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe03a9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfe03a9e0 lookup(fe03ab78,c116905b,10d,ce,cb5e3438,...) at lookup+0x42a/frame 0xfe03aa40 namei(fe03ab78,2,400000c,0,804c244,...) at namei+0x4fd/frame 0xfe03aad8 kern_unlinkat(caa18c40,ffffff9c,804c244,0,0) at kern_unlinkat+0xb7/frame 0xfe03ac24 sys_unlink(caa18c40,fe03acc8,fe03ac98,c0b09826,c144b110,...) at sys_unlink+0x32/frame 0xfe03ac40 syscall(fe03ad08) at syscall+0x31b/frame 0xfe03acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe03acfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd728, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80415 tid 101826 td 0xca748620 sched_switch(ca748620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc67f3798 mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xc67f37cc sleepq_switch(ca748620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc67f3800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc67f3824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc67f3868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc67f3944 vop_stdlock(c67f39b8,ce8808a4,c67f39b0,c100fe9e,c67f39c8,...) at vop_stdlock+0x53/frame 0xc67f3974 VOP_LOCK1_APV(d782ddc4,c67f39b8,ce8808a4,c67f39e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc67f39a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc67f39e0 lookup(c67f3b78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc67f3a40 namei(c67f3b78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc67f3ad8 kern_unlinkat(ca748620,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc67f3c24 sys_unlink(ca748620,c67f3cc8,c67f3c98,c0b09826,c144bf10,...) at sys_unlink+0x32/frame 0xc67f3c40 syscall(c67f3d08) at syscall+0x31b/frame 0xc67f3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc67f3cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command lockf2 pid 80413 tid 101825 td 0xca748930 sched_switch(ca748930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc67ef798 mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xc67ef7cc sleepq_switch(ca748930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc67ef800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xc67ef824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xc67ef868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xc67ef944 vop_stdlock(c67ef9b8,ce8808a4,c67ef9b0,c100fe9e,c67ef9c8,...) at vop_stdlock+0x53/frame 0xc67ef974 VOP_LOCK1_APV(d782ddc4,c67ef9b8,ce8808a4,c67ef9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xc67ef9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xc67ef9e0 lookup(c67efb78,c116905b,10d,ce,cdd835d8,...) at lookup+0x42a/frame 0xc67efa40 namei(c67efb78,2,400000c,0,804cccc,...) at namei+0x4fd/frame 0xc67efad8 kern_unlinkat(ca748930,ffffff9c,804cccc,0,0) at kern_unlinkat+0xb7/frame 0xc67efc24 sys_unlink(ca748930,c67efcc8,c67efc98,c0b09826,c144c610,...) at sys_unlink+0x32/frame 0xc67efc40 syscall(c67efd08) at syscall+0x31b/frame 0xc67efcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc67efcfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd750, ebp = 0xbfbfd758 --- Tracing command lockf pid 80410 tid 104001 td 0xd51ef000 sched_switch(d51ef000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfad2f798 mi_switch(104,0,c115e499,1f1,3,...) at mi_switch+0x1c3/frame 0xfad2f7cc sleepq_switch(d51ef000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfad2f800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfad2f824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfad2f868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfad2f944 vop_stdlock(fad2f9b8,ce8808a4,fad2f9b0,c100fe9e,fad2f9c8,...) at vop_stdlock+0x53/frame 0xfad2f974 VOP_LOCK1_APV(d782ddc4,fad2f9b8,ce8808a4,fad2f9e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfad2f9a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfad2f9e0 lookup(fad2fb78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfad2fa40 namei(fad2fb78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfad2fad8 kern_unlinkat(d51ef000,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfad2fc24 sys_unlink(d51ef000,fad2fcc8,c0ff152f,c1c25c90,0,...) at sys_unlink+0x32/frame 0xfad2fc40 syscall(fad2fd08) at syscall+0x31b/frame 0xfad2fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfad2fcfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf2 pid 80409 tid 104666 td 0xd8fb1620 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,18180000,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d8fb1620,ffffffff,13a19,198da,d8fb1620,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command lockf pid 80408 tid 104115 td 0xd53bc620 sched_switch(d53bc620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfae9d6f0 mi_switch(104,0,c115e499,1f1,d53bc620,...) at mi_switch+0x1c3/frame 0xfae9d724 sleepq_switch(d53bc620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfae9d758 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfae9d77c sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfae9d7c0 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfae9d89c vop_stdlock(fae9d910,ce8808a4,fae9d908,c100fe9e,fae9d920,...) at vop_stdlock+0x53/frame 0xfae9d8cc VOP_LOCK1_APV(d782ddc4,fae9d910,ce8808a4,fae9d938,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfae9d8f8 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfae9d938 lookup(fae9db70,c116905b,10d,ce,cb613980,...) at lookup+0x42a/frame 0xfae9d998 namei(fae9db70,ca48bfa8,ca48bfa8,fae9da68,c0d89e03,...) at namei+0x4fd/frame 0xfae9da30 vn_open_cred(fae9db70,fae9dbfc,180,0,c8ca7d00,ca48b2a0) at vn_open_cred+0xb2/frame 0xfae9db00 vn_open(fae9db70,fae9dbfc,180,ca48b2a0,804cf2c,...) at vn_open+0x3d/frame 0xfae9db28 kern_openat(d53bc620,ffffff9c,804cf2c,0,602,180) at kern_openat+0x310/frame 0xfae9dc1c sys_open(d53bc620,fae9dcc8,fae9dc98,c0b09826,c144b810,...) at sys_open+0x39/frame 0xfae9dc40 syscall(fae9dd08) at syscall+0x31b/frame 0xfae9dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfae9dcfc --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28197da3, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80407 tid 104114 td 0xd53bc930 sched_switch(d53bc930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfae95798 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfae957cc sleepq_switch(d53bc930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfae95800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfae95824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfae95868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfae95944 vop_stdlock(fae959b8,ce8808a4,fae959b0,c100fe9e,fae959c8,...) at vop_stdlock+0x53/frame 0xfae95974 VOP_LOCK1_APV(d782ddc4,fae959b8,ce8808a4,fae959e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfae959a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfae959e0 lookup(fae95b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfae95a40 namei(fae95b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfae95ad8 kern_unlinkat(d53bc930,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfae95c24 sys_unlink(d53bc930,fae95cc8,fae95c98,c0b09826,c144c610,...) at sys_unlink+0x32/frame 0xfae95c40 syscall(fae95d08) at syscall+0x31b/frame 0xfae95cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfae95cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80406 tid 100229 td 0xca535c40 sched_switch(ca535c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8b27798 mi_switch(104,0,c115e499,1f1,2,...) at mi_switch+0x1c3/frame 0xf8b277cc sleepq_switch(ca535c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xf8b27800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xf8b27824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xf8b27868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xf8b27944 vop_stdlock(f8b279b8,ce8808a4,f8b279b0,c100fe9e,f8b279c8,...) at vop_stdlock+0x53/frame 0xf8b27974 VOP_LOCK1_APV(d782ddc4,f8b279b8,ce8808a4,f8b279e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf8b279a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xf8b279e0 lookup(f8b27b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xf8b27a40 namei(f8b27b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xf8b27ad8 kern_unlinkat(ca535c40,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xf8b27c24 sys_unlink(ca535c40,f8b27cc8,c0ff152f,e4737c90,0,...) at sys_unlink+0x32/frame 0xf8b27c40 syscall(f8b27d08) at syscall+0x31b/frame 0xf8b27cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b27cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80405 tid 101879 td 0xcba2e930 sched_switch(cba2e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8cc7798 mi_switch(104,0,c115e499,1f1,cba2e934,...) at mi_switch+0x1c3/frame 0xf8cc77cc sleepq_switch(cba2e930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xf8cc7800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xf8cc7824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xf8cc7868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xf8cc7944 vop_stdlock(f8cc79b8,ce8808a4,f8cc79b0,c100fe9e,f8cc79c8,...) at vop_stdlock+0x53/frame 0xf8cc7974 VOP_LOCK1_APV(d782ddc4,f8cc79b8,ce8808a4,f8cc79e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf8cc79a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xf8cc79e0 lookup(f8cc7b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xf8cc7a40 namei(f8cc7b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xf8cc7ad8 kern_unlinkat(cba2e930,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xf8cc7c24 sys_unlink(cba2e930,f8cc7cc8,c0ff152f,e4734c90,0,...) at sys_unlink+0x32/frame 0xf8cc7c40 syscall(f8cc7d08) at syscall+0x31b/frame 0xf8cc7cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8cc7cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80404 tid 106984 td 0xcaf7a620 sched_switch(caf7a620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdbd6798 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfdbd67cc sleepq_switch(caf7a620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfdbd6800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfdbd6824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfdbd6868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfdbd6944 vop_stdlock(fdbd69b8,ce8808a4,fdbd69b0,c100fe9e,fdbd69c8,...) at vop_stdlock+0x53/frame 0xfdbd6974 VOP_LOCK1_APV(d782ddc4,fdbd69b8,ce8808a4,fdbd69e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfdbd69a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfdbd69e0 lookup(fdbd6b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfdbd6a40 namei(fdbd6b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfdbd6ad8 kern_unlinkat(caf7a620,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfdbd6c24 sys_unlink(caf7a620,fdbd6cc8,fdbd6c98,c0b09826,c144bf10,...) at sys_unlink+0x32/frame 0xfdbd6c40 syscall(fdbd6d08) at syscall+0x31b/frame 0xfdbd6cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdbd6cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command lockf pid 80403 tid 105279 td 0xd9ae7930 sched_switch(d9ae7930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc109798 mi_switch(104,0,c115e499,1f1,2,...) at mi_switch+0x1c3/frame 0xfc1097cc sleepq_switch(d9ae7930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfc109800 sleepq_wait(ce8808a4,60,d781b7fb,4,0,...) at sleepq_wait+0x48/frame 0xfc109824 sleeplk(ce880910,d781b7fb,60,33,0,...) at sleeplk+0x187/frame 0xfc109868 __lockmgr_args(ce8808a4,400400,ce880910,0,0,0,c116905b,2bd) at __lockmgr_args+0xb1b/frame 0xfc109944 vop_stdlock(fc1099b8,ce8808a4,fc1099b0,c100fe9e,fc1099c8,...) at vop_stdlock+0x53/frame 0xfc109974 VOP_LOCK1_APV(d782ddc4,fc1099b8,ce8808a4,fc1099e0,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfc1099a0 _vn_lock(ce880870,400400,c116905b,2bd,8,...) at _vn_lock+0xca/frame 0xfc1099e0 lookup(fc109b78,c116905b,10d,ce,c0aabbba,...) at lookup+0x42a/frame 0xfc109a40 namei(fc109b78,2,400000c,0,804cf2c,...) at namei+0x4fd/frame 0xfc109ad8 kern_unlinkat(d9ae7930,ffffff9c,804cf2c,0,0) at kern_unlinkat+0xb7/frame 0xfc109c24 sys_unlink(d9ae7930,fc109cc8,c0ff152f,e4734c90,0,...) at sys_unlink+0x32/frame 0xfc109c40 syscall(fc109d08) at syscall+0x31b/frame 0xfc109cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc109cfc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2818bd07, esp = 0xbfbfd748, ebp = 0xbfbfd768 --- Tracing command fts pid 80402 tid 106142 td 0xd3267000 sched_switch(d3267000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcaae4e8 mi_switch(104,0,c115e499,1f1,d78037c8,...) at mi_switch+0x1c3/frame 0xfcaae51c sleepq_switch(d3267000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfcaae550 sleepq_wait(d97e4304,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfcaae574 sleeplk(d97e4370,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfcaae5b8 __lockmgr_args(d97e4304,200000,d97e4370,0,0,0,d7823030,5ec) at __lockmgr_args+0x69a/frame 0xfcaae694 vop_stdlock(fcaae708,d91c609c,ff,fcaae704,c0aea6d6,...) at vop_stdlock+0x53/frame 0xfcaae6c4 VOP_LOCK1_APV(d782ddc4,fcaae708,d91c60bc,fcaae730,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfcaae6f0 _vn_lock(d97e42d0,200000,d7823030,5ec,0,...) at _vn_lock+0xca/frame 0xfcaae730 zfs_lookup(fcaaeb48,fcaaeb5c,0,c8ca7d00,0,...) at zfs_lookup+0x4ea/frame 0xfcaae78c zfs_freebsd_lookup(fcaae910,c1324704,c13fca28,ce880870,fcaae8dc,...) at zfs_freebsd_lookup+0x92/frame 0xfcaae8b8 VOP_CACHEDLOOKUP_APV(d782ddc4,fcaae910,fcaaeb5c,0,0,...) at VOP_CACHEDLOOKUP_APV+0x12f/frame 0xfcaae8e8 vfs_cache_lookup(fcaae9a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xf4/frame 0xfcaae938 VOP_LOOKUP_APV(d782ddc4,fcaae9a0,fcaaeb5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfcaae968 lookup(fcaaeb00,c116905b,fb,fcaaeb2c,fcaaea34,...) at lookup+0x514/frame 0xfcaae9c8 namei(fcaaeb00,0,4000144,0,288350f8,...) at namei+0x4fd/frame 0xfcaaea60 kern_statat_vnhook(d3267000,0,3,288350f8,0,...) at kern_statat_vnhook+0xbd/frame 0xfcaaeba0 sys_fstatat(d3267000,fcaaecc8,fcaaec98,c0b09826,c144bf10,...) at sys_fstatat+0x59/frame 0xfcaaec40 syscall(fcaaed08) at syscall+0x31b/frame 0xfcaaecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfcaaecfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command fts pid 80401 tid 106141 td 0xd3267310 sched_switch(d3267310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcaaa608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfcaaa63c sleepq_switch(d3267310,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfcaaa670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfcaaa694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfcaaa6d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfcaaa7b4 vop_stdlock(fcaaa828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfcaaa7e4 VOP_LOCK1_APV(d782ddc4,fcaaa828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfcaaa810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfcaaa850 vget(cbefb870,200100,d3267310,29c,c13fca28,...) at vget+0x77/frame 0xfcaaa888 cache_lookup(ce880870,fcaaab48,fcaaab5c,0,0,...) at cache_lookup+0x595/frame 0xfcaaa8e8 vfs_cache_lookup(fcaaa9a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfcaaa938 VOP_LOOKUP_APV(d782ddc4,fcaaa9a0,fcaaab5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfcaaa968 lookup(fcaaab00,c116905b,fb,fcaaab2c,fcaaaa34,...) at lookup+0x514/frame 0xfcaaa9c8 namei(fcaaab00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xfcaaaa60 kern_statat_vnhook(d3267310,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfcaaaba0 sys_fstatat(d3267310,fcaaacc8,fcaaac98,c0b09826,c144bf10,...) at sys_fstatat+0x59/frame 0xfcaaac40 syscall(fcaaad08) at syscall+0x31b/frame 0xfcaaacfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfcaaacfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command fts pid 80400 tid 106140 td 0xd3267620 sched_switch(d3267620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcaa65d8 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfcaa660c sleepq_switch(d3267620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfcaa6640 sleepq_wait(d2ea9b74,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfcaa6664 sleeplk(d2ea9be0,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfcaa66a8 __lockmgr_args(d2ea9b74,200100,d2ea9be0,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfcaa6784 vop_stdlock(fcaa67f8,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfcaa67b4 VOP_LOCK1_APV(d782ddc4,fcaa67f8,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfcaa67e0 _vn_lock(d2ea9b40,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfcaa6820 vget(d2ea9b40,200100,d3267620,29c,c13fca28,...) at vget+0x77/frame 0xfcaa6858 cache_lookup(ce880870,fcaa6bb8,fcaa6bcc,0,0,...) at cache_lookup+0x595/frame 0xfcaa68b8 vfs_cache_lookup(fcaa6970,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfcaa6908 VOP_LOOKUP_APV(d782ddc4,fcaa6970,fcaa6bcc,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfcaa6938 lookup(fcaa6b70,c116905b,10d,ce,ce817b74,...) at lookup+0x514/frame 0xfcaa6998 namei(fcaa6b70,c8e35fa8,c8e35fa8,fcaa6a68,c0d89e03,...) at namei+0x4fd/frame 0xfcaa6a30 vn_open_cred(fcaa6b70,fcaa6bfc,3,0,c8ca7d00,c8e35070) at vn_open_cred+0x26a/frame 0xfcaa6b00 vn_open(fcaa6b70,fcaa6bfc,3,c8e35070,28828100,...) at vn_open+0x3d/frame 0xfcaa6b28 kern_openat(d3267620,ffffff9c,28828100,0,120004,3) at kern_openat+0x310/frame 0xfcaa6c1c sys_open(d3267620,fcaa6cc8,c0ff152f,e4731c90,0,...) at sys_open+0x39/frame 0xfcaa6c40 syscall(fcaa6d08) at syscall+0x31b/frame 0xfcaa6cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfcaa6cfc --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28196da3, esp = 0xbfbfd684, ebp = 0xbfbfd69c --- Tracing command fts pid 80399 tid 106139 td 0xd3267930 sched_switch(d3267930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcaa2608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfcaa263c sleepq_switch(d3267930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfcaa2670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfcaa2694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfcaa26d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfcaa27b4 vop_stdlock(fcaa2828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfcaa27e4 VOP_LOCK1_APV(d782ddc4,fcaa2828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfcaa2810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfcaa2850 vget(cbefb870,200100,d3267930,29c,c13fca28,...) at vget+0x77/frame 0xfcaa2888 cache_lookup(ce880870,fcaa2b48,fcaa2b5c,0,0,...) at cache_lookup+0x595/frame 0xfcaa28e8 vfs_cache_lookup(fcaa29a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfcaa2938 VOP_LOOKUP_APV(d782ddc4,fcaa29a0,fcaa2b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfcaa2968 lookup(fcaa2b00,c116905b,fb,fcaa2b2c,fcaa2a34,...) at lookup+0x514/frame 0xfcaa29c8 namei(fcaa2b00,0,4000144,0,2881b3d8,...) at namei+0x4fd/frame 0xfcaa2a60 kern_statat_vnhook(d3267930,0,3,2881b3d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfcaa2ba0 sys_fstatat(d3267930,fcaa2cc8,c0ff152f,e4737c90,0,...) at sys_fstatat+0x59/frame 0xfcaa2c40 syscall(fcaa2d08) at syscall+0x31b/frame 0xfcaa2cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfcaa2cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command fts pid 80398 tid 101413 td 0xd937cc40 sched_switch(d937cc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe35f608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe35f63c sleepq_switch(d937cc40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe35f670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfe35f694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfe35f6d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfe35f7b4 vop_stdlock(fe35f828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfe35f7e4 VOP_LOCK1_APV(d782ddc4,fe35f828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe35f810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfe35f850 vget(cbefb870,200100,d937cc40,29c,c13fca28,...) at vget+0x77/frame 0xfe35f888 cache_lookup(ce880870,fe35fb48,fe35fb5c,0,0,...) at cache_lookup+0x595/frame 0xfe35f8e8 vfs_cache_lookup(fe35f9a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfe35f938 VOP_LOOKUP_APV(d782ddc4,fe35f9a0,fe35fb5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfe35f968 lookup(fe35fb00,c116905b,fb,fe35fb2c,fe35fa34,...) at lookup+0x514/frame 0xfe35f9c8 namei(fe35fb00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xfe35fa60 kern_statat_vnhook(d937cc40,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfe35fba0 sys_fstatat(d937cc40,fe35fcc8,c0ff152f,e4734c90,0,...) at sys_fstatat+0x59/frame 0xfe35fc40 syscall(fe35fd08) at syscall+0x31b/frame 0xfe35fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe35fcfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command fts pid 80397 tid 107274 td 0xdda67930 sched_switch(dda67930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe065608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe06563c sleepq_switch(dda67930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe065670 sleepq_wait(ca05d5d4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfe065694 sleeplk(ca05d640,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfe0656d8 __lockmgr_args(ca05d5d4,200100,ca05d640,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfe0657b4 vop_stdlock(fe065828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfe0657e4 VOP_LOCK1_APV(d782ddc4,fe065828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe065810 _vn_lock(ca05d5a0,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfe065850 vget(ca05d5a0,200100,dda67930,29c,c13fca28,...) at vget+0x77/frame 0xfe065888 cache_lookup(ce880870,fe065b48,fe065b5c,0,0,...) at cache_lookup+0x595/frame 0xfe0658e8 vfs_cache_lookup(fe0659a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfe065938 VOP_LOOKUP_APV(d782ddc4,fe0659a0,fe065b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfe065968 lookup(fe065b00,c116905b,fb,fe065b2c,fe065a34,...) at lookup+0x514/frame 0xfe0659c8 namei(fe065b00,0,4000144,0,28834f38,...) at namei+0x4fd/frame 0xfe065a60 kern_statat_vnhook(dda67930,0,3,28834f38,0,...) at kern_statat_vnhook+0xbd/frame 0xfe065ba0 sys_fstatat(dda67930,fe065cc8,0,ab8,fe065ccc,...) at sys_fstatat+0x59/frame 0xfe065c40 syscall(fe065d08) at syscall+0x31b/frame 0xfe065cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe065cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command fts pid 80396 tid 107316 td 0xcaaa9620 sched_switch(caaa9620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe230608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfe23063c sleepq_switch(caaa9620,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfe230670 sleepq_wait(ca05d5d4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfe230694 sleeplk(ca05d640,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfe2306d8 __lockmgr_args(ca05d5d4,200100,ca05d640,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfe2307b4 vop_stdlock(fe230828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfe2307e4 VOP_LOCK1_APV(d782ddc4,fe230828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfe230810 _vn_lock(ca05d5a0,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfe230850 vget(ca05d5a0,200100,caaa9620,29c,c13fca28,...) at vget+0x77/frame 0xfe230888 cache_lookup(ce880870,fe230b48,fe230b5c,0,0,...) at cache_lookup+0x595/frame 0xfe2308e8 vfs_cache_lookup(fe2309a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfe230938 VOP_LOOKUP_APV(d782ddc4,fe2309a0,fe230b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfe230968 lookup(fe230b00,c116905b,fb,fe230b2c,fe230a34,...) at lookup+0x514/frame 0xfe2309c8 namei(fe230b00,0,4000144,0,28834f38,...) at namei+0x4fd/frame 0xfe230a60 kern_statat_vnhook(caaa9620,0,3,28834f38,0,...) at kern_statat_vnhook+0xbd/frame 0xfe230ba0 sys_fstatat(caaa9620,fe230cc8,0,ab8,fe230ccc,...) at sys_fstatat+0x59/frame 0xfe230c40 syscall(fe230d08) at syscall+0x31b/frame 0xfe230cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe230cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command fts pid 80395 tid 103094 td 0xd051ec40 sched_switch(d051ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf9f10608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xf9f1063c sleepq_switch(d051ec40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xf9f10670 sleepq_wait(ca05d5d4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xf9f10694 sleeplk(ca05d640,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xf9f106d8 __lockmgr_args(ca05d5d4,200100,ca05d640,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xf9f107b4 vop_stdlock(f9f10828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xf9f107e4 VOP_LOCK1_APV(d782ddc4,f9f10828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf9f10810 _vn_lock(ca05d5a0,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xf9f10850 vget(ca05d5a0,200100,d051ec40,29c,c13fca28,...) at vget+0x77/frame 0xf9f10888 cache_lookup(ce880870,f9f10b48,f9f10b5c,0,0,...) at cache_lookup+0x595/frame 0xf9f108e8 vfs_cache_lookup(f9f109a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xf9f10938 VOP_LOOKUP_APV(d782ddc4,f9f109a0,f9f10b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xf9f10968 lookup(f9f10b00,c116905b,fb,f9f10b2c,f9f10a34,...) at lookup+0x514/frame 0xf9f109c8 namei(f9f10b00,0,4000144,0,2881bf38,...) at namei+0x4fd/frame 0xf9f10a60 kern_statat_vnhook(d051ec40,0,3,2881bf38,0,...) at kern_statat_vnhook+0xbd/frame 0xf9f10ba0 sys_fstatat(d051ec40,f9f10cc8,f9f10c98,c0b09826,c144bf10,...) at sys_fstatat+0x59/frame 0xf9f10c40 syscall(f9f10d08) at syscall+0x31b/frame 0xf9f10cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf9f10cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80394 tid 100230 td 0xca535930 sched_switch(ca535930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8b2a838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf8b2a86c sleepq_switch(ca535930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf8b2a8a0 sleepq_wait(debc05c0,0,f8b2a8f4,1,0,...) at sleepq_wait+0x48/frame 0xf8b2a8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf8b2a908 txg_wait_open(debc0400,64,0,d1f3d920,f8b2a9b0,...) at txg_wait_open+0x17f/frame 0xf8b2a950 dmu_tx_wait(d8ad9200,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xf8b2a9b0 zfs_freebsd_rename(f8b2abf0,f8b2aa98,c0b87c7c,f8b2ab0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xf8b2aa6c VOP_RENAME_APV(d782ddc4,f8b2abf0,0,1,f8b2ab3c,...) at VOP_RENAME_APV+0x104/frame 0xf8b2aa98 kern_renameat(ca535930,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xf8b2ac20 sys_rename(ca535930,f8b2acc8,f8b2ac98,c0b09826,c144b810,...) at sys_rename+0x39/frame 0xf8b2ac40 syscall(f8b2ad08) at syscall+0x31b/frame 0xf8b2acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8b2acfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80393 tid 107483 td 0xcbbc9620 sched_switch(cbbc9620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3658ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3658e0 sleepq_switch(cbbc9620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe365914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe365938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe365994 vm_waitpfault(c8da56b4,44e,0,fe365adc,fe365acc,...) at vm_waitpfault+0x98/frame 0xfe3659c0 vm_fault_hold(c8db73c0,2884e000,2,0,0,...) at vm_fault_hold+0x1241/frame 0xfe365b18 vm_fault(c8db73c0,2884e000,2,0,c8db73c0,...) at vm_fault+0x81/frame 0xfe365b40 trap_pfault(2884e000,fe365d08,b43eac4f,80f9,181b0,...) at trap_pfault+0x1cb/frame 0xfe365bb8 trap(fe365d08) at trap+0x54e/frame 0xfe365cfc calltrap() at calltrap+0x6/frame 0xfe365cfc --- trap 0xc, eip = 0x2810e86a, esp = 0xbfbfd5b8, ebp = 0xbfbfd600 --- Tracing command rename pid 80392 tid 101880 td 0xcba2e620 sched_switch(cba2e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8ccb838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf8ccb86c sleepq_switch(cba2e620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf8ccb8a0 sleepq_wait(debc05c0,0,f8ccb8f4,1,0,...) at sleepq_wait+0x48/frame 0xf8ccb8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf8ccb908 txg_wait_open(debc0400,64,0,ce3bdbf0,f8ccb9b0,...) at txg_wait_open+0x17f/frame 0xf8ccb950 dmu_tx_wait(dc2b3c00,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xf8ccb9b0 zfs_freebsd_rename(f8ccbbf0,f8ccba98,c0b87c7c,f8ccbb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xf8ccba6c VOP_RENAME_APV(d782ddc4,f8ccbbf0,0,1,f8ccbb3c,...) at VOP_RENAME_APV+0x104/frame 0xf8ccba98 kern_renameat(cba2e620,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xf8ccbc20 sys_rename(cba2e620,f8ccbcc8,f8ccbc98,c0b09826,c144b810,...) at sys_rename+0x39/frame 0xf8ccbc40 syscall(f8ccbd08) at syscall+0x31b/frame 0xf8ccbcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8ccbcfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80391 tid 105264 td 0xd9ae9310 sched_switch(d9ae9310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc0d1608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfc0d163c sleepq_switch(d9ae9310,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfc0d1670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfc0d1694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfc0d16d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfc0d17b4 vop_stdlock(fc0d1828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfc0d17e4 VOP_LOCK1_APV(d782ddc4,fc0d1828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfc0d1810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfc0d1850 vget(cbefb870,200100,d9ae9310,29c,c13fca28,...) at vget+0x77/frame 0xfc0d1888 cache_lookup(ce880870,fc0d1b48,fc0d1b5c,0,0,...) at cache_lookup+0x595/frame 0xfc0d18e8 vfs_cache_lookup(fc0d19a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfc0d1938 VOP_LOOKUP_APV(d782ddc4,fc0d19a0,fc0d1b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfc0d1968 lookup(fc0d1b00,c116905b,fb,fc0d1b2c,fc0d1a34,...) at lookup+0x514/frame 0xfc0d19c8 namei(fc0d1b00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xfc0d1a60 kern_statat_vnhook(d9ae9310,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfc0d1ba0 sys_fstatat(d9ae9310,fc0d1cc8,c144b810,14,c115a883,...) at sys_fstatat+0x59/frame 0xfc0d1c40 syscall(fc0d1d08) at syscall+0x31b/frame 0xfc0d1cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0d1cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80390 tid 101877 td 0xcba2f000 sched_switch(cba2f000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8cbf838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf8cbf86c sleepq_switch(cba2f000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf8cbf8a0 sleepq_wait(debc05c0,0,f8cbf8f4,1,0,...) at sleepq_wait+0x48/frame 0xf8cbf8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf8cbf908 txg_wait_open(debc0400,64,0,cf4a3bf0,f8cbf9b0,...) at txg_wait_open+0x17f/frame 0xf8cbf950 dmu_tx_wait(c9501800,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xf8cbf9b0 zfs_freebsd_rename(f8cbfbf0,f8cbfa98,c0b87c7c,f8cbfb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xf8cbfa6c VOP_RENAME_APV(d782ddc4,f8cbfbf0,0,1,f8cbfb3c,...) at VOP_RENAME_APV+0x104/frame 0xf8cbfa98 kern_renameat(cba2f000,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xf8cbfc20 sys_rename(cba2f000,f8cbfcc8,f8cbfc98,c0b09826,c144b110,...) at sys_rename+0x39/frame 0xf8cbfc40 syscall(f8cbfd08) at syscall+0x31b/frame 0xf8cbfcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8cbfcfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80389 tid 101900 td 0xcba2f930 sched_switch(cba2f930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8d1b4e8 mi_switch(104,0,c115e499,1f1,d78037c8,...) at mi_switch+0x1c3/frame 0xf8d1b51c sleepq_switch(cba2f930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xf8d1b550 sleepq_wait(d97e4304,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xf8d1b574 sleeplk(d97e4370,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xf8d1b5b8 __lockmgr_args(d97e4304,200000,d97e4370,0,0,0,d7823030,5ec) at __lockmgr_args+0x69a/frame 0xf8d1b694 vop_stdlock(f8d1b708,d91c609c,ff,f8d1b704,c0aea6d6,...) at vop_stdlock+0x53/frame 0xf8d1b6c4 VOP_LOCK1_APV(d782ddc4,f8d1b708,d91c60bc,f8d1b730,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf8d1b6f0 _vn_lock(d97e42d0,200000,d7823030,5ec,0,...) at _vn_lock+0xca/frame 0xf8d1b730 zfs_lookup(f8d1bb48,f8d1bb5c,0,c8ca7d00,0,...) at zfs_lookup+0x4ea/frame 0xf8d1b78c zfs_freebsd_lookup(f8d1b910,c1324704,c13fca28,ce880870,f8d1b8dc,...) at zfs_freebsd_lookup+0x92/frame 0xf8d1b8b8 VOP_CACHEDLOOKUP_APV(d782ddc4,f8d1b910,f8d1bb5c,0,0,...) at VOP_CACHEDLOOKUP_APV+0x12f/frame 0xf8d1b8e8 vfs_cache_lookup(f8d1b9a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xf4/frame 0xf8d1b938 VOP_LOOKUP_APV(d782ddc4,f8d1b9a0,f8d1bb5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xf8d1b968 lookup(f8d1bb00,c116905b,fb,f8d1bb2c,f8d1ba34,...) at lookup+0x514/frame 0xf8d1b9c8 namei(f8d1bb00,0,4000144,0,288350f8,...) at namei+0x4fd/frame 0xf8d1ba60 kern_statat_vnhook(cba2f930,0,3,288350f8,0,...) at kern_statat_vnhook+0xbd/frame 0xf8d1bba0 sys_fstatat(cba2f930,f8d1bcc8,c144b810,14,c115a883,...) at sys_fstatat+0x59/frame 0xf8d1bc40 syscall(f8d1bd08) at syscall+0x31b/frame 0xf8d1bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8d1bcfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80388 tid 101336 td 0xcc192930 sched_switch(cc192930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe97f838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe97f86c sleepq_switch(cc192930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe97f8a0 sleepq_wait(debc05c0,0,fe97f8f4,1,0,...) at sleepq_wait+0x48/frame 0xfe97f8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe97f908 txg_wait_open(debc0400,64,0,d9cc9d58,fe97f9b0,...) at txg_wait_open+0x17f/frame 0xfe97f950 dmu_tx_wait(cbd82400,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfe97f9b0 zfs_freebsd_rename(fe97fbf0,fe97fa98,c0b87c7c,fe97fb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfe97fa6c VOP_RENAME_APV(d782ddc4,fe97fbf0,0,1,fe97fb3c,...) at VOP_RENAME_APV+0x104/frame 0xfe97fa98 kern_renameat(cc192930,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xfe97fc20 sys_rename(cc192930,fe97fcc8,fe97fc98,c0b09826,c144b810,...) at sys_rename+0x39/frame 0xfe97fc40 syscall(fe97fd08) at syscall+0x31b/frame 0xfe97fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe97fcfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command lockf pid 80387 tid 105267 td 0xd9ae9000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,361c0000,30fc3030,78303030,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d9ae9000,ffffffff,13a03,19b33,d9ae9000,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command fts pid 80386 tid 103095 td 0xd051e930 sched_switch(d051e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf9f14608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xf9f1463c sleepq_switch(d051e930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xf9f14670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xf9f14694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xf9f146d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xf9f147b4 vop_stdlock(f9f14828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xf9f147e4 VOP_LOCK1_APV(d782ddc4,f9f14828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xf9f14810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xf9f14850 vget(cbefb870,200100,d051e930,29c,c13fca28,...) at vget+0x77/frame 0xf9f14888 cache_lookup(ce880870,f9f14b48,f9f14b5c,0,0,...) at cache_lookup+0x595/frame 0xf9f148e8 vfs_cache_lookup(f9f149a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xf9f14938 VOP_LOOKUP_APV(d782ddc4,f9f149a0,f9f14b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xf9f14968 lookup(f9f14b00,c116905b,fb,f9f14b2c,f9f14a34,...) at lookup+0x514/frame 0xf9f149c8 namei(f9f14b00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xf9f14a60 kern_statat_vnhook(d051e930,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xf9f14ba0 sys_fstatat(d051e930,f9f14cc8,c0ff152f,e4731c90,0,...) at sys_fstatat+0x59/frame 0xf9f14c40 syscall(f9f14d08) at syscall+0x31b/frame 0xf9f14cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf9f14cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80385 tid 100269 td 0xd232e930 sched_switch(d232e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcbae838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfcbae86c sleepq_switch(d232e930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfcbae8a0 sleepq_wait(debc05c0,0,fcbae8f4,1,0,...) at sleepq_wait+0x48/frame 0xfcbae8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfcbae908 txg_wait_open(debc0400,64,0,d4e874e8,fcbae9b0,...) at txg_wait_open+0x17f/frame 0xfcbae950 dmu_tx_wait(cb060400,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfcbae9b0 zfs_freebsd_rename(fcbaebf0,fcbaea98,c0b87c7c,fcbaeb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfcbaea6c VOP_RENAME_APV(d782ddc4,fcbaebf0,0,1,fcbaeb3c,...) at VOP_RENAME_APV+0x104/frame 0xfcbaea98 kern_renameat(d232e930,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xfcbaec20 sys_rename(d232e930,fcbaecc8,fcbaec98,c0b09826,c144c610,...) at sys_rename+0x39/frame 0xfcbaec40 syscall(fcbaed08) at syscall+0x31b/frame 0xfcbaecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfcbaecfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80384 tid 107217 td 0xccfea310 sched_switch(ccfea310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdf7a608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfdf7a63c sleepq_switch(ccfea310,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfdf7a670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfdf7a694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfdf7a6d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfdf7a7b4 vop_stdlock(fdf7a828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfdf7a7e4 VOP_LOCK1_APV(d782ddc4,fdf7a828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfdf7a810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfdf7a850 vget(cbefb870,200100,ccfea310,29c,c13fca28,...) at vget+0x77/frame 0xfdf7a888 cache_lookup(ce880870,fdf7ab48,fdf7ab5c,0,0,...) at cache_lookup+0x595/frame 0xfdf7a8e8 vfs_cache_lookup(fdf7a9a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfdf7a938 VOP_LOOKUP_APV(d782ddc4,fdf7a9a0,fdf7ab5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfdf7a968 lookup(fdf7ab00,c116905b,fb,fdf7ab2c,fdf7aa34,...) at lookup+0x514/frame 0xfdf7a9c8 namei(fdf7ab00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xfdf7aa60 kern_statat_vnhook(ccfea310,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfdf7aba0 sys_fstatat(ccfea310,fdf7acc8,0,ab8,fdf7accc,...) at sys_fstatat+0x59/frame 0xfdf7ac40 syscall(fdf7ad08) at syscall+0x31b/frame 0xfdf7acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdf7acfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80383 tid 106983 td 0xcaf7a930 sched_switch(caf7a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdbd2838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfdbd286c sleepq_switch(caf7a930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfdbd28a0 sleepq_wait(debc05c0,0,fdbd28f4,1,0,...) at sleepq_wait+0x48/frame 0xfdbd28c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfdbd2908 txg_wait_open(debc0400,64,0,d9917920,fdbd29b0,...) at txg_wait_open+0x17f/frame 0xfdbd2950 dmu_tx_wait(db65e000,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfdbd29b0 zfs_freebsd_rename(fdbd2bf0,fdbd2a98,c0b87c7c,fdbd2b0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfdbd2a6c VOP_RENAME_APV(d782ddc4,fdbd2bf0,0,1,fdbd2b3c,...) at VOP_RENAME_APV+0x104/frame 0xfdbd2a98 kern_renameat(caf7a930,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xfdbd2c20 sys_rename(caf7a930,fdbd2cc8,fdbd2c98,c0b09826,c144bf10,...) at sys_rename+0x39/frame 0xfdbd2c40 syscall(fdbd2d08) at syscall+0x31b/frame 0xfdbd2cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdbd2cfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80382 tid 107218 td 0xccfea000 sched_switch(ccfea000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdf7e608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfdf7e63c sleepq_switch(ccfea000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfdf7e670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfdf7e694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfdf7e6d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfdf7e7b4 vop_stdlock(fdf7e828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfdf7e7e4 VOP_LOCK1_APV(d782ddc4,fdf7e828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfdf7e810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfdf7e850 vget(cbefb870,200100,ccfea000,29c,c13fca28,...) at vget+0x77/frame 0xfdf7e888 cache_lookup(ce880870,fdf7eb48,fdf7eb5c,0,0,...) at cache_lookup+0x595/frame 0xfdf7e8e8 vfs_cache_lookup(fdf7e9a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfdf7e938 VOP_LOOKUP_APV(d782ddc4,fdf7e9a0,fdf7eb5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfdf7e968 lookup(fdf7eb00,c116905b,fb,fdf7eb2c,fdf7ea34,...) at lookup+0x514/frame 0xfdf7e9c8 namei(fdf7eb00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xfdf7ea60 kern_statat_vnhook(ccfea000,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfdf7eba0 sys_fstatat(ccfea000,fdf7ecc8,c0ff152f,e4737c90,0,...) at sys_fstatat+0x59/frame 0xfdf7ec40 syscall(fdf7ed08) at syscall+0x31b/frame 0xfdf7ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdf7ecfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80381 tid 105277 td 0xd9ae7c40 sched_switch(d9ae7c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc102838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfc10286c sleepq_switch(d9ae7c40,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfc1028a0 sleepq_wait(debc05c0,0,fc1028f4,1,0,...) at sleepq_wait+0x48/frame 0xfc1028c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfc102908 txg_wait_open(debc0400,64,0,cb4244e8,fc1029b0,...) at txg_wait_open+0x17f/frame 0xfc102950 dmu_tx_wait(d29c1400,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfc1029b0 zfs_freebsd_rename(fc102bf0,fc102a98,c0b87c7c,fc102b0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfc102a6c VOP_RENAME_APV(d782ddc4,fc102bf0,0,1,fc102b3c,...) at VOP_RENAME_APV+0x104/frame 0xfc102a98 kern_renameat(d9ae7c40,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xfc102c20 sys_rename(d9ae7c40,fc102cc8,fc102c98,c0b09826,c144bf10,...) at sys_rename+0x39/frame 0xfc102c40 syscall(fc102d08) at syscall+0x31b/frame 0xfc102cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc102cfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80380 tid 107219 td 0xdda67000 sched_switch(dda67000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdf82608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfdf8263c sleepq_switch(dda67000,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfdf82670 sleepq_wait(cbefb8a4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfdf82694 sleeplk(cbefb910,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfdf826d8 __lockmgr_args(cbefb8a4,200100,cbefb910,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfdf827b4 vop_stdlock(fdf82828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfdf827e4 VOP_LOCK1_APV(d782ddc4,fdf82828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfdf82810 _vn_lock(cbefb870,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfdf82850 vget(cbefb870,200100,dda67000,29c,c13fca28,...) at vget+0x77/frame 0xfdf82888 cache_lookup(ce880870,fdf82b48,fdf82b5c,0,0,...) at cache_lookup+0x595/frame 0xfdf828e8 vfs_cache_lookup(fdf829a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfdf82938 VOP_LOOKUP_APV(d782ddc4,fdf829a0,fdf82b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfdf82968 lookup(fdf82b00,c116905b,fb,fdf82b2c,fdf82a34,...) at lookup+0x514/frame 0xfdf829c8 namei(fdf82b00,0,4000144,0,288343d8,...) at namei+0x4fd/frame 0xfdf82a60 kern_statat_vnhook(dda67000,0,3,288343d8,0,...) at kern_statat_vnhook+0xbd/frame 0xfdf82ba0 sys_fstatat(dda67000,fdf82cc8,0,ab8,fdf82ccc,...) at sys_fstatat+0x59/frame 0xfdf82c40 syscall(fdf82d08) at syscall+0x31b/frame 0xfdf82cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdf82cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80379 tid 100085 td 0xc8e2f620 sched_switch(c8e2f620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb4b838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xedb4b86c sleepq_switch(c8e2f620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xedb4b8a0 sleepq_wait(debc05c0,0,edb4b8f4,1,0,...) at sleepq_wait+0x48/frame 0xedb4b8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xedb4b908 txg_wait_open(debc0400,64,0,d0bdf0b0,edb4b9b0,...) at txg_wait_open+0x17f/frame 0xedb4b950 dmu_tx_wait(cf3f5600,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xedb4b9b0 zfs_freebsd_rename(edb4bbf0,edb4ba98,c0b87c7c,edb4bb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xedb4ba6c VOP_RENAME_APV(d782ddc4,edb4bbf0,0,1,edb4bb3c,...) at VOP_RENAME_APV+0x104/frame 0xedb4ba98 kern_renameat(c8e2f620,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xedb4bc20 sys_rename(c8e2f620,edb4bcc8,edb4bc98,c0b09826,c144b110,...) at sys_rename+0x39/frame 0xedb4bc40 syscall(edb4bd08) at syscall+0x31b/frame 0xedb4bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb4bcfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80378 tid 107220 td 0xdda66c40 sched_switch(dda66c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdf86608 mi_switch(104,0,c115e499,1f1,c115e499,...) at mi_switch+0x1c3/frame 0xfdf8663c sleepq_switch(dda66c40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfdf86670 sleepq_wait(ca05d5d4,60,d781b7fb,4,1,...) at sleepq_wait+0x48/frame 0xfdf86694 sleeplk(ca05d640,d781b7fb,60,33,1,...) at sleeplk+0x187/frame 0xfdf866d8 __lockmgr_args(ca05d5d4,200100,ca05d640,0,0,0,c1169c45,835) at __lockmgr_args+0x69a/frame 0xfdf867b4 vop_stdlock(fdf86828,8,d7811d92,9d,1,...) at vop_stdlock+0x53/frame 0xfdf867e4 VOP_LOCK1_APV(d782ddc4,fdf86828,0,c0aea6d6,c13fe930,...) at VOP_LOCK1_APV+0x10a/frame 0xfdf86810 _vn_lock(ca05d5a0,200100,c1169c45,835,c1168334,...) at _vn_lock+0xca/frame 0xfdf86850 vget(ca05d5a0,200100,dda66c40,29c,c13fca28,...) at vget+0x77/frame 0xfdf86888 cache_lookup(ce880870,fdf86b48,fdf86b5c,0,0,...) at cache_lookup+0x595/frame 0xfdf868e8 vfs_cache_lookup(fdf869a0,c13246a3,c118c96d,c116905b,c13fca28,...) at vfs_cache_lookup+0xc0/frame 0xfdf86938 VOP_LOOKUP_APV(d782ddc4,fdf869a0,fdf86b5c,206,0,...) at VOP_LOOKUP_APV+0x12f/frame 0xfdf86968 lookup(fdf86b00,c116905b,fb,fdf86b2c,fdf86a34,...) at lookup+0x514/frame 0xfdf869c8 namei(fdf86b00,0,4000144,0,28834f38,...) at namei+0x4fd/frame 0xfdf86a60 kern_statat_vnhook(dda66c40,0,3,28834f38,0,...) at kern_statat_vnhook+0xbd/frame 0xfdf86ba0 sys_fstatat(dda66c40,fdf86cc8,0,ab8,fdf86ccc,...) at sys_fstatat+0x59/frame 0xfdf86c40 syscall(fdf86d08) at syscall+0x31b/frame 0xfdf86cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfdf86cfc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x280f61f3, esp = 0xbfbfd5fc, ebp = 0xbfbfd69c --- Tracing command rename pid 80377 tid 101465 td 0xce676930 sched_switch(ce676930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe215838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe21586c sleepq_switch(ce676930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe2158a0 sleepq_wait(debc05c0,0,fe2158f4,1,0,...) at sleepq_wait+0x48/frame 0xfe2158c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe215908 txg_wait_open(debc0400,64,0,d4df9380,fe2159b0,...) at txg_wait_open+0x17f/frame 0xfe215950 dmu_tx_wait(db02e400,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfe2159b0 zfs_freebsd_rename(fe215bf0,fe215a98,c0b87c7c,fe215b0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfe215a6c VOP_RENAME_APV(d782ddc4,fe215bf0,0,1,fe215b3c,...) at VOP_RENAME_APV+0x104/frame 0xfe215a98 kern_renameat(ce676930,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xfe215c20 sys_rename(ce676930,fe215cc8,fe215c98,c0b09826,c144b110,...) at sys_rename+0x39/frame 0xfe215c40 syscall(fe215d08) at syscall+0x31b/frame 0xfe215cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe215cfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command rename pid 80376 tid 101451 td 0xd1479620 sched_switch(d1479620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe200838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe20086c sleepq_switch(d1479620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe2008a0 sleepq_wait(debc05c0,0,fe2008f4,1,0,...) at sleepq_wait+0x48/frame 0xfe2008c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe200908 txg_wait_open(debc0400,64,0,d3014d58,fe2009b0,...) at txg_wait_open+0x17f/frame 0xfe200950 dmu_tx_wait(d494e000,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfe2009b0 zfs_freebsd_rename(fe200bf0,fe200a98,c0b87c7c,fe200b0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfe200a6c VOP_RENAME_APV(d782ddc4,fe200bf0,0,1,fe200b3c,...) at VOP_RENAME_APV+0x104/frame 0xfe200a98 kern_renameat(d1479620,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xfe200c20 sys_rename(d1479620,fe200cc8,fe200c98,c0b09826,c144b110,...) at sys_rename+0x39/frame 0xfe200c40 syscall(fe200d08) at syscall+0x31b/frame 0xfe200cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe200cfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command rename pid 80375 tid 101295 td 0xdb8e8000 sched_switch(db8e8000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1eb838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe1eb86c sleepq_switch(db8e8000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe1eb8a0 sleepq_wait(debc05c0,0,fe1eb8f4,1,0,...) at sleepq_wait+0x48/frame 0xfe1eb8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe1eb908 txg_wait_open(debc0400,64,0,d1e25a88,fe1eb9b0,...) at txg_wait_open+0x17f/frame 0xfe1eb950 dmu_tx_wait(cb060a00,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfe1eb9b0 zfs_freebsd_rename(fe1ebbf0,fe1eba98,c0b87c7c,fe1ebb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfe1eba6c VOP_RENAME_APV(d782ddc4,fe1ebbf0,0,1,fe1ebb3c,...) at VOP_RENAME_APV+0x104/frame 0xfe1eba98 kern_renameat(db8e8000,ffffff9c,bfbfd6c8,ffffff9c,bfbfd648,0) at kern_renameat+0x4be/frame 0xfe1ebc20 sys_rename(db8e8000,fe1ebcc8,fe1ebc98,c0b09826,c144bf10,...) at sys_rename+0x39/frame 0xfe1ebc40 syscall(fe1ebd08) at syscall+0x31b/frame 0xfe1ebcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe1ebcfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command fts pid 80374 tid 106427 td 0xcad18000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,60e00000,66667c60,fc666666,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(cad18000,ffffffff,139f6,19fbb,cad18000,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command rename pid 80373 tid 101105 td 0xcaaa9310 sched_switch(caaa9310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2a8838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe2a886c sleepq_switch(caaa9310,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe2a88a0 sleepq_wait(debc05c0,0,fe2a88f4,1,0,...) at sleepq_wait+0x48/frame 0xfe2a88c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe2a8908 txg_wait_open(debc0400,64,0,cda5abf0,fe2a89b0,...) at txg_wait_open+0x17f/frame 0xfe2a8950 dmu_tx_wait(d2e18400,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfe2a89b0 zfs_freebsd_rename(fe2a8bf0,fe2a8a98,c0b87c7c,fe2a8b0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfe2a8a6c VOP_RENAME_APV(d782ddc4,fe2a8bf0,0,1,fe2a8b3c,...) at VOP_RENAME_APV+0x104/frame 0xfe2a8a98 kern_renameat(caaa9310,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xfe2a8c20 sys_rename(caaa9310,fe2a8cc8,fe2a8c98,c0b09826,c144c610,...) at sys_rename+0x39/frame 0xfe2a8c40 syscall(fe2a8d08) at syscall+0x31b/frame 0xfe2a8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe2a8cfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command mkfifo pid 80372 tid 100772 td 0xcaa9a620 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,c67c0000,c67cc6c6,7cc6c6c6,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(caa9a620,ffffffff,139f4,189a4,caa9a620,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command rename pid 80371 tid 107441 td 0xd232d620 sched_switch(d232d620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0ce838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe0ce86c sleepq_switch(d232d620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe0ce8a0 sleepq_wait(debc05c0,0,fe0ce8f4,1,0,...) at sleepq_wait+0x48/frame 0xfe0ce8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe0ce908 txg_wait_open(debc0400,64,0,dd190380,fe0ce9b0,...) at txg_wait_open+0x17f/frame 0xfe0ce950 dmu_tx_wait(cd8bb000,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xfe0ce9b0 zfs_freebsd_rename(fe0cebf0,fe0cea98,c0b87c7c,fe0ceb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xfe0cea6c VOP_RENAME_APV(d782ddc4,fe0cebf0,0,1,fe0ceb3c,...) at VOP_RENAME_APV+0x104/frame 0xfe0cea98 kern_renameat(d232d620,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xfe0cec20 sys_rename(d232d620,fe0cecc8,fe0cec98,c0b09826,c144c610,...) at sys_rename+0x39/frame 0xfe0cec40 syscall(fe0ced08) at syscall+0x31b/frame 0xfe0cecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe0cecfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command link pid 80370 tid 104682 td 0xd900c620 sched_switch(d900c620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7df8b8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb7df8ec sleepq_switch(d900c620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb7df920 sleepq_wait(debc05c0,0,fb7df974,1,0,...) at sleepq_wait+0x48/frame 0xfb7df944 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb7df988 txg_wait_open(debc0400,64,0,c145a028,0,...) at txg_wait_open+0x17f/frame 0xfb7df9d0 dmu_tx_wait(dc2b3e00,3,0,1,cb0ea800,...) at dmu_tx_wait+0x4d0/frame 0xfb7dfa30 zfs_freebsd_link(fb7dfbf8,c1324cdd,c116b3a0,62b,fb7dfb10,...) at zfs_freebsd_link+0x461/frame 0xfb7dfa9c VOP_LINK_APV(d782ddc4,fb7dfbf8,ca17c438,fb7dfb64,bfbfd6d8,...) at VOP_LINK_APV+0x148/frame 0xfb7dfac8 kern_linkat(d900c620,ffffff9c,ffffff9c,bfbfd658,bfbfd6d8,0,40) at kern_linkat+0x31b/frame 0xfb7dfc1c sys_link(d900c620,fb7dfcc8,fb7dfc98,c0b09826,c144b110,...) at sys_link+0x41/frame 0xfb7dfc40 syscall(fb7dfd08) at syscall+0x31b/frame 0xfb7dfcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7dfcfc --- syscall (9, FreeBSD ELF32, sys_link), eip = 0x280dd15b, esp = 0xbfbfd644, ebp = 0xbfbfd768 --- Tracing command rename pid 80369 tid 101901 td 0xca05f930 sched_switch(ca05f930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8d1f838 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf8d1f86c sleepq_switch(ca05f930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf8d1f8a0 sleepq_wait(debc05c0,0,f8d1f8f4,1,0,...) at sleepq_wait+0x48/frame 0xf8d1f8c4 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf8d1f908 txg_wait_open(debc0400,64,0,d1282ec0,f8d1f9b0,...) at txg_wait_open+0x17f/frame 0xf8d1f950 dmu_tx_wait(e0556400,d7823030,f8a,0,0,...) at dmu_tx_wait+0x4d0/frame 0xf8d1f9b0 zfs_freebsd_rename(f8d1fbf0,f8d1fa98,c0b87c7c,f8d1fb0c,0,...) at zfs_freebsd_rename+0xbd2/frame 0xf8d1fa6c VOP_RENAME_APV(d782ddc4,f8d1fbf0,0,1,f8d1fb3c,...) at VOP_RENAME_APV+0x104/frame 0xf8d1fa98 kern_renameat(ca05f930,ffffff9c,bfbfd648,ffffff9c,bfbfd6c8,0) at kern_renameat+0x4be/frame 0xf8d1fc20 sys_rename(ca05f930,f8d1fcc8,f8d1fc98,c0b09826,c144bf10,...) at sys_rename+0x39/frame 0xf8d1fc40 syscall(f8d1fd08) at syscall+0x31b/frame 0xf8d1fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8d1fcfc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280dceeb, esp = 0xbfbfd620, ebp = 0xbfbfd758 --- Tracing command link pid 80368 tid 104673 td 0xd900f000 sched_switch(d900f000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7bb8b8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb7bb8ec sleepq_switch(d900f000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb7bb920 sleepq_wait(debc05c0,0,fb7bb974,1,0,...) at sleepq_wait+0x48/frame 0xfb7bb944 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb7bb988 txg_wait_open(debc0400,64,0,c145a598,0,...) at txg_wait_open+0x17f/frame 0xfb7bb9d0 dmu_tx_wait(d29c1800,3,0,1,d9466400,...) at dmu_tx_wait+0x4d0/frame 0xfb7bba30 zfs_freebsd_link(fb7bbbf8,c1324cdd,c116b3a0,62b,fb7bbb10,...) at zfs_freebsd_link+0x461/frame 0xfb7bba9c VOP_LINK_APV(d782ddc4,fb7bbbf8,cdb31b40,fb7bbb64,bfbfd6d8,...) at VOP_LINK_APV+0x148/frame 0xfb7bbac8 kern_linkat(d900f000,ffffff9c,ffffff9c,bfbfd658,bfbfd6d8,0,40) at kern_linkat+0x31b/frame 0xfb7bbc1c sys_link(d900f000,fb7bbcc8,fb7bbc98,c0b09826,c144c610,...) at sys_link+0x41/frame 0xfb7bbc40 syscall(fb7bbd08) at syscall+0x31b/frame 0xfb7bbcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7bbcfc --- syscall (9, FreeBSD ELF32, sys_link), eip = 0x280dd15b, esp = 0xbfbfd644, ebp = 0xbfbfd768 --- Tracing command link pid 80367 tid 102227 td 0xc9634620 sched_switch(c9634620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf92378b8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf92378ec sleepq_switch(c9634620,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf9237920 sleepq_wait(debc05c0,0,f9237974,1,0,...) at sleepq_wait+0x48/frame 0xf9237944 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf9237988 txg_wait_open(debc0400,64,0,c145b198,0,...) at txg_wait_open+0x17f/frame 0xf92379d0 dmu_tx_wait(db02ee00,3,0,1,d26c7c00,...) at dmu_tx_wait+0x4d0/frame 0xf9237a30 zfs_freebsd_link(f9237bf8,c1324cdd,c116b3a0,62b,f9237b10,...) at zfs_freebsd_link+0x461/frame 0xf9237a9c VOP_LINK_APV(d782ddc4,f9237bf8,d5567708,f9237b64,bfbfd6d8,...) at VOP_LINK_APV+0x148/frame 0xf9237ac8 kern_linkat(c9634620,ffffff9c,ffffff9c,bfbfd658,bfbfd6d8,0,40) at kern_linkat+0x31b/frame 0xf9237c1c sys_link(c9634620,f9237cc8,f9237c98,c0b09826,c144b810,...) at sys_link+0x41/frame 0xf9237c40 syscall(f9237d08) at syscall+0x31b/frame 0xf9237cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf9237cfc --- syscall (9, FreeBSD ELF32, sys_link), eip = 0x280dd15b, esp = 0xbfbfd644, ebp = 0xbfbfd768 --- Tracing command link pid 80366 tid 102225 td 0xcbb61930 sched_switch(cbb61930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf922f8b8 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xf922f8ec sleepq_switch(cbb61930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xf922f920 sleepq_wait(debc05c0,0,f922f974,1,0,...) at sleepq_wait+0x48/frame 0xf922f944 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xf922f988 txg_wait_open(debc0400,64,0,c145b270,0,...) at txg_wait_open+0x17f/frame 0xf922f9d0 dmu_tx_wait(d2d58e00,3,0,1,da165400,...) at dmu_tx_wait+0x4d0/frame 0xf922fa30 zfs_freebsd_link(f922fbf8,c1324cdd,c116b3a0,62b,f922fb10,...) at zfs_freebsd_link+0x461/frame 0xf922fa9c VOP_LINK_APV(d782ddc4,f922fbf8,d26c9ca8,f922fb64,bfbfd6d8,...) at VOP_LINK_APV+0x148/frame 0xf922fac8 kern_linkat(cbb61930,ffffff9c,ffffff9c,bfbfd658,bfbfd6d8,0,40) at kern_linkat+0x31b/frame 0xf922fc1c sys_link(cbb61930,f922fcc8,f922fc98,c0b09826,c144b810,...) at sys_link+0x41/frame 0xf922fc40 syscall(f922fd08) at syscall+0x31b/frame 0xf922fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf922fcfc --- syscall (9, FreeBSD ELF32, sys_link), eip = 0x280dd15b, esp = 0xbfbfd644, ebp = 0xbfbfd768 --- Tracing command rename pid 80365 tid 100691 td 0xcaa9ac40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,c67c0000,7ec6c6c6,7cc60606,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(caa9ac40,ffffffff,139ed,18953,caa9ac40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command link pid 80364 tid 101902 td 0xca05f620 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(ca05f620,ffffffff,139ec,18e0e,ca05f620,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command swap pid 80363 tid 102224 td 0xcbb61c40 sched_switch(cbb61c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf922b8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf922b8e0 sleepq_switch(cbb61c40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf922b914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf922b938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf922b994 vm_waitpfault(cda3cb94,0,0,f922badc,f922bacc,...) at vm_waitpfault+0x98/frame 0xf922b9c0 vm_fault_hold(c8e334b0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf922bb18 vm_fault(c8e334b0,28062000,1,0,c8e334b0,...) at vm_fault+0x81/frame 0xf922bb40 trap_pfault(2806222c,0,0,40aa1a,f922bc04,...) at trap_pfault+0x1cb/frame 0xf922bbb8 trap(f922bd08) at trap+0x54e/frame 0xf922bcfc calltrap() at calltrap+0x6/frame 0xf922bcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80362 tid 101148 td 0xc8c64000 sched_switch(c8c64000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3e08ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3e08e0 sleepq_switch(c8c64000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe3e0914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe3e0938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe3e0994 vm_waitpfault(cf0e830c,0,0,fe3e0adc,fe3e0acc,...) at vm_waitpfault+0x98/frame 0xfe3e09c0 vm_fault_hold(c8e335a0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe3e0b18 vm_fault(c8e335a0,28062000,1,0,c8e335a0,...) at vm_fault+0x81/frame 0xfe3e0b40 trap_pfault(2806222c,0,0,40d5cc,fe3e0c04,...) at trap_pfault+0x1cb/frame 0xfe3e0bb8 trap(fe3e0d08) at trap+0x54e/frame 0xfe3e0cfc calltrap() at calltrap+0x6/frame 0xfe3e0cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80361 tid 100231 td 0xca535620 sched_switch(ca535620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8b2d8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8b2d8e0 sleepq_switch(ca535620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf8b2d914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf8b2d938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf8b2d994 vm_waitpfault(d2c061d4,0,0,f8b2dadc,f8b2dacc,...) at vm_waitpfault+0x98/frame 0xf8b2d9c0 vm_fault_hold(c8e33690,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf8b2db18 vm_fault(c8e33690,28062000,1,0,c8e33690,...) at vm_fault+0x81/frame 0xf8b2db40 trap_pfault(2806222c,0,0,402fd3,f8b2dc04,...) at trap_pfault+0x1cb/frame 0xf8b2dbb8 trap(f8b2dd08) at trap+0x54e/frame 0xf8b2dcfc calltrap() at calltrap+0x6/frame 0xf8b2dcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80360 tid 106398 td 0xdea7a310 sched_switch(dea7a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd2ae8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd2ae8e0 sleepq_switch(dea7a310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfd2ae914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfd2ae938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfd2ae994 vm_waitpfault(cae946b4,0,0,fd2aeadc,fd2aeacc,...) at vm_waitpfault+0x98/frame 0xfd2ae9c0 vm_fault_hold(c8e33780,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfd2aeb18 vm_fault(c8e33780,28062000,1,0,c8e33780,...) at vm_fault+0x81/frame 0xfd2aeb40 trap_pfault(2806222c,0,0,2b78cf,fd2aec04,...) at trap_pfault+0x1cb/frame 0xfd2aebb8 trap(fd2aed08) at trap+0x54e/frame 0xfd2aecfc calltrap() at calltrap+0x6/frame 0xfd2aecfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80359 tid 100605 td 0xceae6000 sched_switch(ceae6000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc810a8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc810a8e0 sleepq_switch(ceae6000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xc810a914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xc810a938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xc810a994 vm_waitpfault(d24ee888,0,0,c810aadc,c810aacc,...) at vm_waitpfault+0x98/frame 0xc810a9c0 vm_fault_hold(c8e33870,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xc810ab18 vm_fault(c8e33870,28062000,1,0,c8e33870,...) at vm_fault+0x81/frame 0xc810ab40 trap_pfault(2806222c,0,0,40be6f,c810ac04,...) at trap_pfault+0x1cb/frame 0xc810abb8 trap(c810ad08) at trap+0x54e/frame 0xc810acfc calltrap() at calltrap+0x6/frame 0xc810acfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80358 tid 100554 td 0xceae6620 sched_switch(ceae6620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc818f8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc818f8e0 sleepq_switch(ceae6620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xc818f914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xc818f938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xc818f994 vm_waitpfault(d25a6e04,0,0,c818fadc,c818facc,...) at vm_waitpfault+0x98/frame 0xc818f9c0 vm_fault_hold(c8e33960,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xc818fb18 vm_fault(c8e33960,28062000,1,0,c8e33960,...) at vm_fault+0x81/frame 0xc818fb40 trap_pfault(2806222c,0,0,40aa80,c818fc04,...) at trap_pfault+0x1cb/frame 0xc818fbb8 trap(c818fd08) at trap+0x54e/frame 0xc818fcfc calltrap() at calltrap+0x6/frame 0xc818fcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80357 tid 100411 td 0xceae6c40 sched_switch(ceae6c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc80c88ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc80c88e0 sleepq_switch(ceae6c40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xc80c8914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xc80c8938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xc80c8994 vm_waitpfault(d2377a5c,0,0,c80c8adc,c80c8acc,...) at vm_waitpfault+0x98/frame 0xc80c89c0 vm_fault_hold(c8e33a50,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xc80c8b18 vm_fault(c8e33a50,28062000,1,0,c8e33a50,...) at vm_fault+0x81/frame 0xc80c8b40 trap_pfault(2806222c,0,0,40abef,c80c8c04,...) at trap_pfault+0x1cb/frame 0xc80c8bb8 trap(c80c8d08) at trap+0x54e/frame 0xc80c8cfc calltrap() at calltrap+0x6/frame 0xc80c8cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command symlink pid 80356 tid 100999 td 0xd9ec1310 sched_switch(d9ec1310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe356878 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe3568ac sleepq_switch(d9ec1310,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe3568e0 sleepq_wait(debc05c0,0,fe356934,1,0,...) at sleepq_wait+0x48/frame 0xfe356904 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe356948 txg_wait_open(debc0400,64,0,c145b480,0,...) at txg_wait_open+0x17f/frame 0xfe356990 dmu_tx_wait(caa2ce00,3,0,1,d2c04400,...) at dmu_tx_wait+0x4d0/frame 0xfe3569f0 zfs_freebsd_symlink(fe356bf8,c1324e07,c118c8a6,ca05d5a0,fe356bf4,...) at zfs_freebsd_symlink+0x441/frame 0xfe356a90 VOP_SYMLINK_APV(d782ddc4,fe356bf8,fe356b5c,fe356b88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfe356ac0 kern_symlinkat(d9ec1310,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfe356c24 sys_symlink(d9ec1310,fe356cc8,fe356c98,c0b09826,c144bf10,...) at sys_symlink+0x31/frame 0xfe356c40 syscall(fe356d08) at syscall+0x31b/frame 0xfe356cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe356cfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command swap pid 80355 tid 101035 td 0xcba36310 sched_switch(cba36310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf893b8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf893b8e0 sleepq_switch(cba36310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf893b914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf893b938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf893b994 vm_waitpfault(ccda54e0,0,0,f893badc,f893bacc,...) at vm_waitpfault+0x98/frame 0xf893b9c0 vm_fault_hold(c8e33b40,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf893bb18 vm_fault(c8e33b40,28062000,1,0,c8e33b40,...) at vm_fault+0x81/frame 0xf893bb40 trap_pfault(2806222c,0,0,4029ee,f893bc04,...) at trap_pfault+0x1cb/frame 0xf893bbb8 trap(f893bd08) at trap+0x54e/frame 0xf893bcfc calltrap() at calltrap+0x6/frame 0xf893bcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command symlink pid 80354 tid 104504 td 0xd53a0930 sched_switch(d53a0930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb517878 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb5178ac sleepq_switch(d53a0930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb5178e0 sleepq_wait(debc05c0,0,fb517934,1,0,...) at sleepq_wait+0x48/frame 0xfb517904 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb517948 txg_wait_open(debc0400,64,0,c145a5b0,0,...) at txg_wait_open+0x17f/frame 0xfb517990 dmu_tx_wait(d2e18200,3,0,1,dc080000,...) at dmu_tx_wait+0x4d0/frame 0xfb5179f0 zfs_freebsd_symlink(fb517bf8,c1324e07,c118c8a6,dcc01870,fb517bf4,...) at zfs_freebsd_symlink+0x441/frame 0xfb517a90 VOP_SYMLINK_APV(d782ddc4,fb517bf8,fb517b5c,fb517b88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfb517ac0 kern_symlinkat(d53a0930,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfb517c24 sys_symlink(d53a0930,fb517cc8,fb517c98,c0b09826,c144b110,...) at sys_symlink+0x31/frame 0xfb517c40 syscall(fb517d08) at syscall+0x31b/frame 0xfb517cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb517cfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command symlink pid 80353 tid 107323 td 0xcbbcbc40 sched_switch(cbbcbc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe212878 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe2128ac sleepq_switch(cbbcbc40,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe2128e0 sleepq_wait(debc05c0,0,fe212934,1,0,...) at sleepq_wait+0x48/frame 0xfe212904 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe212948 txg_wait_open(debc0400,64,0,c145a028,0,...) at txg_wait_open+0x17f/frame 0xfe212990 dmu_tx_wait(cf3f5e00,3,0,1,d920a000,...) at dmu_tx_wait+0x4d0/frame 0xfe2129f0 zfs_freebsd_symlink(fe212bf8,c1324e07,c118c8a6,cbefb870,fe212bf4,...) at zfs_freebsd_symlink+0x441/frame 0xfe212a90 VOP_SYMLINK_APV(d782ddc4,fe212bf8,fe212b5c,fe212b88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfe212ac0 kern_symlinkat(cbbcbc40,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfe212c24 sys_symlink(cbbcbc40,fe212cc8,fe212c98,c0b09826,c144b110,...) at sys_symlink+0x31/frame 0xfe212c40 syscall(fe212d08) at syscall+0x31b/frame 0xfe212cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe212cfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command symlink pid 80352 tid 101467 td 0xcaa9a930 sched_switch(caa9a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe218878 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfe2188ac sleepq_switch(caa9a930,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfe2188e0 sleepq_wait(debc05c0,0,fe218934,1,0,...) at sleepq_wait+0x48/frame 0xfe218904 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfe218948 txg_wait_open(debc0400,64,0,c145b408,0,...) at txg_wait_open+0x17f/frame 0xfe218990 dmu_tx_wait(cb060600,3,0,1,cc317800,...) at dmu_tx_wait+0x4d0/frame 0xfe2189f0 zfs_freebsd_symlink(fe218bf8,c1324e07,c118c8a6,d2eb9ca8,fe218bf4,...) at zfs_freebsd_symlink+0x441/frame 0xfe218a90 VOP_SYMLINK_APV(d782ddc4,fe218bf8,fe218b5c,fe218b88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfe218ac0 kern_symlinkat(caa9a930,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfe218c24 sys_symlink(caa9a930,fe218cc8,fe218c98,c0b09826,c144c610,...) at sys_symlink+0x31/frame 0xfe218c40 syscall(fe218d08) at syscall+0x31b/frame 0xfe218cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfe218cfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command symlink pid 80351 tid 104679 td 0xd900cc40 sched_switch(d900cc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7d3878 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb7d38ac sleepq_switch(d900cc40,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb7d38e0 sleepq_wait(debc05c0,0,fb7d3934,1,0,...) at sleepq_wait+0x48/frame 0xfb7d3904 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb7d3948 txg_wait_open(debc0400,64,0,c145b318,0,...) at txg_wait_open+0x17f/frame 0xfb7d3990 dmu_tx_wait(d8ad8200,3,0,1,d920a800,...) at dmu_tx_wait+0x4d0/frame 0xfb7d39f0 zfs_freebsd_symlink(fb7d3bf8,c1324e07,c118c8a6,d0f99168,fb7d3bf4,...) at zfs_freebsd_symlink+0x441/frame 0xfb7d3a90 VOP_SYMLINK_APV(d782ddc4,fb7d3bf8,fb7d3b5c,fb7d3b88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfb7d3ac0 kern_symlinkat(d900cc40,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfb7d3c24 sys_symlink(d900cc40,fb7d3cc8,fb7d3c98,c0b09826,c144bf10,...) at sys_symlink+0x31/frame 0xfb7d3c40 syscall(fb7d3d08) at syscall+0x31b/frame 0xfb7d3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7d3cfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command swap pid 80350 tid 101022 td 0xcba36930 sched_switch(cba36930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf89388ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf89388e0 sleepq_switch(cba36930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf8938914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf8938938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf8938994 vm_waitpfault(d3150d68,0,0,f8938adc,f8938acc,...) at vm_waitpfault+0x98/frame 0xf89389c0 vm_fault_hold(c8e33c30,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf8938b18 vm_fault(c8e33c30,28062000,1,0,c8e33c30,...) at vm_fault+0x81/frame 0xf8938b40 trap_pfault(2806222c,0,0,40f9e4,f8938c04,...) at trap_pfault+0x1cb/frame 0xf8938bb8 trap(f8938d08) at trap+0x54e/frame 0xf8938cfc calltrap() at calltrap+0x6/frame 0xf8938cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command symlink pid 80349 tid 104667 td 0xd8ec4930 sched_switch(d8ec4930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7a323c mi_switch(104,0,c115e499,1f1,c133999c,...) at mi_switch+0x1c3/frame 0xfb7a3270 sleepq_switch(d8ec4930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xfb7a32a4 sleepq_wait(c8cff3a0,0,d78190db,3,0,...) at sleepq_wait+0x48/frame 0xfb7a32c8 _sx_xlock_hard(c8cff3a0,d8ec4930,0,d78190e7,2e7,...) at _sx_xlock_hard+0x4f9/frame 0xfb7a3360 _sx_xlock(c8cff3a0,0,d78190e7,2e7,fb7a33d4,...) at _sx_xlock+0xdc/frame 0xfb7a3390 vdev_queue_io(d3468b70,d0f672dc,0,d954e894,cb148000,...) at vdev_queue_io+0xb9/frame 0xfb7a33e0 zio_vdev_io_start(d3468b70,d954e894,10000,2e0000,d8ec4930,...) at zio_vdev_io_start+0x518/frame 0xfb7a343c zio_execute(d3468b70,0,c8cff000,8469000,0,...) at zio_execute+0x1dd/frame 0xfb7a3474 vdev_raidz_io_start(d954e894,2a662bf,0,2a66301,0,...) at vdev_raidz_io_start+0xdcc/frame 0xfb7a3548 zio_vdev_io_start(d954e894,cc8a5894,10000,3e0000,d8ec4930,...) at zio_vdev_io_start+0x569/frame 0xfb7a35a4 zio_execute(d954e894,cc8a58f8,ce84c000,18d3b000,0,...) at zio_execute+0x1dd/frame 0xfb7a35dc vdev_mirror_io_start(cc8a5894,10,cc8a5894,1,b80,...) at vdev_mirror_io_start+0x28f/frame 0xfb7a3640 zio_vdev_io_start(cc8a5894,d8ec4930,cc8a5000,5,d8ec4930,...) at zio_vdev_io_start+0x2f1/frame 0xfb7a36a0 zio_execute(cc8a5894,cb148000,d9288780,cbbd1000,4000,...) at zio_execute+0x1dd/frame 0xfb7a36d8 arc_read(cc8a5000,cb148000,d9288780,d76cdba0,cb5fb898,...) at arc_read+0xd51/frame 0xfb7a3750 dbuf_read(cb5fb898,0,a,0,fb7a37ec,...) at dbuf_read+0x957/frame 0xfb7a37cc dmu_buf_hold(d1b83c00,30,0,3c000,0,...) at dmu_buf_hold+0x108/frame 0xfb7a37fc zap_get_leaf_byblk(0,0,1,fb7a38d8,ca203280,...) at zap_get_leaf_byblk+0xb9/frame 0xfb7a3848 zap_deref_leaf(1b785ab0,0,1,fb7a38d8,d7758244,...) at zap_deref_leaf+0x111/frame 0xfb7a3898 fzap_lookup(d41a2200,8,0,1,0,...) at fzap_lookup+0x51/frame 0xfb7a38ec zap_lookup_norm(d1b83c00,30,0,ce3ac800,8,...) at zap_lookup_norm+0x198/frame 0xfb7a3930 zap_lookup(d1b83c00,30,0,ce3ac800,8,...) at zap_lookup+0x6c/frame 0xfb7a3978 zfs_dirent_lock(fb7a3a74,cee6c6e4,ce3ac800,fb7a3a78,1,...) at zfs_dirent_lock+0x4df/frame 0xfb7a39f0 zfs_freebsd_symlink(fb7a3bf8,c1324e07,c118c8a6,d2ea9b40,fb7a3bf4,...) at zfs_freebsd_symlink+0x484/frame 0xfb7a3a90 VOP_SYMLINK_APV(d782ddc4,fb7a3bf8,fb7a3b5c,fb7a3b88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfb7a3ac0 kern_symlinkat(d8ec4930,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfb7a3c24 sys_symlink(d8ec4930,fb7a3cc8,fb7a3c98,c0b09826,c144b810,...) at sys_symlink+0x31/frame 0xfb7a3c40 syscall(fb7a3d08) at syscall+0x31b/frame 0xfb7a3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7a3cfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command swap pid 80348 tid 101364 td 0xd9e41930 sched_switch(d9e41930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe34d8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe34d8e0 sleepq_switch(d9e41930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe34d914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe34d938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe34d994 vm_waitpfault(cf279924,0,0,fe34dadc,fe34dacc,...) at vm_waitpfault+0x98/frame 0xfe34d9c0 vm_fault_hold(c8e33e10,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe34db18 vm_fault(c8e33e10,28062000,1,0,c8e33e10,...) at vm_fault+0x81/frame 0xfe34db40 trap_pfault(2806222c,0,0,403835,fe34dc04,...) at trap_pfault+0x1cb/frame 0xfe34dbb8 trap(fe34dd08) at trap+0x54e/frame 0xfe34dcfc calltrap() at calltrap+0x6/frame 0xfe34dcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command symlink pid 80347 tid 104674 td 0xd9009000 sched_switch(d9009000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7bf878 mi_switch(104,0,c115e499,1f1,c145aff0,...) at mi_switch+0x1c3/frame 0xfb7bf8ac sleepq_switch(d9009000,0,c115e499,267,debc05c0,...) at sleepq_switch+0x1c5/frame 0xfb7bf8e0 sleepq_wait(debc05c0,0,fb7bf934,1,0,...) at sleepq_wait+0x48/frame 0xfb7bf904 _cv_wait(debc05c0,debc055c,d781733a,283,d771c2ed,...) at _cv_wait+0x263/frame 0xfb7bf948 txg_wait_open(debc0400,64,0,c145ae20,0,...) at txg_wait_open+0x17f/frame 0xfb7bf990 dmu_tx_wait(ca115600,3,0,1,d4c92400,...) at dmu_tx_wait+0x4d0/frame 0xfb7bf9f0 zfs_freebsd_symlink(fb7bfbf8,c1324e07,c118c8a6,cb5a22d0,fb7bfbf4,...) at zfs_freebsd_symlink+0x441/frame 0xfb7bfa90 VOP_SYMLINK_APV(d782ddc4,fb7bfbf8,fb7bfb5c,fb7bfb88,bfbfd6c8,...) at VOP_SYMLINK_APV+0x12f/frame 0xfb7bfac0 kern_symlinkat(d9009000,804b3e8,ffffff9c,bfbfd6c8,0) at kern_symlinkat+0x280/frame 0xfb7bfc24 sys_symlink(d9009000,fb7bfcc8,c0ff152f,e4737c90,0,...) at sys_symlink+0x31/frame 0xfb7bfc40 syscall(fb7bfd08) at syscall+0x31b/frame 0xfb7bfcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb7bfcfc --- syscall (57, FreeBSD ELF32, sys_symlink), eip = 0x280dd01b, esp = 0xbfbfd6b4, ebp = 0xbfbfd758 --- Tracing command swap pid 80346 tid 100831 td 0xc8c64930 sched_switch(c8c64930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0b98ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0b98e0 sleepq_switch(c8c64930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe0b9914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe0b9938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe0b9994 vm_waitpfault(d2346270,0,0,fe0b9adc,fe0b9acc,...) at vm_waitpfault+0x98/frame 0xfe0b99c0 vm_fault_hold(d5320870,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe0b9b18 vm_fault(d5320870,28062000,1,0,d5320870,...) at vm_fault+0x81/frame 0xfe0b9b40 trap_pfault(2806222c,0,0,40ce2f,fe0b9c04,...) at trap_pfault+0x1cb/frame 0xfe0b9bb8 trap(fe0b9d08) at trap+0x54e/frame 0xfe0b9cfc calltrap() at calltrap+0x6/frame 0xfe0b9cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80345 tid 100859 td 0xdd9c5000 sched_switch(dd9c5000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1a98ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1a98e0 sleepq_switch(dd9c5000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe1a9914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe1a9938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe1a9994 vm_waitpfault(d308d30c,0,0,fe1a9adc,fe1a9acc,...) at vm_waitpfault+0x98/frame 0xfe1a99c0 vm_fault_hold(d53204b0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe1a9b18 vm_fault(d53204b0,28062000,1,0,d53204b0,...) at vm_fault+0x81/frame 0xfe1a9b40 trap_pfault(2806222c,0,0,40a834,fe1a9c04,...) at trap_pfault+0x1cb/frame 0xfe1a9bb8 trap(fe1a9d08) at trap+0x54e/frame 0xfe1a9cfc calltrap() at calltrap+0x6/frame 0xfe1a9cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80344 tid 101334 td 0xda6f0930 sched_switch(da6f0930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2c68ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2c68e0 sleepq_switch(da6f0930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe2c6914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe2c6938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe2c6994 vm_waitpfault(cf0b9c30,157b,0,fe2c6adc,fe2c6acc,...) at vm_waitpfault+0x98/frame 0xfe2c69c0 vm_fault_hold(d944b0f0,2a17b000,2,0,0,...) at vm_fault_hold+0x1241/frame 0xfe2c6b18 vm_fault(d944b0f0,2a17b000,2,0,d944b0f0,...) at vm_fault+0x81/frame 0xfe2c6b40 trap_pfault(2a17b000,fe2c6d08,0,24ea7c,fe2c6c04,...) at trap_pfault+0x1cb/frame 0xfe2c6bb8 trap(fe2c6d08) at trap+0x54e/frame 0xfe2c6cfc calltrap() at calltrap+0x6/frame 0xfe2c6cfc --- trap 0xc, eip = 0x804959c, esp = 0xbfbfd750, ebp = 0xbfbfd768 --- Tracing command symlink pid 80343 tid 106428 td 0xdea7ac40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,c67c0000,180c06c6,fec66030,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(dea7ac40,ffffffff,139d7,19fbc,dea7ac40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command swap pid 80342 tid 101031 td 0xcb332930 sched_switch(cb332930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1a68ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1a68e0 sleepq_switch(cb332930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe1a6914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe1a6938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe1a6994 vm_waitpfault(d2a44750,0,0,fe1a6adc,fe1a6acc,...) at vm_waitpfault+0x98/frame 0xfe1a69c0 vm_fault_hold(c1f812d0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe1a6b18 vm_fault(c1f812d0,28062000,1,0,c1f812d0,...) at vm_fault+0x81/frame 0xfe1a6b40 trap_pfault(2806222c,0,0,145842,fe1a6c04,...) at trap_pfault+0x1cb/frame 0xfe1a6bb8 trap(fe1a6d08) at trap+0x54e/frame 0xfe1a6cfc calltrap() at calltrap+0x6/frame 0xfe1a6cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80341 tid 101255 td 0xcaa9b310 sched_switch(caa9b310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2248ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2248e0 sleepq_switch(caa9b310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe224914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe224938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe224994 vm_waitpfault(d2d057ec,0,0,fe224adc,fe224acc,...) at vm_waitpfault+0x98/frame 0xfe2249c0 vm_fault_hold(c1f814b0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe224b18 vm_fault(c1f814b0,28062000,1,0,c1f814b0,...) at vm_fault+0x81/frame 0xfe224b40 trap_pfault(2806222c,0,0,40cde7,fe224c04,...) at trap_pfault+0x1cb/frame 0xfe224bb8 trap(fe224d08) at trap+0x54e/frame 0xfe224cfc calltrap() at calltrap+0x6/frame 0xfe224cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80340 tid 103505 td 0xd4e77310 sched_switch(d4e77310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa6408ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfa6408e0 sleepq_switch(d4e77310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfa640914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfa640938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfa640994 vm_waitpfault(ce6e7c30,0,0,fa640adc,fa640acc,...) at vm_waitpfault+0x98/frame 0xfa6409c0 vm_fault_hold(c1f815a0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfa640b18 vm_fault(c1f815a0,28062000,1,0,c1f815a0,...) at vm_fault+0x81/frame 0xfa640b40 trap_pfault(2806222c,0,0,2ca01e,fa640c04,...) at trap_pfault+0x1cb/frame 0xfa640bb8 trap(fa640d08) at trap+0x54e/frame 0xfa640cfc calltrap() at calltrap+0x6/frame 0xfa640cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80339 tid 101200 td 0xd9e41620 sched_switch(d9e41620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe29f8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe29f8e0 sleepq_switch(d9e41620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe29f914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe29f938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe29f994 vm_waitpfault(ce47e57c,0,0,fe29fadc,fe29facc,...) at vm_waitpfault+0x98/frame 0xfe29f9c0 vm_fault_hold(c1f81690,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe29fb18 vm_fault(c1f81690,28062000,1,0,c1f81690,...) at vm_fault+0x81/frame 0xfe29fb40 trap_pfault(2806222c,0,0,40171f,fe29fc04,...) at trap_pfault+0x1cb/frame 0xfe29fbb8 trap(fe29fd08) at trap+0x54e/frame 0xfe29fcfc calltrap() at calltrap+0x6/frame 0xfe29fcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80338 tid 101320 td 0xc8baf620 sched_switch(c8baf620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3e98ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3e98e0 sleepq_switch(c8baf620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe3e9914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe3e9938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe3e9994 vm_waitpfault(c8e8d09c,0,0,fe3e9adc,fe3e9acc,...) at vm_waitpfault+0x98/frame 0xfe3e99c0 vm_fault_hold(c1f81780,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe3e9b18 vm_fault(c1f81780,28062000,1,0,c1f81780,...) at vm_fault+0x81/frame 0xfe3e9b40 trap_pfault(2806222c,0,0,4042b3,fe3e9c04,...) at trap_pfault+0x1cb/frame 0xfe3e9bb8 trap(fe3e9d08) at trap+0x54e/frame 0xfe3e9cfc calltrap() at calltrap+0x6/frame 0xfe3e9cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80337 tid 100477 td 0xcbf34620 sched_switch(cbf34620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8a908ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8a908e0 sleepq_switch(cbf34620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf8a90914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf8a90938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf8a90994 vm_waitpfault(d29bd888,0,0,f8a90adc,f8a90acc,...) at vm_waitpfault+0x98/frame 0xf8a909c0 vm_fault_hold(c1f81870,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf8a90b18 vm_fault(c1f81870,28062000,1,0,c1f81870,...) at vm_fault+0x81/frame 0xf8a90b40 trap_pfault(2806222c,0,0,3d6547,f8a90c04,...) at trap_pfault+0x1cb/frame 0xf8a90bb8 trap(f8a90d08) at trap+0x54e/frame 0xf8a90cfc calltrap() at calltrap+0x6/frame 0xf8a90cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80336 tid 106478 td 0xca509310 sched_switch(ca509310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd3ee8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd3ee8e0 sleepq_switch(ca509310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfd3ee914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfd3ee938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfd3ee994 vm_waitpfault(cec31138,0,0,fd3eeadc,fd3eeacc,...) at vm_waitpfault+0x98/frame 0xfd3ee9c0 vm_fault_hold(c1f81960,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfd3eeb18 vm_fault(c1f81960,28062000,1,0,c1f81960,...) at vm_fault+0x81/frame 0xfd3eeb40 trap_pfault(2806222c,0,0,401725,fd3eec04,...) at trap_pfault+0x1cb/frame 0xfd3eebb8 trap(fd3eed08) at trap+0x54e/frame 0xfd3eecfc calltrap() at calltrap+0x6/frame 0xfd3eecfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80335 tid 101230 td 0xd1478000 sched_switch(d1478000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3ec8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3ec8e0 sleepq_switch(d1478000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe3ec914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe3ec938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe3ec994 vm_waitpfault(d2ed9d68,0,0,fe3ecadc,fe3ecacc,...) at vm_waitpfault+0x98/frame 0xfe3ec9c0 vm_fault_hold(c1f81a50,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe3ecb18 vm_fault(c1f81a50,28062000,1,0,c1f81a50,...) at vm_fault+0x81/frame 0xfe3ecb40 trap_pfault(2806222c,0,0,40ce93,fe3ecc04,...) at trap_pfault+0x1cb/frame 0xfe3ecbb8 trap(fe3ecd08) at trap+0x54e/frame 0xfe3eccfc calltrap() at calltrap+0x6/frame 0xfe3eccfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80334 tid 107340 td 0xd9e41000 sched_switch(d9e41000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2c98ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2c98e0 sleepq_switch(d9e41000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe2c9914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe2c9938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe2c9994 vm_waitpfault(d2c48a5c,0,0,fe2c9adc,fe2c9acc,...) at vm_waitpfault+0x98/frame 0xfe2c99c0 vm_fault_hold(c1f81c30,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe2c9b18 vm_fault(c1f81c30,28062000,1,0,c1f81c30,...) at vm_fault+0x81/frame 0xfe2c9b40 trap_pfault(2806222c,0,0,412419,fe2c9c04,...) at trap_pfault+0x1cb/frame 0xfe2c9bb8 trap(fe2c9d08) at trap+0x54e/frame 0xfe2c9cfc calltrap() at calltrap+0x6/frame 0xfe2c9cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80333 tid 100766 td 0xcc191310 sched_switch(cc191310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9c78ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9c78e0 sleepq_switch(cc191310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe9c7914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe9c7938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe9c7994 vm_waitpfault(d286e7ec,0,0,fe9c7adc,fe9c7acc,...) at vm_waitpfault+0x98/frame 0xfe9c79c0 vm_fault_hold(c1f81d20,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe9c7b18 vm_fault(c1f81d20,28062000,1,0,c1f81d20,...) at vm_fault+0x81/frame 0xfe9c7b40 trap_pfault(2806222c,0,0,3e5c8,fe9c7c04,...) at trap_pfault+0x1cb/frame 0xfe9c7bb8 trap(fe9c7d08) at trap+0x54e/frame 0xfe9c7cfc calltrap() at calltrap+0x6/frame 0xfe9c7cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80332 tid 102142 td 0xce164310 sched_switch(ce164310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1e58ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1e58e0 sleepq_switch(ce164310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe1e5914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe1e5938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe1e5994 vm_waitpfault(cab75924,0,0,fe1e5adc,fe1e5acc,...) at vm_waitpfault+0x98/frame 0xfe1e59c0 vm_fault_hold(c1f81e10,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe1e5b18 vm_fault(c1f81e10,28062000,1,0,c1f81e10,...) at vm_fault+0x81/frame 0xfe1e5b40 trap_pfault(2806222c,0,0,40346b,fe1e5c04,...) at trap_pfault+0x1cb/frame 0xfe1e5bb8 trap(fe1e5d08) at trap+0x54e/frame 0xfe1e5cfc calltrap() at calltrap+0x6/frame 0xfe1e5cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80331 tid 107714 td 0xda084930 sched_switch(da084930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9ca8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9ca8e0 sleepq_switch(da084930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe9ca914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe9ca938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe9ca994 vm_waitpfault(d1fed618,0,0,fe9caadc,fe9caacc,...) at vm_waitpfault+0x98/frame 0xfe9ca9c0 vm_fault_hold(c8e31000,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe9cab18 vm_fault(c8e31000,28062000,1,0,c8e31000,...) at vm_fault+0x81/frame 0xfe9cab40 trap_pfault(2806222c,0,0,40a6fb,fe9cac04,...) at trap_pfault+0x1cb/frame 0xfe9cabb8 trap(fe9cad08) at trap+0x54e/frame 0xfe9cacfc calltrap() at calltrap+0x6/frame 0xfe9cacfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80330 tid 101223 td 0xd2427620 sched_switch(d2427620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1258ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1258e0 sleepq_switch(d2427620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe125914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe125938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe125994 vm_waitpfault(d286f888,0,0,fe125adc,fe125acc,...) at vm_waitpfault+0x98/frame 0xfe1259c0 vm_fault_hold(c8e311e0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe125b18 vm_fault(c8e311e0,28062000,1,0,c8e311e0,...) at vm_fault+0x81/frame 0xfe125b40 trap_pfault(2806222c,0,0,403854,fe125c04,...) at trap_pfault+0x1cb/frame 0xfe125bb8 trap(fe125d08) at trap+0x54e/frame 0xfe125cfc calltrap() at calltrap+0x6/frame 0xfe125cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80329 tid 100375 td 0xc9af9620 sched_switch(c9af9620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8c5b8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8c5b8e0 sleepq_switch(c9af9620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf8c5b914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf8c5b938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf8c5b994 vm_waitpfault(c95dd138,0,0,f8c5badc,f8c5bacc,...) at vm_waitpfault+0x98/frame 0xf8c5b9c0 vm_fault_hold(c8e310f0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf8c5bb18 vm_fault(c8e310f0,28062000,1,0,c8e310f0,...) at vm_fault+0x81/frame 0xf8c5bb40 trap_pfault(2806222c,0,0,40ffd0,f8c5bc04,...) at trap_pfault+0x1cb/frame 0xf8c5bbb8 trap(f8c5bd08) at trap+0x54e/frame 0xf8c5bcfc calltrap() at calltrap+0x6/frame 0xf8c5bcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80328 tid 106475 td 0xca509c40 sched_switch(ca509c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd3e28ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd3e28e0 sleepq_switch(ca509c40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfd3e2914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfd3e2938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfd3e2994 vm_waitpfault(cec12270,0,0,fd3e2adc,fd3e2acc,...) at vm_waitpfault+0x98/frame 0xfd3e29c0 vm_fault_hold(d53202d0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfd3e2b18 vm_fault(d53202d0,28062000,1,0,d53202d0,...) at vm_fault+0x81/frame 0xfd3e2b40 trap_pfault(2806222c,0,0,40cc3c,fd3e2c04,...) at trap_pfault+0x1cb/frame 0xfd3e2bb8 trap(fd3e2d08) at trap+0x54e/frame 0xfd3e2cfc calltrap() at calltrap+0x6/frame 0xfd3e2cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80327 tid 100174 td 0xdb8e9c40 sched_switch(db8e9c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc85c8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfc85c8e0 sleepq_switch(db8e9c40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfc85c914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfc85c938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfc85c994 vm_waitpfault(cf0b8888,0,0,fc85cadc,fc85cacc,...) at vm_waitpfault+0x98/frame 0xfc85c9c0 vm_fault_hold(c96c6b40,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfc85cb18 vm_fault(c96c6b40,28062000,1,0,c96c6b40,...) at vm_fault+0x81/frame 0xfc85cb40 trap_pfault(2806222c,0,0,4037f2,fc85cc04,...) at trap_pfault+0x1cb/frame 0xfc85cbb8 trap(fc85cd08) at trap+0x54e/frame 0xfc85ccfc calltrap() at calltrap+0x6/frame 0xfc85ccfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6b0, ebp = 0xbfbfd724 --- Tracing command swap pid 80326 tid 107422 td 0xca45a620 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,7c0c7800,76dccccc,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(ca45a620,ffffffff,139c6,1a39e,ca45a620,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command mkfifo pid 80325 tid 101353 td 0xd9779620 sched_switch(d9779620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0bf8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0bf8e0 sleepq_switch(d9779620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe0bf914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe0bf938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe0bf994 vm_waitpfault(d289757c,0,0,fe0bfadc,fe0bfacc,...) at vm_waitpfault+0x98/frame 0xfe0bf9c0 vm_fault_hold(d528ed20,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe0bfb18 vm_fault(d528ed20,28062000,1,0,d528ed20,...) at vm_fault+0x81/frame 0xfe0bfb40 trap_pfault(2806222c,0,200,d528ed6c,0,...) at trap_pfault+0x1cb/frame 0xfe0bfbb8 trap(fe0bfd08) at trap+0x54e/frame 0xfe0bfcfc calltrap() at calltrap+0x6/frame 0xfe0bfcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6c0, ebp = 0xbfbfd734 --- Tracing command swap pid 80324 tid 104681 td 0xd900c930 sched_switch(d900c930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb7db8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb7db8e0 sleepq_switch(d900c930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfb7db914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfb7db938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfb7db994 vm_waitpfault(d2ca2e04,0,0,fb7dbadc,fb7dbacc,...) at vm_waitpfault+0x98/frame 0xfb7db9c0 vm_fault_hold(d528ee10,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfb7dbb18 vm_fault(d528ee10,28062000,1,0,d528ee10,...) at vm_fault+0x81/frame 0xfb7dbb40 trap_pfault(2806222c,0,200,d528ee5c,0,...) at trap_pfault+0x1cb/frame 0xfb7dbbb8 trap(fb7dbd08) at trap+0x54e/frame 0xfb7dbcfc calltrap() at calltrap+0x6/frame 0xfb7dbcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6d0, ebp = 0xbfbfd744 --- Tracing command rename pid 80323 tid 101878 td 0xcba2ec40 sched_switch(cba2ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8cc38ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8cc38e0 sleepq_switch(cba2ec40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf8cc3914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf8cc3938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf8cc3994 vm_waitpfault(d213357c,0,0,f8cc3adc,f8cc3acc,...) at vm_waitpfault+0x98/frame 0xf8cc39c0 vm_fault_hold(d944b000,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf8cc3b18 vm_fault(d944b000,28062000,1,0,d944b000,...) at vm_fault+0x81/frame 0xf8cc3b40 trap_pfault(2806222c,0,200,d944b04c,0,...) at trap_pfault+0x1cb/frame 0xf8cc3bb8 trap(f8cc3d08) at trap+0x54e/frame 0xf8cc3cfc calltrap() at calltrap+0x6/frame 0xf8cc3cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6c0, ebp = 0xbfbfd734 --- Tracing command lockf pid 80320 tid 101261 td 0xd2b2a930 sched_switch(d2b2a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9918ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9918e0 sleepq_switch(d2b2a930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe991914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe991938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe991994 vm_waitpfault(cd1c909c,0,0,fe991adc,fe991acc,...) at vm_waitpfault+0x98/frame 0xfe9919c0 vm_fault_hold(d944b2d0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe991b18 vm_fault(d944b2d0,28062000,1,0,d944b2d0,...) at vm_fault+0x81/frame 0xfe991b40 trap_pfault(2806222c,0,200,d944b31c,0,...) at trap_pfault+0x1cb/frame 0xfe991bb8 trap(fe991d08) at trap+0x54e/frame 0xfe991cfc calltrap() at calltrap+0x6/frame 0xfe991cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6d0, ebp = 0xbfbfd744 --- Tracing command link pid 80319 tid 107566 td 0xd2b2a000 sched_switch(d2b2a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0b08ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0b08e0 sleepq_switch(d2b2a000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe0b0914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe0b0938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe0b0994 vm_waitpfault(d2446c30,0,0,fe0b0adc,fe0b0acc,...) at vm_waitpfault+0x98/frame 0xfe0b09c0 vm_fault_hold(d944b3c0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe0b0b18 vm_fault(d944b3c0,28062000,1,0,d944b3c0,...) at vm_fault+0x81/frame 0xfe0b0b40 trap_pfault(2806222c,0,200,d944b40c,0,...) at trap_pfault+0x1cb/frame 0xfe0b0bb8 trap(fe0b0d08) at trap+0x54e/frame 0xfe0b0cfc calltrap() at calltrap+0x6/frame 0xfe0b0cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6d0, ebp = 0xbfbfd744 --- Tracing command fts pid 80318 tid 107495 td 0xd2425000 sched_switch(d2425000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2ae8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2ae8e0 sleepq_switch(d2425000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe2ae914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe2ae938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe2ae994 vm_waitpfault(d304457c,0,0,fe2aeadc,fe2aeacc,...) at vm_waitpfault+0x98/frame 0xfe2ae9c0 vm_fault_hold(d944b4b0,28061000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe2aeb18 vm_fault(d944b4b0,28061000,1,0,d944b4b0,...) at vm_fault+0x81/frame 0xfe2aeb40 trap_pfault(2806122c,0,200,d944b4fc,0,...) at trap_pfault+0x1cb/frame 0xfe2aebb8 trap(fe2aed08) at trap+0x54e/frame 0xfe2aecfc calltrap() at calltrap+0x6/frame 0xfe2aecfc --- trap 0xc, eip = 0x2804e59b, esp = 0xbfbfd6d0, ebp = 0xbfbfd744 --- Tracing command rw pid 80317 tid 107455 td 0xc8baf930 sched_switch(c8baf930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0d18ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0d18e0 sleepq_switch(c8baf930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe0d1914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe0d1938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe0d1994 vm_waitpfault(d17d0af8,0,0,fe0d1adc,fe0d1acc,...) at vm_waitpfault+0x98/frame 0xfe0d19c0 vm_fault_hold(d944b5a0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe0d1b18 vm_fault(d944b5a0,28062000,1,0,d944b5a0,...) at vm_fault+0x81/frame 0xfe0d1b40 trap_pfault(2806222c,0,200,d944b5ec,0,...) at trap_pfault+0x1cb/frame 0xfe0d1bb8 trap(fe0d1d08) at trap+0x54e/frame 0xfe0d1cfc calltrap() at calltrap+0x6/frame 0xfe0d1cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6d0, ebp = 0xbfbfd744 --- Tracing command openat pid 80316 tid 100171 td 0xca468620 sched_switch(ca468620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf89d58ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf89d58e0 sleepq_switch(ca468620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf89d5914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf89d5938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf89d5994 vm_waitpfault(ccbd1a5c,0,0,f89d5adc,f89d5acc,...) at vm_waitpfault+0x98/frame 0xf89d59c0 vm_fault_hold(d944b690,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf89d5b18 vm_fault(d944b690,28062000,1,0,d944b690,...) at vm_fault+0x81/frame 0xf89d5b40 trap_pfault(2806222c,0,200,d944b6dc,0,...) at trap_pfault+0x1cb/frame 0xf89d5bb8 trap(f89d5d08) at trap+0x54e/frame 0xf89d5cfc calltrap() at calltrap+0x6/frame 0xf89d5cfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6c0, ebp = 0xbfbfd734 --- Tracing command symlink pid 80315 tid 101431 td 0xcf53fc40 sched_switch(cf53fc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3fe8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3fe8e0 sleepq_switch(cf53fc40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe3fe914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe3fe938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe3fe994 vm_waitpfault(cd8c8d68,0,0,fe3feadc,fe3feacc,...) at vm_waitpfault+0x98/frame 0xfe3fe9c0 vm_fault_hold(d944b780,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe3feb18 vm_fault(d944b780,28062000,1,0,d944b780,...) at vm_fault+0x81/frame 0xfe3feb40 trap_pfault(2806222c,0,200,d944b7cc,0,...) at trap_pfault+0x1cb/frame 0xfe3febb8 trap(fe3fed08) at trap+0x54e/frame 0xfe3fecfc calltrap() at calltrap+0x6/frame 0xfe3fecfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6c0, ebp = 0xbfbfd734 --- Tracing command lockf2 pid 80314 tid 100150 td 0xd9ec2930 sched_switch(d9ec2930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe10d8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe10d8e0 sleepq_switch(d9ec2930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfe10d914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xfe10d938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xfe10d994 vm_waitpfault(d2f3930c,0,0,fe10dadc,fe10dacc,...) at vm_waitpfault+0x98/frame 0xfe10d9c0 vm_fault_hold(c8e301e0,28062000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xfe10db18 vm_fault(c8e301e0,28062000,1,0,c8e301e0,...) at vm_fault+0x81/frame 0xfe10db40 trap_pfault(2806222c,0,200,c8e3022c,0,...) at trap_pfault+0x1cb/frame 0xfe10dbb8 trap(fe10dd08) at trap+0x54e/frame 0xfe10dcfc calltrap() at calltrap+0x6/frame 0xfe10dcfc --- trap 0xc, eip = 0x2804f59b, esp = 0xbfbfd6c0, ebp = 0xbfbfd734 --- Tracing command run pid 80313 tid 106396 td 0xd5223620 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d5223620,ffffffff,139b9,19f9c,d5223620,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command run pid 80312 tid 106476 td 0xca509930 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(ca509930,ffffffff,139b8,19fec,ca509930,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command run pid 80311 tid 105980 td 0xd4e3f930 sched_switch(d4e3f930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc858a70 mi_switch(104,0,c115e499,1f1,d4e3f930,...) at mi_switch+0x1c3/frame 0xfc858aa4 sleepq_switch(d4e3f930,0,c115e499,1a7,c0acd29c,...) at sleepq_switch+0x1c5/frame 0xfc858ad8 sleepq_catch_signals(c0b298f0,d4e3f930,1,201,1,...) at sleepq_catch_signals+0x3ce/frame 0xfc858b1c sleepq_timedwait_sig(c143eef1,6c,b192,10000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc858b44 _sleep(c143eef1,0,16c,c115994e,cf765bf5,...) at _sleep+0x34c/frame 0xfc858ba0 kern_nanosleep(bfbfd600,fc858c18,fc858c20,fc858c30,1,...) at kern_nanosleep+0x14b/frame 0xfc858c00 sys_nanosleep(d4e3f930,fc858cc8,c0ff152f,c1c25c90,0,...) at sys_nanosleep+0x69/frame 0xfc858c40 syscall(fc858d08) at syscall+0x31b/frame 0xfc858cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc858cfc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2817c2e3, esp = 0xbfbfd5f4, ebp = 0xbfbfd628 --- Tracing command sh pid 80306 tid 106397 td 0xd5223310 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d5223310,ffffffff,139b2,19f9d,d5223310,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command md7 pid 80300 tid 103096 td 0xd051e620 sched_switch(d051e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf9f18ba0 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf9f18bd4 sleepq_switch(d051e620,0,c115e499,267,cc380000,...) at sleepq_switch+0x1c5/frame 0xf9f18c08 sleepq_wait(cc380000,5c,c10e9f4a,0,0,...) at sleepq_wait+0x48/frame 0xf9f18c2c _sleep(cc380000,cc380020,25c,c10e9f4a,0,...) at _sleep+0x391/frame 0xf9f18c88 md_kthread(cc380000,f9f18d08,c11519fc,3c9,0,...) at md_kthread+0x118/frame 0xf9f18ccc fork_exit(c0794360,cc380000,f9f18d08) at fork_exit+0x7f/frame 0xf9f18cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf9f18cf4 --- trap 0, eip = 0, esp = 0xf9f18d40, ebp = 0 --- Tracing command md6 pid 80298 tid 100228 td 0xc8c62000 sched_switch(c8c62000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8b24ae0 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8b24b14 sleepq_switch(c8c62000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf8b24b48 sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xf8b24b6c _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xf8b24bc8 vm_wait(d2133d78,c119784d,a9f,2,c175ba80,...) at vm_wait+0xfd/frame 0xf8b24bf4 vm_page_grab(d2133d68,d9cf,0,2,cc380830,...) at vm_page_grab+0x10d/frame 0xf8b24c34 mdstart_swap(cc380800,cfc403d8,c10e9e40,3b9,0,...) at mdstart_swap+0x19f/frame 0xf8b24c88 md_kthread(cc380800,f8b24d08,c11519fc,3c9,0,...) at md_kthread+0x1cd/frame 0xf8b24ccc fork_exit(c0794360,cc380800,f8b24d08) at fork_exit+0x7f/frame 0xf8b24cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8b24cf4 --- trap 0, eip = 0, esp = 0xf8b24d40, ebp = 0 --- Tracing command md5 pid 80296 tid 101898 td 0xce4af000 sched_switch(ce4af000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8d13ba0 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8d13bd4 sleepq_switch(ce4af000,0,c115e499,267,ceac7000,...) at sleepq_switch+0x1c5/frame 0xf8d13c08 sleepq_wait(ceac7000,5c,c10e9f4a,0,0,...) at sleepq_wait+0x48/frame 0xf8d13c2c _sleep(ceac7000,ceac7020,25c,c10e9f4a,0,...) at _sleep+0x391/frame 0xf8d13c88 md_kthread(ceac7000,f8d13d08,c11519fc,3c9,0,...) at md_kthread+0x118/frame 0xf8d13ccc fork_exit(c0794360,ceac7000,f8d13d08) at fork_exit+0x7f/frame 0xf8d13cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8d13cf4 --- trap 0, eip = 0, esp = 0xf8d13d40, ebp = 0 --- Tracing command zfskern pid 80288 tid 107413 td 0xd9b02310 sched_switch(d9b02310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3bca20 mi_switch(104,0,c115e499,1f1,c145b338,...) at mi_switch+0x1c3/frame 0xfe3bca54 sleepq_switch(d9b02310,0,c115e499,267,d051b850,...) at sleepq_switch+0x1c5/frame 0xfe3bca88 sleepq_wait(d051b850,0,fe3bcadc,1,0,...) at sleepq_wait+0x48/frame 0xfe3bcaac _cv_wait(d051b850,d051b83c,d781d5b8,565,317,...) at _cv_wait+0x263/frame 0xfe3bcaf0 zio_wait(d051b5b8,61,0,0,fe3bcb48,...) at zio_wait+0xac/frame 0xfe3bcb18 dsl_pool_sync(debc0400,61,0,db262000,0,...) at dsl_pool_sync+0x109/frame 0xfe3bcb88 spa_sync(cb148000,61,0,209,0,...) at spa_sync+0x71f/frame 0xfe3bcc20 txg_sync_thread(debc0400,fe3bcd08,c11519fc,3c9,0,...) at txg_sync_thread+0x551/frame 0xfe3bcccc fork_exit(d773a830,debc0400,fe3bcd08) at fork_exit+0x7f/frame 0xfe3bccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3bccf4 --- trap 0, eip = 0, esp = 0xfe3bcd40, ebp = 0 --- Tracing command zfskern pid 80288 tid 107412 td 0xd9b02620 sched_switch(d9b02620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3b3b30 mi_switch(104,0,c115e499,1f1,c145af30,...) at mi_switch+0x1c3/frame 0xfe3b3b64 sleepq_switch(d9b02620,0,c115e499,267,debc05b8,...) at sleepq_switch+0x1c5/frame 0xfe3b3b98 sleepq_wait(debc05b8,0,fe3b3bec,1,0,...) at sleepq_wait+0x48/frame 0xfe3b3bbc _cv_wait(debc05b8,debc055c,c115e499,10c,fe3b3c38,...) at _cv_wait+0x263/frame 0xfe3b3c00 txg_thread_wait(debc05b8,0,0,237,0,...) at txg_thread_wait+0xc6/frame 0xfe3b3c38 txg_quiesce_thread(debc0400,fe3b3d08,c11519fc,3c9,0,...) at txg_quiesce_thread+0x522/frame 0xfe3b3ccc fork_exit(d773a2e0,debc0400,fe3b3d08) at fork_exit+0x7f/frame 0xfe3b3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3b3cf4 --- trap 0, eip = 0, esp = 0xfe3b3d40, ebp = 0 --- Tracing command zfskern pid 80288 tid 107408 td 0xdb8e9930 sched_switch(db8e9930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2bab9c mi_switch(104,0,c115e499,1f1,c1459e68,...) at mi_switch+0x1c3/frame 0xfe2babd0 sleepq_switch(db8e9930,0,c115e499,267,ccc09298,...) at sleepq_switch+0x1c5/frame 0xfe2bac04 sleepq_wait(ccc09298,0,fe2bac58,1,0,...) at sleepq_wait+0x48/frame 0xfe2bac28 _cv_wait(ccc09298,ccc09284,d781d5b8,565,cb1488e0,...) at _cv_wait+0x263/frame 0xfe2bac6c zio_wait(ccc09000,2,d7823fd8,1,0,...) at zio_wait+0xac/frame 0xfe2bac94 trim_thread(cb148000,fe2bad08,c11519fc,3c9,0,...) at trim_thread+0x144/frame 0xfe2baccc fork_exit(d77b2710,cb148000,fe2bad08) at fork_exit+0x7f/frame 0xfe2bacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2bacf4 --- trap 0, eip = 0, esp = 0xfe2bad40, ebp = 0 --- Tracing command zfskern pid 80288 tid 101435 td 0xc9ce5c40 sched_switch(c9ce5c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb74fb10 mi_switch(104,0,c115e499,1f1,c145a168,...) at mi_switch+0x1c3/frame 0xfb74fb44 sleepq_switch(c9ce5c40,0,c115e499,28a,0,...) at sleepq_switch+0x1c5/frame 0xfb74fb78 sleepq_timedwait(d783eac0,0,fb74fbd4,0,0,...) at sleepq_timedwait+0x48/frame 0xfb74fb9c _cv_timedwait_sbt(d783eac0,d783eaac,fffffed8,0,0,...) at _cv_timedwait_sbt+0x299/frame 0xfb74fbe8 l2arc_feed_thread(0,fb74fd08,c11519fc,3c9,0,...) at l2arc_feed_thread+0x1362/frame 0xfb74fccc fork_exit(d76bfb90,0,fb74fd08) at fork_exit+0x7f/frame 0xfb74fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb74fcf4 --- trap 0, eip = 0, esp = 0xfb74fd40, ebp = 0 --- Tracing command zfskern pid 80288 tid 106474 td 0xca50a000 sched_switch(ca50a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd3deb78 mi_switch(104,0,c115e499,1f1,c145b350,...) at mi_switch+0x1c3/frame 0xfd3debac sleepq_switch(ca50a000,0,c115e499,28a,0,...) at sleepq_switch+0x1c5/frame 0xfd3debe0 sleepq_timedwait(d7837990,0,fd3dec3c,0,0,...) at sleepq_timedwait+0x48/frame 0xfd3dec04 _cv_timedwait_sbt(d7837990,d7837aa0,fffffed8,0,0,...) at _cv_timedwait_sbt+0x299/frame 0xfd3dec50 arc_reclaim_thread(0,fd3ded08,c11519fc,3c9,0,...) at arc_reclaim_thread+0x3e0/frame 0xfd3deccc fork_exit(d76be720,0,fd3ded08) at fork_exit+0x7f/frame 0xfd3decf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd3decf4 --- trap 0, eip = 0, esp = 0xfd3ded40, ebp = 0 --- Tracing command sh pid 80280 tid 101899 td 0xcba2fc40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(cba2fc40,ffffffff,13998,18e0b,cba2fc40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command sh pid 78944 tid 102226 td 0xc9634930 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c9634930,ffffffff,13460,18f52,c9634930,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command vim pid 78764 tid 106960 td 0xc9b1bc40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c9b1bc40,ffffffff,133ac,1a1d0,c9b1bc40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command vim pid 78756 tid 104671 td 0xd9009310 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(d9009310,ffffffff,133a4,198df,d9009310,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command top pid 98592 tid 106477 td 0xca509620 sched_switch(ca509620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd3ea8a4 mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xfd3ea8d8 sleepq_switch(ca509620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xfd3ea90c sleepq_catch_signals(fd3ea974,c0acc4c9,ca49ec14,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xfd3ea950 sleepq_wait_sig(ca49ec78,0,fd3ea9a8,101,0,...) at sleepq_wait_sig+0x14/frame 0xfd3ea974 _cv_wait_sig(ca49ec78,ca49ec04,c1163ac9,558,ca49ec00,...) at _cv_wait_sig+0x26e/frame 0xfd3ea9bc tty_wait(ca49ec00,ca49ec78,c1164099,65,ca49ec78,...) at tty_wait+0x4b/frame 0xfd3ea9e0 ttydisc_write(ca49ec00,fd3eac10,0,a1,fd3eac10,...) at ttydisc_write+0x2db/frame 0xfd3eab20 ttydev_write(c8d46200,fd3eac10,0,0,c13ca23c,...) at ttydev_write+0x18b/frame 0xfd3eab44 devfs_write_f(ca48bee0,fd3eac10,c8e44a80,0,ca509620,...) at devfs_write_f+0x91/frame 0xfd3eab74 dofilewrite(ca48bee0,fd3eac10,ffffffff,ffffffff,0,...) at dofilewrite+0x89/frame 0xfd3eaba8 kern_writev(ca509620,1,fd3eac10,288ea000,8057ef4,...) at kern_writev+0x96/frame 0xfd3eabf0 sys_write(ca509620,fd3eacc8,c0ff152f,e4734c90,0,...) at sys_write+0x5c/frame 0xfd3eac40 syscall(fd3ead08) at syscall+0x31b/frame 0xfd3eacfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfd3eacfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x282021c7, esp = 0xbfbfd964, ebp = 0xbfbfd978 --- Tracing command aiod6 pid 75811 tid 100431 td 0xcba35620 sched_switch(cba35620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8900b40 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xf8900b74 sleepq_switch(cba35620,0,c115e499,28a,cba35620,...) at sleepq_switch+0x1c5/frame 0xf8900ba8 sleepq_timedwait(cba35620,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xf8900bcc _sleep(cba35620,cb3298fc,5c,cb327bee,ffffdd50,...) at _sleep+0x35e/frame 0xf8900c28 aio_daemon(6,f8900d08,c11519fc,3c9,0,...) at aio_daemon+0x95a/frame 0xf8900ccc fork_exit(cb326200,6,f8900d08) at fork_exit+0x7f/frame 0xf8900cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8900cf4 --- trap 0, eip = 0, esp = 0xf8900d40, ebp = 0 --- Tracing command aiod5 pid 75810 tid 100756 td 0xca555930 sched_switch(ca555930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc8122b40 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xc8122b74 sleepq_switch(ca555930,0,c115e499,28a,ca555930,...) at sleepq_switch+0x1c5/frame 0xc8122ba8 sleepq_timedwait(ca555930,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xc8122bcc _sleep(ca555930,cb3298fc,5c,cb327bee,ffffdd50,...) at _sleep+0x35e/frame 0xc8122c28 aio_daemon(5,c8122d08,c11519fc,3c9,0,...) at aio_daemon+0x95a/frame 0xc8122ccc fork_exit(cb326200,5,c8122d08) at fork_exit+0x7f/frame 0xc8122cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc8122cf4 --- trap 0, eip = 0, esp = 0xc8122d40, ebp = 0 --- Tracing command aiod4 pid 75125 tid 100166 td 0xca468930 sched_switch(ca468930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf896ab40 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xf896ab74 sleepq_switch(ca468930,0,c115e499,28a,ca468930,...) at sleepq_switch+0x1c5/frame 0xf896aba8 sleepq_timedwait(ca468930,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xf896abcc _sleep(ca468930,cb3298fc,5c,cb327bee,ffffdd50,...) at _sleep+0x35e/frame 0xf896ac28 aio_daemon(4,f896ad08,c11519fc,3c9,0,...) at aio_daemon+0x95a/frame 0xf896accc fork_exit(cb326200,4,f896ad08) at fork_exit+0x7f/frame 0xf896acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf896acf4 --- trap 0, eip = 0, esp = 0xf896ad40, ebp = 0 --- Tracing command aiod2 pid 75123 tid 100079 td 0xc8ba5620 sched_switch(c8ba5620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb27b40 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xedb27b74 sleepq_switch(c8ba5620,0,c115e499,28a,c8ba5620,...) at sleepq_switch+0x1c5/frame 0xedb27ba8 sleepq_timedwait(c8ba5620,5c,1d,0,0,...) at sleepq_timedwait+0x48/frame 0xedb27bcc _sleep(c8ba5620,cb3298fc,5c,cb327bee,ffffdd50,...) at _sleep+0x35e/frame 0xedb27c28 aio_daemon(2,edb27d08,c11519fc,3c9,0,...) at aio_daemon+0x95a/frame 0xedb27ccc fork_exit(cb326200,2,edb27d08) at fork_exit+0x7f/frame 0xedb27cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb27cf4 --- trap 0, eip = 0, esp = 0xedb27d40, ebp = 0 --- Tracing command crypto returns pid 34239 tid 103960 td 0xd520e620 sched_switch(d520e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfac98b98 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfac98bcc sleepq_switch(d520e620,0,c115e499,267,dcdb9984,...) at sleepq_switch+0x1c5/frame 0xfac98c00 sleepq_wait(dcdb9984,6c,dcdb877d,0,0,...) at sleepq_wait+0x48/frame 0xfac98c24 _sleep(dcdb9984,dcdb9970,6c,dcdb877d,0,...) at _sleep+0x391/frame 0xfac98c80 crypto_ret_proc(0,fac98d08,c11519fc,3c9,0,...) at crypto_ret_proc+0x1d2/frame 0xfac98ccc fork_exit(dcd9f4a0,0,fac98d08) at fork_exit+0x7f/frame 0xfac98cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfac98cf4 --- trap 0, eip = 0, esp = 0xfac98d40, ebp = 0 --- Tracing command crypto pid 34238 tid 103509 td 0xd4e5e620 sched_switch(d4e5e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa650ba8 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfa650bdc sleepq_switch(d4e5e620,0,c115e499,267,dcdb98cc,...) at sleepq_switch+0x1c5/frame 0xfa650c10 sleepq_wait(dcdb98cc,6c,dcdb87d9,0,0,...) at sleepq_wait+0x48/frame 0xfa650c34 _sleep(dcdb98cc,dcdb98b4,6c,dcdb87d9,0,...) at _sleep+0x391/frame 0xfa650c90 crypto_proc(0,fa650d08,c11519fc,3c9,0,...) at crypto_proc+0x358/frame 0xfa650ccc fork_exit(dcd9f090,0,fa650d08) at fork_exit+0x7f/frame 0xfa650cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfa650cf4 --- trap 0, eip = 0, esp = 0xfa650d40, ebp = 0 --- Tracing command bash pid 1753 tid 100165 td 0xca468c40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(ca468c40,ffffffff,6d9,18745,ca468c40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command sshd pid 1752 tid 100173 td 0xc9adc310 sched_switch(c9adc310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf89f68ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf89f68e0 sleepq_switch(c9adc310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf89f6914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf89f6938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf89f6994 vm_waitpfault(ca45daf8,4b0,0,f89f6adc,f89f6acc,...) at vm_waitpfault+0x98/frame 0xf89f69c0 vm_fault_hold(ca47bb40,28cb0000,2,0,0,...) at vm_fault_hold+0x1241/frame 0xf89f6b18 vm_fault(ca47bb40,28cb0000,2,0,ca47bb40,...) at vm_fault+0x81/frame 0xf89f6b40 trap_pfault(28cb0000,0,1,2000000,0,...) at trap_pfault+0x1cb/frame 0xf89f6bb8 trap(f89f6d08) at trap+0x54e/frame 0xf89f6cfc calltrap() at calltrap+0x6/frame 0xf89f6cfc --- trap 0xc, eip = 0x2860083e, esp = 0xbfbf9338, ebp = 0xbfbf935c --- Tracing command sshd pid 1750 tid 100176 td 0xc9adb930 sched_switch(c9adb930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf89ff970 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf89ff9a4 sleepq_switch(c9adb930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf89ff9d8 sleepq_catch_signals(f89ffa40,c0acc4c9,c8e9c120,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf89ffa1c sleepq_wait_sig(c8e9c124,0,f89ffa74,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89ffa40 _cv_wait_sig(c8e9c124,c8e9c110,c116190f,6dd,5da,...) at _cv_wait_sig+0x26e/frame 0xf89ffa88 seltdwait(ffffffff,0,0,c9adb930,0,...) at seltdwait+0xbb/frame 0xf89ffab8 sys_poll(c9adb930,f89ffcc8,c0ff152f,e4737c90,0,...) at sys_poll+0x44e/frame 0xf89ffc40 syscall(f89ffd08) at syscall+0x31b/frame 0xf89ffcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf89ffcfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x285a37f3, esp = 0xbfbfd3a4, ebp = 0xbfbfd3f0 --- Tracing command bash pid 974 tid 100164 td 0xc991b000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c991b000,ffffffff,3ce,18744,c991b000,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command csh pid 972 tid 100163 td 0xc991b310 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c991b310,ffffffff,3cc,18743,c991b310,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command su pid 971 tid 100159 td 0xc991b620 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c991b620,ffffffff,3cb,1873f,c991b620,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command bash pid 966 tid 100145 td 0xc8e2fc40 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c8e2fc40,ffffffff,3c6,18731,c8e2fc40,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command sshd pid 965 tid 100141 td 0xc8ba7930 sched_switch(c8ba7930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88fa900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88fa934 sleepq_switch(c8ba7930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88fa968 sleepq_catch_signals(f88fa9d0,c0acc4c9,c8ddf520,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88fa9ac sleepq_wait_sig(c8ddf524,0,f88faa04,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88fa9d0 _cv_wait_sig(c8ddf524,c8ddf510,c116190f,6dd,1b2,...) at _cv_wait_sig+0x26e/frame 0xf88faa18 seltdwait(ffffffff,0,0,c8ba7930,f88fabc8,...) at seltdwait+0xbb/frame 0xf88faa48 kern_select(c8ba7930,c,28c0c1e0,28c0c1e8,0,...) at kern_select+0x8d4/frame 0xf88fabf8 sys_select(c8ba7930,f88facc8,c0ff152f,e4737c90,0,...) at sys_select+0x69/frame 0xf88fac40 syscall(f88fad08) at syscall+0x31b/frame 0xf88facfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88facfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28600197, esp = 0xbfbfd34c, ebp = 0xbfbfd3a0 --- Tracing command sshd pid 963 tid 100081 td 0xc8deac40 sched_switch(c8deac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb2f970 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedb2f9a4 sleepq_switch(c8deac40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedb2f9d8 sleepq_catch_signals(edb2fa40,c0acc4c9,c8ddf0a0,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedb2fa1c sleepq_wait_sig(c8ddf0a4,0,edb2fa74,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb2fa40 _cv_wait_sig(c8ddf0a4,c8ddf090,c116190f,6dd,5da,...) at _cv_wait_sig+0x26e/frame 0xedb2fa88 seltdwait(ffffffff,0,0,c8deac40,0,...) at seltdwait+0xbb/frame 0xedb2fab8 sys_poll(c8deac40,edb2fcc8,c0ff152f,e4734c90,0,...) at sys_poll+0x44e/frame 0xedb2fc40 syscall(edb2fd08) at syscall+0x31b/frame 0xedb2fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb2fcfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x285a37f3, esp = 0xbfbfd3a4, ebp = 0xbfbfd3f0 --- Tracing command getty pid 950 tid 100162 td 0xc8deb310 sched_switch(c8deb310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf895c99c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf895c9d0 sleepq_switch(c8deb310,0,c115e499,1a7,c144b800,...) at sleepq_switch+0x1c5/frame 0xf895ca04 sleepq_catch_signals(c115e499,15e,c0b292bc,1560,1,...) at sleepq_catch_signals+0x3ce/frame 0xf895ca48 sleepq_wait_sig(c8849470,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf895ca6c _cv_wait_sig(c8849470,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf895cab4 tty_wait(c8849400,c8849470,f895cc10,1,0,...) at tty_wait+0x4b/frame 0xf895cad8 ttydisc_read(c8849400,f895cc10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf895cb1c ttydev_read(c873e600,f895cc10,0,1,0,...) at ttydev_read+0x81/frame 0xf895cb3c devfs_read_f(c8dfab60,f895cc10,c86d4b00,0,c8deb310,...) at devfs_read_f+0x85/frame 0xf895cb70 dofileread(c8dfab60,f895cc10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf895cba8 kern_readv(c8deb310,0,f895cc10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf895cbf0 sys_read(c8deb310,f895ccc8,c131d99a,d5,0,...) at sys_read+0x5c/frame 0xf895cc40 syscall(f895cd08) at syscall+0x31b/frame 0xf895ccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf895ccfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 949 tid 100161 td 0xc8deb620 sched_switch(c8deb620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf895999c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf89599d0 sleepq_switch(c8deb620,0,c115e499,1a7,c144b800,...) at sleepq_switch+0x1c5/frame 0xf8959a04 sleepq_catch_signals(c115e499,15e,c0b292bc,1590,1,...) at sleepq_catch_signals+0x3ce/frame 0xf8959a48 sleepq_wait_sig(c8849670,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8959a6c _cv_wait_sig(c8849670,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf8959ab4 tty_wait(c8849600,c8849670,f8959c10,1,0,...) at tty_wait+0x4b/frame 0xf8959ad8 ttydisc_read(c8849600,f8959c10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf8959b1c ttydev_read(c873e700,f8959c10,0,1,0,...) at ttydev_read+0x81/frame 0xf8959b3c devfs_read_f(c8dfa3b8,f8959c10,c8ca8c80,0,c8deb620,...) at devfs_read_f+0x85/frame 0xf8959b70 dofileread(c8dfa3b8,f8959c10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf8959ba8 kern_readv(c8deb620,0,f8959c10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf8959bf0 sys_read(c8deb620,f8959cc8,c0ff152f,e4731c90,0,...) at sys_read+0x5c/frame 0xf8959c40 syscall(f8959d08) at syscall+0x31b/frame 0xf8959cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8959cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 948 tid 100160 td 0xc8deb930 sched_switch(c8deb930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf895699c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf89569d0 sleepq_switch(c8deb930,0,c115e499,1a7,c144bf00,...) at sleepq_switch+0x1c5/frame 0xf8956a04 sleepq_catch_signals(c115e499,15e,c0b292bc,15c0,1,...) at sleepq_catch_signals+0x3ce/frame 0xf8956a48 sleepq_wait_sig(c8849870,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8956a6c _cv_wait_sig(c8849870,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf8956ab4 tty_wait(c8849800,c8849870,f8956c10,1,0,...) at tty_wait+0x4b/frame 0xf8956ad8 ttydisc_read(c8849800,f8956c10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf8956b1c ttydev_read(c873e800,f8956c10,0,1,0,...) at ttydev_read+0x81/frame 0xf8956b3c devfs_read_f(c9dfcbd0,f8956c10,c8e45200,0,c8deb930,...) at devfs_read_f+0x85/frame 0xf8956b70 dofileread(c9dfcbd0,f8956c10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf8956ba8 kern_readv(c8deb930,0,f8956c10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf8956bf0 sys_read(c8deb930,f8956cc8,c0ff152f,e4734c90,0,...) at sys_read+0x5c/frame 0xf8956c40 syscall(f8956d08) at syscall+0x31b/frame 0xf8956cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8956cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 947 tid 100146 td 0xc8debc40 sched_switch(c8debc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf892099c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf89209d0 sleepq_switch(c8debc40,0,c115e499,1a7,c144bf00,...) at sleepq_switch+0x1c5/frame 0xf8920a04 sleepq_catch_signals(c115e499,15e,c0b292bc,15f0,1,...) at sleepq_catch_signals+0x3ce/frame 0xf8920a48 sleepq_wait_sig(c8849a70,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8920a6c _cv_wait_sig(c8849a70,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf8920ab4 tty_wait(c8849a00,c8849a70,f8920c10,1,0,...) at tty_wait+0x4b/frame 0xf8920ad8 ttydisc_read(c8849a00,f8920c10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf8920b1c ttydev_read(c873e900,f8920c10,0,1,0,...) at ttydev_read+0x81/frame 0xf8920b3c devfs_read_f(c8e365b0,f8920c10,c86d5c00,0,c8debc40,...) at devfs_read_f+0x85/frame 0xf8920b70 dofileread(c8e365b0,f8920c10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf8920ba8 kern_readv(c8debc40,0,f8920c10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf8920bf0 sys_read(c8debc40,f8920cc8,c0ff152f,e4734c90,0,...) at sys_read+0x5c/frame 0xf8920c40 syscall(f8920d08) at syscall+0x31b/frame 0xf8920cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8920cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 946 tid 100157 td 0xc991bc40 sched_switch(c991bc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf894999c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf89499d0 sleepq_switch(c991bc40,0,c115e499,1a7,c144b100,...) at sleepq_switch+0x1c5/frame 0xf8949a04 sleepq_catch_signals(c115e499,15e,c0b292bc,1620,1,...) at sleepq_catch_signals+0x3ce/frame 0xf8949a48 sleepq_wait_sig(c8849c70,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8949a6c _cv_wait_sig(c8849c70,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf8949ab4 tty_wait(c8849c00,c8849c70,f8949c10,1,0,...) at tty_wait+0x4b/frame 0xf8949ad8 ttydisc_read(c8849c00,f8949c10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf8949b1c ttydev_read(c873ea00,f8949c10,0,1,0,...) at ttydev_read+0x81/frame 0xf8949b3c devfs_read_f(c9dfcb28,f8949c10,c8e45580,0,c991bc40,...) at devfs_read_f+0x85/frame 0xf8949b70 dofileread(c9dfcb28,f8949c10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf8949ba8 kern_readv(c991bc40,0,f8949c10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf8949bf0 sys_read(c991bc40,f8949cc8,c131d99a,d5,0,...) at sys_read+0x5c/frame 0xf8949c40 syscall(f8949d08) at syscall+0x31b/frame 0xf8949cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8949cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 945 tid 100154 td 0xc991c310 sched_switch(c991c310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf893f99c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf893f9d0 sleepq_switch(c991c310,0,c115e499,1a7,c144b100,...) at sleepq_switch+0x1c5/frame 0xf893fa04 sleepq_catch_signals(c115e499,15e,c0b292bc,1650,1,...) at sleepq_catch_signals+0x3ce/frame 0xf893fa48 sleepq_wait_sig(c8849e70,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf893fa6c _cv_wait_sig(c8849e70,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf893fab4 tty_wait(c8849e00,c8849e70,f893fc10,1,0,...) at tty_wait+0x4b/frame 0xf893fad8 ttydisc_read(c8849e00,f893fc10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf893fb1c ttydev_read(c873eb00,f893fc10,0,1,0,...) at ttydev_read+0x81/frame 0xf893fb3c devfs_read_f(c8dfa498,f893fc10,c86d4b80,0,c991c310,...) at devfs_read_f+0x85/frame 0xf893fb70 dofileread(c8dfa498,f893fc10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf893fba8 kern_readv(c991c310,0,f893fc10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf893fbf0 sys_read(c991c310,f893fcc8,c0ff152f,e4731c90,0,...) at sys_read+0x5c/frame 0xf893fc40 syscall(f893fd08) at syscall+0x31b/frame 0xf893fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf893fcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 944 tid 100151 td 0xc988d930 sched_switch(c988d930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf893599c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xf89359d0 sleepq_switch(c988d930,0,c115e499,1a7,c144c600,...) at sleepq_switch+0x1c5/frame 0xf8935a04 sleepq_catch_signals(c115e499,15e,c0b292bc,1380,1,...) at sleepq_catch_signals+0x3ce/frame 0xf8935a48 sleepq_wait_sig(c884a070,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8935a6c _cv_wait_sig(c884a070,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xf8935ab4 tty_wait(c884a000,c884a070,f8935c10,1,0,...) at tty_wait+0x4b/frame 0xf8935ad8 ttydisc_read(c884a000,f8935c10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xf8935b1c ttydev_read(c873ec00,f8935c10,0,1,0,...) at ttydev_read+0x81/frame 0xf8935b3c devfs_read_f(c8dfab98,f8935c10,c86d4c00,0,c988d930,...) at devfs_read_f+0x85/frame 0xf8935b70 dofileread(c8dfab98,f8935c10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xf8935ba8 kern_readv(c988d930,0,f8935c10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xf8935bf0 sys_read(c988d930,f8935cc8,c0ff152f,e4737c90,0,...) at sys_read+0x5c/frame 0xf8935c40 syscall(f8935d08) at syscall+0x31b/frame 0xf8935cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8935cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 943 tid 100096 td 0xc8ea9000 sched_switch(c8ea9000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbcf99c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xedbcf9d0 sleepq_switch(c8ea9000,0,c115e499,1a7,c144b800,...) at sleepq_switch+0x1c5/frame 0xedbcfa04 sleepq_catch_signals(c115e499,15e,c0b292bc,13b0,1,...) at sleepq_catch_signals+0x3ce/frame 0xedbcfa48 sleepq_wait_sig(c884a270,0,c1163add,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbcfa6c _cv_wait_sig(c884a270,c17553d0,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xedbcfab4 tty_wait(c884a200,c884a270,edbcfc10,1,0,...) at tty_wait+0x4b/frame 0xedbcfad8 ttydisc_read(c884a200,edbcfc10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xedbcfb1c ttydev_read(c873ed00,edbcfc10,0,1,0,...) at ttydev_read+0x81/frame 0xedbcfb3c devfs_read_f(c8e36ce8,edbcfc10,c8ca8b80,0,c8ea9000,...) at devfs_read_f+0x85/frame 0xedbcfb70 dofileread(c8e36ce8,edbcfc10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xedbcfba8 kern_readv(c8ea9000,0,edbcfc10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xedbcfbf0 sys_read(c8ea9000,edbcfcc8,c131d99a,d5,0,...) at sys_read+0x5c/frame 0xedbcfc40 syscall(edbcfd08) at syscall+0x31b/frame 0xedbcfcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbcfcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command getty pid 942 tid 100076 td 0xc8deb000 sched_switch(c8deb000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb1799c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xedb179d0 sleepq_switch(c8deb000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedb17a04 sleepq_catch_signals(edb17a6c,c0acc4c9,c884a414,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedb17a48 sleepq_wait_sig(c884a470,0,edb17aa0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb17a6c _cv_wait_sig(c884a470,c884a404,c1163ac9,558,1,...) at _cv_wait_sig+0x26e/frame 0xedb17ab4 tty_wait(c884a400,c884a470,edb17c10,1,0,...) at tty_wait+0x4b/frame 0xedb17ad8 ttydisc_read(c884a400,edb17c10,0,a1,0,...) at ttydisc_read+0x39d/frame 0xedb17b1c ttydev_read(c8741d00,edb17c10,0,1,0,...) at ttydev_read+0x81/frame 0xedb17b3c devfs_read_f(c8e36d58,edb17c10,c8ca8300,0,c8deb000,...) at devfs_read_f+0x85/frame 0xedb17b70 dofileread(c8e36d58,edb17c10,ffffffff,ffffffff,0,...) at dofileread+0x9e/frame 0xedb17ba8 kern_readv(c8deb000,0,edb17c10,0,bfbfddf7,...) at kern_readv+0x96/frame 0xedb17bf0 sys_read(c8deb000,edb17cc8,c131d99a,d5,0,...) at sys_read+0x5c/frame 0xedb17c40 syscall(edb17d08) at syscall+0x31b/frame 0xedb17cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb17cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a21d7, esp = 0xbfbfdddc, ebp = 0xbfbfde08 --- Tracing command inetd pid 925 tid 100148 td 0xc988e000 sched_switch(c988e000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8929900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8929934 sleepq_switch(c988e000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8929968 sleepq_catch_signals(f89299d0,c0acc4c9,c8d7ba20,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf89299ac sleepq_wait_sig(c8d7ba24,0,f8929a04,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89299d0 _cv_wait_sig(c8d7ba24,c8d7ba10,c116190f,6dd,c95f2350,...) at _cv_wait_sig+0x26e/frame 0xf8929a18 seltdwait(ffffffff,0,0,c988e000,f8929bc8,...) at seltdwait+0xbb/frame 0xf8929a48 kern_select(c988e000,8,bfbfd070,0,0,...) at kern_select+0x8d4/frame 0xf8929bf8 sys_select(c988e000,f8929cc8,c0ff152f,e4734c90,0,...) at sys_select+0x69/frame 0xf8929c40 syscall(f8929d08) at syscall+0x31b/frame 0xf8929cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8929cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b6197, esp = 0xbfbfd00c, ebp = 0xbfbfde34 --- Tracing command cron pid 850 tid 100083 td 0xc8ba5310 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,c1c0000,cccc7c0c,7ecccccc,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c8ba5310,ffffffff,352,186f3,c8ba5310,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command sendmail pid 845 tid 100091 td 0xc8de1930 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c8de1930,ffffffff,34d,186fb,c8de1930,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command sendmail pid 842 tid 100135 td 0xc8de1000 sched_switch(c8de1000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88dc8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf88dc8e0 sleepq_switch(c8de1000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf88dc914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf88dc938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf88dc994 vm_waitpfault(c9117ea0,50,0,f88dcadc,f88dcacc,...) at vm_waitpfault+0x98/frame 0xf88dc9c0 vm_fault_hold(c8db8690,8098000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf88dcb18 vm_fault(c8db8690,8098000,1,0,c8db8690,...) at vm_fault+0x81/frame 0xf88dcb40 trap_pfault(8098ed0,0,bfbfbe68,2,10,...) at trap_pfault+0x1cb/frame 0xf88dcbb8 trap(f88dcd08) at trap+0x54e/frame 0xf88dccfc calltrap() at calltrap+0x6/frame 0xf88dccfc --- trap 0xc, eip = 0x8098ed0, esp = 0xbfbfbefc, ebp = 0xbfbfbf18 --- Tracing command sshd pid 839 tid 100095 td 0xc8e2f310 sched_switch(c8e2f310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbcb900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedbcb934 sleepq_switch(c8e2f310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedbcb968 sleepq_catch_signals(edbcb9d0,c0acc4c9,c8ddf660,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbcb9ac sleepq_wait_sig(c8ddf664,0,edbcba04,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbcb9d0 _cv_wait_sig(c8ddf664,c8ddf650,c116190f,6dd,c94c9000,...) at _cv_wait_sig+0x26e/frame 0xedbcba18 seltdwait(ffffffff,0,0,c8e2f310,edbcbbc8,...) at seltdwait+0xbb/frame 0xedbcba48 kern_select(c8e2f310,7,28c0c158,0,0,...) at kern_select+0x8d4/frame 0xedbcbbf8 sys_select(c8e2f310,edbcbcc8,c0ff152f,e4734c90,0,...) at sys_select+0x69/frame 0xedbcbc40 syscall(edbcbd08) at syscall+0x31b/frame 0xedbcbcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbcbcfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28600197, esp = 0xbfbfd40c, ebp = 0xbfbfde44 --- Tracing command moused pid 789 tid 100143 td 0xc8e9e310 sched_switch(c8e9e310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8904900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8904934 sleepq_switch(c8e9e310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8904968 sleepq_catch_signals(f89049d0,c0acc4c9,c8d7b860,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf89049ac sleepq_wait_sig(c8d7b864,0,f8904a04,101,0,...) at sleepq_wait_sig+0x14/frame 0xf89049d0 _cv_wait_sig(c8d7b864,c8d7b850,c116190f,6dd,1,...) at _cv_wait_sig+0x26e/frame 0xf8904a18 seltdwait(ffffffff,0,0,c8e9e310,f8904bc8,...) at seltdwait+0xbb/frame 0xf8904a48 kern_select(c8e9e310,400,bfbfdcb0,0,0,...) at kern_select+0x8d4/frame 0xf8904bf8 sys_select(c8e9e310,f8904cc8,c0ff152f,e4737c90,0,...) at sys_select+0x69/frame 0xf8904c40 syscall(f8904d08) at syscall+0x31b/frame 0xf8904cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8904cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ca197, esp = 0xbfbfd8c4, ebp = 0xbfbfde24 --- Tracing command winbindd pid 780 tid 100138 td 0xc8ba7c40 sched_switch(c8ba7c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88f0968 mi_switch(104,0,c115e499,1f1,c8ba7c40,...) at mi_switch+0x1c3/frame 0xf88f099c sleepq_switch(c8ba7c40,0,c115e499,1a7,c8ddf550,...) at sleepq_switch+0x1c5/frame 0xf88f09d0 sleepq_catch_signals(c8ddf564,f88f0a3c,c0acc4c9,c8ddf560,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88f0a14 sleepq_timedwait_sig(c8ddf564,0,f88f0a74,b7fbe76c,20c49,...) at sleepq_timedwait_sig+0x14/frame 0xf88f0a3c _cv_timedwait_sig_sbt(c8ddf564,c8ddf550,57acaa4e,21716d,b7fbe76c,...) at _cv_timedwait_sig_sbt+0x299/frame 0xf88f0a88 seltdwait(21716d,b7fbe76c,20c49,c8ba7c40,0,...) at seltdwait+0xad/frame 0xf88f0ab8 sys_poll(c8ba7c40,f88f0cc8,c0ff152f,e4737c90,0,...) at sys_poll+0x44e/frame 0xf88f0c40 syscall(f88f0d08) at syscall+0x31b/frame 0xf88f0cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88f0cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x219507f3, esp = 0xbfbfc47c, ebp = 0xbfbfc4b8 --- Tracing command smbd pid 778 tid 100144 td 0xc8e9e000 sched_switch(c8e9e000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8908968 mi_switch(104,0,c115e499,1f1,c8e9e000,...) at mi_switch+0x1c3/frame 0xf890899c sleepq_switch(c8e9e000,0,c115e499,1a7,c8e9c510,...) at sleepq_switch+0x1c5/frame 0xf89089d0 sleepq_catch_signals(c8e9c524,f8908a3c,c0acc4c9,c8e9c520,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8908a14 sleepq_timedwait_sig(c8e9c524,0,f8908a74,b7fbe76c,20c49,...) at sleepq_timedwait_sig+0x14/frame 0xf8908a3c _cv_timedwait_sig_sbt(c8e9c524,c8e9c510,58284a2,20c4ac,b7fbe76c,...) at _cv_timedwait_sig_sbt+0x299/frame 0xf8908a88 seltdwait(20c4ac,b7fbe76c,20c49,c8e9e000,0,...) at seltdwait+0xad/frame 0xf8908ab8 sys_poll(c8e9e000,f8908cc8,0,0,0,...) at sys_poll+0x44e/frame 0xf8908c40 syscall(f8908d08) at syscall+0x31b/frame 0xf8908cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf8908cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21b797f3, esp = 0xbfbfd9ec, ebp = 0xbfbfda28 --- Tracing command winbindd pid 768 tid 100140 td 0xc8e9e620 sched_switch(c8e9e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88f6614 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf88f6648 sleepq_switch(c8e9e620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf88f667c sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf88f66a0 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf88f66fc vm_waitpfault(c98e9138,42d,0,f88f6844,f88f6834,...) at vm_waitpfault+0x98/frame 0xf88f6728 vm_fault_hold(c8db8960,2242d000,2,0,0,...) at vm_fault_hold+0x1241/frame 0xf88f6880 vm_fault(c8db8960,2242d000,2,0,c8db8960,...) at vm_fault+0x81/frame 0xf88f68a8 trap_pfault(2242d9d6,14,c115a883,799,c8e9e620,...) at trap_pfault+0x1cb/frame 0xf88f6920 trap(f88f6a70) at trap+0x6ad/frame 0xf88f6a64 calltrap() at calltrap+0x6/frame 0xf88f6a64 --- trap 0xc, eip = 0xc0fe77ca, esp = 0xf88f6ab0, ebp = 0xf88f6c40 --- copyout(c8e9e620,f88f6cc8,c0ff152f,e4734c90,0,...) at copyout+0x3e/frame 0xf88f6c40 syscall(f88f6d08) at syscall+0x31b/frame 0xf88f6cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88f6cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x219507f3, esp = 0xbfbfdbcc, ebp = 0xbfbfdc08 --- Tracing command smbd pid 766 tid 100139 td 0xc8e9e930 sched_switch(c8e9e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88f39f4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf88f3a28 sleepq_switch(c8e9e930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf88f3a5c sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xf88f3a80 _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xf88f3adc vm_wait(0,0,0,160,0,...) at vm_wait+0xfd/frame 0xf88f3b08 pmap_pinit(ca51c0b4,0,2,0,c1f82d20,...) at pmap_pinit+0x55/frame 0xf88f3b2c vmspace_alloc(1000,bfc00000,0,2,0,...) at vmspace_alloc+0x4d/frame 0xf88f3b48 vmspace_fork(c1f82d20,f88f3bf8,2,c8e9e930,f88f3be0,...) at vmspace_fork+0x26/frame 0xf88f3b98 fork1(c8e9e930,14,0,f88f3c38,0,...) at fork1+0x251/frame 0xf88f3c18 sys_fork(c8e9e930,f88f3cc8,c0ff152f,c1c25c90,0,...) at sys_fork+0x39/frame 0xf88f3c40 syscall(f88f3d08) at syscall+0x31b/frame 0xf88f3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88f3cfc --- syscall (2, FreeBSD ELF32, sys_fork), eip = 0x21b2c2a3, esp = 0xbfbfd94c, ebp = 0xbfbfd958 --- Tracing command nmbd pid 764 tid 100134 td 0xc8de1310 sched_switch(c8de1310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88d38ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf88d38e0 sleepq_switch(c8de1310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xf88d3914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xf88d3938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xf88d3994 vm_waitpfault(c98cb7ec,1a4,0,f88d3adc,f88d3acc,...) at vm_waitpfault+0x98/frame 0xf88d39c0 vm_fault_hold(c8df23c0,11a5000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xf88d3b18 vm_fault(c8df23c0,11a5000,1,0,c8df23c0,...) at vm_fault+0x81/frame 0xf88d3b40 trap_pfault(11a5560,0,0,c8de1310,c8e4f7a8,...) at trap_pfault+0x1cb/frame 0xf88d3bb8 trap(f88d3d08) at trap+0x54e/frame 0xf88d3cfc calltrap() at calltrap+0x6/frame 0xf88d3cfc --- trap 0xc, eip = 0x11a5560, esp = 0xbfbfdb3c, ebp = 0xbfbfdb68 --- Tracing command powerd pid 741 tid 100137 td 0xc8e28000 sched_switch(c8e28000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88e38f8 mi_switch(104,0,c115e499,1f1,c8e28000,...) at mi_switch+0x1c3/frame 0xf88e392c sleepq_switch(c8e28000,0,c115e499,1a7,c8e9c490,...) at sleepq_switch+0x1c5/frame 0xf88e3960 sleepq_catch_signals(c8e9c4a4,f88e39cc,c0acc4c9,c8e9c4a0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88e39a4 sleepq_timedwait_sig(c8e9c4a4,0,f88e3a04,3ffffff,0,...) at sleepq_timedwait_sig+0x14/frame 0xf88e39cc _cv_timedwait_sig_sbt(c8e9c4a4,c8e9c490,b2575777,b192,3ffffff,...) at _cv_timedwait_sig_sbt+0x299/frame 0xf88e3a18 seltdwait(b192,3ffffff,0,c1faa1e0,ceda6040,...) at seltdwait+0xad/frame 0xf88e3a48 kern_select(c8e28000,0,bfbfdd90,0,bfbfdd90,...) at kern_select+0x8d4/frame 0xf88e3bf8 sys_select(c8e28000,f88e3cc8,ef,e22605d1,1,...) at sys_select+0x69/frame 0xf88e3c40 syscall(f88e3d08) at syscall+0x31b/frame 0xf88e3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf88e3cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a0197, esp = 0xbfbfdd0c, ebp = 0xbfbfde44 --- Tracing command ntpd pid 738 tid 100092 td 0xc8ea9930 sched_switch(c8ea9930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbc18ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedbc18e0 sleepq_switch(c8ea9930,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedbc1914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xedbc1938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xedbc1994 vm_waitpfault(c98cd000,41,0,edbc1adc,edbc1acc,...) at vm_waitpfault+0x98/frame 0xedbc19c0 vm_fault_hold(c96c7a50,8089000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xedbc1b18 vm_fault(c96c7a50,8089000,1,0,c96c7a50,...) at vm_fault+0x81/frame 0xedbc1b40 trap_pfault(8089aa0,0,0,0,0,...) at trap_pfault+0x1cb/frame 0xedbc1bb8 trap(edbc1d08) at trap+0x54e/frame 0xedbc1cfc calltrap() at calltrap+0x6/frame 0xedbc1cfc --- trap 0xc, eip = 0x8089aa0, esp = 0xbfbfdc00, ebp = 0xbfbfdd20 --- Tracing command nfsd pid 685 tid 100133 td 0xc988e310 sched_switch(c988e310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88d0a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88d0ac4 sleepq_switch(c988e310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88d0af8 sleepq_catch_signals(f88d0b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88d0b3c sleepq_wait_sig(c8d52d54,0,f88d0b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88d0b60 _cv_wait_sig(c8d52d54,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88d0ba8 svc_run_internal(f88d0cf4,c0aae87f,c88cba00,f88d0d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88d0cc4 svc_thread_start(c88cba00,f88d0d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88d0ccc fork_exit(c0d07a30,c88cba00,f88d0d08) at fork_exit+0x7f/frame 0xf88d0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88d0cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100132 td 0xc988e620 sched_switch(c988e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88cda90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88cdac4 sleepq_switch(c988e620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88cdaf8 sleepq_catch_signals(f88cdb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88cdb3c sleepq_wait_sig(c8d52d94,0,f88cdb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88cdb60 _cv_wait_sig(c8d52d94,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88cdba8 svc_run_internal(f88cdcf4,c0aae87f,c88cba00,f88cdd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88cdcc4 svc_thread_start(c88cba00,f88cdd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88cdccc fork_exit(c0d07a30,c88cba00,f88cdd08) at fork_exit+0x7f/frame 0xf88cdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88cdcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100131 td 0xc988e930 sched_switch(c988e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88caa90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88caac4 sleepq_switch(c988e930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88caaf8 sleepq_catch_signals(f88cab60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88cab3c sleepq_wait_sig(c8d65dd4,0,f88cab94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88cab60 _cv_wait_sig(c8d65dd4,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88caba8 svc_run_internal(f88cacf4,c0aae87f,c88cba00,f88cad08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88cacc4 svc_thread_start(c88cba00,f88cad08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88caccc fork_exit(c0d07a30,c88cba00,f88cad08) at fork_exit+0x7f/frame 0xf88cacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88cacf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100130 td 0xc988ec40 sched_switch(c988ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88c7a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88c7ac4 sleepq_switch(c988ec40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88c7af8 sleepq_catch_signals(f88c7b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88c7b3c sleepq_wait_sig(c8d65e14,0,f88c7b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88c7b60 _cv_wait_sig(c8d65e14,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88c7ba8 svc_run_internal(f88c7cf4,c0aae87f,c88cba00,f88c7d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88c7cc4 svc_thread_start(c88cba00,f88c7d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88c7ccc fork_exit(c0d07a30,c88cba00,f88c7d08) at fork_exit+0x7f/frame 0xf88c7cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88c7cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100129 td 0xc988f000 sched_switch(c988f000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88c4a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88c4ac4 sleepq_switch(c988f000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88c4af8 sleepq_catch_signals(f88c4b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88c4b3c sleepq_wait_sig(c8d65e54,0,f88c4b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88c4b60 _cv_wait_sig(c8d65e54,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88c4ba8 svc_run_internal(f88c4cf4,c0aae87f,c88cba00,f88c4d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88c4cc4 svc_thread_start(c88cba00,f88c4d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88c4ccc fork_exit(c0d07a30,c88cba00,f88c4d08) at fork_exit+0x7f/frame 0xf88c4cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88c4cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100128 td 0xc9886000 sched_switch(c9886000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88c1a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88c1ac4 sleepq_switch(c9886000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88c1af8 sleepq_catch_signals(f88c1b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88c1b3c sleepq_wait_sig(c8d65e94,0,f88c1b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88c1b60 _cv_wait_sig(c8d65e94,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88c1ba8 svc_run_internal(f88c1cf4,c0aae87f,c88cba00,f88c1d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88c1cc4 svc_thread_start(c88cba00,f88c1d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88c1ccc fork_exit(c0d07a30,c88cba00,f88c1d08) at fork_exit+0x7f/frame 0xf88c1cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88c1cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100127 td 0xc9886310 sched_switch(c9886310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88bea90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88beac4 sleepq_switch(c9886310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88beaf8 sleepq_catch_signals(f88beb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88beb3c sleepq_wait_sig(c8d52dd4,0,f88beb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88beb60 _cv_wait_sig(c8d52dd4,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88beba8 svc_run_internal(f88becf4,c0aae87f,c88cba00,f88bed08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88becc4 svc_thread_start(c88cba00,f88bed08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88beccc fork_exit(c0d07a30,c88cba00,f88bed08) at fork_exit+0x7f/frame 0xf88becf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88becf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100126 td 0xc9886620 sched_switch(c9886620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88bba90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88bbac4 sleepq_switch(c9886620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88bbaf8 sleepq_catch_signals(f88bbb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88bbb3c sleepq_wait_sig(c8d65ed4,0,f88bbb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88bbb60 _cv_wait_sig(c8d65ed4,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88bbba8 svc_run_internal(f88bbcf4,c0aae87f,c88cba00,f88bbd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88bbcc4 svc_thread_start(c88cba00,f88bbd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88bbccc fork_exit(c0d07a30,c88cba00,f88bbd08) at fork_exit+0x7f/frame 0xf88bbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88bbcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100125 td 0xc9886930 sched_switch(c9886930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88b8a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88b8ac4 sleepq_switch(c9886930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88b8af8 sleepq_catch_signals(f88b8b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88b8b3c sleepq_wait_sig(c8d52e14,0,f88b8b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88b8b60 _cv_wait_sig(c8d52e14,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88b8ba8 svc_run_internal(f88b8cf4,c0aae87f,c88cba00,f88b8d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88b8cc4 svc_thread_start(c88cba00,f88b8d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88b8ccc fork_exit(c0d07a30,c88cba00,f88b8d08) at fork_exit+0x7f/frame 0xf88b8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88b8cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100124 td 0xc9886c40 sched_switch(c9886c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88b5a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88b5ac4 sleepq_switch(c9886c40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88b5af8 sleepq_catch_signals(f88b5b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88b5b3c sleepq_wait_sig(c8d65f14,0,f88b5b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88b5b60 _cv_wait_sig(c8d65f14,c88cba00,c118970b,4ed,0,...) at _cv_wait_sig+0x26e/frame 0xf88b5ba8 svc_run_internal(f88b5cf4,c0aae87f,c88cba00,f88b5d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88b5cc4 svc_thread_start(c88cba00,f88b5d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88b5ccc fork_exit(c0d07a30,c88cba00,f88b5d08) at fork_exit+0x7f/frame 0xf88b5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88b5cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100123 td 0xc9887000 sched_switch(c9887000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88b2a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88b2ac4 sleepq_switch(c9887000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88b2af8 sleepq_catch_signals(f88b2b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88b2b3c sleepq_wait_sig(c8d52e54,0,f88b2b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88b2b60 _cv_wait_sig(c8d52e54,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88b2ba8 svc_run_internal(f88b2cf4,c0aae87f,c88cba00,f88b2d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88b2cc4 svc_thread_start(c88cba00,f88b2d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88b2ccc fork_exit(c0d07a30,c88cba00,f88b2d08) at fork_exit+0x7f/frame 0xf88b2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88b2cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100122 td 0xc9887310 sched_switch(c9887310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88afa90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88afac4 sleepq_switch(c9887310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88afaf8 sleepq_catch_signals(f88afb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88afb3c sleepq_wait_sig(c8d52e94,0,f88afb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88afb60 _cv_wait_sig(c8d52e94,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88afba8 svc_run_internal(f88afcf4,c0aae87f,c88cba00,f88afd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88afcc4 svc_thread_start(c88cba00,f88afd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88afccc fork_exit(c0d07a30,c88cba00,f88afd08) at fork_exit+0x7f/frame 0xf88afcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88afcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100121 td 0xc9887620 sched_switch(c9887620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88aca90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88acac4 sleepq_switch(c9887620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88acaf8 sleepq_catch_signals(f88acb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88acb3c sleepq_wait_sig(c8d65f54,0,f88acb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88acb60 _cv_wait_sig(c8d65f54,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88acba8 svc_run_internal(f88accf4,c0aae87f,c88cba00,f88acd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88accc4 svc_thread_start(c88cba00,f88acd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88acccc fork_exit(c0d07a30,c88cba00,f88acd08) at fork_exit+0x7f/frame 0xf88accf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88accf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100120 td 0xc9887930 sched_switch(c9887930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88a9a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88a9ac4 sleepq_switch(c9887930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88a9af8 sleepq_catch_signals(f88a9b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88a9b3c sleepq_wait_sig(c8d66014,0,f88a9b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a9b60 _cv_wait_sig(c8d66014,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88a9ba8 svc_run_internal(f88a9cf4,c0aae87f,c88cba00,f88a9d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88a9cc4 svc_thread_start(c88cba00,f88a9d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88a9ccc fork_exit(c0d07a30,c88cba00,f88a9d08) at fork_exit+0x7f/frame 0xf88a9cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a9cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100119 td 0xc9887c40 sched_switch(c9887c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88a6a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88a6ac4 sleepq_switch(c9887c40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88a6af8 sleepq_catch_signals(f88a6b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88a6b3c sleepq_wait_sig(c8d66054,0,f88a6b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a6b60 _cv_wait_sig(c8d66054,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88a6ba8 svc_run_internal(f88a6cf4,c0aae87f,c88cba00,f88a6d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88a6cc4 svc_thread_start(c88cba00,f88a6d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88a6ccc fork_exit(c0d07a30,c88cba00,f88a6d08) at fork_exit+0x7f/frame 0xf88a6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a6cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100118 td 0xc9888000 sched_switch(c9888000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88a3a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88a3ac4 sleepq_switch(c9888000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88a3af8 sleepq_catch_signals(f88a3b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88a3b3c sleepq_wait_sig(c8d52ed4,0,f88a3b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a3b60 _cv_wait_sig(c8d52ed4,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88a3ba8 svc_run_internal(f88a3cf4,c0aae87f,c88cba00,f88a3d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88a3cc4 svc_thread_start(c88cba00,f88a3d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88a3ccc fork_exit(c0d07a30,c88cba00,f88a3d08) at fork_exit+0x7f/frame 0xf88a3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a3cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100117 td 0xc9888310 sched_switch(c9888310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88a0a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf88a0ac4 sleepq_switch(c9888310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf88a0af8 sleepq_catch_signals(f88a0b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf88a0b3c sleepq_wait_sig(c8d52f14,0,f88a0b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf88a0b60 _cv_wait_sig(c8d52f14,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf88a0ba8 svc_run_internal(f88a0cf4,c0aae87f,c88cba00,f88a0d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf88a0cc4 svc_thread_start(c88cba00,f88a0d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf88a0ccc fork_exit(c0d07a30,c88cba00,f88a0d08) at fork_exit+0x7f/frame 0xf88a0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88a0cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100116 td 0xc9888620 sched_switch(c9888620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf889da90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf889dac4 sleepq_switch(c9888620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf889daf8 sleepq_catch_signals(f889db60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf889db3c sleepq_wait_sig(c8d52f54,0,f889db94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf889db60 _cv_wait_sig(c8d52f54,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf889dba8 svc_run_internal(f889dcf4,c0aae87f,c88cba00,f889dd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf889dcc4 svc_thread_start(c88cba00,f889dd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf889dccc fork_exit(c0d07a30,c88cba00,f889dd08) at fork_exit+0x7f/frame 0xf889dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf889dcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100115 td 0xc8eaa620 sched_switch(c8eaa620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf889aa90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf889aac4 sleepq_switch(c8eaa620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf889aaf8 sleepq_catch_signals(f889ab60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf889ab3c sleepq_wait_sig(c8d53014,0,f889ab94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf889ab60 _cv_wait_sig(c8d53014,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf889aba8 svc_run_internal(f889acf4,c0aae87f,c88cba00,f889ad08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf889acc4 svc_thread_start(c88cba00,f889ad08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf889accc fork_exit(c0d07a30,c88cba00,f889ad08) at fork_exit+0x7f/frame 0xf889acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf889acf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100114 td 0xc8eaa930 sched_switch(c8eaa930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8897a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8897ac4 sleepq_switch(c8eaa930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8897af8 sleepq_catch_signals(f8897b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8897b3c sleepq_wait_sig(c8d66094,0,f8897b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8897b60 _cv_wait_sig(c8d66094,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf8897ba8 svc_run_internal(f8897cf4,c0aae87f,c88cba00,f8897d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf8897cc4 svc_thread_start(c88cba00,f8897d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf8897ccc fork_exit(c0d07a30,c88cba00,f8897d08) at fork_exit+0x7f/frame 0xf8897cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8897cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100113 td 0xc8eaac40 sched_switch(c8eaac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8894a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8894ac4 sleepq_switch(c8eaac40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8894af8 sleepq_catch_signals(f8894b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8894b3c sleepq_wait_sig(c8d53054,0,f8894b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8894b60 _cv_wait_sig(c8d53054,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf8894ba8 svc_run_internal(f8894cf4,c0aae87f,c88cba00,f8894d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf8894cc4 svc_thread_start(c88cba00,f8894d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf8894ccc fork_exit(c0d07a30,c88cba00,f8894d08) at fork_exit+0x7f/frame 0xf8894cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8894cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100112 td 0xc9884000 sched_switch(c9884000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8891a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8891ac4 sleepq_switch(c9884000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8891af8 sleepq_catch_signals(f8891b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8891b3c sleepq_wait_sig(c8d660d4,0,f8891b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8891b60 _cv_wait_sig(c8d660d4,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf8891ba8 svc_run_internal(f8891cf4,c0aae87f,c88cba00,f8891d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf8891cc4 svc_thread_start(c88cba00,f8891d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf8891ccc fork_exit(c0d07a30,c88cba00,f8891d08) at fork_exit+0x7f/frame 0xf8891cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8891cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100111 td 0xc9884310 sched_switch(c9884310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf888ea90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf888eac4 sleepq_switch(c9884310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf888eaf8 sleepq_catch_signals(f888eb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf888eb3c sleepq_wait_sig(c8d53094,0,f888eb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf888eb60 _cv_wait_sig(c8d53094,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf888eba8 svc_run_internal(f888ecf4,c0aae87f,c88cba00,f888ed08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf888ecc4 svc_thread_start(c88cba00,f888ed08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf888eccc fork_exit(c0d07a30,c88cba00,f888ed08) at fork_exit+0x7f/frame 0xf888ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf888ecf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100110 td 0xc9884620 sched_switch(c9884620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf888ba90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf888bac4 sleepq_switch(c9884620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf888baf8 sleepq_catch_signals(f888bb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf888bb3c sleepq_wait_sig(c8d66114,0,f888bb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf888bb60 _cv_wait_sig(c8d66114,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf888bba8 svc_run_internal(f888bcf4,c0aae87f,c88cba00,f888bd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf888bcc4 svc_thread_start(c88cba00,f888bd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf888bccc fork_exit(c0d07a30,c88cba00,f888bd08) at fork_exit+0x7f/frame 0xf888bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf888bcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100109 td 0xc9884930 sched_switch(c9884930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8888a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8888ac4 sleepq_switch(c9884930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8888af8 sleepq_catch_signals(f8888b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8888b3c sleepq_wait_sig(c8d66154,0,f8888b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8888b60 _cv_wait_sig(c8d66154,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf8888ba8 svc_run_internal(f8888cf4,c0aae87f,c88cba00,f8888d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf8888cc4 svc_thread_start(c88cba00,f8888d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf8888ccc fork_exit(c0d07a30,c88cba00,f8888d08) at fork_exit+0x7f/frame 0xf8888cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8888cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100108 td 0xc9884c40 sched_switch(c9884c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8885a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8885ac4 sleepq_switch(c9884c40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8885af8 sleepq_catch_signals(f8885b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8885b3c sleepq_wait_sig(c8d66194,0,f8885b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8885b60 _cv_wait_sig(c8d66194,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf8885ba8 svc_run_internal(f8885cf4,c0aae87f,c88cba00,f8885d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf8885cc4 svc_thread_start(c88cba00,f8885d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf8885ccc fork_exit(c0d07a30,c88cba00,f8885d08) at fork_exit+0x7f/frame 0xf8885cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8885cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100107 td 0xc9885000 sched_switch(c9885000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8882a90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf8882ac4 sleepq_switch(c9885000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf8882af8 sleepq_catch_signals(f8882b60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf8882b3c sleepq_wait_sig(c8d530d4,0,f8882b94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8882b60 _cv_wait_sig(c8d530d4,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf8882ba8 svc_run_internal(f8882cf4,c0aae87f,c88cba00,f8882d08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf8882cc4 svc_thread_start(c88cba00,f8882d08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf8882ccc fork_exit(c0d07a30,c88cba00,f8882d08) at fork_exit+0x7f/frame 0xf8882cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8882cf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100106 td 0xc9885310 sched_switch(c9885310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf887fa90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf887fac4 sleepq_switch(c9885310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf887faf8 sleepq_catch_signals(f887fb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf887fb3c sleepq_wait_sig(c8d53114,0,f887fb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf887fb60 _cv_wait_sig(c8d53114,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf887fba8 svc_run_internal(f887fcf4,c0aae87f,c88cba00,f887fd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf887fcc4 svc_thread_start(c88cba00,f887fd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf887fccc fork_exit(c0d07a30,c88cba00,f887fd08) at fork_exit+0x7f/frame 0xf887fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf887fcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100105 td 0xc9885620 sched_switch(c9885620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf887ca90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xf887cac4 sleepq_switch(c9885620,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xf887caf8 sleepq_catch_signals(f887cb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xf887cb3c sleepq_wait_sig(c8d53154,0,f887cb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xf887cb60 _cv_wait_sig(c8d53154,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xf887cba8 svc_run_internal(f887ccf4,c0aae87f,c88cba00,f887cd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xf887ccc4 svc_thread_start(c88cba00,f887cd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xf887cccc fork_exit(c0d07a30,c88cba00,f887cd08) at fork_exit+0x7f/frame 0xf887ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf887ccf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100104 td 0xc9885930 sched_switch(c9885930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbfea90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedbfeac4 sleepq_switch(c9885930,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedbfeaf8 sleepq_catch_signals(edbfeb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbfeb3c sleepq_wait_sig(c8d661d4,0,edbfeb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbfeb60 _cv_wait_sig(c8d661d4,c88cba00,c118970b,440,0,...) at _cv_wait_sig+0x26e/frame 0xedbfeba8 svc_run_internal(edbfecf4,c0aae87f,c88cba00,edbfed08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xedbfecc4 svc_thread_start(c88cba00,edbfed08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xedbfeccc fork_exit(c0d07a30,c88cba00,edbfed08) at fork_exit+0x7f/frame 0xedbfecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbfecf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100103 td 0xc9885c40 sched_switch(c9885c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbfba90 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedbfbac4 sleepq_switch(c9885c40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedbfbaf8 sleepq_catch_signals(edbfbb60,c0acc4c9,c88cba10,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbfbb3c sleepq_wait_sig(c8d53194,0,edbfbb94,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbfbb60 _cv_wait_sig(c8d53194,c88cba00,c118970b,3fd,0,...) at _cv_wait_sig+0x26e/frame 0xedbfbba8 svc_run_internal(edbfbcf4,c0aae87f,c88cba00,edbfbd08,c11519fc,...) at svc_run_internal+0xc4c/frame 0xedbfbcc4 svc_thread_start(c88cba00,edbfbd08,c11519fc,3c9,0,...) at svc_thread_start+0xd/frame 0xedbfbccc fork_exit(c0d07a30,c88cba00,edbfbd08) at fork_exit+0x7f/frame 0xedbfbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedbfbcf4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfd937 --- Tracing command nfsd pid 685 tid 100102 td 0xc8de1620 sched_switch(c8de1620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbf82d8 mi_switch(104,0,c115e499,1f1,c8de1620,...) at mi_switch+0x1c3/frame 0xedbf830c sleepq_switch(c8de1620,0,c115e499,1a7,c88cba00,...) at sleepq_switch+0x1c5/frame 0xedbf8340 sleepq_catch_signals(c8c0b914,edbf83ac,c0acc4c9,c88cba10,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbf8384 sleepq_timedwait_sig(c8c0b914,0,edbf83e4,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xedbf83ac _cv_timedwait_sig_sbt(c8c0b914,c88cba00,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x299/frame 0xedbf83f8 svc_run_internal(c0d07a30,c88cba00,c8ddd000,edbf8544,0,...) at svc_run_internal+0xbe2/frame 0xedbf8518 svc_run(c88cba00,0,c11430e1,1c6,1f000000,...) at svc_run+0xe2/frame 0xedbf8554 nfsrvd_nfsd(c8de1620,edbf86c0,c,38000000,70000,...) at nfsrvd_nfsd+0x1b4/frame 0xedbf8690 nfssvc_nfsd(c8de1620,edbf8cc8,0,c8de1620,edbf8cfc,...) at nfssvc_nfsd+0x125/frame 0xedbf8c28 sys_nfssvc(c8de1620,edbf8cc8,ff000000,0,0,...) at sys_nfssvc+0xa6/frame 0xedbf8c40 syscall(edbf8d08) at syscall+0x31b/frame 0xedbf8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbf8cfc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280cae5b, esp = 0xbfbfd7e4, ebp = 0xbfbfda58 --- Tracing command nfsd pid 679 tid 100088 td 0xc8ba5000 sched_switch(c8ba5000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb6b900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedb6b934 sleepq_switch(c8ba5000,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedb6b968 sleepq_catch_signals(edb6b9d0,c0acc4c9,c8ddfae0,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedb6b9ac sleepq_wait_sig(c8ddfae4,0,edb6ba04,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb6b9d0 _cv_wait_sig(c8ddfae4,c8ddfad0,c116190f,6dd,c95f39f0,...) at _cv_wait_sig+0x26e/frame 0xedb6ba18 seltdwait(ffffffff,0,0,c8ba5000,edb6bbc8,...) at seltdwait+0xbb/frame 0xedb6ba48 kern_select(c8ba5000,7,bfbfdc30,0,0,...) at kern_select+0x8d4/frame 0xedb6bbf8 sys_select(c8ba5000,edb6bcc8,71000a0f,e4737cac,edb6bca8,...) at sys_select+0x69/frame 0xedb6bc40 syscall(edb6bd08) at syscall+0x31b/frame 0xedb6bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb6bcfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818f197, esp = 0xbfbfda5c, ebp = 0xbfbfde34 --- Tracing command mountd pid 673 tid 100101 td 0xc8e28310 sched_switch(c8e28310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbf5900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedbf5934 sleepq_switch(c8e28310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedbf5968 sleepq_catch_signals(edbf59d0,c0acc4c9,c8ddfb60,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbf59ac sleepq_wait_sig(c8ddfb64,0,edbf5a04,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbf59d0 _cv_wait_sig(c8ddfb64,c8ddfb50,c116190f,6dd,c94df4f8,...) at _cv_wait_sig+0x26e/frame 0xedbf5a18 seltdwait(ffffffff,0,0,c8e28310,edbf5bc8,...) at seltdwait+0xbb/frame 0xedbf5a48 kern_select(c8e28310,9,bfbfdd50,0,0,...) at kern_select+0x8d4/frame 0xedbf5bf8 sys_select(c8e28310,edbf5cc8,c0ff152f,e4731c90,0,...) at sys_select+0x69/frame 0xedbf5c40 syscall(edbf5d08) at syscall+0x31b/frame 0xedbf5cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbf5cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a6197, esp = 0xbfbfdd04, ebp = 0xbfbfde34 --- Tracing command nfsuserd pid 666 tid 100100 td 0xc8e28620 sched_switch(c8e28620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbf18f8 mi_switch(104,0,c115e499,1f1,c8e28620,...) at mi_switch+0x1c3/frame 0xedbf192c sleepq_switch(c8e28620,0,c115e499,1a7,c8ddfbd0,...) at sleepq_switch+0x1c5/frame 0xedbf1960 sleepq_catch_signals(c8ddfbe4,edbf19cc,c0acc4c9,c8ddfbe0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbf19a4 sleepq_timedwait_sig(c8ddfbe4,0,edbf1a04,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbf19cc _cv_timedwait_sig_sbt(c8ddfbe4,c8ddfbd0,ac21b540,b1a4,e0000000,...) at _cv_timedwait_sig_sbt+0x299/frame 0xedbf1a18 seltdwait(b1a4,e0000000,1,c8e28620,edbf1bc8,...) at seltdwait+0xad/frame 0xedbf1a48 kern_select(c8e28620,4,bfbfdc10,0,0,...) at kern_select+0x8d4/frame 0xedbf1bf8 sys_select(c8e28620,edbf1cc8,c0ff152f,e4737c90,0,...) at sys_select+0x69/frame 0xedbf1c40 syscall(edbf1d08) at syscall+0x31b/frame 0xedbf1cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbf1cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818e197, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 665 tid 100099 td 0xc8e28930 sched_switch(c8e28930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbee8f8 mi_switch(104,0,c115e499,1f1,c8e28930,...) at mi_switch+0x1c3/frame 0xedbee92c sleepq_switch(c8e28930,0,c115e499,1a7,c8d7bcd0,...) at sleepq_switch+0x1c5/frame 0xedbee960 sleepq_catch_signals(c8d7bce4,edbee9cc,c0acc4c9,c8d7bce0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbee9a4 sleepq_timedwait_sig(c8d7bce4,0,edbeea04,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbee9cc _cv_timedwait_sig_sbt(c8d7bce4,c8d7bcd0,853911bd,b19d,e0000000,...) at _cv_timedwait_sig_sbt+0x299/frame 0xedbeea18 seltdwait(b19d,e0000000,1,c8e28930,edbeebc8,...) at seltdwait+0xad/frame 0xedbeea48 kern_select(c8e28930,4,bfbfdc10,0,0,...) at kern_select+0x8d4/frame 0xedbeebf8 sys_select(c8e28930,edbeecc8,c0ff152f,e4734c90,0,...) at sys_select+0x69/frame 0xedbeec40 syscall(edbeed08) at syscall+0x31b/frame 0xedbeecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbeecfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818e197, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 664 tid 100098 td 0xc8e28c40 sched_switch(c8e28c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbeb8ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedbeb8e0 sleepq_switch(c8e28c40,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedbeb914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xedbeb938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xedbeb994 vm_waitpfault(c98246b4,2,0,edbebadc,edbebacc,...) at vm_waitpfault+0x98/frame 0xedbeb9c0 vm_fault_hold(c96c72d0,281a2000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xedbebb18 vm_fault(c96c72d0,281a2000,1,0,c96c72d0,...) at vm_fault+0x81/frame 0xedbebb40 trap_pfault(281a2e64,edbebd08,c8dfa8c0,808,0,...) at trap_pfault+0x1cb/frame 0xedbebbb8 trap(edbebd08) at trap+0x54e/frame 0xedbebcfc calltrap() at calltrap+0x6/frame 0xedbebcfc --- trap 0xc, eip = 0x28090894, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 663 tid 100097 td 0xc8e2f000 sched_switch(c8e2f000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbe88f8 mi_switch(104,0,c115e499,1f1,c8e2f000,...) at mi_switch+0x1c3/frame 0xedbe892c sleepq_switch(c8e2f000,0,c115e499,1a7,c8e9cb10,...) at sleepq_switch+0x1c5/frame 0xedbe8960 sleepq_catch_signals(c8e9cb24,edbe89cc,c0acc4c9,c8e9cb20,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbe89a4 sleepq_timedwait_sig(c8e9cb24,0,edbe8a04,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedbe89cc _cv_timedwait_sig_sbt(c8e9cb24,c8e9cb10,b1c8c6c,b19f,e0000000,...) at _cv_timedwait_sig_sbt+0x299/frame 0xedbe8a18 seltdwait(b19f,e0000000,1,c8e2f000,edbe8bc8,...) at seltdwait+0xad/frame 0xedbe8a48 kern_select(c8e2f000,4,bfbfdc10,0,0,...) at kern_select+0x8d4/frame 0xedbe8bf8 sys_select(c8e2f000,edbe8cc8,edbe8c98,c0b09826,c144c610,...) at sys_select+0x69/frame 0xedbe8c40 syscall(edbe8d08) at syscall+0x31b/frame 0xedbe8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbe8cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818e197, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 662 tid 100078 td 0xc8eaa310 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c115c820,0,0,0,0,...) at db_trace_self_wrapper+0x2d/frame 0xe4751280 kdb_backtrace(c115c89d,780,e475143c,c0fe92c3,c08fc6d5,...) at kdb_backtrace+0x30/frame 0xe47512e8 kdb_reenter(c08fc6d5,c1710938,0,c141c860,780,...) at kdb_reenter+0x31/frame 0xe47512f8 trap(e4751448) at trap+0x53/frame 0xe475143c calltrap() at calltrap+0x6/frame 0xe475143c --- trap 0xc, eip = 0xc0fd1ef6, esp = 0xe4751488, ebp = 0xe4751498 --- db_trace_thread(c8eaa310,ffffffff,296,186ee,c8eaa310,...) at db_trace_thread+0x16/frame 0xe4751498 db_stack_trace_all(c0b1c9dd,0,ffffffff,e4751538,0,...) at db_stack_trace_all+0xa2/frame 0xe4751508 db_command(c1405e2e,0,c1747ea4,c1405e2d,c0f8f5ee,...) at db_command+0x29b/frame 0xe47515c0 db_script_exec(e4751684,0,78b,e475165c,1,...) at db_script_exec+0x174/frame 0xe475162c db_command(c1031643,e4751748,c05213d0,c11581ec,1,...) at db_command+0x29b/frame 0xe47516e4 db_command_loop(c11581ec,1,1b8ae8d1,e47517cc,fffffffe,...) at db_command_loop+0x50/frame 0xe47516f0 db_trap(3,0,c0b22690,46,0,...) at db_trap+0xe0/frame 0xe4751748 kdb_trap(3,0,e47518d4,0,0,...) at kdb_trap+0x114/frame 0xe4751780 trap(e47518d4) at trap+0x887/frame 0xe47518c8 calltrap() at calltrap+0x6/frame 0xe47518c8 --- trap 0x3, eip = 0xc0b1c9dd, esp = 0xe4751914, ebp = 0xe4751920 --- kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command casperd pid 641 tid 100090 td 0xc8ea9c40 sched_switch(c8ea9c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb9e900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedb9e934 sleepq_switch(c8ea9c40,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedb9e968 sleepq_catch_signals(edb9e9d0,c0acc4c9,c86e91e0,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedb9e9ac sleepq_wait_sig(c86e91e4,0,edb9ea04,101,0,...) at sleepq_wait_sig+0x14/frame 0xedb9e9d0 _cv_wait_sig(c86e91e4,c86e91d0,c116190f,6dd,c94b8000,...) at _cv_wait_sig+0x26e/frame 0xedb9ea18 seltdwait(ffffffff,0,0,c8ea9c40,edb9ebc8,...) at seltdwait+0xbb/frame 0xedb9ea48 kern_select(c8ea9c40,7,bfbfddb0,0,0,...) at kern_select+0x8d4/frame 0xedb9ebf8 sys_select(c8ea9c40,edb9ecc8,c0ff152f,c1c25c90,0,...) at sys_select+0x69/frame 0xedb9ec40 syscall(edb9ed08) at syscall+0x31b/frame 0xedb9ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb9ecfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c2197, esp = 0xbfbfd8fc, ebp = 0xbfbfde44 --- Tracing command casperd pid 640 tid 100094 td 0xc8ea9310 sched_switch(c8ea9310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbc8900 mi_switch(104,0,c115e499,1f1,153,...) at mi_switch+0x1c3/frame 0xedbc8934 sleepq_switch(c8ea9310,0,c115e499,1a7,b0,...) at sleepq_switch+0x1c5/frame 0xedbc8968 sleepq_catch_signals(edbc89d0,c0acc4c9,c86e9220,0,0,...) at sleepq_catch_signals+0x3ce/frame 0xedbc89ac sleepq_wait_sig(c86e9224,0,edbc8a04,101,0,...) at sleepq_wait_sig+0x14/frame 0xedbc89d0 _cv_wait_sig(c86e9224,c86e9210,c116190f,6dd,c94e0000,...) at _cv_wait_sig+0x26e/frame 0xedbc8a18 seltdwait(ffffffff,0,0,c8ea9310,edbc8bc8,...) at seltdwait+0xbb/frame 0xedbc8a48 kern_select(c8ea9310,6,bfbfd7d8,0,0,...) at kern_select+0x8d4/frame 0xedbc8bf8 sys_select(c8ea9310,edbc8cc8,c0ff152f,c1c25c90,0,...) at sys_select+0x69/frame 0xedbc8c40 syscall(edbc8d08) at syscall+0x31b/frame 0xedbc8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc8cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c2197, esp = 0xbfbfd7ac, ebp = 0xbfbfd870 --- Tracing command watchdogd pid 610 tid 100093 td 0xc8ea9620 sched_switch(c8ea9620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedbc5a60 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedbc5a94 sleepq_switch(c8ea9620,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedbc5ac8 sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xedbc5aec _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xedbc5b48 vm_wait(ce9e2bb0,0,c11535a1,24e,80000034,...) at vm_wait+0xfd/frame 0xedbc5b74 vm_forkproc(c8ea9620,ce9e2bb0,cba2f310,0,80000034,...) at vm_forkproc+0x55/frame 0xedbc5b98 fork1(c8ea9620,80000034,0,edbc5c38,0,...) at fork1+0x13e7/frame 0xedbc5c18 sys_vfork(c8ea9620,edbc5cc8,c131d99a,e8,0,...) at sys_vfork+0x39/frame 0xedbc5c40 syscall(edbc5d08) at syscall+0x31b/frame 0xedbc5cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedbc5cfc --- syscall (66, FreeBSD ELF32, sys_vfork), eip = 0x280ddc18, esp = 0xbfbfdc48, ebp = 0xbfbfdce0 --- Tracing command rpcbind pid 601 tid 100086 td 0xc8dea310 sched_switch(c8dea310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb528ac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb528e0 sleepq_switch(c8dea310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedb52914 sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xedb52938 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xedb52994 vm_waitpfault(c91179c0,6,0,edb52adc,edb52acc,...) at vm_waitpfault+0x98/frame 0xedb529c0 vm_fault_hold(c8df0690,804e000,1,0,0,...) at vm_fault_hold+0x1241/frame 0xedb52b18 vm_fault(c8df0690,804e000,1,0,c8df0690,...) at vm_fault+0x81/frame 0xedb52b40 trap_pfault(804e52d,edb52d08,0,28,99cb2a4c,...) at trap_pfault+0x1cb/frame 0xedb52bb8 trap(edb52d08) at trap+0x54e/frame 0xedb52cfc calltrap() at calltrap+0x6/frame 0xedb52cfc --- trap 0xc, eip = 0x804e52d, esp = 0xbfbfbc00, ebp = 0xbfbfddd8 --- Tracing command syslogd pid 597 tid 100080 td 0xc8eaa000 sched_switch(c8eaa000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb2a244 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb2a278 sleepq_switch(c8eaa000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedb2a2ac sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xedb2a2d0 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xedb2a32c vm_waitpfault(c94964e0,1d,0,edb2a474,edb2a464,...) at vm_waitpfault+0x98/frame 0xedb2a358 vm_fault_hold(c8df20f0,bfbfc000,2,0,0,...) at vm_fault_hold+0x1241/frame 0xedb2a4b0 vm_fault(c8df20f0,bfbfc000,2,0,c8df20f0,...) at vm_fault+0x81/frame 0xedb2a4d8 trap_pfault(bfbfcb80,edb2a5a8,c04b85d9,c86da650,80000000,...) at trap_pfault+0x1cb/frame 0xedb2a550 trap(edb2a6a0) at trap+0x6ad/frame 0xedb2a694 calltrap() at calltrap+0x6/frame 0xedb2a694 --- trap 0xc, eip = 0xc0fe77c3, esp = 0xedb2a6e0, ebp = 0xedb2ac10 --- copyout(804c210,edb2ac68,edb2ac58,0,6,...) at copyout+0x37/frame 0xedb2ac10 postsig(e,0,c115f0bc,10f,c17138a8,...) at postsig+0x345/frame 0xedb2accc ast(edb2ad08) at ast+0x3c8/frame 0xedb2acfc doreti_ast() at doreti_ast+0x1b/frame 0xbfbfde34 Tracing command devd pid 478 tid 100087 td 0xc8dea000 sched_switch(c8dea000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb595a4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb595d8 sleepq_switch(c8dea000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedb5960c sleepq_wait(c175aa58,78,c1197d3c,0,0,...) at sleepq_wait+0x48/frame 0xedb59630 _sleep(c175aa58,c175be00,278,c1197d3c,0,0,0,0,100) at _sleep+0x391/frame 0xedb5968c vm_waitpfault(d2ca2888,1c,0,edb597d4,edb597c4,...) at vm_waitpfault+0x98/frame 0xedb596b8 vm_fault_hold(c8df1c30,bfbfb000,2,0,0,...) at vm_fault_hold+0x1241/frame 0xedb59810 vm_fault(c8df1c30,bfbfb000,2,0,c8df1c30,...) at vm_fault+0x81/frame 0xedb59838 trap_pfault(bfbfbda0,14,c115a883,799,c8dea000,...) at trap_pfault+0x1cb/frame 0xedb598b0 trap(edb59a00) at trap+0x6ad/frame 0xedb599f4 calltrap() at calltrap+0x6/frame 0xedb599f4 --- trap 0xc, eip = 0xc0fe77c3, esp = 0xedb59a40, ebp = 0xedb59bf8 --- copyout(c8dea000,5,bfbfbda0,0,0,...) at copyout+0x37/frame 0xedb59bf8 sys_select(c8dea000,edb59cc8,c0ff152f,c1c25c90,0,...) at sys_select+0x69/frame 0xedb59c40 syscall(edb59d08) at syscall+0x31b/frame 0xedb59cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xedb59cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x808b9a3, esp = 0xbfbfbd44, ebp = 0xbfbfde54 --- Tracing command softdepflush pid 17 tid 100075 td 0xc8ba5930 sched_switch(c8ba5930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb13ba4 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xedb13bd8 sleepq_switch(c8ba5930,0,c115e499,28a,c16fc310,...) at sleepq_switch+0x1c5/frame 0xedb13c0c sleepq_timedwait(c16fc310,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb13c30 _sleep(c16fc310,c16fc2d4,54,c119256f,fffffed8,...) at _sleep+0x35e/frame 0xedb13c8c softdep_flush(0,edb13d08,c11519fc,3c9,0,...) at softdep_flush+0x1f2/frame 0xedb13ccc fork_exit(c0d61ef0,0,edb13d08) at fork_exit+0x7f/frame 0xedb13cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb13cf4 --- trap 0, eip = 0, esp = 0xedb13d40, ebp = 0 --- Tracing command vnlru pid 16 tid 100074 td 0xc8ba5c40 sched_switch(c8ba5c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb10b78 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xedb10bac sleepq_switch(c8ba5c40,0,c115e499,28a,c8c898c4,...) at sleepq_switch+0x1c5/frame 0xedb10be0 sleepq_timedwait(c8c898c4,60,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb10c04 _sleep(c8c898c4,c16f8018,260,c116b025,fffffed8,...) at _sleep+0x35e/frame 0xedb10c60 vnlru_proc(0,edb10d08,c11519fc,3c9,0,...) at vnlru_proc+0xcf/frame 0xedb10ccc fork_exit(c0b99a10,0,edb10d08) at fork_exit+0x7f/frame 0xedb10cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb10cf4 --- trap 0, eip = 0, esp = 0xedb10d40, ebp = 0 --- Tracing command syncer pid 9 tid 100073 td 0xc8ba6000 sched_switch(c8ba6000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb0d820 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb0d854 sleepq_switch(c8ba6000,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xedb0d888 sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xedb0d8ac _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xedb0d908 vm_wait(c175ab6c,c1195fcd,164,222,7,...) at vm_wait+0xfd/frame 0xedb0d934 kmem_back(c175ab5c,d977c000,20000,2,d977c000,...) at kmem_back+0x14d/frame 0xedb0d980 kmem_malloc(c145c880,20000,2,20000,2,...) at kmem_malloc+0x6e/frame 0xedb0d9a8 uma_large_malloc(20000,2,da0bb1f8,2,da0bb1f8,...) at uma_large_malloc+0x40/frame 0xedb0d9c8 malloc(20000,d876d100,2,edb0da50,d776b89b,...) at malloc+0x202/frame 0xedb0da1c zfs_kmem_alloc(20000,2,d876c08f,dad25008,da0bb27c,...) at zfs_kmem_alloc+0x20/frame 0xedb0da30 zio_buf_alloc(20000,2,0,0,dad25008,...) at zio_buf_alloc+0x7b/frame 0xedb0da50 zil_alloc_lwb(63,0,0,dad25008,da0bb154,...) at zil_alloc_lwb+0x53/frame 0xedb0da7c zil_lwb_write_start(debc0610,d1b83800,1,0,c13c310c,...) at zil_lwb_write_start+0x5b3/frame 0xedb0dad8 zil_commit(d1b83800,0,0,d306baa8,fffff7ff,...) at zil_commit+0x9de/frame 0xedb0dbdc zfs_sync(cdd835d8,3,2,e47,cdd835d8,...) at zfs_sync+0xc1/frame 0xedb0dbf8 sync_fsync(edb0dca8,c1324c46,80400,c1169c45,6b8,...) at sync_fsync+0x15f/frame 0xedb0dc20 VOP_FSYNC_APV(c13cd0ac,edb0dca8,c1169c45,6b8,0,...) at VOP_FSYNC_APV+0x12f/frame 0xedb0dc50 sched_sync(0,edb0dd08,c11519fc,3c9,0,...) at sched_sync+0x3b1/frame 0xedb0dccc fork_exit(c0b99170,0,edb0dd08) at fork_exit+0x7f/frame 0xedb0dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb0dcf4 --- trap 0, eip = 0, esp = 0xedb0dd40, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100072 td 0xc8ba6310 sched_switch(c8ba6310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb0abb0 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xedb0abe4 sleepq_switch(c8ba6310,0,c115e499,28a,c16f7b84,...) at sleepq_switch+0x1c5/frame 0xedb0ac18 sleepq_timedwait(c16f7b84,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedb0ac3c _sleep(c16f7b84,c16f7b00,54,c116796a,fffffed8,...) at _sleep+0x35e/frame 0xedb0ac98 buf_daemon(0,edb0ad08,c11519fc,3c9,0,...) at buf_daemon+0x382/frame 0xedb0accc fork_exit(c0b7bec0,0,edb0ad08) at fork_exit+0x7f/frame 0xedb0acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb0acf4 --- trap 0, eip = 0, esp = 0xedb0ad40, ebp = 0 --- Tracing command pagezero pid 7 tid 100071 td 0xc8ba6620 sched_switch(c8ba6620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb07bac mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xedb07be0 sleepq_switch(c8ba6620,0,c115e499,28a,c16fcf20,...) at sleepq_switch+0x1c5/frame 0xedb07c14 sleepq_timedwait(c16fcf20,0,12b,0,0,...) at sleepq_timedwait+0x48/frame 0xedb07c38 _sleep(c16fcf20,c175be00,0,c1199cd0,fffea520,...) at _sleep+0x35e/frame 0xedb07c94 vm_pagezero(0,edb07d08,c11519fc,3c9,0,...) at vm_pagezero+0xc2/frame 0xedb07ccc fork_exit(c0daba80,0,edb07d08) at fork_exit+0x7f/frame 0xedb07cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb07cf4 --- trap 0, eip = 0, esp = 0xedb07d40, ebp = 0 --- Tracing command vmdaemon pid 6 tid 100070 td 0xc8ba6930 sched_switch(c8ba6930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb04b78 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb04bac sleepq_switch(c8ba6930,0,c115e499,267,c16fcc44,...) at sleepq_switch+0x1c5/frame 0xedb04be0 sleepq_wait(c16fcc44,74,c116796a,0,0,...) at sleepq_wait+0x48/frame 0xedb04c04 _sleep(c16fcc44,c16fcc2c,74,c116796a,0,...) at _sleep+0x391/frame 0xedb04c60 vm_daemon(0,edb04d08,c11519fc,3c9,0,...) at vm_daemon+0xac/frame 0xedb04ccc fork_exit(c0da3b70,0,edb04d08) at fork_exit+0x7f/frame 0xedb04cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb04cf4 --- trap 0, eip = 0, esp = 0xedb04d40, ebp = 0 --- Tracing command pagedaemon pid 5 tid 100069 td 0xc8ba6c40 sched_switch(c8ba6c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb019cc mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb01a00 sleepq_switch(c8ba6c40,0,c115e499,267,c16fc474,...) at sleepq_switch+0x1c5/frame 0xedb01a34 sleepq_wait(c16fc474,54,c1198a81,0,0,...) at sleepq_wait+0x48/frame 0xedb01a58 _sleep(c16fc474,c175bf80,54,c1198a81,0,...) at _sleep+0x391/frame 0xedb01ab4 getpbuf(c16fc474,0,c1194b55,534,534,...) at getpbuf+0xe8/frame 0xedb01ae8 swap_pager_putpages(d2133d68,edb01be4,2,0,edb01b54,...) at swap_pager_putpages+0x1fc/frame 0xedb01b38 vm_pageout_flush(edb01be4,2,0,0,0,0) at vm_pageout_flush+0x130/frame 0xedb01b88 vm_pageout_clean(c27a2d54,0,c1198624,40e,fffffed8,...) at vm_pageout_clean+0x490/frame 0xedb01c64 vm_pageout(0,edb01d08,c11519fc,3c9,0,...) at vm_pageout+0xca1/frame 0xedb01ccc fork_exit(c0da43a0,0,edb01d08) at fork_exit+0x7f/frame 0xedb01cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb01cf4 --- trap 0, eip = 0, esp = 0xedb01d40, ebp = 0 --- Tracing command sctp_iterator pid 4 tid 100066 td 0xc8ba7620 sched_switch(c8ba7620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed978bb8 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed978bec sleepq_switch(c8ba7620,0,c115e499,267,c17588bc,...) at sleepq_switch+0x1c5/frame 0xed978c20 sleepq_wait(c17588bc,0,c117e781,0,0,...) at sleepq_wait+0x48/frame 0xed978c44 _sleep(c17588bc,c1758884,0,c117e781,0,...) at _sleep+0x391/frame 0xed978ca0 sctp_iterator_thread(0,ed978d08,c11519fc,3c9,0,...) at sctp_iterator_thread+0x7c/frame 0xed978ccc fork_exit(c0c3c4f0,0,ed978d08) at fork_exit+0x7f/frame 0xed978cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed978cf4 --- trap 0, eip = 0, esp = 0xed978d40, ebp = 0 --- Tracing command fdc0 pid 3 tid 100061 td 0xc894a310 sched_switch(c894a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed968b4c mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xed968b80 sleepq_switch(c894a310,0,c115e499,28a,c88f5a3c,...) at sleepq_switch+0x1c5/frame 0xed968bb4 sleepq_timedwait(c88f5a3c,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xed968bd8 _sleep(c88f5a3c,c88f5af0,5c,c1143b62,fffffed8,...) at _sleep+0x35e/frame 0xed968c34 fdc_thread(c88f5a00,ed968d08,c11519fc,3c9,0,...) at fdc_thread+0x80a/frame 0xed968ccc fork_exit(c0f62720,c88f5a00,ed968d08) at fork_exit+0x7f/frame 0xed968cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed968cf4 --- trap 0, eip = 0, esp = 0xed968d40, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc894ac40 sched_switch(c894ac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed944bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed944c08 sleepq_switch(c894ac40,0,c115e499,267,c8953d34,...) at sleepq_switch+0x1c5/frame 0xed944c3c sleepq_wait(c8953d34,0,ed944c90,1,0,...) at sleepq_wait+0x48/frame 0xed944c60 _cv_wait(c8953d34,c8953e74,c112e8cb,77,c8953d3c,...) at _cv_wait+0x263/frame 0xed944ca4 usb_process(c8953d2c,ed944d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed944ccc fork_exit(c096e590,c8953d2c,ed944d08) at fork_exit+0x7f/frame 0xed944cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed944cf4 --- trap 0, eip = 0, esp = 0xed944d40, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc894b000 sched_switch(c894b000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed941bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed941c08 sleepq_switch(c894b000,0,c115e499,267,c8953d04,...) at sleepq_switch+0x1c5/frame 0xed941c3c sleepq_wait(c8953d04,0,ed941c90,1,0,...) at sleepq_wait+0x48/frame 0xed941c60 _cv_wait(c8953d04,c8953e74,c112e8cb,77,c8953d0c,...) at _cv_wait+0x263/frame 0xed941ca4 usb_process(c8953cfc,ed941d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed941ccc fork_exit(c096e590,c8953cfc,ed941d08) at fork_exit+0x7f/frame 0xed941cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed941cf4 --- trap 0, eip = 0, esp = 0xed941d40, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc894b310 sched_switch(c894b310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed93ebd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed93ec08 sleepq_switch(c894b310,0,c115e499,267,c8953cd4,...) at sleepq_switch+0x1c5/frame 0xed93ec3c sleepq_wait(c8953cd4,0,ed93ec90,1,0,...) at sleepq_wait+0x48/frame 0xed93ec60 _cv_wait(c8953cd4,c8953e74,c112e8cb,77,c8953cdc,...) at _cv_wait+0x263/frame 0xed93eca4 usb_process(c8953ccc,ed93ed08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed93eccc fork_exit(c096e590,c8953ccc,ed93ed08) at fork_exit+0x7f/frame 0xed93ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed93ecf4 --- trap 0, eip = 0, esp = 0xed93ed40, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc894b620 sched_switch(c894b620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed93bbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed93bc08 sleepq_switch(c894b620,0,c115e499,267,c8953ca4,...) at sleepq_switch+0x1c5/frame 0xed93bc3c sleepq_wait(c8953ca4,0,ed93bc90,1,0,...) at sleepq_wait+0x48/frame 0xed93bc60 _cv_wait(c8953ca4,c8953e74,c112e8cb,77,c8953cac,...) at _cv_wait+0x263/frame 0xed93bca4 usb_process(c8953c9c,ed93bd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed93bccc fork_exit(c096e590,c8953c9c,ed93bd08) at fork_exit+0x7f/frame 0xed93bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed93bcf4 --- trap 0, eip = 0, esp = 0xed93bd40, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc894bc40 sched_switch(c894bc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed932bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed932c08 sleepq_switch(c894bc40,0,c115e499,267,c8948b5c,...) at sleepq_switch+0x1c5/frame 0xed932c3c sleepq_wait(c8948b5c,0,ed932c90,1,0,...) at sleepq_wait+0x48/frame 0xed932c60 _cv_wait(c8948b5c,c8948c9c,c112e8cb,77,c8948b64,...) at _cv_wait+0x263/frame 0xed932ca4 usb_process(c8948b54,ed932d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed932ccc fork_exit(c096e590,c8948b54,ed932d08) at fork_exit+0x7f/frame 0xed932cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed932cf4 --- trap 0, eip = 0, esp = 0xed932d40, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc88c2c40 sched_switch(c88c2c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed92fbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed92fc08 sleepq_switch(c88c2c40,0,c115e499,267,c8948b2c,...) at sleepq_switch+0x1c5/frame 0xed92fc3c sleepq_wait(c8948b2c,0,ed92fc90,1,0,...) at sleepq_wait+0x48/frame 0xed92fc60 _cv_wait(c8948b2c,c8948c9c,c112e8cb,77,c8948b34,...) at _cv_wait+0x263/frame 0xed92fca4 usb_process(c8948b24,ed92fd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed92fccc fork_exit(c096e590,c8948b24,ed92fd08) at fork_exit+0x7f/frame 0xed92fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed92fcf4 --- trap 0, eip = 0, esp = 0xed92fd40, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc893a000 sched_switch(c893a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed92cbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed92cc08 sleepq_switch(c893a000,0,c115e499,267,c8948afc,...) at sleepq_switch+0x1c5/frame 0xed92cc3c sleepq_wait(c8948afc,0,ed92cc90,1,0,...) at sleepq_wait+0x48/frame 0xed92cc60 _cv_wait(c8948afc,c8948c9c,c112e8cb,77,c8948b04,...) at _cv_wait+0x263/frame 0xed92cca4 usb_process(c8948af4,ed92cd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed92cccc fork_exit(c096e590,c8948af4,ed92cd08) at fork_exit+0x7f/frame 0xed92ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed92ccf4 --- trap 0, eip = 0, esp = 0xed92cd40, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc893a310 sched_switch(c893a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed929bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed929c08 sleepq_switch(c893a310,0,c115e499,267,c8948acc,...) at sleepq_switch+0x1c5/frame 0xed929c3c sleepq_wait(c8948acc,0,ed929c90,1,0,...) at sleepq_wait+0x48/frame 0xed929c60 _cv_wait(c8948acc,c8948c9c,c112e8cb,77,c8948ad4,...) at _cv_wait+0x263/frame 0xed929ca4 usb_process(c8948ac4,ed929d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed929ccc fork_exit(c096e590,c8948ac4,ed929d08) at fork_exit+0x7f/frame 0xed929cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed929cf4 --- trap 0, eip = 0, esp = 0xed929d40, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc893a620 sched_switch(c893a620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed925bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed925c08 sleepq_switch(c893a620,0,c115e499,267,c8942b5c,...) at sleepq_switch+0x1c5/frame 0xed925c3c sleepq_wait(c8942b5c,0,ed925c90,1,0,...) at sleepq_wait+0x48/frame 0xed925c60 _cv_wait(c8942b5c,c8942c9c,c112e8cb,77,c8942b64,...) at _cv_wait+0x263/frame 0xed925ca4 usb_process(c8942b54,ed925d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed925ccc fork_exit(c096e590,c8942b54,ed925d08) at fork_exit+0x7f/frame 0xed925cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed925cf4 --- trap 0, eip = 0, esp = 0xed925d40, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc893a930 sched_switch(c893a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed922bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed922c08 sleepq_switch(c893a930,0,c115e499,267,c8942b2c,...) at sleepq_switch+0x1c5/frame 0xed922c3c sleepq_wait(c8942b2c,0,ed922c90,1,0,...) at sleepq_wait+0x48/frame 0xed922c60 _cv_wait(c8942b2c,c8942c9c,c112e8cb,77,c8942b34,...) at _cv_wait+0x263/frame 0xed922ca4 usb_process(c8942b24,ed922d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed922ccc fork_exit(c096e590,c8942b24,ed922d08) at fork_exit+0x7f/frame 0xed922cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed922cf4 --- trap 0, eip = 0, esp = 0xed922d40, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc893ac40 sched_switch(c893ac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed91fbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed91fc08 sleepq_switch(c893ac40,0,c115e499,267,c8942afc,...) at sleepq_switch+0x1c5/frame 0xed91fc3c sleepq_wait(c8942afc,0,ed91fc90,1,0,...) at sleepq_wait+0x48/frame 0xed91fc60 _cv_wait(c8942afc,c8942c9c,c112e8cb,77,c8942b04,...) at _cv_wait+0x263/frame 0xed91fca4 usb_process(c8942af4,ed91fd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed91fccc fork_exit(c096e590,c8942af4,ed91fd08) at fork_exit+0x7f/frame 0xed91fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed91fcf4 --- trap 0, eip = 0, esp = 0xed91fd40, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc893b000 sched_switch(c893b000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed91cbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed91cc08 sleepq_switch(c893b000,0,c115e499,267,c8942acc,...) at sleepq_switch+0x1c5/frame 0xed91cc3c sleepq_wait(c8942acc,0,ed91cc90,1,0,...) at sleepq_wait+0x48/frame 0xed91cc60 _cv_wait(c8942acc,c8942c9c,c112e8cb,77,c8942ad4,...) at _cv_wait+0x263/frame 0xed91cca4 usb_process(c8942ac4,ed91cd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed91cccc fork_exit(c096e590,c8942ac4,ed91cd08) at fork_exit+0x7f/frame 0xed91ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed91ccf4 --- trap 0, eip = 0, esp = 0xed91cd40, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc893b310 sched_switch(c893b310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed918bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed918c08 sleepq_switch(c893b310,0,c115e499,267,c893db5c,...) at sleepq_switch+0x1c5/frame 0xed918c3c sleepq_wait(c893db5c,0,ed918c90,1,0,...) at sleepq_wait+0x48/frame 0xed918c60 _cv_wait(c893db5c,c893dc9c,c112e8cb,77,c893db64,...) at _cv_wait+0x263/frame 0xed918ca4 usb_process(c893db54,ed918d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed918ccc fork_exit(c096e590,c893db54,ed918d08) at fork_exit+0x7f/frame 0xed918cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed918cf4 --- trap 0, eip = 0, esp = 0xed918d40, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc893b620 sched_switch(c893b620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed915bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed915c08 sleepq_switch(c893b620,0,c115e499,267,c893db2c,...) at sleepq_switch+0x1c5/frame 0xed915c3c sleepq_wait(c893db2c,0,ed915c90,1,0,...) at sleepq_wait+0x48/frame 0xed915c60 _cv_wait(c893db2c,c893dc9c,c112e8cb,77,c893db34,...) at _cv_wait+0x263/frame 0xed915ca4 usb_process(c893db24,ed915d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed915ccc fork_exit(c096e590,c893db24,ed915d08) at fork_exit+0x7f/frame 0xed915cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed915cf4 --- trap 0, eip = 0, esp = 0xed915d40, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc893b930 sched_switch(c893b930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed912bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed912c08 sleepq_switch(c893b930,0,c115e499,267,c893dafc,...) at sleepq_switch+0x1c5/frame 0xed912c3c sleepq_wait(c893dafc,0,ed912c90,1,0,...) at sleepq_wait+0x48/frame 0xed912c60 _cv_wait(c893dafc,c893dc9c,c112e8cb,77,c893db04,...) at _cv_wait+0x263/frame 0xed912ca4 usb_process(c893daf4,ed912d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed912ccc fork_exit(c096e590,c893daf4,ed912d08) at fork_exit+0x7f/frame 0xed912cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed912cf4 --- trap 0, eip = 0, esp = 0xed912d40, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc893bc40 sched_switch(c893bc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed90fbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed90fc08 sleepq_switch(c893bc40,0,c115e499,267,c893dacc,...) at sleepq_switch+0x1c5/frame 0xed90fc3c sleepq_wait(c893dacc,0,ed90fc90,1,0,...) at sleepq_wait+0x48/frame 0xed90fc60 _cv_wait(c893dacc,c893dc9c,c112e8cb,77,c893dad4,...) at _cv_wait+0x263/frame 0xed90fca4 usb_process(c893dac4,ed90fd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed90fccc fork_exit(c096e590,c893dac4,ed90fd08) at fork_exit+0x7f/frame 0xed90fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed90fcf4 --- trap 0, eip = 0, esp = 0xed90fd40, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc893c310 sched_switch(c893c310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed909bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed909c08 sleepq_switch(c893c310,0,c115e499,267,c8934b5c,...) at sleepq_switch+0x1c5/frame 0xed909c3c sleepq_wait(c8934b5c,0,ed909c90,1,0,...) at sleepq_wait+0x48/frame 0xed909c60 _cv_wait(c8934b5c,c8934c9c,c112e8cb,77,c8934b64,...) at _cv_wait+0x263/frame 0xed909ca4 usb_process(c8934b54,ed909d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed909ccc fork_exit(c096e590,c8934b54,ed909d08) at fork_exit+0x7f/frame 0xed909cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed909cf4 --- trap 0, eip = 0, esp = 0xed909d40, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc87b9310 sched_switch(c87b9310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed906bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed906c08 sleepq_switch(c87b9310,0,c115e499,267,c8934b2c,...) at sleepq_switch+0x1c5/frame 0xed906c3c sleepq_wait(c8934b2c,0,ed906c90,1,0,...) at sleepq_wait+0x48/frame 0xed906c60 _cv_wait(c8934b2c,c8934c9c,c112e8cb,77,c8934b34,...) at _cv_wait+0x263/frame 0xed906ca4 usb_process(c8934b24,ed906d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed906ccc fork_exit(c096e590,c8934b24,ed906d08) at fork_exit+0x7f/frame 0xed906cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed906cf4 --- trap 0, eip = 0, esp = 0xed906d40, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc87b9620 sched_switch(c87b9620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed903bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed903c08 sleepq_switch(c87b9620,0,c115e499,267,c8934afc,...) at sleepq_switch+0x1c5/frame 0xed903c3c sleepq_wait(c8934afc,0,ed903c90,1,0,...) at sleepq_wait+0x48/frame 0xed903c60 _cv_wait(c8934afc,c8934c9c,c112e8cb,77,c8934b04,...) at _cv_wait+0x263/frame 0xed903ca4 usb_process(c8934af4,ed903d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed903ccc fork_exit(c096e590,c8934af4,ed903d08) at fork_exit+0x7f/frame 0xed903cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed903cf4 --- trap 0, eip = 0, esp = 0xed903d40, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc87b9930 sched_switch(c87b9930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed900bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed900c08 sleepq_switch(c87b9930,0,c115e499,267,c8934acc,...) at sleepq_switch+0x1c5/frame 0xed900c3c sleepq_wait(c8934acc,0,ed900c90,1,0,...) at sleepq_wait+0x48/frame 0xed900c60 _cv_wait(c8934acc,c8934c9c,c112e8cb,77,c8934ad4,...) at _cv_wait+0x263/frame 0xed900ca4 usb_process(c8934ac4,ed900d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed900ccc fork_exit(c096e590,c8934ac4,ed900d08) at fork_exit+0x7f/frame 0xed900cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed900cf4 --- trap 0, eip = 0, esp = 0xed900d40, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc88c1000 sched_switch(c88c1000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed8fabd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed8fac08 sleepq_switch(c88c1000,0,c115e499,267,c8931b5c,...) at sleepq_switch+0x1c5/frame 0xed8fac3c sleepq_wait(c8931b5c,0,ed8fac90,1,0,...) at sleepq_wait+0x48/frame 0xed8fac60 _cv_wait(c8931b5c,c8931c9c,c112e8cb,77,c8931b64,...) at _cv_wait+0x263/frame 0xed8faca4 usb_process(c8931b54,ed8fad08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed8faccc fork_exit(c096e590,c8931b54,ed8fad08) at fork_exit+0x7f/frame 0xed8facf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8facf4 --- trap 0, eip = 0, esp = 0xed8fad40, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc88c1310 sched_switch(c88c1310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed8f7bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed8f7c08 sleepq_switch(c88c1310,0,c115e499,267,c8931b2c,...) at sleepq_switch+0x1c5/frame 0xed8f7c3c sleepq_wait(c8931b2c,0,ed8f7c90,1,0,...) at sleepq_wait+0x48/frame 0xed8f7c60 _cv_wait(c8931b2c,c8931c9c,c112e8cb,77,c8931b34,...) at _cv_wait+0x263/frame 0xed8f7ca4 usb_process(c8931b24,ed8f7d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed8f7ccc fork_exit(c096e590,c8931b24,ed8f7d08) at fork_exit+0x7f/frame 0xed8f7cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8f7cf4 --- trap 0, eip = 0, esp = 0xed8f7d40, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc88c1620 sched_switch(c88c1620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed8f4bd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed8f4c08 sleepq_switch(c88c1620,0,c115e499,267,c8931afc,...) at sleepq_switch+0x1c5/frame 0xed8f4c3c sleepq_wait(c8931afc,0,ed8f4c90,1,0,...) at sleepq_wait+0x48/frame 0xed8f4c60 _cv_wait(c8931afc,c8931c9c,c112e8cb,77,c8931b04,...) at _cv_wait+0x263/frame 0xed8f4ca4 usb_process(c8931af4,ed8f4d08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xed8f4ccc fork_exit(c096e590,c8931af4,ed8f4d08) at fork_exit+0x7f/frame 0xed8f4cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8f4cf4 --- trap 0, eip = 0, esp = 0xed8f4d40, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc88c1930 sched_switch(c88c1930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf0ffdbd4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf0ffdc08 sleepq_switch(c88c1930,0,c115e499,267,c8931acc,...) at sleepq_switch+0x1c5/frame 0xf0ffdc3c sleepq_wait(c8931acc,0,f0ffdc90,1,0,...) at sleepq_wait+0x48/frame 0xf0ffdc60 _cv_wait(c8931acc,c8931c9c,c112e8cb,77,c8931ad4,...) at _cv_wait+0x263/frame 0xf0ffdca4 usb_process(c8931ac4,f0ffdd08,c11519fc,3c9,0,...) at usb_process+0xe6/frame 0xf0ffdccc fork_exit(c096e590,c8931ac4,f0ffdd08) at fork_exit+0x7f/frame 0xf0ffdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0ffdcf4 --- trap 0, eip = 0, esp = 0xf0ffdd40, ebp = 0 --- Tracing command cam pid 2 tid 100068 td 0xc8ba7000 sched_switch(c8ba7000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed97eb90 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed97ebc4 sleepq_switch(c8ba7000,0,c115e499,267,c14022a8,...) at sleepq_switch+0x1c5/frame 0xed97ebf8 sleepq_wait(c14022a8,5c,c101927a,0,0,...) at sleepq_wait+0x48/frame 0xed97ec1c _sleep(c14022a8,c14022f8,5c,c101927a,0,...) at _sleep+0x391/frame 0xed97ec78 xpt_scanner_thread(0,ed97ed08,c11519fc,3c9,0,...) at xpt_scanner_thread+0xac/frame 0xed97eccc fork_exit(c04bfa20,0,ed97ed08) at fork_exit+0x7f/frame 0xed97ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed97ecf4 --- trap 0, eip = 0, esp = 0xed97ed40, ebp = 0 --- Tracing command cam pid 2 tid 100019 td 0xc87b7000 sched_switch(c87b7000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4773b98 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe4773bcc sleepq_switch(c87b7000,0,c115e499,267,c1402400,...) at sleepq_switch+0x1c5/frame 0xe4773c00 sleepq_wait(c1402400,5c,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe4773c24 _sleep(c1402400,c1402380,5c,c1143b62,0,...) at _sleep+0x391/frame 0xe4773c80 xpt_done_td(c1402380,e4773d08,c11519fc,3c9,0,...) at xpt_done_td+0xd2/frame 0xe4773ccc fork_exit(c04bf640,c1402380,e4773d08) at fork_exit+0x7f/frame 0xe4773cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4773cf4 --- trap 0, eip = 0, esp = 0xe4773d40, ebp = 0 --- Tracing command rand_harvestq pid 14 tid 100017 td 0xc87b7620 sched_switch(c87b7620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe476cbb4 mi_switch(104,0,c115e499,1f1,c145b4b8,...) at mi_switch+0x1c3/frame 0xe476cbe8 sleepq_switch(c87b7620,0,c115e499,28a,c141c038,...) at sleepq_switch+0x1c5/frame 0xe476cc1c sleepq_timedwait(c141c038,0,c1158eaa,c1143b62,0,...) at sleepq_timedwait+0x48/frame 0xe476cc40 msleep_spin_sbt(c141c038,c1749aec,c1143b62,19999999,0,...) at msleep_spin_sbt+0x225/frame 0xe476cc88 random_kthread(c08570e0,e476cd08,c11519fc,3c9,0,...) at random_kthread+0x213/frame 0xe476cccc fork_exit(c08561c0,c08570e0,e476cd08) at fork_exit+0x7f/frame 0xe476ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe476ccf4 --- trap 0, eip = 0, esp = 0xe476cd40, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc87b7c40 sched_switch(c87b7c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4766b94 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe4766bc8 sleepq_switch(c87b7c40,0,c115e499,267,c1754a38,...) at sleepq_switch+0x1c5/frame 0xe4766bfc sleepq_wait(c1754a38,5c,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe4766c20 _sleep(c1754a38,c143c138,25c,c1143b62,0,...) at _sleep+0x391/frame 0xe4766c7c g_io_schedule_down(c87b7c40,0,c11458ba,6d,e4766cf4,...) at g_io_schedule_down+0x5c/frame 0xe4766cb4 g_down_procbody(0,e4766d08,c11519fc,3c9,0,...) at g_down_procbody+0x9d/frame 0xe4766ccc fork_exit(c0a3b790,0,e4766d08) at fork_exit+0x7f/frame 0xe4766cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4766cf4 --- trap 0, eip = 0, esp = 0xe4766d40, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc87b9000 sched_switch(c87b9000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4763b98 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe4763bcc sleepq_switch(c87b9000,0,c115e499,267,c1754a34,...) at sleepq_switch+0x1c5/frame 0xe4763c00 sleepq_wait(c1754a34,5c,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe4763c24 _sleep(c1754a34,c143c158,25c,c1143b62,0,...) at _sleep+0x391/frame 0xe4763c80 g_io_schedule_up(c87b9000,0,c11458ba,60,e4763cf4,...) at g_io_schedule_up+0xe6/frame 0xe4763cb4 g_up_procbody(0,e4763d08,c11519fc,3c9,0,...) at g_up_procbody+0x9d/frame 0xe4763ccc fork_exit(c0a3b6f0,0,e4763d08) at fork_exit+0x7f/frame 0xe4763cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4763cf4 --- trap 0, eip = 0, esp = 0xe4763d40, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc86ff000 sched_switch(c86ff000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4760ba8 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe4760bdc sleepq_switch(c86ff000,0,c115e499,267,c1754a30,...) at sleepq_switch+0x1c5/frame 0xe4760c10 sleepq_wait(c1754a30,5c,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe4760c34 _sleep(c1754a30,c143c110,25c,c1143b62,0,...) at _sleep+0x391/frame 0xe4760c90 g_run_events(0,e4760d08,c11519fc,3c9,0,...) at g_run_events+0x62/frame 0xe4760ccc fork_exit(c0a3b650,0,e4760d08) at fork_exit+0x7f/frame 0xe4760cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4760cf4 --- trap 0, eip = 0, esp = 0xe4760d40, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc893cc40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100062 td 0xc894a000 sched_switch(c894a000,0,109,1bb,c17657b4,...) at sched_switch+0x4cf/frame 0xed96bc60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xed96bc94 ithread_loop(c874f6a0,ed96bd08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xed96bccc fork_exit(c0ab1800,c874f6a0,ed96bd08) at fork_exit+0x7f/frame 0xed96bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed96bcf4 --- trap 0, eip = 0, esp = 0xed96bd40, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc894a620 sched_switch(c894a620,0,109,1bb,0,...) at sched_switch+0x4cf/frame 0xed95bc60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xed95bc94 ithread_loop(c874f6b0,ed95bd08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xed95bccc fork_exit(c0ab1800,c874f6b0,ed95bd08) at fork_exit+0x7f/frame 0xed95bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed95bcf4 --- trap 0, eip = 0, esp = 0xed95bd40, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc894a930 sched_switch(c894a930,0,109,1bb,c17657b4,...) at sched_switch+0x4cf/frame 0xed94ac60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xed94ac94 ithread_loop(c874f6c0,ed94ad08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xed94accc fork_exit(c0ab1800,c874f6c0,ed94ad08) at fork_exit+0x7f/frame 0xed94acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed94acf4 --- trap 0, eip = 0, esp = 0xed94ad40, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc894b930 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc893c000 sched_switch(c893c000,0,109,1bb,c17657b4,...) at sched_switch+0x4cf/frame 0xed90cc60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xed90cc94 ithread_loop(c874f6e0,ed90cd08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xed90cccc fork_exit(c0ab1800,c874f6e0,ed90cd08) at fork_exit+0x7f/frame 0xed90ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed90ccf4 --- trap 0, eip = 0, esp = 0xed90cd40, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc87b9c40 sched_switch(c87b9c40,0,109,1bb,c17657b4,...) at sched_switch+0x4cf/frame 0xed8fdc60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xed8fdc94 ithread_loop(c874f6f0,ed8fdd08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xed8fdccc fork_exit(c0ab1800,c874f6f0,ed8fdd08) at fork_exit+0x7f/frame 0xed8fdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed8fdcf4 --- trap 0, eip = 0, esp = 0xed8fdd40, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc88c1c40 sched_switch(c88c1c40,0,109,1bb,c17657b4,...) at sched_switch+0x4cf/frame 0xf0ffac60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xf0ffac94 ithread_loop(c874f700,f0ffad08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xf0ffaccc fork_exit(c0ab1800,c874f700,f0ffad08) at fork_exit+0x7f/frame 0xf0ffacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0ffacf4 --- trap 0, eip = 0, esp = 0xf0ffad40, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc88c2000 sched_switch(c88c2000,0,109,1bb,c17657b4,...) at sched_switch+0x4cf/frame 0xf0ecac60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xf0ecac94 ithread_loop(c874f710,f0ecad08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xf0ecaccc fork_exit(c0ab1800,c874f710,f0ecad08) at fork_exit+0x7f/frame 0xf0ecacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0ecacf4 --- trap 0, eip = 0, esp = 0xf0ecad40, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc88c2310 sched_switch(c88c2310,0,109,1bb,c1151c6d,...) at sched_switch+0x4cf/frame 0xf0ec6c60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xf0ec6c94 ithread_loop(c874f720,f0ec6d08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xf0ec6ccc fork_exit(c0ab1800,c874f720,f0ec6d08) at fork_exit+0x7f/frame 0xf0ec6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0ec6cf4 --- trap 0, eip = 0, esp = 0xf0ec6d40, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc88c2620 sched_switch(c88c2620,0,109,1bb,c1151c6d,...) at sched_switch+0x4cf/frame 0xe47bdc60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xe47bdc94 ithread_loop(c874f730,e47bdd08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xe47bdccc fork_exit(c0ab1800,c874f730,e47bdd08) at fork_exit+0x7f/frame 0xe47bdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe47bdcf4 --- trap 0, eip = 0, esp = 0xe47bdd40, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc87b2310 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc87b2930 sched_switch(c87b2930,0,109,1bb,0,...) at sched_switch+0x4cf/frame 0xe4779c60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xe4779c94 ithread_loop(c874f750,e4779d08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xe4779ccc fork_exit(c0ab1800,c874f750,e4779d08) at fork_exit+0x7f/frame 0xe4779cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4779cf4 --- trap 0, eip = 0, esp = 0xe4779d40, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc87b2c40 sched_switch(c87b2c40,0,109,1bb,c1151c6d,...) at sched_switch+0x4cf/frame 0xe4776c60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xe4776c94 ithread_loop(c874f760,e4776d08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xe4776ccc fork_exit(c0ab1800,c874f760,e4776d08) at fork_exit+0x7f/frame 0xe4776cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4776cf4 --- trap 0, eip = 0, esp = 0xe4776d40, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc86ff310 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc86ff620 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc86ff930 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100009 td 0xc86ffc40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100008 td 0xc8700000 kdb_enter(c11581ec,c11581ec,c115e524,e4751990,e4751948,...) at kdb_enter+0x3d/frame 0xe4751920 vpanic(c143db62,100,c115e524,e4751990,e4751990,...) at vpanic+0x141/frame 0xe4751960 kassert_panic(c115e524,c115e55c,c8700000,c8cff3a0,a43f063,...) at kassert_panic+0xea/frame 0xe4751984 sleepq_add(c8cff3a0,0,d78190db,3,0,...) at sleepq_add+0x2db/frame 0xe47519b0 _sx_xlock_hard(c8cff3a0,c8700000,0,d7817701,d3e,...) at _sx_xlock_hard+0x4e2/frame 0xe4751a48 _sx_xlock(c8cff3a0,0,d7817701,d3e,2f,...) at _sx_xlock+0xdc/frame 0xe4751a78 vdev_deadman(c8cff000,40,2,e4751b38,c0ac8601,...) at vdev_deadman+0x96/frame 0xe4751ad0 vdev_deadman(ce84c000,5f,cae0223d,c8700000,cae0220c,...) at vdev_deadman+0x3f/frame 0xe4751b28 vdev_deadman(ce84c800,3e8,0,1,0,...) at vdev_deadman+0x3f/frame 0xe4751b80 spa_deadman(cb148000,0,c1159a39,286,c0b0b4ce,...) at spa_deadman+0xbc/frame 0xe4751bb0 softclock_call_cc(0,0,c1159a39,329,0,...) at softclock_call_cc+0x1ae/frame 0xe4751c4c softclock(c1755f00,c1151c6d,565,23db5f1b,c874d3c8,...) at softclock+0x40/frame 0xe4751c6c intr_event_execute_handlers(c144b110,c874d380,c1151c6d,565,8,...) at intr_event_execute_handlers+0x8b/frame 0xe4751c94 ithread_loop(c874f7b0,e4751d08,c11519fc,3c9,0,...) at ithread_loop+0x90/frame 0xe4751ccc fork_exit(c0ab1800,c874f7b0,e4751d08) at fork_exit+0x7f/frame 0xe4751cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4751cf4 --- trap 0, eip = 0, esp = 0xe4751d40, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc8700310 sched_switch(c8700310,0,109,1bb,c1151c6d,...) at sched_switch+0x4cf/frame 0xe474ec60 mi_switch(109,0,c1151c6d,55a,8,...) at mi_switch+0x1c3/frame 0xe474ec94 ithread_loop(c874f7c0,e474ed08,c11519fc,3c9,0,...) at ithread_loop+0x1fb/frame 0xe474eccc fork_exit(c0ab1800,c874f7c0,e474ed08) at fork_exit+0x7f/frame 0xe474ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe474ecf4 --- trap 0, eip = 0, esp = 0xe474ed40, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc8700620 cpustop_handler(3,13,e474ab94,c0fe92aa,3,...) at cpustop_handler+0x25/frame 0xe474aa40 ipi_nmi_handler(3,0,0,2233ae,e474aa9c,...) at ipi_nmi_handler+0x37/frame 0xe474aa50 trap(e474aba0) at trap+0x3a/frame 0xe474ab94 calltrap() at calltrap+0x6/frame 0xe474ab94 --- trap 0x13, eip = 0xc0fce785, esp = 0xe474abe0, ebp = 0xe474abe0 --- acpi_cpu_c1(e4737c90,0,c131ef1f,303,e4737c80,...) at acpi_cpu_c1+0x5/frame 0xe474abe0 acpi_cpu_idle(64e65e33,0,64e65e33,e474ac50,c0fd8c5a,...) at acpi_cpu_idle+0x142/frame 0xe474ac20 cpu_idle_acpi(64e65e33,0,c144c688,c144c694,c144c684,...) at cpu_idle_acpi+0x3f/frame 0xe474ac34 cpu_idle(0,2,c115a883,a2c,c144c688,...) at cpu_idle+0x9a/frame 0xe474ac50 sched_idletd(0,e474ad08,c11519fc,3c9,0,...) at sched_idletd+0x1c8/frame 0xe474accc fork_exit(c0b0bd30,0,e474ad08) at fork_exit+0x7f/frame 0xe474acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe474acf4 --- trap 0, eip = 0, esp = 0xe474ad40, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc8700930 cpustop_handler(2,13,e4747b94,c0fe92aa,2,...) at cpustop_handler+0x25/frame 0xe4747a40 ipi_nmi_handler(2,0,0,2963df,e4747a9c,...) at ipi_nmi_handler+0x37/frame 0xe4747a50 trap(e4747ba0) at trap+0x3a/frame 0xe4747b94 calltrap() at calltrap+0x6/frame 0xe4747b94 --- trap 0x13, eip = 0xc0fce785, esp = 0xe4747be0, ebp = 0xe4747be0 --- acpi_cpu_c1(e4734c90,0,c131ef1f,303,e4734c80,...) at acpi_cpu_c1+0x5/frame 0xe4747be0 acpi_cpu_idle(26a3acc7,0,26a3acc7,e4747c50,c0fd8c5a,...) at acpi_cpu_idle+0x142/frame 0xe4747c20 cpu_idle_acpi(26a3acc7,0,c144bf88,c144bf94,c144bf84,...) at cpu_idle_acpi+0x3f/frame 0xe4747c34 cpu_idle(0,2,c115a883,a2c,c144bf88,...) at cpu_idle+0x9a/frame 0xe4747c50 sched_idletd(0,e4747d08,c11519fc,3c9,0,...) at sched_idletd+0x1c8/frame 0xe4747ccc fork_exit(c0b0bd30,0,e4747d08) at fork_exit+0x7f/frame 0xe4747cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4747cf4 --- trap 0, eip = 0, esp = 0xe4747d40, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc8700c40 cpustop_handler(1,13,e4744b94,c0fe92aa,385,...) at cpustop_handler+0x25/frame 0xe4744a40 ipi_nmi_handler(385,8,e4744a8c,c0acd29c,c144bf00,...) at ipi_nmi_handler+0x37/frame 0xe4744a50 trap(e4744ba0) at trap+0x3a/frame 0xe4744b94 calltrap() at calltrap+0x6/frame 0xe4744b94 --- trap 0x13, eip = 0xc0fce785, esp = 0xe4744be0, ebp = 0xe4744be0 --- acpi_cpu_c1(e4731c90,0,c131ef1f,303,e4731c80,...) at acpi_cpu_c1+0x5/frame 0xe4744be0 acpi_cpu_idle(7fe3e93d,0,7fe3e93d,e4744c50,c0fd8c5a,...) at acpi_cpu_idle+0x142/frame 0xe4744c20 cpu_idle_acpi(7fe3e93d,0,c144b888,c144b894,c144b884,...) at cpu_idle_acpi+0x3f/frame 0xe4744c34 cpu_idle(0,2,c115a883,3f4,c144b888,...) at cpu_idle+0x9a/frame 0xe4744c50 sched_idletd(0,e4744d08,c11519fc,3c9,0,...) at sched_idletd+0x1c8/frame 0xe4744ccc fork_exit(c0b0bd30,0,e4744d08) at fork_exit+0x7f/frame 0xe4744cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4744cf4 --- trap 0, eip = 0, esp = 0xe4744d40, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc8701000 sched_switch(c8701000,0,608,1b6,0,...) at sched_switch+0x4cf/frame 0xe4741c00 mi_switch(608,0,c1158904,d3,c144b188,...) at mi_switch+0x1c3/frame 0xe4741c34 critical_exit(0,2,c115a883,3f4,c144b188,...) at critical_exit+0xa2/frame 0xe4741c50 sched_idletd(0,e4741d08,c11519fc,3c9,0,...) at sched_idletd+0x1c8/frame 0xe4741ccc fork_exit(c0b0bd30,0,e4741d08) at fork_exit+0x7f/frame 0xe4741cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4741cf4 --- trap 0, eip = 0, esp = 0xe4741d40, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc8701310 sched_switch(c8701310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe473d98c mi_switch(104,0,c115e499,1f1,0,...) at mi_switch+0x1c3/frame 0xe473d9c0 sleepq_switch(c8701310,0,c115e499,1a7,c144c600,...) at sleepq_switch+0x1c5/frame 0xe473d9f4 sleepq_catch_signals(c115e499,15e,c86fe394,150,c86fe2ec,...) at sleepq_catch_signals+0x3ce/frame 0xe473da38 sleepq_wait_sig(c86fe2ec,6c,c11621bd,100,0,...) at sleepq_wait_sig+0x14/frame 0xe473da5c _sleep(c86fe2ec,c86fe384,16c,c11621bd,0,...) at _sleep+0x372/frame 0xe473dab8 kern_wait6(c8701310,7,0,0,e473db4c,...) at kern_wait6+0x47b/frame 0xe473db20 sys_wait4(c8701310,e473dcc8,e473dc98,c0b09826,c144c610,...) at sys_wait4+0x94/frame 0xe473dc40 syscall(e473dd08) at syscall+0x31b/frame 0xe473dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xe473dcfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x805fa4f, esp = 0xbfbfd8ec, ebp = 0xbfbfd900 --- Tracing command audit pid 10 tid 100001 td 0xc8701620 sched_switch(c8701620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe473aba8 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe473abdc sleepq_switch(c8701620,0,c115e499,267,c175a798,...) at sleepq_switch+0x1c5/frame 0xe473ac10 sleepq_wait(c175a798,0,e473ac64,1,0,...) at sleepq_wait+0x48/frame 0xe473ac34 _cv_wait(c175a798,c175a724,c118b082,18d,0,...) at _cv_wait+0x263/frame 0xe473ac78 audit_worker(0,e473ad08,c11519fc,3c9,0,...) at audit_worker+0x94/frame 0xe473accc fork_exit(c0d15620,0,e473ad08) at fork_exit+0x7f/frame 0xe473acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe473acf4 --- trap 0, eip = 0, esp = 0xe473ad40, ebp = 0 --- Tracing command kernel pid 0 tid 107415 td 0xcf0af930 sched_switch(cf0af930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe266bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe266be0 sleepq_switch(cf0af930,0,c115e499,267,cc1c4280,...) at sleepq_switch+0x1c5/frame 0xfe266c14 sleepq_wait(cc1c4280,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe266c38 _sleep(cc1c4280,cc1c4298,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe266c94 taskqueue_thread_loop(db4cf070,fe266d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe266ccc fork_exit(c0b2df50,db4cf070,fe266d08) at fork_exit+0x7f/frame 0xfe266cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe266cf4 --- trap 0, eip = 0, esp = 0xfe266d40, ebp = 0 --- Tracing command kernel pid 0 tid 107414 td 0xd8fb3310 sched_switch(d8fb3310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3bfbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3bfbe0 sleepq_switch(d8fb3310,0,c115e499,267,cc1c4300,...) at sleepq_switch+0x1c5/frame 0xfe3bfc14 sleepq_wait(cc1c4300,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3bfc38 _sleep(cc1c4300,cc1c4318,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3bfc94 taskqueue_thread_loop(caa74470,fe3bfd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3bfccc fork_exit(c0b2df50,caa74470,fe3bfd08) at fork_exit+0x7f/frame 0xfe3bfcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3bfcf4 --- trap 0, eip = 0, esp = 0xfe3bfd40, ebp = 0 --- Tracing command kernel pid 0 tid 107411 td 0xd9b02930 sched_switch(d9b02930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3b0bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3b0be0 sleepq_switch(d9b02930,0,c115e499,267,d1293b00,...) at sleepq_switch+0x1c5/frame 0xfe3b0c14 sleepq_wait(d1293b00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3b0c38 _sleep(d1293b00,d1293b18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3b0c94 taskqueue_thread_loop(caa74ef0,fe3b0d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3b0ccc fork_exit(c0b2df50,caa74ef0,fe3b0d08) at fork_exit+0x7f/frame 0xfe3b0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3b0cf4 --- trap 0, eip = 0, esp = 0xfe3b0d40, ebp = 0 --- Tracing command kernel pid 0 tid 107410 td 0xdb8e9310 sched_switch(db8e9310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2c0bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2c0be0 sleepq_switch(db8e9310,0,c115e499,267,ce253880,...) at sleepq_switch+0x1c5/frame 0xfe2c0c14 sleepq_wait(ce253880,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2c0c38 _sleep(ce253880,ce253898,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2c0c94 taskqueue_thread_loop(c8bc0c40,fe2c0d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2c0ccc fork_exit(c0b2df50,c8bc0c40,fe2c0d08) at fork_exit+0x7f/frame 0xfe2c0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2c0cf4 --- trap 0, eip = 0, esp = 0xfe2c0d40, ebp = 0 --- Tracing command kernel pid 0 tid 107409 td 0xdb8e9620 sched_switch(db8e9620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2bdbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2bdbe0 sleepq_switch(db8e9620,0,c115e499,267,ce253880,...) at sleepq_switch+0x1c5/frame 0xfe2bdc14 sleepq_wait(ce253880,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2bdc38 _sleep(ce253880,ce253898,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2bdc94 taskqueue_thread_loop(c8bc0c40,fe2bdd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2bdccc fork_exit(c0b2df50,c8bc0c40,fe2bdd08) at fork_exit+0x7f/frame 0xfe2bdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2bdcf4 --- trap 0, eip = 0, esp = 0xfe2bdd40, ebp = 0 --- Tracing command kernel pid 0 tid 107407 td 0xd232e000 sched_switch(d232e000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2b7bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2b7be0 sleepq_switch(d232e000,0,c115e499,267,ce253900,...) at sleepq_switch+0x1c5/frame 0xfe2b7c14 sleepq_wait(ce253900,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2b7c38 _sleep(ce253900,ce253918,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2b7c94 taskqueue_thread_loop(c8e4a9e0,fe2b7d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2b7ccc fork_exit(c0b2df50,c8e4a9e0,fe2b7d08) at fork_exit+0x7f/frame 0xfe2b7cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2b7cf4 --- trap 0, eip = 0, esp = 0xfe2b7d40, ebp = 0 --- Tracing command kernel pid 0 tid 107406 td 0xd232e310 sched_switch(d232e310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2b4bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2b4be0 sleepq_switch(d232e310,0,c115e499,267,ce253980,...) at sleepq_switch+0x1c5/frame 0xfe2b4c14 sleepq_wait(ce253980,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2b4c38 _sleep(ce253980,ce253998,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2b4c94 taskqueue_thread_loop(c8bc0b40,fe2b4d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2b4ccc fork_exit(c0b2df50,c8bc0b40,fe2b4d08) at fork_exit+0x7f/frame 0xfe2b4cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2b4cf4 --- trap 0, eip = 0, esp = 0xfe2b4d40, ebp = 0 --- Tracing command kernel pid 0 tid 107405 td 0xd232ec40 sched_switch(d232ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2b1bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2b1be0 sleepq_switch(d232ec40,0,c115e499,267,ce253a00,...) at sleepq_switch+0x1c5/frame 0xfe2b1c14 sleepq_wait(ce253a00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2b1c38 _sleep(ce253a00,ce253a18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2b1c94 taskqueue_thread_loop(db4cf510,fe2b1d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2b1ccc fork_exit(c0b2df50,db4cf510,fe2b1d08) at fork_exit+0x7f/frame 0xfe2b1cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2b1cf4 --- trap 0, eip = 0, esp = 0xfe2b1d40, ebp = 0 --- Tracing command kernel pid 0 tid 107404 td 0xce676000 sched_switch(ce676000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1fdbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1fdbe0 sleepq_switch(ce676000,0,c115e499,267,ce253a80,...) at sleepq_switch+0x1c5/frame 0xfe1fdc14 sleepq_wait(ce253a80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1fdc38 _sleep(ce253a80,ce253a98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1fdc94 taskqueue_thread_loop(db4cf100,fe1fdd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1fdccc fork_exit(c0b2df50,db4cf100,fe1fdd08) at fork_exit+0x7f/frame 0xfe1fdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1fdcf4 --- trap 0, eip = 0, esp = 0xfe1fdd40, ebp = 0 --- Tracing command kernel pid 0 tid 107403 td 0xce676310 sched_switch(ce676310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1fabac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1fabe0 sleepq_switch(ce676310,0,c115e499,267,ce253b00,...) at sleepq_switch+0x1c5/frame 0xfe1fac14 sleepq_wait(ce253b00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1fac38 _sleep(ce253b00,ce253b18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1fac94 taskqueue_thread_loop(db4cf720,fe1fad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1faccc fork_exit(c0b2df50,db4cf720,fe1fad08) at fork_exit+0x7f/frame 0xfe1facf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1facf4 --- trap 0, eip = 0, esp = 0xfe1fad40, ebp = 0 --- Tracing command kernel pid 0 tid 107402 td 0xce676620 sched_switch(ce676620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1f7bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1f7be0 sleepq_switch(ce676620,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe1f7c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1f7c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1f7c94 taskqueue_thread_loop(db4cf7c0,fe1f7d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1f7ccc fork_exit(c0b2df50,db4cf7c0,fe1f7d08) at fork_exit+0x7f/frame 0xfe1f7cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1f7cf4 --- trap 0, eip = 0, esp = 0xfe1f7d40, ebp = 0 --- Tracing command kernel pid 0 tid 107401 td 0xcc191000 sched_switch(cc191000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1f4bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1f4be0 sleepq_switch(cc191000,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe1f4c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1f4c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1f4c94 taskqueue_thread_loop(db4cf7c0,fe1f4d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1f4ccc fork_exit(c0b2df50,db4cf7c0,fe1f4d08) at fork_exit+0x7f/frame 0xfe1f4cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1f4cf4 --- trap 0, eip = 0, esp = 0xfe1f4d40, ebp = 0 --- Tracing command kernel pid 0 tid 107400 td 0xcc191620 sched_switch(cc191620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1f1bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1f1be0 sleepq_switch(cc191620,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe1f1c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1f1c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1f1c94 taskqueue_thread_loop(db4cf7c0,fe1f1d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1f1ccc fork_exit(c0b2df50,db4cf7c0,fe1f1d08) at fork_exit+0x7f/frame 0xfe1f1cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1f1cf4 --- trap 0, eip = 0, esp = 0xfe1f1d40, ebp = 0 --- Tracing command kernel pid 0 tid 107399 td 0xcc191930 sched_switch(cc191930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1eebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1eebe0 sleepq_switch(cc191930,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe1eec14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1eec38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1eec94 taskqueue_thread_loop(db4cf7c0,fe1eed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1eeccc fork_exit(c0b2df50,db4cf7c0,fe1eed08) at fork_exit+0x7f/frame 0xfe1eecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1eecf4 --- trap 0, eip = 0, esp = 0xfe1eed40, ebp = 0 --- Tracing command kernel pid 0 tid 107398 td 0xcc191c40 sched_switch(cc191c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe29cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe29cbe0 sleepq_switch(cc191c40,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe29cc14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe29cc38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe29cc94 taskqueue_thread_loop(db4cf7c0,fe29cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe29cccc fork_exit(c0b2df50,db4cf7c0,fe29cd08) at fork_exit+0x7f/frame 0xfe29ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe29ccf4 --- trap 0, eip = 0, esp = 0xfe29cd40, ebp = 0 --- Tracing command kernel pid 0 tid 107397 td 0xda084000 sched_switch(da084000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe299bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe299be0 sleepq_switch(da084000,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe299c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe299c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe299c94 taskqueue_thread_loop(db4cf7c0,fe299d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe299ccc fork_exit(c0b2df50,db4cf7c0,fe299d08) at fork_exit+0x7f/frame 0xfe299cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe299cf4 --- trap 0, eip = 0, esp = 0xfe299d40, ebp = 0 --- Tracing command kernel pid 0 tid 107396 td 0xda084310 sched_switch(da084310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe296bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe296be0 sleepq_switch(da084310,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe296c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe296c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe296c94 taskqueue_thread_loop(db4cf7c0,fe296d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe296ccc fork_exit(c0b2df50,db4cf7c0,fe296d08) at fork_exit+0x7f/frame 0xfe296cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe296cf4 --- trap 0, eip = 0, esp = 0xfe296d40, ebp = 0 --- Tracing command kernel pid 0 tid 107395 td 0xda084c40 sched_switch(da084c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe293bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe293be0 sleepq_switch(da084c40,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe293c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe293c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe293c94 taskqueue_thread_loop(db4cf7c0,fe293d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe293ccc fork_exit(c0b2df50,db4cf7c0,fe293d08) at fork_exit+0x7f/frame 0xfe293cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe293cf4 --- trap 0, eip = 0, esp = 0xfe293d40, ebp = 0 --- Tracing command kernel pid 0 tid 107394 td 0xd937d000 sched_switch(d937d000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe290bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe290be0 sleepq_switch(d937d000,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe290c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe290c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe290c94 taskqueue_thread_loop(db4cf7c0,fe290d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe290ccc fork_exit(c0b2df50,db4cf7c0,fe290d08) at fork_exit+0x7f/frame 0xfe290cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe290cf4 --- trap 0, eip = 0, esp = 0xfe290d40, ebp = 0 --- Tracing command kernel pid 0 tid 107393 td 0xd937d620 sched_switch(d937d620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe10abac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe10abe0 sleepq_switch(d937d620,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe10ac14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe10ac38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe10ac94 taskqueue_thread_loop(db4cf7c0,fe10ad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe10accc fork_exit(c0b2df50,db4cf7c0,fe10ad08) at fork_exit+0x7f/frame 0xfe10acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe10acf4 --- trap 0, eip = 0, esp = 0xfe10ad40, ebp = 0 --- Tracing command kernel pid 0 tid 107392 td 0xd937d930 sched_switch(d937d930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe107bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe107be0 sleepq_switch(d937d930,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe107c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe107c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe107c94 taskqueue_thread_loop(db4cf7c0,fe107d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe107ccc fork_exit(c0b2df50,db4cf7c0,fe107d08) at fork_exit+0x7f/frame 0xfe107cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe107cf4 --- trap 0, eip = 0, esp = 0xfe107d40, ebp = 0 --- Tracing command kernel pid 0 tid 107390 td 0xd937dc40 sched_switch(d937dc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe104bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe104be0 sleepq_switch(d937dc40,0,c115e499,267,ce253b80,...) at sleepq_switch+0x1c5/frame 0xfe104c14 sleepq_wait(ce253b80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe104c38 _sleep(ce253b80,ce253b98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe104c94 taskqueue_thread_loop(db4cf7c0,fe104d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe104ccc fork_exit(c0b2df50,db4cf7c0,fe104d08) at fork_exit+0x7f/frame 0xfe104cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe104cf4 --- trap 0, eip = 0, esp = 0xfe104d40, ebp = 0 --- Tracing command kernel pid 0 tid 107389 td 0xd4e77000 sched_switch(d4e77000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe101bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe101be0 sleepq_switch(d4e77000,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe101c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe101c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe101c94 taskqueue_thread_loop(caa74e40,fe101d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe101ccc fork_exit(c0b2df50,caa74e40,fe101d08) at fork_exit+0x7f/frame 0xfe101cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe101cf4 --- trap 0, eip = 0, esp = 0xfe101d40, ebp = 0 --- Tracing command kernel pid 0 tid 107388 td 0xd935d000 sched_switch(d935d000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0febac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0febe0 sleepq_switch(d935d000,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe0fec14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0fec38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0fec94 taskqueue_thread_loop(caa74e40,fe0fed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0feccc fork_exit(c0b2df50,caa74e40,fe0fed08) at fork_exit+0x7f/frame 0xfe0fecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0fecf4 --- trap 0, eip = 0, esp = 0xfe0fed40, ebp = 0 --- Tracing command kernel pid 0 tid 107387 td 0xca45bc40 sched_switch(ca45bc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3fbbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3fbbe0 sleepq_switch(ca45bc40,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe3fbc14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3fbc38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3fbc94 taskqueue_thread_loop(caa74e40,fe3fbd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3fbccc fork_exit(c0b2df50,caa74e40,fe3fbd08) at fork_exit+0x7f/frame 0xfe3fbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3fbcf4 --- trap 0, eip = 0, esp = 0xfe3fbd40, ebp = 0 --- Tracing command kernel pid 0 tid 107386 td 0xc9adc000 sched_switch(c9adc000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3f8bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3f8be0 sleepq_switch(c9adc000,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe3f8c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3f8c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3f8c94 taskqueue_thread_loop(caa74e40,fe3f8d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3f8ccc fork_exit(c0b2df50,caa74e40,fe3f8d08) at fork_exit+0x7f/frame 0xfe3f8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3f8cf4 --- trap 0, eip = 0, esp = 0xfe3f8d40, ebp = 0 --- Tracing command kernel pid 0 tid 107385 td 0xd2425310 sched_switch(d2425310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3f5bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3f5be0 sleepq_switch(d2425310,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe3f5c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3f5c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3f5c94 taskqueue_thread_loop(caa74e40,fe3f5d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3f5ccc fork_exit(c0b2df50,caa74e40,fe3f5d08) at fork_exit+0x7f/frame 0xfe3f5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3f5cf4 --- trap 0, eip = 0, esp = 0xfe3f5d40, ebp = 0 --- Tracing command kernel pid 0 tid 107384 td 0xd2425620 sched_switch(d2425620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3f2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3f2be0 sleepq_switch(d2425620,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe3f2c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3f2c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3f2c94 taskqueue_thread_loop(caa74e40,fe3f2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3f2ccc fork_exit(c0b2df50,caa74e40,fe3f2d08) at fork_exit+0x7f/frame 0xfe3f2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3f2cf4 --- trap 0, eip = 0, esp = 0xfe3f2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107383 td 0xd2425930 sched_switch(d2425930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3efbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3efbe0 sleepq_switch(d2425930,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe3efc14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3efc38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3efc94 taskqueue_thread_loop(caa74e40,fe3efd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3efccc fork_exit(c0b2df50,caa74e40,fe3efd08) at fork_exit+0x7f/frame 0xfe3efcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3efcf4 --- trap 0, eip = 0, esp = 0xfe3efd40, ebp = 0 --- Tracing command kernel pid 0 tid 107382 td 0xd2425c40 sched_switch(d2425c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe20fbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe20fbe0 sleepq_switch(d2425c40,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe20fc14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe20fc38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe20fc94 taskqueue_thread_loop(caa74e40,fe20fd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe20fccc fork_exit(c0b2df50,caa74e40,fe20fd08) at fork_exit+0x7f/frame 0xfe20fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe20fcf4 --- trap 0, eip = 0, esp = 0xfe20fd40, ebp = 0 --- Tracing command kernel pid 0 tid 107381 td 0xc8bb3310 sched_switch(c8bb3310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe20cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe20cbe0 sleepq_switch(c8bb3310,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe20cc14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe20cc38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe20cc94 taskqueue_thread_loop(caa74e40,fe20cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe20cccc fork_exit(c0b2df50,caa74e40,fe20cd08) at fork_exit+0x7f/frame 0xfe20ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe20ccf4 --- trap 0, eip = 0, esp = 0xfe20cd40, ebp = 0 --- Tracing command kernel pid 0 tid 107380 td 0xd935e310 sched_switch(d935e310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe209bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe209be0 sleepq_switch(d935e310,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe209c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe209c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe209c94 taskqueue_thread_loop(caa74e40,fe209d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe209ccc fork_exit(c0b2df50,caa74e40,fe209d08) at fork_exit+0x7f/frame 0xfe209cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe209cf4 --- trap 0, eip = 0, esp = 0xfe209d40, ebp = 0 --- Tracing command kernel pid 0 tid 107379 td 0xd935e620 sched_switch(d935e620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe206bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe206be0 sleepq_switch(d935e620,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe206c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe206c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe206c94 taskqueue_thread_loop(caa74e40,fe206d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe206ccc fork_exit(c0b2df50,caa74e40,fe206d08) at fork_exit+0x7f/frame 0xfe206cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe206cf4 --- trap 0, eip = 0, esp = 0xfe206d40, ebp = 0 --- Tracing command kernel pid 0 tid 107378 td 0xd935e930 sched_switch(d935e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe203bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe203be0 sleepq_switch(d935e930,0,c115e499,267,ce253d00,...) at sleepq_switch+0x1c5/frame 0xfe203c14 sleepq_wait(ce253d00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe203c38 _sleep(ce253d00,ce253d18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe203c94 taskqueue_thread_loop(caa74e40,fe203d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe203ccc fork_exit(c0b2df50,caa74e40,fe203d08) at fork_exit+0x7f/frame 0xfe203cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe203cf4 --- trap 0, eip = 0, esp = 0xfe203d40, ebp = 0 --- Tracing command kernel pid 0 tid 107377 td 0xd935ec40 sched_switch(d935ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe28abac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe28abe0 sleepq_switch(d935ec40,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe28ac14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe28ac38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe28ac94 taskqueue_thread_loop(caa74450,fe28ad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe28accc fork_exit(c0b2df50,caa74450,fe28ad08) at fork_exit+0x7f/frame 0xfe28acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe28acf4 --- trap 0, eip = 0, esp = 0xfe28ad40, ebp = 0 --- Tracing command kernel pid 0 tid 107376 td 0xc9209000 sched_switch(c9209000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe287bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe287be0 sleepq_switch(c9209000,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe287c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe287c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe287c94 taskqueue_thread_loop(caa74450,fe287d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe287ccc fork_exit(c0b2df50,caa74450,fe287d08) at fork_exit+0x7f/frame 0xfe287cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe287cf4 --- trap 0, eip = 0, esp = 0xfe287d40, ebp = 0 --- Tracing command kernel pid 0 tid 107375 td 0xc9209620 sched_switch(c9209620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe284bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe284be0 sleepq_switch(c9209620,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe284c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe284c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe284c94 taskqueue_thread_loop(caa74450,fe284d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe284ccc fork_exit(c0b2df50,caa74450,fe284d08) at fork_exit+0x7f/frame 0xfe284cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe284cf4 --- trap 0, eip = 0, esp = 0xfe284d40, ebp = 0 --- Tracing command kernel pid 0 tid 107374 td 0xddcd6000 sched_switch(ddcd6000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe281bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe281be0 sleepq_switch(ddcd6000,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe281c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe281c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe281c94 taskqueue_thread_loop(caa74450,fe281d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe281ccc fork_exit(c0b2df50,caa74450,fe281d08) at fork_exit+0x7f/frame 0xfe281cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe281cf4 --- trap 0, eip = 0, esp = 0xfe281d40, ebp = 0 --- Tracing command kernel pid 0 tid 107373 td 0xddcd6310 sched_switch(ddcd6310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe27ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe27ebe0 sleepq_switch(ddcd6310,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe27ec14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe27ec38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe27ec94 taskqueue_thread_loop(caa74450,fe27ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe27eccc fork_exit(c0b2df50,caa74450,fe27ed08) at fork_exit+0x7f/frame 0xfe27ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe27ecf4 --- trap 0, eip = 0, esp = 0xfe27ed40, ebp = 0 --- Tracing command kernel pid 0 tid 107372 td 0xddcd6620 sched_switch(ddcd6620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe97cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe97cbe0 sleepq_switch(ddcd6620,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe97cc14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe97cc38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe97cc94 taskqueue_thread_loop(caa74450,fe97cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe97cccc fork_exit(c0b2df50,caa74450,fe97cd08) at fork_exit+0x7f/frame 0xfe97ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe97ccf4 --- trap 0, eip = 0, esp = 0xfe97cd40, ebp = 0 --- Tracing command kernel pid 0 tid 107371 td 0xddcd6930 sched_switch(ddcd6930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe979bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe979be0 sleepq_switch(ddcd6930,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe979c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe979c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe979c94 taskqueue_thread_loop(caa74450,fe979d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe979ccc fork_exit(c0b2df50,caa74450,fe979d08) at fork_exit+0x7f/frame 0xfe979cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe979cf4 --- trap 0, eip = 0, esp = 0xfe979d40, ebp = 0 --- Tracing command kernel pid 0 tid 107370 td 0xcec52620 sched_switch(cec52620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe976bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe976be0 sleepq_switch(cec52620,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe976c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe976c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe976c94 taskqueue_thread_loop(caa74450,fe976d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe976ccc fork_exit(c0b2df50,caa74450,fe976d08) at fork_exit+0x7f/frame 0xfe976cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe976cf4 --- trap 0, eip = 0, esp = 0xfe976d40, ebp = 0 --- Tracing command kernel pid 0 tid 107369 td 0xcec52930 sched_switch(cec52930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe973bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe973be0 sleepq_switch(cec52930,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe973c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe973c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe973c94 taskqueue_thread_loop(caa74450,fe973d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe973ccc fork_exit(c0b2df50,caa74450,fe973d08) at fork_exit+0x7f/frame 0xfe973cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe973cf4 --- trap 0, eip = 0, esp = 0xfe973d40, ebp = 0 --- Tracing command kernel pid 0 tid 107368 td 0xda6f0000 sched_switch(da6f0000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0cbbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0cbbe0 sleepq_switch(da6f0000,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe0cbc14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0cbc38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0cbc94 taskqueue_thread_loop(caa74450,fe0cbd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0cbccc fork_exit(c0b2df50,caa74450,fe0cbd08) at fork_exit+0x7f/frame 0xfe0cbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0cbcf4 --- trap 0, eip = 0, esp = 0xfe0cbd40, ebp = 0 --- Tracing command kernel pid 0 tid 107367 td 0xda6f0310 sched_switch(da6f0310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0c8bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0c8be0 sleepq_switch(da6f0310,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe0c8c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0c8c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0c8c94 taskqueue_thread_loop(caa74450,fe0c8d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0c8ccc fork_exit(c0b2df50,caa74450,fe0c8d08) at fork_exit+0x7f/frame 0xfe0c8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0c8cf4 --- trap 0, eip = 0, esp = 0xfe0c8d40, ebp = 0 --- Tracing command kernel pid 0 tid 107366 td 0xda6f0620 sched_switch(da6f0620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0c5bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0c5be0 sleepq_switch(da6f0620,0,c115e499,267,ce253d80,...) at sleepq_switch+0x1c5/frame 0xfe0c5c14 sleepq_wait(ce253d80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0c5c38 _sleep(ce253d80,ce253d98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0c5c94 taskqueue_thread_loop(caa74450,fe0c5d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0c5ccc fork_exit(c0b2df50,caa74450,fe0c5d08) at fork_exit+0x7f/frame 0xfe0c5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0c5cf4 --- trap 0, eip = 0, esp = 0xfe0c5d40, ebp = 0 --- Tracing command kernel pid 0 tid 107365 td 0xda6f0c40 sched_switch(da6f0c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0c2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0c2be0 sleepq_switch(da6f0c40,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe0c2c14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0c2c38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0c2c94 taskqueue_thread_loop(db4cf350,fe0c2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0c2ccc fork_exit(c0b2df50,db4cf350,fe0c2d08) at fork_exit+0x7f/frame 0xfe0c2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0c2cf4 --- trap 0, eip = 0, esp = 0xfe0c2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107364 td 0xca45b000 sched_switch(ca45b000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9c4bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9c4be0 sleepq_switch(ca45b000,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe9c4c14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe9c4c38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe9c4c94 taskqueue_thread_loop(db4cf350,fe9c4d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe9c4ccc fork_exit(c0b2df50,db4cf350,fe9c4d08) at fork_exit+0x7f/frame 0xfe9c4cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe9c4cf4 --- trap 0, eip = 0, esp = 0xfe9c4d40, ebp = 0 --- Tracing command kernel pid 0 tid 107363 td 0xca45b310 sched_switch(ca45b310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9c1bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9c1be0 sleepq_switch(ca45b310,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe9c1c14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe9c1c38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe9c1c94 taskqueue_thread_loop(db4cf350,fe9c1d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe9c1ccc fork_exit(c0b2df50,db4cf350,fe9c1d08) at fork_exit+0x7f/frame 0xfe9c1cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe9c1cf4 --- trap 0, eip = 0, esp = 0xfe9c1d40, ebp = 0 --- Tracing command kernel pid 0 tid 107362 td 0xca45b620 sched_switch(ca45b620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9bebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9bebe0 sleepq_switch(ca45b620,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe9bec14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe9bec38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe9bec94 taskqueue_thread_loop(db4cf350,fe9bed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe9beccc fork_exit(c0b2df50,db4cf350,fe9bed08) at fork_exit+0x7f/frame 0xfe9becf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe9becf4 --- trap 0, eip = 0, esp = 0xfe9bed40, ebp = 0 --- Tracing command kernel pid 0 tid 107361 td 0xcc192310 sched_switch(cc192310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe9bbbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe9bbbe0 sleepq_switch(cc192310,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe9bbc14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe9bbc38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe9bbc94 taskqueue_thread_loop(db4cf350,fe9bbd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe9bbccc fork_exit(c0b2df50,db4cf350,fe9bbd08) at fork_exit+0x7f/frame 0xfe9bbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe9bbcf4 --- trap 0, eip = 0, esp = 0xfe9bbd40, ebp = 0 --- Tracing command kernel pid 0 tid 107360 td 0xcc192620 sched_switch(cc192620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe22dbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe22dbe0 sleepq_switch(cc192620,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe22dc14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe22dc38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe22dc94 taskqueue_thread_loop(db4cf350,fe22dd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe22dccc fork_exit(c0b2df50,db4cf350,fe22dd08) at fork_exit+0x7f/frame 0xfe22dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe22dcf4 --- trap 0, eip = 0, esp = 0xfe22dd40, ebp = 0 --- Tracing command kernel pid 0 tid 107359 td 0xcc192c40 sched_switch(cc192c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe22abac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe22abe0 sleepq_switch(cc192c40,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe22ac14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe22ac38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe22ac94 taskqueue_thread_loop(db4cf350,fe22ad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe22accc fork_exit(c0b2df50,db4cf350,fe22ad08) at fork_exit+0x7f/frame 0xfe22acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe22acf4 --- trap 0, eip = 0, esp = 0xfe22ad40, ebp = 0 --- Tracing command kernel pid 0 tid 107358 td 0xd9ec2000 sched_switch(d9ec2000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe227bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe227be0 sleepq_switch(d9ec2000,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe227c14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe227c38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe227c94 taskqueue_thread_loop(db4cf350,fe227d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe227ccc fork_exit(c0b2df50,db4cf350,fe227d08) at fork_exit+0x7f/frame 0xfe227cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe227cf4 --- trap 0, eip = 0, esp = 0xfe227d40, ebp = 0 --- Tracing command kernel pid 0 tid 107356 td 0xd9ec2310 sched_switch(d9ec2310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe260bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe260be0 sleepq_switch(d9ec2310,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe260c14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe260c38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe260c94 taskqueue_thread_loop(db4cf350,fe260d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe260ccc fork_exit(c0b2df50,db4cf350,fe260d08) at fork_exit+0x7f/frame 0xfe260cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe260cf4 --- trap 0, eip = 0, esp = 0xfe260d40, ebp = 0 --- Tracing command kernel pid 0 tid 107355 td 0xd9ec2620 sched_switch(d9ec2620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe25dbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe25dbe0 sleepq_switch(d9ec2620,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe25dc14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe25dc38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe25dc94 taskqueue_thread_loop(db4cf350,fe25dd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe25dccc fork_exit(c0b2df50,db4cf350,fe25dd08) at fork_exit+0x7f/frame 0xfe25dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe25dcf4 --- trap 0, eip = 0, esp = 0xfe25dd40, ebp = 0 --- Tracing command kernel pid 0 tid 107354 td 0xd9ec2c40 sched_switch(d9ec2c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe25abac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe25abe0 sleepq_switch(d9ec2c40,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe25ac14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe25ac38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe25ac94 taskqueue_thread_loop(db4cf350,fe25ad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe25accc fork_exit(c0b2df50,db4cf350,fe25ad08) at fork_exit+0x7f/frame 0xfe25acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe25acf4 --- trap 0, eip = 0, esp = 0xfe25ad40, ebp = 0 --- Tracing command kernel pid 0 tid 107353 td 0xc8dea930 sched_switch(c8dea930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1b2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1b2be0 sleepq_switch(c8dea930,0,c115e499,267,ce253e00,...) at sleepq_switch+0x1c5/frame 0xfe1b2c14 sleepq_wait(ce253e00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1b2c38 _sleep(ce253e00,ce253e18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1b2c94 taskqueue_thread_loop(db4cf350,fe1b2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1b2ccc fork_exit(c0b2df50,db4cf350,fe1b2d08) at fork_exit+0x7f/frame 0xfe1b2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1b2cf4 --- trap 0, eip = 0, esp = 0xfe1b2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107352 td 0xdea78000 sched_switch(dea78000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1afbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1afbe0 sleepq_switch(dea78000,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe1afc14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1afc38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1afc94 taskqueue_thread_loop(caa745c0,fe1afd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1afccc fork_exit(c0b2df50,caa745c0,fe1afd08) at fork_exit+0x7f/frame 0xfe1afcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1afcf4 --- trap 0, eip = 0, esp = 0xfe1afd40, ebp = 0 --- Tracing command kernel pid 0 tid 107351 td 0xd53f1310 sched_switch(d53f1310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1acbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1acbe0 sleepq_switch(d53f1310,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe1acc14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1acc38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1acc94 taskqueue_thread_loop(caa745c0,fe1acd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1acccc fork_exit(c0b2df50,caa745c0,fe1acd08) at fork_exit+0x7f/frame 0xfe1accf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1accf4 --- trap 0, eip = 0, esp = 0xfe1acd40, ebp = 0 --- Tracing command kernel pid 0 tid 107350 td 0xd53f1620 sched_switch(d53f1620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe221bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe221be0 sleepq_switch(d53f1620,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe221c14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe221c38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe221c94 taskqueue_thread_loop(caa745c0,fe221d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe221ccc fork_exit(c0b2df50,caa745c0,fe221d08) at fork_exit+0x7f/frame 0xfe221cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe221cf4 --- trap 0, eip = 0, esp = 0xfe221d40, ebp = 0 --- Tracing command kernel pid 0 tid 107349 td 0xd53f1930 sched_switch(d53f1930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe21ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe21ebe0 sleepq_switch(d53f1930,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe21ec14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe21ec38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe21ec94 taskqueue_thread_loop(caa745c0,fe21ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe21eccc fork_exit(c0b2df50,caa745c0,fe21ed08) at fork_exit+0x7f/frame 0xfe21ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe21ecf4 --- trap 0, eip = 0, esp = 0xfe21ed40, ebp = 0 --- Tracing command kernel pid 0 tid 107348 td 0xd53f1c40 sched_switch(d53f1c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe21bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe21bbe0 sleepq_switch(d53f1c40,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe21bc14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe21bc38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe21bc94 taskqueue_thread_loop(caa745c0,fe21bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe21bccc fork_exit(c0b2df50,caa745c0,fe21bd08) at fork_exit+0x7f/frame 0xfe21bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe21bcf4 --- trap 0, eip = 0, esp = 0xfe21bd40, ebp = 0 --- Tracing command kernel pid 0 tid 107347 td 0xc988f310 sched_switch(c988f310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe98ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe98ebe0 sleepq_switch(c988f310,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe98ec14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe98ec38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe98ec94 taskqueue_thread_loop(caa745c0,fe98ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe98eccc fork_exit(c0b2df50,caa745c0,fe98ed08) at fork_exit+0x7f/frame 0xfe98ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe98ecf4 --- trap 0, eip = 0, esp = 0xfe98ed40, ebp = 0 --- Tracing command kernel pid 0 tid 107346 td 0xc988f620 sched_switch(c988f620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe98bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe98bbe0 sleepq_switch(c988f620,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe98bc14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe98bc38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe98bc94 taskqueue_thread_loop(caa745c0,fe98bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe98bccc fork_exit(c0b2df50,caa745c0,fe98bd08) at fork_exit+0x7f/frame 0xfe98bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe98bcf4 --- trap 0, eip = 0, esp = 0xfe98bd40, ebp = 0 --- Tracing command kernel pid 0 tid 107345 td 0xc988f930 sched_switch(c988f930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0adbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0adbe0 sleepq_switch(c988f930,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe0adc14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0adc38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0adc94 taskqueue_thread_loop(caa745c0,fe0add08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0adccc fork_exit(c0b2df50,caa745c0,fe0add08) at fork_exit+0x7f/frame 0xfe0adcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0adcf4 --- trap 0, eip = 0, esp = 0xfe0add40, ebp = 0 --- Tracing command kernel pid 0 tid 107344 td 0xc988fc40 sched_switch(c988fc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0aabac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0aabe0 sleepq_switch(c988fc40,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe0aac14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0aac38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0aac94 taskqueue_thread_loop(caa745c0,fe0aad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0aaccc fork_exit(c0b2df50,caa745c0,fe0aad08) at fork_exit+0x7f/frame 0xfe0aacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0aacf4 --- trap 0, eip = 0, esp = 0xfe0aad40, ebp = 0 --- Tracing command kernel pid 0 tid 107343 td 0xcb332000 sched_switch(cb332000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2a5bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2a5be0 sleepq_switch(cb332000,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe2a5c14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2a5c38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2a5c94 taskqueue_thread_loop(caa745c0,fe2a5d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2a5ccc fork_exit(c0b2df50,caa745c0,fe2a5d08) at fork_exit+0x7f/frame 0xfe2a5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2a5cf4 --- trap 0, eip = 0, esp = 0xfe2a5d40, ebp = 0 --- Tracing command kernel pid 0 tid 107342 td 0xcb332310 sched_switch(cb332310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2a2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2a2be0 sleepq_switch(cb332310,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe2a2c14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2a2c38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2a2c94 taskqueue_thread_loop(caa745c0,fe2a2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2a2ccc fork_exit(c0b2df50,caa745c0,fe2a2d08) at fork_exit+0x7f/frame 0xfe2a2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2a2cf4 --- trap 0, eip = 0, esp = 0xfe2a2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107341 td 0xcb332620 sched_switch(cb332620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1a3bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1a3be0 sleepq_switch(cb332620,0,c115e499,267,ce253e80,...) at sleepq_switch+0x1c5/frame 0xfe1a3c14 sleepq_wait(ce253e80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1a3c38 _sleep(ce253e80,ce253e98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1a3c94 taskqueue_thread_loop(caa745c0,fe1a3d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1a3ccc fork_exit(c0b2df50,caa745c0,fe1a3d08) at fork_exit+0x7f/frame 0xfe1a3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1a3cf4 --- trap 0, eip = 0, esp = 0xfe1a3d40, ebp = 0 --- Tracing command kernel pid 0 tid 107339 td 0xcb332c40 sched_switch(cb332c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1a0bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1a0be0 sleepq_switch(cb332c40,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe1a0c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1a0c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1a0c94 taskqueue_thread_loop(c8bc07b0,fe1a0d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1a0ccc fork_exit(c0b2df50,c8bc07b0,fe1a0d08) at fork_exit+0x7f/frame 0xfe1a0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1a0cf4 --- trap 0, eip = 0, esp = 0xfe1a0d40, ebp = 0 --- Tracing command kernel pid 0 tid 107338 td 0xd937c000 sched_switch(d937c000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0f2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0f2be0 sleepq_switch(d937c000,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe0f2c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0f2c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0f2c94 taskqueue_thread_loop(c8bc07b0,fe0f2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0f2ccc fork_exit(c0b2df50,c8bc07b0,fe0f2d08) at fork_exit+0x7f/frame 0xfe0f2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0f2cf4 --- trap 0, eip = 0, esp = 0xfe0f2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107337 td 0xd937c310 sched_switch(d937c310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0efbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0efbe0 sleepq_switch(d937c310,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe0efc14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0efc38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0efc94 taskqueue_thread_loop(c8bc07b0,fe0efd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0efccc fork_exit(c0b2df50,c8bc07b0,fe0efd08) at fork_exit+0x7f/frame 0xfe0efcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0efcf4 --- trap 0, eip = 0, esp = 0xfe0efd40, ebp = 0 --- Tracing command kernel pid 0 tid 107332 td 0xd937c620 sched_switch(d937c620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8b02bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8b02be0 sleepq_switch(d937c620,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xf8b02c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8b02c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8b02c94 taskqueue_thread_loop(c8bc07b0,f8b02d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8b02ccc fork_exit(c0b2df50,c8bc07b0,f8b02d08) at fork_exit+0x7f/frame 0xf8b02cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8b02cf4 --- trap 0, eip = 0, esp = 0xf8b02d40, ebp = 0 --- Tracing command kernel pid 0 tid 107331 td 0xd937c930 sched_switch(d937c930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8affbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8affbe0 sleepq_switch(d937c930,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xf8affc14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8affc38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8affc94 taskqueue_thread_loop(c8bc07b0,f8affd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8affccc fork_exit(c0b2df50,c8bc07b0,f8affd08) at fork_exit+0x7f/frame 0xf8affcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8affcf4 --- trap 0, eip = 0, esp = 0xf8affd40, ebp = 0 --- Tracing command kernel pid 0 tid 107330 td 0xcc192000 sched_switch(cc192000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3e6bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3e6be0 sleepq_switch(cc192000,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe3e6c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3e6c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3e6c94 taskqueue_thread_loop(c8bc07b0,fe3e6d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3e6ccc fork_exit(c0b2df50,c8bc07b0,fe3e6d08) at fork_exit+0x7f/frame 0xfe3e6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3e6cf4 --- trap 0, eip = 0, esp = 0xfe3e6d40, ebp = 0 --- Tracing command kernel pid 0 tid 107329 td 0xd2b2a310 sched_switch(d2b2a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe3e3bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe3e3be0 sleepq_switch(d2b2a310,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe3e3c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe3e3c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe3e3c94 taskqueue_thread_loop(c8bc07b0,fe3e3d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe3e3ccc fork_exit(c0b2df50,c8bc07b0,fe3e3d08) at fork_exit+0x7f/frame 0xfe3e3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe3e3cf4 --- trap 0, eip = 0, esp = 0xfe3e3d40, ebp = 0 --- Tracing command kernel pid 0 tid 107328 td 0xd2b2a620 sched_switch(d2b2a620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1e2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1e2be0 sleepq_switch(d2b2a620,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe1e2c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1e2c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1e2c94 taskqueue_thread_loop(c8bc07b0,fe1e2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1e2ccc fork_exit(c0b2df50,c8bc07b0,fe1e2d08) at fork_exit+0x7f/frame 0xfe1e2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1e2cf4 --- trap 0, eip = 0, esp = 0xfe1e2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107327 td 0xd2b2ac40 sched_switch(d2b2ac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1dfbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1dfbe0 sleepq_switch(d2b2ac40,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe1dfc14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1dfc38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1dfc94 taskqueue_thread_loop(c8bc07b0,fe1dfd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1dfccc fork_exit(c0b2df50,c8bc07b0,fe1dfd08) at fork_exit+0x7f/frame 0xfe1dfcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1dfcf4 --- trap 0, eip = 0, esp = 0xfe1dfd40, ebp = 0 --- Tracing command kernel pid 0 tid 107326 td 0xce26b620 sched_switch(ce26b620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe985bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe985be0 sleepq_switch(ce26b620,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe985c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe985c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe985c94 taskqueue_thread_loop(c8bc07b0,fe985d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe985ccc fork_exit(c0b2df50,c8bc07b0,fe985d08) at fork_exit+0x7f/frame 0xfe985cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe985cf4 --- trap 0, eip = 0, esp = 0xfe985d40, ebp = 0 --- Tracing command kernel pid 0 tid 107325 td 0xd9ec1000 sched_switch(d9ec1000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe982bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe982be0 sleepq_switch(d9ec1000,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfe982c14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe982c38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe982c94 taskqueue_thread_loop(c8bc07b0,fe982d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe982ccc fork_exit(c0b2df50,c8bc07b0,fe982d08) at fork_exit+0x7f/frame 0xfe982cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe982cf4 --- trap 0, eip = 0, esp = 0xfe982d40, ebp = 0 --- Tracing command kernel pid 0 tid 107324 td 0xd9ec1620 sched_switch(d9ec1620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcffdbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfcffdbe0 sleepq_switch(d9ec1620,0,c115e499,267,ce253f00,...) at sleepq_switch+0x1c5/frame 0xfcffdc14 sleepq_wait(ce253f00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfcffdc38 _sleep(ce253f00,ce253f18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfcffdc94 taskqueue_thread_loop(c8bc07b0,fcffdd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfcffdccc fork_exit(c0b2df50,c8bc07b0,fcffdd08) at fork_exit+0x7f/frame 0xfcffdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfcffdcf4 --- trap 0, eip = 0, esp = 0xfcffdd40, ebp = 0 --- Tracing command kernel pid 0 tid 107322 td 0xd9ec1930 sched_switch(d9ec1930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcffabac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfcffabe0 sleepq_switch(d9ec1930,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfcffac14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfcffac38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfcffac94 taskqueue_thread_loop(caa74680,fcffad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfcffaccc fork_exit(c0b2df50,caa74680,fcffad08) at fork_exit+0x7f/frame 0xfcffacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfcffacf4 --- trap 0, eip = 0, esp = 0xfcffad40, ebp = 0 --- Tracing command kernel pid 0 tid 107321 td 0xd9ec1c40 sched_switch(d9ec1c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe353bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe353be0 sleepq_switch(d9ec1c40,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe353c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe353c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe353c94 taskqueue_thread_loop(caa74680,fe353d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe353ccc fork_exit(c0b2df50,caa74680,fe353d08) at fork_exit+0x7f/frame 0xfe353cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe353cf4 --- trap 0, eip = 0, esp = 0xfe353d40, ebp = 0 --- Tracing command kernel pid 0 tid 107320 td 0xca468000 sched_switch(ca468000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe350bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe350be0 sleepq_switch(ca468000,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe350c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe350c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe350c94 taskqueue_thread_loop(caa74680,fe350d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe350ccc fork_exit(c0b2df50,caa74680,fe350d08) at fork_exit+0x7f/frame 0xfe350cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe350cf4 --- trap 0, eip = 0, esp = 0xfe350d40, ebp = 0 --- Tracing command kernel pid 0 tid 107319 td 0xca468310 sched_switch(ca468310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0b6bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0b6be0 sleepq_switch(ca468310,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe0b6c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0b6c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0b6c94 taskqueue_thread_loop(caa74680,fe0b6d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0b6ccc fork_exit(c0b2df50,caa74680,fe0b6d08) at fork_exit+0x7f/frame 0xfe0b6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0b6cf4 --- trap 0, eip = 0, esp = 0xfe0b6d40, ebp = 0 --- Tracing command kernel pid 0 tid 107318 td 0xd9191310 sched_switch(d9191310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0b3bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0b3be0 sleepq_switch(d9191310,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe0b3c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0b3c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0b3c94 taskqueue_thread_loop(caa74680,fe0b3d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0b3ccc fork_exit(c0b2df50,caa74680,fe0b3d08) at fork_exit+0x7f/frame 0xfe0b3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0b3cf4 --- trap 0, eip = 0, esp = 0xfe0b3d40, ebp = 0 --- Tracing command kernel pid 0 tid 107315 td 0xd9191620 sched_switch(d9191620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe1e8bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe1e8be0 sleepq_switch(d9191620,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe1e8c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe1e8c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe1e8c94 taskqueue_thread_loop(caa74680,fe1e8d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe1e8ccc fork_exit(c0b2df50,caa74680,fe1e8d08) at fork_exit+0x7f/frame 0xfe1e8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe1e8cf4 --- trap 0, eip = 0, esp = 0xfe1e8d40, ebp = 0 --- Tracing command kernel pid 0 tid 107314 td 0xc8de1c40 sched_switch(c8de1c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe359bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe359be0 sleepq_switch(c8de1c40,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe359c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe359c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe359c94 taskqueue_thread_loop(caa74680,fe359d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe359ccc fork_exit(c0b2df50,caa74680,fe359d08) at fork_exit+0x7f/frame 0xfe359cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe359cf4 --- trap 0, eip = 0, esp = 0xfe359d40, ebp = 0 --- Tracing command kernel pid 0 tid 107313 td 0xdb8e8310 sched_switch(db8e8310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0bcbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0bcbe0 sleepq_switch(db8e8310,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfe0bcc14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0bcc38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0bcc94 taskqueue_thread_loop(caa74680,fe0bcd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0bcccc fork_exit(c0b2df50,caa74680,fe0bcd08) at fork_exit+0x7f/frame 0xfe0bccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0bccf4 --- trap 0, eip = 0, esp = 0xfe0bcd40, ebp = 0 --- Tracing command kernel pid 0 tid 107312 td 0xdb8e8620 sched_switch(db8e8620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb95bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb95bbe0 sleepq_switch(db8e8620,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfb95bc14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb95bc38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb95bc94 taskqueue_thread_loop(caa74680,fb95bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb95bccc fork_exit(c0b2df50,caa74680,fb95bd08) at fork_exit+0x7f/frame 0xfb95bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb95bcf4 --- trap 0, eip = 0, esp = 0xfb95bd40, ebp = 0 --- Tracing command kernel pid 0 tid 107311 td 0xdb8e8930 sched_switch(db8e8930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfc802bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfc802be0 sleepq_switch(db8e8930,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xfc802c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfc802c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xfc802c94 taskqueue_thread_loop(caa74680,fc802d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfc802ccc fork_exit(c0b2df50,caa74680,fc802d08) at fork_exit+0x7f/frame 0xfc802cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfc802cf4 --- trap 0, eip = 0, esp = 0xfc802d40, ebp = 0 --- Tracing command kernel pid 0 tid 107310 td 0xdb8e8c40 sched_switch(db8e8c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf90e3bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf90e3be0 sleepq_switch(db8e8c40,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xf90e3c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf90e3c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xf90e3c94 taskqueue_thread_loop(caa74680,f90e3d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf90e3ccc fork_exit(c0b2df50,caa74680,f90e3d08) at fork_exit+0x7f/frame 0xf90e3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf90e3cf4 --- trap 0, eip = 0, esp = 0xf90e3d40, ebp = 0 --- Tracing command kernel pid 0 tid 107309 td 0xd520f000 sched_switch(d520f000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8a14bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8a14be0 sleepq_switch(d520f000,0,c115e499,267,dc4be000,...) at sleepq_switch+0x1c5/frame 0xf8a14c14 sleepq_wait(dc4be000,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8a14c38 _sleep(dc4be000,dc4be018,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8a14c94 taskqueue_thread_loop(caa74680,f8a14d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8a14ccc fork_exit(c0b2df50,caa74680,f8a14d08) at fork_exit+0x7f/frame 0xf8a14cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8a14cf4 --- trap 0, eip = 0, esp = 0xf8a14d40, ebp = 0 --- Tracing command kernel pid 0 tid 107308 td 0xc9b1a930 sched_switch(c9b1a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb50bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb50bbe0 sleepq_switch(c9b1a930,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfb50bc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb50bc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb50bc94 taskqueue_thread_loop(c8bc0690,fb50bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb50bccc fork_exit(c0b2df50,c8bc0690,fb50bd08) at fork_exit+0x7f/frame 0xfb50bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb50bcf4 --- trap 0, eip = 0, esp = 0xfb50bd40, ebp = 0 --- Tracing command kernel pid 0 tid 107307 td 0xd5388930 sched_switch(d5388930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8b45bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8b45be0 sleepq_switch(d5388930,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xf8b45c14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8b45c38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8b45c94 taskqueue_thread_loop(c8bc0690,f8b45d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8b45ccc fork_exit(c0b2df50,c8bc0690,f8b45d08) at fork_exit+0x7f/frame 0xf8b45cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8b45cf4 --- trap 0, eip = 0, esp = 0xf8b45d40, ebp = 0 --- Tracing command kernel pid 0 tid 107306 td 0xccc1a000 sched_switch(ccc1a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8973bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8973be0 sleepq_switch(ccc1a000,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xf8973c14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8973c38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8973c94 taskqueue_thread_loop(c8bc0690,f8973d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8973ccc fork_exit(c0b2df50,c8bc0690,f8973d08) at fork_exit+0x7f/frame 0xf8973cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8973cf4 --- trap 0, eip = 0, esp = 0xf8973d40, ebp = 0 --- Tracing command kernel pid 0 tid 107305 td 0xccc1a620 sched_switch(ccc1a620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfac2cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfac2cbe0 sleepq_switch(ccc1a620,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfac2cc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfac2cc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfac2cc94 taskqueue_thread_loop(c8bc0690,fac2cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfac2cccc fork_exit(c0b2df50,c8bc0690,fac2cd08) at fork_exit+0x7f/frame 0xfac2ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfac2ccf4 --- trap 0, eip = 0, esp = 0xfac2cd40, ebp = 0 --- Tracing command kernel pid 0 tid 107304 td 0xccc1a930 sched_switch(ccc1a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc80adbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc80adbe0 sleepq_switch(ccc1a930,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xc80adc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xc80adc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xc80adc94 taskqueue_thread_loop(c8bc0690,c80add08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xc80adccc fork_exit(c0b2df50,c8bc0690,c80add08) at fork_exit+0x7f/frame 0xc80adcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc80adcf4 --- trap 0, eip = 0, esp = 0xc80add40, ebp = 0 --- Tracing command kernel pid 0 tid 107303 td 0xccc1ac40 sched_switch(ccc1ac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdc0ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfdc0ebe0 sleepq_switch(ccc1ac40,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfdc0ec14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfdc0ec38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfdc0ec94 taskqueue_thread_loop(c8bc0690,fdc0ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfdc0eccc fork_exit(c0b2df50,c8bc0690,fdc0ed08) at fork_exit+0x7f/frame 0xfdc0ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfdc0ecf4 --- trap 0, eip = 0, esp = 0xfdc0ed40, ebp = 0 --- Tracing command kernel pid 0 tid 107302 td 0xd1745000 sched_switch(d1745000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd036bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd036be0 sleepq_switch(d1745000,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfd036c14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfd036c38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfd036c94 taskqueue_thread_loop(c8bc0690,fd036d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfd036ccc fork_exit(c0b2df50,c8bc0690,fd036d08) at fork_exit+0x7f/frame 0xfd036cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd036cf4 --- trap 0, eip = 0, esp = 0xfd036d40, ebp = 0 --- Tracing command kernel pid 0 tid 107301 td 0xd1745930 sched_switch(d1745930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd4aabac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd4aabe0 sleepq_switch(d1745930,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfd4aac14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfd4aac38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfd4aac94 taskqueue_thread_loop(c8bc0690,fd4aad08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfd4aaccc fork_exit(c0b2df50,c8bc0690,fd4aad08) at fork_exit+0x7f/frame 0xfd4aacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd4aacf4 --- trap 0, eip = 0, esp = 0xfd4aad40, ebp = 0 --- Tracing command kernel pid 0 tid 107300 td 0xca45a310 sched_switch(ca45a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc818cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc818cbe0 sleepq_switch(ca45a310,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xc818cc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xc818cc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xc818cc94 taskqueue_thread_loop(c8bc0690,c818cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xc818cccc fork_exit(c0b2df50,c8bc0690,c818cd08) at fork_exit+0x7f/frame 0xc818ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc818ccf4 --- trap 0, eip = 0, esp = 0xc818cd40, ebp = 0 --- Tracing command kernel pid 0 tid 107299 td 0xca45a930 sched_switch(ca45a930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb92fbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb92fbe0 sleepq_switch(ca45a930,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfb92fc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb92fc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb92fc94 taskqueue_thread_loop(c8bc0690,fb92fd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb92fccc fork_exit(c0b2df50,c8bc0690,fb92fd08) at fork_exit+0x7f/frame 0xfb92fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb92fcf4 --- trap 0, eip = 0, esp = 0xfb92fd40, ebp = 0 --- Tracing command kernel pid 0 tid 107298 td 0xca45ac40 sched_switch(ca45ac40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf896dbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf896dbe0 sleepq_switch(ca45ac40,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xf896dc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf896dc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xf896dc94 taskqueue_thread_loop(c8bc0690,f896dd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf896dccc fork_exit(c0b2df50,c8bc0690,f896dd08) at fork_exit+0x7f/frame 0xf896dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf896dcf4 --- trap 0, eip = 0, esp = 0xf896dd40, ebp = 0 --- Tracing command kernel pid 0 tid 107297 td 0xcbbc9000 sched_switch(cbbc9000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa64cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfa64cbe0 sleepq_switch(cbbc9000,0,c115e499,267,dc4be080,...) at sleepq_switch+0x1c5/frame 0xfa64cc14 sleepq_wait(dc4be080,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfa64cc38 _sleep(dc4be080,dc4be098,0,c1143b62,0,...) at _sleep+0x391/frame 0xfa64cc94 taskqueue_thread_loop(c8bc0690,fa64cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfa64cccc fork_exit(c0b2df50,c8bc0690,fa64cd08) at fork_exit+0x7f/frame 0xfa64ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfa64ccf4 --- trap 0, eip = 0, esp = 0xfa64cd40, ebp = 0 --- Tracing command kernel pid 0 tid 107296 td 0xcbbc9310 sched_switch(cbbc9310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb1bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb1bbe0 sleepq_switch(cbbc9310,0,c115e499,267,dc4be100,...) at sleepq_switch+0x1c5/frame 0xedb1bc14 sleepq_wait(dc4be100,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xedb1bc38 _sleep(dc4be100,dc4be118,0,c1143b62,0,...) at _sleep+0x391/frame 0xedb1bc94 taskqueue_thread_loop(db4cf820,edb1bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xedb1bccc fork_exit(c0b2df50,db4cf820,edb1bd08) at fork_exit+0x7f/frame 0xedb1bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb1bcf4 --- trap 0, eip = 0, esp = 0xedb1bd40, ebp = 0 --- Tracing command kernel pid 0 tid 107295 td 0xcbbc9930 sched_switch(cbbc9930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfac64bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfac64be0 sleepq_switch(cbbc9930,0,c115e499,267,dc4be100,...) at sleepq_switch+0x1c5/frame 0xfac64c14 sleepq_wait(dc4be100,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfac64c38 _sleep(dc4be100,dc4be118,0,c1143b62,0,...) at _sleep+0x391/frame 0xfac64c94 taskqueue_thread_loop(db4cf820,fac64d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfac64ccc fork_exit(c0b2df50,db4cf820,fac64d08) at fork_exit+0x7f/frame 0xfac64cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfac64cf4 --- trap 0, eip = 0, esp = 0xfac64d40, ebp = 0 --- Tracing command kernel pid 0 tid 107294 td 0xcbbc9c40 sched_switch(cbbc9c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf90ebbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf90ebbe0 sleepq_switch(cbbc9c40,0,c115e499,267,dc4be100,...) at sleepq_switch+0x1c5/frame 0xf90ebc14 sleepq_wait(dc4be100,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf90ebc38 _sleep(dc4be100,dc4be118,0,c1143b62,0,...) at _sleep+0x391/frame 0xf90ebc94 taskqueue_thread_loop(db4cf820,f90ebd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf90ebccc fork_exit(c0b2df50,db4cf820,f90ebd08) at fork_exit+0x7f/frame 0xf90ebcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf90ebcf4 --- trap 0, eip = 0, esp = 0xf90ebd40, ebp = 0 --- Tracing command kernel pid 0 tid 107293 td 0xdda67310 sched_switch(dda67310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc81c2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc81c2be0 sleepq_switch(dda67310,0,c115e499,267,dc4be100,...) at sleepq_switch+0x1c5/frame 0xc81c2c14 sleepq_wait(dc4be100,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xc81c2c38 _sleep(dc4be100,dc4be118,0,c1143b62,0,...) at _sleep+0x391/frame 0xc81c2c94 taskqueue_thread_loop(db4cf820,c81c2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xc81c2ccc fork_exit(c0b2df50,db4cf820,c81c2d08) at fork_exit+0x7f/frame 0xc81c2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc81c2cf4 --- trap 0, eip = 0, esp = 0xc81c2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107292 td 0xdda67620 sched_switch(dda67620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8a26bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8a26be0 sleepq_switch(dda67620,0,c115e499,267,dc4be100,...) at sleepq_switch+0x1c5/frame 0xf8a26c14 sleepq_wait(dc4be100,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8a26c38 _sleep(dc4be100,dc4be118,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8a26c94 taskqueue_thread_loop(db4cf820,f8a26d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8a26ccc fork_exit(c0b2df50,db4cf820,f8a26d08) at fork_exit+0x7f/frame 0xf8a26cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8a26cf4 --- trap 0, eip = 0, esp = 0xf8a26d40, ebp = 0 --- Tracing command kernel pid 0 tid 107291 td 0xcfe87000 sched_switch(cfe87000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8977bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8977be0 sleepq_switch(cfe87000,0,c115e499,267,dc4be180,...) at sleepq_switch+0x1c5/frame 0xf8977c14 sleepq_wait(dc4be180,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8977c38 _sleep(dc4be180,dc4be198,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8977c94 taskqueue_thread_loop(caa74c20,f8977d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8977ccc fork_exit(c0b2df50,caa74c20,f8977d08) at fork_exit+0x7f/frame 0xf8977cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8977cf4 --- trap 0, eip = 0, esp = 0xf8977d40, ebp = 0 --- Tracing command kernel pid 0 tid 107290 td 0xcbbcb000 sched_switch(cbbcb000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb96bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb96bbe0 sleepq_switch(cbbcb000,0,c115e499,267,dc4be180,...) at sleepq_switch+0x1c5/frame 0xfb96bc14 sleepq_wait(dc4be180,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb96bc38 _sleep(dc4be180,dc4be198,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb96bc94 taskqueue_thread_loop(caa74c20,fb96bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb96bccc fork_exit(c0b2df50,caa74c20,fb96bd08) at fork_exit+0x7f/frame 0xfb96bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb96bcf4 --- trap 0, eip = 0, esp = 0xfb96bd40, ebp = 0 --- Tracing command kernel pid 0 tid 107289 td 0xcbbcb310 sched_switch(cbbcb310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfcbde600 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfcbde634 sleepq_switch(cbbcb310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfcbde668 sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xfcbde68c _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xfcbde6e8 vm_wait(c175ab6c,c1195fcd,164,222,7,...) at vm_wait+0xfd/frame 0xfcbde714 kmem_back(c175ab5c,d340a000,20000,2,d340a000,...) at kmem_back+0x14d/frame 0xfcbde760 kmem_malloc(c145c880,20000,2,20000,2,...) at kmem_malloc+0x6e/frame 0xfcbde788 uma_large_malloc(20000,2,20b,ffffffff,cbbcb310,...) at uma_large_malloc+0x40/frame 0xfcbde7a8 malloc(20000,d876d100,2,fcbde830,d776b89b,...) at malloc+0x202/frame 0xfcbde7fc zfs_kmem_alloc(20000,2,1dc,20000,cd5805b8,...) at zfs_kmem_alloc+0x20/frame 0xfcbde810 zio_buf_alloc(20000,d38b12dc,1,0,0,...) at zio_buf_alloc+0x7b/frame 0xfcbde830 vdev_queue_io_to_issue(fcbdebc8,de51b000,d78190e7,301,cbbcb310,...) at vdev_queue_io_to_issue+0x9d7/frame 0xfcbdeb98 vdev_queue_io_done(de51b000,d781d5b8,20b,204,d782e410,...) at vdev_queue_io_done+0x1b7/frame 0xfcbdebe8 zio_vdev_io_done(de51b000,dc4be198,161,fcbdec58,cbbcb310,...) at zio_vdev_io_done+0x130/frame 0xfcbdec14 zio_execute(de51b000,fcbdec94,c0b2d521,de51b2ac,1,...) at zio_execute+0x1dd/frame 0xfcbdec4c taskq_run_ent(de51b2ac,1,c115ed8f,161,dc4be190,...) at taskq_run_ent+0x10/frame 0xfcbdec58 taskqueue_run_locked(dc4be180,dc4be198,0,c1143b62,0,...) at taskqueue_run_locked+0x101/frame 0xfcbdec94 taskqueue_thread_loop(caa74c20,fcbded08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xd9/frame 0xfcbdeccc fork_exit(c0b2df50,caa74c20,fcbded08) at fork_exit+0x7f/frame 0xfcbdecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfcbdecf4 --- trap 0, eip = 0, esp = 0xfcbded40, ebp = 0 --- Tracing command kernel pid 0 tid 107288 td 0xcbbcb620 sched_switch(cbbcb620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc81f2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc81f2be0 sleepq_switch(cbbcb620,0,c115e499,267,dc4be180,...) at sleepq_switch+0x1c5/frame 0xc81f2c14 sleepq_wait(dc4be180,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xc81f2c38 _sleep(dc4be180,dc4be198,0,c1143b62,0,...) at _sleep+0x391/frame 0xc81f2c94 taskqueue_thread_loop(caa74c20,c81f2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xc81f2ccc fork_exit(c0b2df50,caa74c20,c81f2d08) at fork_exit+0x7f/frame 0xc81f2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc81f2cf4 --- trap 0, eip = 0, esp = 0xc81f2d40, ebp = 0 --- Tracing command kernel pid 0 tid 107287 td 0xc8e9ec40 sched_switch(c8e9ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf90efbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf90efbe0 sleepq_switch(c8e9ec40,0,c115e499,267,dc4be180,...) at sleepq_switch+0x1c5/frame 0xf90efc14 sleepq_wait(dc4be180,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf90efc38 _sleep(dc4be180,dc4be198,0,c1143b62,0,...) at _sleep+0x391/frame 0xf90efc94 taskqueue_thread_loop(caa74c20,f90efd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf90efccc fork_exit(c0b2df50,caa74c20,f90efd08) at fork_exit+0x7f/frame 0xf90efcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf90efcf4 --- trap 0, eip = 0, esp = 0xf90efd40, ebp = 0 --- Tracing command kernel pid 0 tid 107286 td 0xc8baf000 sched_switch(c8baf000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb33bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb33be0 sleepq_switch(c8baf000,0,c115e499,267,dc4be180,...) at sleepq_switch+0x1c5/frame 0xedb33c14 sleepq_wait(dc4be180,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xedb33c38 _sleep(dc4be180,dc4be198,0,c1143b62,0,...) at _sleep+0x391/frame 0xedb33c94 taskqueue_thread_loop(caa74c20,edb33d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xedb33ccc fork_exit(c0b2df50,caa74c20,edb33d08) at fork_exit+0x7f/frame 0xedb33cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb33cf4 --- trap 0, eip = 0, esp = 0xedb33d40, ebp = 0 --- Tracing command kernel pid 0 tid 107285 td 0xc8baf310 sched_switch(c8baf310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb957600 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb957634 sleepq_switch(c8baf310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xfb957668 sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xfb95768c _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xfb9576e8 vm_wait(c175ab6c,c1195fcd,164,222,7,...) at vm_wait+0xfd/frame 0xfb957714 kmem_back(c175ab5c,dde33000,14000,2,dde33000,...) at kmem_back+0x14d/frame 0xfb957760 kmem_malloc(c145c880,14000,2,14000,2,...) at kmem_malloc+0x6e/frame 0xfb957788 uma_large_malloc(14000,2,20b,c119522d,c8baf310,...) at uma_large_malloc+0x40/frame 0xfb9577a8 malloc(13a00,d876d100,2,fb957830,d776b89b,...) at malloc+0x202/frame 0xfb9577fc zfs_kmem_alloc(13a00,2,1dc,13a00,d85c82dc,...) at zfs_kmem_alloc+0x20/frame 0xfb957810 zio_buf_alloc(13a00,deae4b70,1,0,0,...) at zio_buf_alloc+0x7b/frame 0xfb957830 vdev_queue_io_to_issue(fb957bc8,deae45b8,d78190e7,301,c8baf310,...) at vdev_queue_io_to_issue+0x9d7/frame 0xfb957b98 vdev_queue_io_done(deae45b8,d781d5b8,20b,204,d782e410,...) at vdev_queue_io_done+0x1b7/frame 0xfb957be8 zio_vdev_io_done(deae45b8,dc4be198,161,fb957c58,c8baf310,...) at zio_vdev_io_done+0x130/frame 0xfb957c14 zio_execute(deae45b8,fb957c94,c0b2d521,deae4864,1,...) at zio_execute+0x1dd/frame 0xfb957c4c taskq_run_ent(deae4864,1,c115ed8f,161,dc4be190,...) at taskq_run_ent+0x10/frame 0xfb957c58 taskqueue_run_locked(dc4be180,dc4be198,0,c1143b62,0,...) at taskqueue_run_locked+0x101/frame 0xfb957c94 taskqueue_thread_loop(caa74c20,fb957d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xd9/frame 0xfb957ccc fork_exit(c0b2df50,caa74c20,fb957d08) at fork_exit+0x7f/frame 0xfb957cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb957cf4 --- trap 0, eip = 0, esp = 0xfb957d40, ebp = 0 --- Tracing command kernel pid 0 tid 107284 td 0xc8bafc40 sched_switch(c8bafc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa648bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfa648be0 sleepq_switch(c8bafc40,0,c115e499,267,dc4be180,...) at sleepq_switch+0x1c5/frame 0xfa648c14 sleepq_wait(dc4be180,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfa648c38 _sleep(dc4be180,dc4be198,0,c1143b62,0,...) at _sleep+0x391/frame 0xfa648c94 taskqueue_thread_loop(caa74c20,fa648d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfa648ccc fork_exit(c0b2df50,caa74c20,fa648d08) at fork_exit+0x7f/frame 0xfa648cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfa648cf4 --- trap 0, eip = 0, esp = 0xfa648d40, ebp = 0 --- Tracing command kernel pid 0 tid 107283 td 0xd937b310 sched_switch(d937b310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb4dbbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb4dbbe0 sleepq_switch(d937b310,0,c115e499,267,dc4be200,...) at sleepq_switch+0x1c5/frame 0xfb4dbc14 sleepq_wait(dc4be200,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb4dbc38 _sleep(dc4be200,dc4be218,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb4dbc94 taskqueue_thread_loop(c8bc0950,fb4dbd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb4dbccc fork_exit(c0b2df50,c8bc0950,fb4dbd08) at fork_exit+0x7f/frame 0xfb4dbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb4dbcf4 --- trap 0, eip = 0, esp = 0xfb4dbd40, ebp = 0 --- Tracing command kernel pid 0 tid 107282 td 0xd937b620 sched_switch(d937b620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd4aebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd4aebe0 sleepq_switch(d937b620,0,c115e499,267,dc4be200,...) at sleepq_switch+0x1c5/frame 0xfd4aec14 sleepq_wait(dc4be200,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfd4aec38 _sleep(dc4be200,dc4be218,0,c1143b62,0,...) at _sleep+0x391/frame 0xfd4aec94 taskqueue_thread_loop(c8bc0950,fd4aed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfd4aeccc fork_exit(c0b2df50,c8bc0950,fd4aed08) at fork_exit+0x7f/frame 0xfd4aecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd4aecf4 --- trap 0, eip = 0, esp = 0xfd4aed40, ebp = 0 --- Tracing command kernel pid 0 tid 107281 td 0xd937b930 sched_switch(d937b930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe2abbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe2abbe0 sleepq_switch(d937b930,0,c115e499,267,dc4be200,...) at sleepq_switch+0x1c5/frame 0xfe2abc14 sleepq_wait(dc4be200,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe2abc38 _sleep(dc4be200,dc4be218,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe2abc94 taskqueue_thread_loop(c8bc0950,fe2abd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe2abccc fork_exit(c0b2df50,c8bc0950,fe2abd08) at fork_exit+0x7f/frame 0xfe2abcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe2abcf4 --- trap 0, eip = 0, esp = 0xfe2abd40, ebp = 0 --- Tracing command kernel pid 0 tid 107280 td 0xd937bc40 sched_switch(d937bc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8946bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8946be0 sleepq_switch(d937bc40,0,c115e499,267,dc4be200,...) at sleepq_switch+0x1c5/frame 0xf8946c14 sleepq_wait(dc4be200,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8946c38 _sleep(dc4be200,dc4be218,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8946c94 taskqueue_thread_loop(c8bc0950,f8946d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8946ccc fork_exit(c0b2df50,c8bc0950,f8946d08) at fork_exit+0x7f/frame 0xf8946cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8946cf4 --- trap 0, eip = 0, esp = 0xf8946d40, ebp = 0 --- Tracing command kernel pid 0 tid 107279 td 0xcaaa9000 sched_switch(caaa9000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe362bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe362be0 sleepq_switch(caaa9000,0,c115e499,267,dc4be200,...) at sleepq_switch+0x1c5/frame 0xfe362c14 sleepq_wait(dc4be200,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe362c38 _sleep(dc4be200,dc4be218,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe362c94 taskqueue_thread_loop(c8bc0950,fe362d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe362ccc fork_exit(c0b2df50,c8bc0950,fe362d08) at fork_exit+0x7f/frame 0xfe362cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe362cf4 --- trap 0, eip = 0, esp = 0xfe362d40, ebp = 0 --- Tracing command kernel pid 0 tid 107276 td 0xcaaa9930 sched_switch(caaa9930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc80b67b4 mi_switch(104,0,c115e499,1f1,c133999c,...) at mi_switch+0x1c3/frame 0xc80b67e8 sleepq_switch(caaa9930,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc80b681c sleepq_wait(c8cff3a0,0,d78190db,3,0,...) at sleepq_wait+0x48/frame 0xc80b6840 _sx_xlock_hard(c8cff3a0,caaa9930,0,d78190e7,2e7,...) at _sx_xlock_hard+0x4f9/frame 0xc80b68d8 _sx_xlock(c8cff3a0,0,d78190e7,2e7,c80b694c,...) at _sx_xlock+0xdc/frame 0xc80b6908 vdev_queue_io(dba655b8,dbda8000,0,c96e4894,cb148000,...) at vdev_queue_io+0xb9/frame 0xc80b6958 zio_vdev_io_start(dba655b8,c96e4894,10000,2e0000,caaa9930,...) at zio_vdev_io_start+0x518/frame 0xc80b69b4 zio_execute(dba655b8,0,c8cff000,e322000,0,...) at zio_execute+0x1dd/frame 0xc80b69ec vdev_raidz_io_start(c96e4894,2a67eb1,0,2a67eb2,0,...) at vdev_raidz_io_start+0x9ed/frame 0xc80b6ac0 zio_vdev_io_start(c96e4894,da18f5b8,10000,2e0000,caaa9930,...) at zio_vdev_io_start+0x569/frame 0xc80b6b1c zio_execute(c96e4894,da0bb0ac,ce84c000,2a966000,0,...) at zio_execute+0x1dd/frame 0xc80b6b54 vdev_mirror_io_start(da18f5b8,10,da18f5b8,1,b68ef2be,...) at vdev_mirror_io_start+0x28f/frame 0xc80b6bb8 zio_vdev_io_start(da18f5b8,caaa9930,161,5,caaa9930,...) at zio_vdev_io_start+0x2f1/frame 0xc80b6c14 zio_execute(da18f5b8,c80b6c94,c0b2d521,da18f864,1,...) at zio_execute+0x1dd/frame 0xc80b6c4c taskq_run_ent(da18f864,1,c115ed8f,161,dc4be290,...) at taskq_run_ent+0x10/frame 0xc80b6c58 taskqueue_run_locked(dc4be280,dc4be298,0,c1143b62,0,...) at taskqueue_run_locked+0x101/frame 0xc80b6c94 taskqueue_thread_loop(caa74380,c80b6d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xd9/frame 0xc80b6ccc fork_exit(c0b2df50,caa74380,c80b6d08) at fork_exit+0x7f/frame 0xc80b6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc80b6cf4 --- trap 0, eip = 0, esp = 0xc80b6d40, ebp = 0 --- Tracing command kernel pid 0 tid 106998 td 0xcaaa9c40 sched_switch(caaa9c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd042bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd042be0 sleepq_switch(caaa9c40,0,c115e499,267,dc4be280,...) at sleepq_switch+0x1c5/frame 0xfd042c14 sleepq_wait(dc4be280,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfd042c38 _sleep(dc4be280,dc4be298,0,c1143b62,0,...) at _sleep+0x391/frame 0xfd042c94 taskqueue_thread_loop(caa74380,fd042d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfd042ccc fork_exit(c0b2df50,caa74380,fd042d08) at fork_exit+0x7f/frame 0xfd042cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd042cf4 --- trap 0, eip = 0, esp = 0xfd042d40, ebp = 0 --- Tracing command kernel pid 0 tid 106959 td 0xca44dc40 sched_switch(ca44dc40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc811f7b4 mi_switch(104,0,c115e499,1f1,c133999c,...) at mi_switch+0x1c3/frame 0xc811f7e8 sleepq_switch(ca44dc40,0,c115e499,267,0,...) at sleepq_switch+0x1c5/frame 0xc811f81c sleepq_wait(c8cff3a0,0,d78190db,3,0,...) at sleepq_wait+0x48/frame 0xc811f840 _sx_xlock_hard(c8cff3a0,ca44dc40,0,d78190e7,2e7,...) at _sx_xlock_hard+0x4f9/frame 0xc811f8d8 _sx_xlock(c8cff3a0,0,d78190e7,2e7,c811f94c,...) at _sx_xlock+0xdc/frame 0xc811f908 vdev_queue_io(cf2e2b70,0,0,cf2e2000,cb148000,...) at vdev_queue_io+0xb9/frame 0xc811f958 zio_vdev_io_start(cf2e2b70,cf2e2000,10000,2e0000,ca44dc40,...) at zio_vdev_io_start+0x518/frame 0xc811f9b4 zio_execute(cf2e2b70,0,c8cff000,766aa00,0,...) at zio_execute+0x1dd/frame 0xc811f9ec vdev_raidz_io_start(cf2e2000,2a66301,0,2a67eb1,0,...) at vdev_raidz_io_start+0x9ed/frame 0xc811fac0 zio_vdev_io_start(cf2e2000,da18f000,10000,2e0000,ca44dc40,...) at zio_vdev_io_start+0x569/frame 0xc811fb1c zio_execute(cf2e2000,cdf54bd4,ce84c000,1633fc00,0,...) at zio_execute+0x1dd/frame 0xc811fb54 vdev_mirror_io_start(da18f000,10,da18f000,1,5cc1de68,...) at vdev_mirror_io_start+0x28f/frame 0xc811fbb8 zio_vdev_io_start(da18f000,ca44dc40,161,5,ca44dc40,...) at zio_vdev_io_start+0x2f1/frame 0xc811fc14 zio_execute(da18f000,c811fc94,c0b2d521,da18f2ac,1,...) at zio_execute+0x1dd/frame 0xc811fc4c taskq_run_ent(da18f2ac,1,c115ed8f,161,dc4be290,...) at taskq_run_ent+0x10/frame 0xc811fc58 taskqueue_run_locked(dc4be280,dc4be298,0,c1143b62,0,...) at taskqueue_run_locked+0x101/frame 0xc811fc94 taskqueue_thread_loop(caa74380,c811fd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xd9/frame 0xc811fccc fork_exit(c0b2df50,caa74380,c811fd08) at fork_exit+0x7f/frame 0xc811fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc811fcf4 --- trap 0, eip = 0, esp = 0xc811fd40, ebp = 0 --- Tracing command kernel pid 0 tid 106527 td 0xca45a000 sched_switch(ca45a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfdb8ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfdb8ebe0 sleepq_switch(ca45a000,0,c115e499,267,dc4be300,...) at sleepq_switch+0x1c5/frame 0xfdb8ec14 sleepq_wait(dc4be300,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfdb8ec38 _sleep(dc4be300,dc4be318,0,c1143b62,0,...) at _sleep+0x391/frame 0xfdb8ec94 taskqueue_thread_loop(caa74c90,fdb8ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfdb8eccc fork_exit(c0b2df50,caa74c90,fdb8ed08) at fork_exit+0x7f/frame 0xfdb8ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfdb8ecf4 --- trap 0, eip = 0, esp = 0xfdb8ed40, ebp = 0 --- Tracing command kernel pid 0 tid 106526 td 0xd9e41c40 sched_switch(d9e41c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf894ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf894ebe0 sleepq_switch(d9e41c40,0,c115e499,267,dc4be300,...) at sleepq_switch+0x1c5/frame 0xf894ec14 sleepq_wait(dc4be300,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf894ec38 _sleep(dc4be300,dc4be318,0,c1143b62,0,...) at _sleep+0x391/frame 0xf894ec94 taskqueue_thread_loop(caa74c90,f894ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf894eccc fork_exit(c0b2df50,caa74c90,f894ed08) at fork_exit+0x7f/frame 0xf894ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf894ecf4 --- trap 0, eip = 0, esp = 0xf894ed40, ebp = 0 --- Tracing command kernel pid 0 tid 106525 td 0xcbbe6310 sched_switch(cbbe6310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb73bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb73bbe0 sleepq_switch(cbbe6310,0,c115e499,267,dc4be300,...) at sleepq_switch+0x1c5/frame 0xfb73bc14 sleepq_wait(dc4be300,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb73bc38 _sleep(dc4be300,dc4be318,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb73bc94 taskqueue_thread_loop(caa74c90,fb73bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb73bccc fork_exit(c0b2df50,caa74c90,fb73bd08) at fork_exit+0x7f/frame 0xfb73bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb73bcf4 --- trap 0, eip = 0, esp = 0xfb73bd40, ebp = 0 --- Tracing command kernel pid 0 tid 106524 td 0xd2180000 sched_switch(d2180000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb51bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb51bbe0 sleepq_switch(d2180000,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xfb51bc14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb51bc38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb51bc94 taskqueue_thread_loop(db4cf7d0,fb51bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb51bccc fork_exit(c0b2df50,db4cf7d0,fb51bd08) at fork_exit+0x7f/frame 0xfb51bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb51bcf4 --- trap 0, eip = 0, esp = 0xfb51bd40, ebp = 0 --- Tracing command kernel pid 0 tid 106409 td 0xd2180310 sched_switch(d2180310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe233bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe233be0 sleepq_switch(d2180310,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xfe233c14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe233c38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe233c94 taskqueue_thread_loop(db4cf7d0,fe233d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe233ccc fork_exit(c0b2df50,db4cf7d0,fe233d08) at fork_exit+0x7f/frame 0xfe233cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe233cf4 --- trap 0, eip = 0, esp = 0xfe233d40, ebp = 0 --- Tracing command kernel pid 0 tid 106262 td 0xd2180930 sched_switch(d2180930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb96fbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb96fbe0 sleepq_switch(d2180930,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xfb96fc14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb96fc38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb96fc94 taskqueue_thread_loop(db4cf7d0,fb96fd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb96fccc fork_exit(c0b2df50,db4cf7d0,fb96fd08) at fork_exit+0x7f/frame 0xfb96fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb96fcf4 --- trap 0, eip = 0, esp = 0xfb96fd40, ebp = 0 --- Tracing command kernel pid 0 tid 106243 td 0xd2180c40 sched_switch(d2180c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8a20bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8a20be0 sleepq_switch(d2180c40,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xf8a20c14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8a20c38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8a20c94 taskqueue_thread_loop(db4cf7d0,f8a20d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8a20ccc fork_exit(c0b2df50,db4cf7d0,f8a20d08) at fork_exit+0x7f/frame 0xf8a20cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8a20cf4 --- trap 0, eip = 0, esp = 0xf8a20d40, ebp = 0 --- Tracing command kernel pid 0 tid 106240 td 0xc8c64310 sched_switch(c8c64310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfac80bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfac80be0 sleepq_switch(c8c64310,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xfac80c14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfac80c38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfac80c94 taskqueue_thread_loop(db4cf7d0,fac80d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfac80ccc fork_exit(c0b2df50,db4cf7d0,fac80d08) at fork_exit+0x7f/frame 0xfac80cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfac80cf4 --- trap 0, eip = 0, esp = 0xfac80d40, ebp = 0 --- Tracing command kernel pid 0 tid 106218 td 0xc8c64c40 sched_switch(c8c64c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfa644bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfa644be0 sleepq_switch(c8c64c40,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xfa644c14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfa644c38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfa644c94 taskqueue_thread_loop(db4cf7d0,fa644d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfa644ccc fork_exit(c0b2df50,db4cf7d0,fa644d08) at fork_exit+0x7f/frame 0xfa644cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfa644cf4 --- trap 0, eip = 0, esp = 0xfa644d40, ebp = 0 --- Tracing command kernel pid 0 tid 101440 td 0xd520e930 sched_switch(d520e930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfb4c3bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfb4c3be0 sleepq_switch(d520e930,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xfb4c3c14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfb4c3c38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfb4c3c94 taskqueue_thread_loop(db4cf7d0,fb4c3d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfb4c3ccc fork_exit(c0b2df50,db4cf7d0,fb4c3d08) at fork_exit+0x7f/frame 0xfb4c3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb4c3cf4 --- trap 0, eip = 0, esp = 0xfb4c3d40, ebp = 0 --- Tracing command kernel pid 0 tid 101438 td 0xd520ec40 sched_switch(d520ec40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf88dfbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf88dfbe0 sleepq_switch(d520ec40,0,c115e499,267,dc4be380,...) at sleepq_switch+0x1c5/frame 0xf88dfc14 sleepq_wait(dc4be380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf88dfc38 _sleep(dc4be380,dc4be398,0,c1143b62,0,...) at _sleep+0x391/frame 0xf88dfc94 taskqueue_thread_loop(db4cf7d0,f88dfd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf88dfccc fork_exit(c0b2df50,db4cf7d0,f88dfd08) at fork_exit+0x7f/frame 0xf88dfcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf88dfcf4 --- trap 0, eip = 0, esp = 0xf88dfd40, ebp = 0 --- Tracing command kernel pid 0 tid 101437 td 0xd53a0620 sched_switch(d53a0620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xedb90bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xedb90be0 sleepq_switch(d53a0620,0,c115e499,267,dc4be400,...) at sleepq_switch+0x1c5/frame 0xedb90c14 sleepq_wait(dc4be400,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xedb90c38 _sleep(dc4be400,dc4be418,0,c1143b62,0,...) at _sleep+0x391/frame 0xedb90c94 taskqueue_thread_loop(db4cf750,edb90d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xedb90ccc fork_exit(c0b2df50,db4cf750,edb90d08) at fork_exit+0x7f/frame 0xedb90cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xedb90cf4 --- trap 0, eip = 0, esp = 0xedb90d40, ebp = 0 --- Tracing command kernel pid 0 tid 101436 td 0xd53a0c40 sched_switch(d53a0c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd4b2bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd4b2be0 sleepq_switch(d53a0c40,0,c115e499,267,dc4be480,...) at sleepq_switch+0x1c5/frame 0xfd4b2c14 sleepq_wait(dc4be480,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfd4b2c38 _sleep(dc4be480,dc4be498,0,c1143b62,0,...) at _sleep+0x391/frame 0xfd4b2c94 taskqueue_thread_loop(c8bc0960,fd4b2d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfd4b2ccc fork_exit(c0b2df50,c8bc0960,fd4b2d08) at fork_exit+0x7f/frame 0xfd4b2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd4b2cf4 --- trap 0, eip = 0, esp = 0xfd4b2d40, ebp = 0 --- Tracing command kernel pid 0 tid 101433 td 0xc991b930 sched_switch(c991b930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfd4a6bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfd4a6be0 sleepq_switch(c991b930,0,c115e499,267,cc1c4380,...) at sleepq_switch+0x1c5/frame 0xfd4a6c14 sleepq_wait(cc1c4380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfd4a6c38 _sleep(cc1c4380,cc1c4398,0,c1143b62,0,...) at _sleep+0x391/frame 0xfd4a6c94 taskqueue_thread_loop(c8e4a6a0,fd4a6d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfd4a6ccc fork_exit(c0b2df50,c8e4a6a0,fd4a6d08) at fork_exit+0x7f/frame 0xfd4a6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfd4a6cf4 --- trap 0, eip = 0, esp = 0xfd4a6d40, ebp = 0 --- Tracing command kernel pid 0 tid 100890 td 0xcaa68930 sched_switch(caa68930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf8a77bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf8a77be0 sleepq_switch(caa68930,0,c115e499,267,cc1c4380,...) at sleepq_switch+0x1c5/frame 0xf8a77c14 sleepq_wait(cc1c4380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf8a77c38 _sleep(cc1c4380,cc1c4398,0,c1143b62,0,...) at _sleep+0x391/frame 0xf8a77c94 taskqueue_thread_loop(c8e4a6a0,f8a77d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf8a77ccc fork_exit(c0b2df50,c8e4a6a0,f8a77d08) at fork_exit+0x7f/frame 0xf8a77cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8a77cf4 --- trap 0, eip = 0, esp = 0xf8a77d40, ebp = 0 --- Tracing command kernel pid 0 tid 100443 td 0xd4e3f620 sched_switch(d4e3f620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf89f3bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf89f3be0 sleepq_switch(d4e3f620,0,c115e499,267,cc1c4380,...) at sleepq_switch+0x1c5/frame 0xf89f3c14 sleepq_wait(cc1c4380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf89f3c38 _sleep(cc1c4380,cc1c4398,0,c1143b62,0,...) at _sleep+0x391/frame 0xf89f3c94 taskqueue_thread_loop(c8e4a6a0,f89f3d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf89f3ccc fork_exit(c0b2df50,c8e4a6a0,f89f3d08) at fork_exit+0x7f/frame 0xf89f3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf89f3cf4 --- trap 0, eip = 0, esp = 0xf89f3d40, ebp = 0 --- Tracing command kernel pid 0 tid 100364 td 0xd9e41310 sched_switch(d9e41310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xf89f9bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xf89f9be0 sleepq_switch(d9e41310,0,c115e499,267,cc1c4380,...) at sleepq_switch+0x1c5/frame 0xf89f9c14 sleepq_wait(cc1c4380,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xf89f9c38 _sleep(cc1c4380,cc1c4398,0,c1143b62,0,...) at _sleep+0x391/frame 0xf89f9c94 taskqueue_thread_loop(c8e4a6a0,f89f9d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xf89f9ccc fork_exit(c0b2df50,c8e4a6a0,f89f9d08) at fork_exit+0x7f/frame 0xf89f9cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf89f9cf4 --- trap 0, eip = 0, esp = 0xf89f9d40, ebp = 0 --- Tracing command kernel pid 0 tid 100216 td 0xc9209310 sched_switch(c9209310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe0a7bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe0a7be0 sleepq_switch(c9209310,0,c115e499,267,c8d75300,...) at sleepq_switch+0x1c5/frame 0xfe0a7c14 sleepq_wait(c8d75300,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe0a7c38 _sleep(c8d75300,c8d75318,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe0a7c94 taskqueue_thread_loop(cb3298e8,fe0a7d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe0a7ccc fork_exit(c0b2df50,cb3298e8,fe0a7d08) at fork_exit+0x7f/frame 0xfe0a7cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe0a7cf4 --- trap 0, eip = 0, esp = 0xfe0a7d40, ebp = 0 --- Tracing command kernel pid 0 tid 107336 td 0xc9209930 sched_switch(c9209930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe257bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe257be0 sleepq_switch(c9209930,0,c115e499,267,ce253c00,...) at sleepq_switch+0x1c5/frame 0xfe257c14 sleepq_wait(ce253c00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe257c38 _sleep(ce253c00,ce253c18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe257c94 taskqueue_thread_loop(c8e4a650,fe257d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe257ccc fork_exit(c0b2df50,c8e4a650,fe257d08) at fork_exit+0x7f/frame 0xfe257cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe257cf4 --- trap 0, eip = 0, esp = 0xfe257d40, ebp = 0 --- Tracing command kernel pid 0 tid 107335 td 0xc9209c40 sched_switch(c9209c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe254bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe254be0 sleepq_switch(c9209c40,0,c115e499,267,ce253c00,...) at sleepq_switch+0x1c5/frame 0xfe254c14 sleepq_wait(ce253c00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe254c38 _sleep(ce253c00,ce253c18,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe254c94 taskqueue_thread_loop(c8e4a650,fe254d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe254ccc fork_exit(c0b2df50,c8e4a650,fe254d08) at fork_exit+0x7f/frame 0xfe254cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe254cf4 --- trap 0, eip = 0, esp = 0xfe254d40, ebp = 0 --- Tracing command kernel pid 0 tid 107334 td 0xc920a000 sched_switch(c920a000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe251bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe251be0 sleepq_switch(c920a000,0,c115e499,267,ce253c80,...) at sleepq_switch+0x1c5/frame 0xfe251c14 sleepq_wait(ce253c80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe251c38 _sleep(ce253c80,ce253c98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe251c94 taskqueue_thread_loop(c8e4a680,fe251d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe251ccc fork_exit(c0b2df50,c8e4a680,fe251d08) at fork_exit+0x7f/frame 0xfe251cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe251cf4 --- trap 0, eip = 0, esp = 0xfe251d40, ebp = 0 --- Tracing command kernel pid 0 tid 107333 td 0xc920a310 sched_switch(c920a310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xfe24ebac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xfe24ebe0 sleepq_switch(c920a310,0,c115e499,267,ce253c80,...) at sleepq_switch+0x1c5/frame 0xfe24ec14 sleepq_wait(ce253c80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xfe24ec38 _sleep(ce253c80,ce253c98,0,c1143b62,0,...) at _sleep+0x391/frame 0xfe24ec94 taskqueue_thread_loop(c8e4a680,fe24ed08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xfe24eccc fork_exit(c0b2df50,c8e4a680,fe24ed08) at fork_exit+0x7f/frame 0xfe24ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfe24ecf4 --- trap 0, eip = 0, esp = 0xfe24ed40, ebp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xc8ba7310 sched_switch(c8ba7310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed97b8b4 mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xed97b8e8 sleepq_switch(c8ba7310,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xed97b91c sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xed97b940 _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xed97b99c vm_wait(c175ab6c,c1195fcd,164,222,c0b349c4,...) at vm_wait+0xfd/frame 0xed97b9c8 kmem_back(c175ab5c,d93e0000,1000,2,d93e0000,...) at kmem_back+0x14d/frame 0xed97ba14 kmem_malloc(c145c880,1000,2) at kmem_malloc+0x6e/frame 0xed97ba3c page_alloc(c1fa4960,1000,ed97ba83,2,c0d87590,...) at page_alloc+0x28/frame 0xed97ba50 keg_alloc_slab(2,4,c119526b,8fd,c1fa3300,...) at keg_alloc_slab+0xdd/frame 0xed97ba90 keg_fetch_slab(2,0,c119526b,948,0,...) at keg_fetch_slab+0x18f/frame 0xed97bad4 zone_fetch_slab(c1fa4960,0,2,0,c87b7930,...) at zone_fetch_slab+0x5d/frame 0xed97baf8 zone_import(c1fa4960,ed97bb58,1,2,0,...) at zone_import+0x39/frame 0xed97bb40 zone_alloc_item(2,0,c119522d,c1047c0f,1,...) at zone_alloc_item+0x39/frame 0xed97bb70 uma_zalloc_arg(c1fa4960,0,2,8,c892ebf8,...) at uma_zalloc_arg+0x679/frame 0xed97bbb4 malloc(47c,c1331388,2,11af,1,...) at malloc+0x105/frame 0xed97bc08 xpt_run_allocq(c892ebf8,0,c1018a57,c34,c87bdd00,...) at xpt_run_allocq+0x117/frame 0xed97bc38 xpt_run_allocq_task(c86fab00,1,c115ed8f,161,c87bdd10,...) at xpt_run_allocq_task+0x48/frame 0xed97bc58 taskqueue_run_locked(c87bdd00,c87bdd18,0,c1143b62,0,...) at taskqueue_run_locked+0x101/frame 0xed97bc94 taskqueue_thread_loop(c1402320,ed97bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xd9/frame 0xed97bccc fork_exit(c0b2df50,c1402320,ed97bd08) at fork_exit+0x7f/frame 0xed97bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed97bcf4 --- trap 0, eip = 0, esp = 0xed97bd40, ebp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xc893c620 sched_switch(c893c620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed974b68 mi_switch(104,0,c115e499,1f1,101,...) at mi_switch+0x1c3/frame 0xed974b9c sleepq_switch(c893c620,0,c115e499,28a,c143dded,...) at sleepq_switch+0x1c5/frame 0xed974bd0 sleepq_timedwait(c143dded,0,2,0,0,...) at sleepq_timedwait+0x48/frame 0xed974bf4 _sleep(c143dded,0,0,c1143b62,fffffc88,...) at _sleep+0x35e/frame 0xed974c50 pause_sbt(c1143b62,fffffc88,2,0,0,...) at pause_sbt+0xe9/frame 0xed974c8c deadlkres(0,ed974d08,c11519fc,3c9,0,...) at deadlkres+0x81/frame 0xed974ccc fork_exit(c0a8eaa0,0,ed974d08) at fork_exit+0x7f/frame 0xed974cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed974cf4 --- trap 0, eip = 0, esp = 0xed974d40, ebp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xc893c930 sched_switch(c893c930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xed971bc0 mi_switch(104,0,c115e499,1f1,c145b530,...) at mi_switch+0x1c3/frame 0xed971bf4 sleepq_switch(c893c930,0,c115e499,267,c899fd00,...) at sleepq_switch+0x1c5/frame 0xed971c28 sleepq_wait(c899fd00,0,c1158eaa,c1143b62,0,...) at sleepq_wait+0x48/frame 0xed971c4c msleep_spin_sbt(c899fd00,c899fd18,c1143b62,0,0,...) at msleep_spin_sbt+0x239/frame 0xed971c94 taskqueue_thread_loop(c1746600,ed971d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xcc/frame 0xed971ccc fork_exit(c0b2df50,c1746600,ed971d08) at fork_exit+0x7f/frame 0xed971cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xed971cf4 --- trap 0, eip = 0, esp = 0xed971d40, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc88c2930 sched_switch(c88c2930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe478bbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe478bbe0 sleepq_switch(c88c2930,0,c115e499,267,c87bda00,...) at sleepq_switch+0x1c5/frame 0xe478bc14 sleepq_wait(c87bda00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe478bc38 _sleep(c87bda00,c87bda18,0,c1143b62,0,...) at _sleep+0x391/frame 0xe478bc94 taskqueue_thread_loop(c175a7d0,e478bd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xe478bccc fork_exit(c0b2df50,c175a7d0,e478bd08) at fork_exit+0x7f/frame 0xe478bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe478bcf4 --- trap 0, eip = 0, esp = 0xe478bd40, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc8701930 sched_switch(c8701930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4788bc0 mi_switch(104,0,c115e499,1f1,c145a5e8,...) at mi_switch+0x1c3/frame 0xe4788bf4 sleepq_switch(c8701930,0,c115e499,267,c87bda80,...) at sleepq_switch+0x1c5/frame 0xe4788c28 sleepq_wait(c87bda80,0,c1158eaa,c1143b62,0,...) at sleepq_wait+0x48/frame 0xe4788c4c msleep_spin_sbt(c87bda80,c87bda98,c1143b62,0,0,...) at msleep_spin_sbt+0x239/frame 0xe4788c94 taskqueue_thread_loop(c1748144,e4788d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xcc/frame 0xe4788ccc fork_exit(c0b2df50,c1748144,e4788d08) at fork_exit+0x7f/frame 0xe4788cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4788cf4 --- trap 0, eip = 0, esp = 0xe4788d40, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc8701c40 sched_switch(c8701c40,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4785bc0 mi_switch(104,0,c115e499,1f1,c145a5e8,...) at mi_switch+0x1c3/frame 0xe4785bf4 sleepq_switch(c8701c40,0,c115e499,267,c87bda80,...) at sleepq_switch+0x1c5/frame 0xe4785c28 sleepq_wait(c87bda80,0,c1158eaa,c1143b62,0,...) at sleepq_wait+0x48/frame 0xe4785c4c msleep_spin_sbt(c87bda80,c87bda98,c1143b62,0,0,...) at msleep_spin_sbt+0x239/frame 0xe4785c94 taskqueue_thread_loop(c1748144,e4785d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xcc/frame 0xe4785ccc fork_exit(c0b2df50,c1748144,e4785d08) at fork_exit+0x7f/frame 0xe4785cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4785cf4 --- trap 0, eip = 0, esp = 0xe4785d40, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc87b2000 sched_switch(c87b2000,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4782bc0 mi_switch(104,0,c115e499,1f1,c145a5e8,...) at mi_switch+0x1c3/frame 0xe4782bf4 sleepq_switch(c87b2000,0,c115e499,267,c87bda80,...) at sleepq_switch+0x1c5/frame 0xe4782c28 sleepq_wait(c87bda80,0,c1158eaa,c1143b62,0,...) at sleepq_wait+0x48/frame 0xe4782c4c msleep_spin_sbt(c87bda80,c87bda98,c1143b62,0,0,...) at msleep_spin_sbt+0x239/frame 0xe4782c94 taskqueue_thread_loop(c1748144,e4782d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0xcc/frame 0xe4782ccc fork_exit(c0b2df50,c1748144,e4782d08) at fork_exit+0x7f/frame 0xe4782cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4782cf4 --- trap 0, eip = 0, esp = 0xe4782d40, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc87b2620 sched_switch(c87b2620,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe477cbac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe477cbe0 sleepq_switch(c87b2620,0,c115e499,267,c87bdb80,...) at sleepq_switch+0x1c5/frame 0xe477cc14 sleepq_wait(c87bdb80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe477cc38 _sleep(c87bdb80,c87bdb98,0,c1143b62,0,...) at _sleep+0x391/frame 0xe477cc94 taskqueue_thread_loop(c1758128,e477cd08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xe477cccc fork_exit(c0b2df50,c1758128,e477cd08) at fork_exit+0x7f/frame 0xe477ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe477ccf4 --- trap 0, eip = 0, esp = 0xe477cd40, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc87b7310 sched_switch(c87b7310,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4770bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe4770be0 sleepq_switch(c87b7310,0,c115e499,267,c87bdd80,...) at sleepq_switch+0x1c5/frame 0xe4770c14 sleepq_wait(c87bdd80,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe4770c38 _sleep(c87bdd80,c87bdd98,0,c1143b62,0,...) at _sleep+0x391/frame 0xe4770c94 taskqueue_thread_loop(c1755248,e4770d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xe4770ccc fork_exit(c0b2df50,c1755248,e4770d08) at fork_exit+0x7f/frame 0xe4770cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4770cf4 --- trap 0, eip = 0, esp = 0xe4770d40, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc87b7930 sched_switch(c87b7930,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xe4769bac mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xe4769be0 sleepq_switch(c87b7930,0,c115e499,267,c87bdf00,...) at sleepq_switch+0x1c5/frame 0xe4769c14 sleepq_wait(c87bdf00,0,c1143b62,0,0,...) at sleepq_wait+0x48/frame 0xe4769c38 _sleep(c87bdf00,c87bdf18,0,c1143b62,0,...) at _sleep+0x391/frame 0xe4769c94 taskqueue_thread_loop(c1459240,e4769d08,c11519fc,3c9,0,...) at taskqueue_thread_loop+0x129/frame 0xe4769ccc fork_exit(c0b2df50,c1459240,e4769d08) at fork_exit+0x7f/frame 0xe4769cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4769cf4 --- trap 0, eip = 0, esp = 0xe4769d40, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1754db0 sched_switch(c1754db0,0,104,1bb,c0acdb1e,...) at sched_switch+0x4cf/frame 0xc1c20bfc mi_switch(104,0,c115e499,1f1,8,...) at mi_switch+0x1c3/frame 0xc1c20c30 sleepq_switch(c1754db0,0,c115e499,267,c175aa58,...) at sleepq_switch+0x1c5/frame 0xc1c20c64 sleepq_wait(c175aa58,54,c1197d35,0,0,...) at sleepq_wait+0x48/frame 0xc1c20c88 _sleep(c175aa58,c175be00,254,c1197d35,0,0,0,0,100) at _sleep+0x391/frame 0xc1c20ce4 vm_wait(c1754ab4,0,54,c1196e02,fffff470,...) at vm_wait+0xfd/frame 0xc1c20d10 swapper() at swapper+0x15/frame 0xc1c20d58 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3431 MB Dumping 403 MB: 388 372 356 340 324 308 292 276 260 244 228 212 196 180 164 148 132 116 100 84 68 52 36 20 4 Dump complete = 0 db:0:doadump> reset (kgdb) proc 80349 [Switching to thread 363 (Thread 104667)]#0 sched_switch (td=0x1, newtd=, flags=0x104) at ../../../kern/sched_ule.c:1928 1928 cpuid = PCPU_GET(cpuid); (kgdb) bt #0 sched_switch (td=0x1, newtd=, flags=0x104) at ../../../kern/sched_ule.c:1928 #1 0xc0aec513 in mi_switch (flags=) at ../../../kern/kern_synch.c:493 #2 0xc0b29e45 in sleepq_switch (wchan=, pri=) at ../../../kern/subr_sleepqueue.c:537 #3 0xc0b29c28 in sleepq_wait (wchan=0xc8cff3a0, pri=0x0) at ../../../kern/subr_sleepqueue.c:616 #4 0xc0aeaef9 in _sx_xlock_hard (sx=, tid=, opts=, file=0x0, line=0x0) at ../../../kern/kern_sx.c:676 #5 0xc0aea2bc in _sx_xlock (sx=0xc8cff3a0, opts=0x0, file=0xd78190e7 "/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c", line=0x2e7) at sx.h:154 #6 0xd774a579 in vdev_queue_io (zio=0xd3468b70) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c:743 #7 0xd7772ac8 in zio_vdev_io_start (zio=0xd3468b70) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:2600 #8 0xd776dabd in zio_execute (zio=0xd3468b70) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1355 #9 0xd774c95c in vdev_raidz_io_start (zio=0x0) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_raidz.c:1823 #10 0xd7772b19 in zio_vdev_io_start (zio=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:2621 #11 0xd776dabd in zio_execute (zio=0xd954e894) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1355 #12 0xd77496df in vdev_mirror_io_start (zio=0xcc8a5894) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_mirror.c:479 #13 0xd77728a1 in zio_vdev_io_start (zio=0xcc8a5894) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:2523 #14 0xd776dabd in zio_execute (zio=0xcc8a5894) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1355 #15 0xd76ba411 in arc_read (pio=, spa=, bp=, done=, arc_flags=, zb=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/arc.c:3417 #16 0xd76c6947 in dbuf_read (db=0xcb5fb898, zio=, flags=0xa) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:586 #17 0xd76d1c68 in dmu_buf_hold (os=0xd1b83c00, object=0x30, offset=0x3c000, tag=, flags=0x1) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dmu.c:154 #18 0xd7754909 in zap_get_leaf_byblk (zap=0xca203280, blkid=0xe0000000f, lt=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:509 #19 0xd7751781 in zap_deref_leaf (zap=0xca203280, h=, tx=, lt=, lp=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:585 #20 0xd7751501 in fzap_lookup (zn=0xd41a2200, integer_size=0xd7758244fb7a38d8, num_integers=, buf=0x0) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:767 #21 0xd77599e8 in zap_lookup_norm (os=0xd1b83c00, zapobj=0x30, name=, integer_size=0x8, num_integers=0x1, buf=0xfb7a39d0, mt=, realname=0x0, rn_len=0x0, ncp=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:798 #22 0xd775983c in zap_lookup (os=0xd1b83c00, zapobj=0x30, name=0xce3ac800 "p80349.02611", integer_size=0x8, num_integers=0x1, buf=0xfb7a39d0) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:773 #23 0xd77833ff in zfs_dirent_lock (dlpp=, dzp=, name=, zpp=, flag=0xcee6c6f4, direntflags=, realpnp=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_dir.c:91 #24 0xd77a9be4 in zfs_freebsd_symlink (ap=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4134 #25 0xc1012e6f in VOP_SYMLINK_APV (vop=, a=0xfb7a3bf8) at vnode_if.c:1750 #26 0xc0b9db20 in kern_symlinkat (td=, path1=) at vnode_if.h:723 #27 0xc0b9d811 in sys_symlink (td=0xd8ec4930, uap=0xfb7a3cc8) at ../../../kern/vfs_syscalls.c:1639 #28 0xc0fea7bb in syscall (frame=) at subr_syscall.c:133 #29 0xc0fd28e1 in Xint0x80_syscall () at ../../../i386/i386/exception.s:269 #30 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 5 #5 0xc0aea2bc in _sx_xlock (sx=0xc8cff3a0, opts=0x0, file=0xd78190e7 "/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c", line=0x2e7) at sx.h:154 154 error = _sx_xlock_hard(sx, tid, opts, file, line); (kgdb) p sx $4 = (struct sx *) 0xc8cff3a0 (kgdb) p *sx $5 = {lock_object = {lo_name = 0xd78190db "vq->vq_lock", lo_flags = 0x2710000, lo_data = 0x0, lo_witness = 0x0}, sx_lock = 0xc8baf314} (kgdb) thread 48 [Switching to thread 48 (Thread 107285)]#0 sched_switch (td=0x1, newtd=, flags=0x104) at ../../../kern/sched_ule.c:1928 1928 cpuid = PCPU_GET(cpuid); (kgdb) bt #0 sched_switch (td=0x1, newtd=, flags=0x104) at ../../../kern/sched_ule.c:1928 #1 0xc0aec513 in mi_switch (flags=) at ../../../kern/kern_synch.c:493 #2 0xc0b29e45 in sleepq_switch (wchan=, pri=) at ../../../kern/subr_sleepqueue.c:537 #3 0xc0b29c28 in sleepq_wait (wchan=0xc175aa58, pri=0x54) at ../../../kern/subr_sleepqueue.c:616 #4 0xc0aebd31 in _sleep (ident=0xc175aa58, lock=0xc119784d, priority=, wmesg=, sbt=0x0, pr=0x0) at ../../../kern/kern_synch.c:255 #5 0xc0da0b2d in vm_wait () at ../../../vm/vm_page.c:1984 #6 0xc0d8f3ed in kmem_back (object=, addr=, flags=) at ../../../vm/vm_kern.c:357 #7 0xc0d8f26e in kmem_malloc (vmem=, size=0x14000, flags=0x0) at ../../../vm/vm_kern.c:317 #8 0xc0d87500 in uma_large_malloc (size=, wait=0x2) at ../../../vm/uma_core.c:1103 #9 0xc0ac8572 in malloc (size=0x14000, mtp=, flags=) at ../../../kern/kern_malloc.c:519 #10 0xd876beb0 in zfs_kmem_alloc (size=0x13a00, kmflags=0x2) at /usr/src/sys/modules/opensolaris/../../cddl/compat/opensolaris/kern/opensolaris_kmem.c:76 #11 0xd776b89b in zio_buf_alloc (size=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:286 #12 0xd774b037 in vdev_queue_io_to_issue (vq=0xc8cff300) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c:626 #13 0xd774b687 in vdev_queue_io_done (zio=) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/vdev_queue.c:775 #14 0xd7772d10 in zio_vdev_io_done (zio=0xdeae45b8) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:2644 #15 0xd776dabd in zio_execute (zio=0xdeae45b8) at /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zio.c:1355 #16 0xd76a6b00 in taskq_run_ent (arg=0xdeae4864, pending=0x1) at /usr/src/sys/modules/zfs/../../cddl/compat/opensolaris/kern/opensolaris_taskq.c:148 #17 0xc0b2d521 in taskqueue_run_locked (queue=0xdc4be180) at ../../../kern/subr_taskqueue.c:355 #18 0xc0b2e029 in taskqueue_thread_loop (arg=0xcaa74c20) at ../../../kern/subr_taskqueue.c:576 #19 0xc0aae87f in fork_exit (callout=0xc0b2df50 ) at ../../../kern/kern_fork.c:977 #20 0xc0fd28f4 in fork_trampoline () at ../../../i386/i386/exception.s:278 (kgdb) p cnt $6 = {v_swtch = 0x0, v_trap = 0x0, v_syscall = 0x0, v_intr = 0x0, v_soft = 0x0, v_vm_faults = 0x0, v_io_faults = 0x0, v_cow_faults = 0x0, v_cow_optim = 0x0, v_zfod = 0x0, v_ozfod = 0x0, v_swapin = 0x0, v_swapout = 0x0, v_swappgsin = 0x0, v_swappgsout = 0x0, v_vnodein = 0x0, v_vnodeout = 0x0, v_vnodepgsin = 0x0, v_vnodepgsout = 0x0, v_intrans = 0x0, v_reactivated = 0x51d8aa6, v_pdwakeups = 0x1a0e, v_pdpages = 0x0, v_tcached = 0x0, v_dfree = 0x0, v_pfree = 0x0, v_tfree = 0x0, v_page_size = 0x1000, v_page_count = 0xd2d52, v_free_reserved = 0x496, v_free_target = 0x4806, v_free_min = 0x1572, v_free_count = 0x71, v_wire_count = 0x12e1f, v_active_count = 0xbb26f, v_inactive_target = 0x6c09, v_inactive_count = 0x4bb4, v_cache_count = 0x2, v_cache_min = 0x0, v_cache_max = 0x0, v_pageout_free_min = 0x22, v_interrupt_free_min = 0x2, v_free_severe = 0xd04, v_forks = 0x0, v_vforks = 0x0, v_rforks = 0x0, v_kthreads = 0x0, v_forkpages = 0x0, v_vforkpages = 0x0, v_rforkpages = 0x0, v_kthreadpages = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/kern/sched_ule.c =================================================================== --- /usr/src/sys/kern/sched_ule.c (revision 262358) +++ /usr/src/sys/kern/sched_ule.c (working copy) @@ -1057,32 +1057,27 @@ runq_steal_from(struct runq *rq, int cpu, u_char s struct rqhead *rqh; struct thread *td, *first; int bit; - int pri; int i; rqb = &rq->rq_status; bit = start & (RQB_BPW -1); - pri = 0; first = NULL; again: for (i = RQB_WORD(start); i < RQB_LEN; bit = 0, i++) { if (rqb->rqb_bits[i] == 0) continue; - if (bit != 0) { - for (pri = bit; pri < RQB_BPW; pri++) - if (rqb->rqb_bits[i] & (1ul << pri)) - break; - if (pri >= RQB_BPW) + if (bit == 0) + bit = RQB_FFS(rqb->rqb_bits[i]); + for (; bit < RQB_BPW; bit++) { + if ((rqb->rqb_bits[i] & (1ul << bit)) == 0) continue; - } else - pri = RQB_FFS(rqb->rqb_bits[i]); - pri += (i << RQB_L2BPW); - rqh = &rq->rq_queues[pri]; - TAILQ_FOREACH(td, rqh, td_runq) { - if (first && THREAD_CAN_MIGRATE(td) && - THREAD_CAN_SCHED(td, cpu)) - return (td); - first = td; + rqh = &rq->rq_queues[bit + (i << RQB_L2BPW)]; + TAILQ_FOREACH(td, rqh, td_runq) { + if (first && THREAD_CAN_MIGRATE(td) && + THREAD_CAN_SCHED(td, cpu)) + return (td); + first = td; + } } } if (start != 0) { Index: /usr/src/sys/kern/vfs_bio.c =================================================================== --- /usr/src/sys/kern/vfs_bio.c (revision 262358) +++ /usr/src/sys/kern/vfs_bio.c (working copy) @@ -2566,6 +2566,8 @@ buf_flush(int target) return (flushed); } +int pho; + static void buf_daemon() { @@ -2638,6 +2640,8 @@ buf_daemon() */ msleep(&bd_request, &bdlock, PVM, "qsleep", hz / 10); } + if (pho == 1) + msleep(&bd_request, &bdlock, PVM, "psleep", hz); } } Index: /usr/src/sys/ufs/ffs/ffs_vnops.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_vnops.c (revision 262358) +++ /usr/src/sys/ufs/ffs/ffs_vnops.c (working copy) @@ -259,9 +259,17 @@ loop: continue; if (bp->b_lblkno > lbn) panic("ffs_syncvnode: syncing truncated data."); - if (BUF_LOCK(bp, LK_EXCLUSIVE | LK_NOWAIT, NULL)) + if (BUF_LOCK(bp, LK_EXCLUSIVE | LK_NOWAIT, NULL) == 0) { + BO_UNLOCK(bo); + } else if (wait != 0) { + if (BUF_LOCK(bp, + LK_EXCLUSIVE | LK_SLEEPFAIL | LK_INTERLOCK, + BO_LOCKPTR(bo)) != 0) { + bp->b_vflags &= ~BV_SCANNED; + goto next; + } + } else continue; - BO_UNLOCK(bo); if ((bp->b_flags & B_DELWRI) == 0) panic("ffs_fsync: not dirty"); /* Index: /usr/src/sys/ufs/ufs/ufs_lookup.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_lookup.c (revision 262358) +++ /usr/src/sys/ufs/ufs/ufs_lookup.c (working copy) @@ -915,6 +915,11 @@ ufs_direnter(dvp, tvp, dirp, cnp, newdirbp, isrena bdwrite(newdirbp); return (error); } +#ifdef UFS_DIRHASH + if (dp->i_dirhash != NULL) { + ufsdirhash_newblk(dp, dp->i_offset); + } +#endif dp->i_size = dp->i_offset + DIRBLKSIZ; DIP_SET(dp, i_size, dp->i_size); dp->i_flag |= IN_CHANGE | IN_UPDATE; @@ -925,7 +930,6 @@ ufs_direnter(dvp, tvp, dirp, cnp, newdirbp, isrena bcopy((caddr_t)dirp, (caddr_t)bp->b_data + blkoff,newentrysize); #ifdef UFS_DIRHASH if (dp->i_dirhash != NULL) { - ufsdirhash_newblk(dp, dp->i_offset); ufsdirhash_add(dp, dirp, dp->i_offset); ufsdirhash_checkblock(dp, (char *)bp->b_data + blkoff, dp->i_offset); @@ -1130,12 +1134,15 @@ ufs_direnter(dvp, tvp, dirp, cnp, newdirbp, isrena dp->i_endoff && dp->i_endoff < dp->i_size) { if (tvp != NULL) VOP_UNLOCK(tvp, 0); + error = UFS_TRUNCATE(dvp, (off_t)dp->i_endoff, + IO_NORMAL | IO_SYNC, cr); + if (error != 0) + vprint("ufs_direnter: failted to truncate", dvp); #ifdef UFS_DIRHASH - if (dp->i_dirhash != NULL) + if (error == 0 && dp->i_dirhash != NULL) ufsdirhash_dirtrunc(dp, dp->i_endoff); #endif - (void) UFS_TRUNCATE(dvp, (off_t)dp->i_endoff, - IO_NORMAL | IO_SYNC, cr); + error = 0; if (tvp != NULL) vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY); } -- Test scenario: misc/zfs.sh