GENERIC HEAD from 2016-10-07 19:02:39 UTC, r306823M, vmcore.966 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2016 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 12.0-CURRENT #0 r306823M: Fri Oct 7 22:07:04 CEST 2016 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.8.0 (tags/RELEASE_380/final 262564) (based on LLVM 3.8.0) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin="AuthenticAMD" Id=0x100f23 Family=0x10 Model=0x2 Stepping=3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff SVM: NP,NAsids=64 TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3524575232 (3361 MB) : Trying to mount root from ufs:/dev/ada0s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. warning: total configured swap (4194304 pages) exceeds maximum recommended amount (2097312 pages). warning: increase kern.maxswzone or reduce amount of swap. Starting file system checks: /dev/ada0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1a: clean, 638053 free (1933 frags, 79515 blocks, 0.2% fragmentation) /dev/ada0s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1f: clean, 710341 free (16229 frags, 86764 blocks, 1.6% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 56883718 free (25270 frags, 7107306 blocks, 0.0% fragmentation) /dev/ada0s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1d: clean, 1710084 free (270372 frags, 179964 blocks, 2.7% fragmentation) /dev/ada0s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1e: clean, 4473355 free (229443 frags, 530489 blocks, 0.9% fragmentation) Mounting local file systems:. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/arduino/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc48 /usr/local/lib/mozjpeg /usr/local/lib/mysql /usr/local/lib/perl5/5.20/mach/CORE /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/lib/virtualbox /usr/local/llvm37/lib a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Setting hostname: x4.osted.lan. Setting up harvesting:[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,NET_ETHER,NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy:uhub5: 10 ports with 10 removable, self powered . re0: link state changed to DOWN Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 groups: lo re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=23 media: Ethernet autoselect (none) status: no carrier Starting devd. re0: link state changed to UP add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Starting rtsold. Creating and/or trimming log files. Starting syslogd. Starting rpcbind. NFS access cache time=60 Starting watchdogd. Starting ddb. No core dumps found. Additional ABI support: linux. lock order reversal: 1st 0xe48eff30 bufwait (bufwait) @ kern/vfs_bio.c:3505 2nd 0xc9725000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:281 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c59030 at _sx_xlock+0x70 #3 0xc0f4e503 at ufsdirhash_add+0x53 #4 0xc0f52fa7 at ufs_direnter+0x4b7 #5 0xc0f5bf01 at ufs_mkdir+0x7e1 #6 0xc1222f8d at VOP_MKDIR_APV+0x21d #7 0xc0d2d17c at kern_mkdirat+0x22c #8 0xc0d2cf41 at sys_mkdir+0x31 #9 0xc11eee63 at syscall+0x3d3 #10 0xc11d9afe at Xint0x80_syscall+0x2e Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Starting statd. Starting lockd. Recovering vi editor sessions:lock order reversal: 1st 0xca048e44 ufs (ufs) @ kern/vfs_lookup.c:522 2nd 0xe48fca50 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:278 3rd 0xca1ccb74 ufs (ufs) @ kern/vfs_subr.c:2592 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0f48c02 at _lockmgr_args+0xb2 #4 0xc0f45f97 at ffs_lock+0x107 #5 0xc12247e1 at VOP_LOCK1_APV+0x201 #6 0xc0d303ea at _vn_lock+0xba #7 0xc0d1e18e at vget+0x8e #8 0xc0d0ffd1 at vfs_hash_get+0xd1 #9 0xc0f40367 at ffs_vgetf+0x47 #10 0xc0f36701 at softdep_sync_buf+0xb11 #11 0xc0f48388 at ffs_syncvnode+0x588 #12 0xc0f1a705 at ffs_truncate+0x8e5 #13 0xc0f53165 at ufs_direnter+0x675 #14 0xc0f5ccea at ufs_makeinode+0x52a #15 0xc0f58a60 at ufs_create+0x30 #16 0xc121e8ad at VOP_CREATE_APV+0x21d #17 0xc0d2fbe5 at vn_open_cred+0x2a5 . Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Starting smartd. Oct 7 22:21:16 x4 smartd[665]: Device: /dev/ada0, WARNING: A firmware update for this drive may be available, Oct 7 22:21:16 x4 smartd[665]: see the following Seagate web pages: Oct 7 22:21:16 x4 smartd[665]: http://knowledge.seagate.com/articles/en_US/FAQ/207931en Oct 7 22:21:16 x4 smartd[665]: http://knowledge.seagate.com/articles/en_US/FAQ/213891en Configuring vt: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc964f5d4 ufs (ufs) @ kern/vfs_mount.c:1251 2nd 0xc96d919c devfs (devfs) @ ufs/ffs/ffs_softdep.c:1908 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0d0be83 at vop_stdlock+0x53 #4 0xc12247e1 at VOP_LOCK1_APV+0x201 #5 0xc0d303ea at _vn_lock+0xba #6 0xc0f24118 at softdep_flushworklist+0x68 #7 0xc0f4365a at ffs_sync+0x2aa #8 0xc0d31b35 at vfs_write_suspend+0x1c5 #9 0xc0d31d65 at vfs_write_suspend_umnt+0x45 #10 0xc0f42dcf at ffs_unmount+0xaf #11 0xc0d161f2 at dounmount+0x832 #12 0xc0d158b5 at sys_unmount+0x315 #13 0xc11eee63 at syscall+0x3d3 #14 0xc11d9afe at Xint0x80_syscall+0x2e ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes Oct 7 22:22:10 x4 su: pho to root on /dev/pts/0 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 457727 files, 61430263 used, 56883718 free (25270 frags, 7107306 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp. Starting default moused. Starting inetd. Fri Oct 7 22:24 FreeBSD/i386 (x4.osted.lan) (ttyu0) login: 20161007 22:24:28 all (1/147): md8.sh /tmp grew 1 20161007 22:26:51 all (2/147): mkfifo.sh swap_pager: I/O error - pageout failed; blkno 2119,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 2120,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5056,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 3252,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 8224,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8240,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8272,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 3296,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 8304,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 3600,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 4432,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 8320,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 4544,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 8336,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8352,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8368,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8384,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8400,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8464,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8480,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 8976,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 9024,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 9072,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 4688,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 9088,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 9600,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 9632,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 9648,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 9696,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 10144,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 10184,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 10688,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 10832,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 10848,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 10896,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 3568,size 24576, error 12 swap_pager: I/O error - pageout failed; blkno 10992,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11008,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11024,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 5040,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 2122,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 11040,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 2524,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 11056,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11072,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11112,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11210,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11328,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 5106,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 11344,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 4656,size 16384, error 12 swap_pager: I/O error - pageout failed; blkno 5168,size 16384, error 12 swap_pager: I/O error - pageout failed; blkno 5090,size 8192, error 12 swap_pager: I/O error - pageout failed; blkno 5095,size 8192, error 12 swap_pager: I/O error - pageout failed; blkno 5172,size 12288, error 12 swap_pager: I/O error - pageout failed; blkno 5216,size 20480, error 12 swap_pager: I/O error - pageout failed; blkno 5248,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 2548,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5263,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 11360,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11392,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11754,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11840,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 11920,size 65536, error 12 swap_pager: I/O error - pageout failed; blkno 12170,size 57344, error 12 swap_pager: I/O error - pageout failed; blkno 2814,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 3574,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5426,size 24576, error 12 swap_pager: I/O error - pageout failed; blkno 4660,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5221,size 12288, error 12 swap_pager: I/O error - pageout failed; blkno 5088,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5464,size 20480, error 12 swap_pager: I/O error - pageout failed; blkno 5093,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5488,size 32768, error 12 swap_pager: I/O error - pageout failed; blkno 5271,size 12288, error 12 swap_pager: I/O error - pageout failed; blkno 5175,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5247,size 4096, error 12 swap_pager: I/O error - pageout failed; blkno 5278,size 8192, error 12 swap_pager: I/O error - pageout failed; blkno 5584,size 16384, error 12 fsync: giving up on dirty 0xcc14e438: tag devfs, type VCHR usecount 1, writecount 0, refcount 267 mountedhere 0xcb770c00 flags (VI_ACTIVE) v_object 0xcbb46c80 ref 0 pages 2104 cleanbuf 264 dirtybuf 1 lock type devfs: EXCL by thread 0xc95f9350 (pid 38431, umount, tid 100180) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0d161ab at dounmount+0x7eb #7 0xc0d158b5 at sys_unmount+0x315 #8 0xc11eee63 at syscall+0x3d3 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a /tmp grew 1 20161007 22:47:25 all (3/147): mkfifo2c.sh 20161007 23:19:38 all (4/147): mkfifo2d.sh 20161007 23:25:12 all (5/147): mkfifo3.sh 20161007 23:26:09 all (6/147): mlockall.sh 20161007 23:26:22 all (7/147): mlockall2.sh 20161007 23:36:43 all (8/147): mlockall3.sh 20161007 23:39:49 all (9/147): mlockall4.sh lock order reversal: 1st 0xca5e4b74 ufs (ufs) @ /usr/src/sys/modules/nullfs/../../fs/nullfs/null_vnops.c:670 2nd 0xc1b78fb0 allproc (allproc) @ kern/kern_descrip.c:3158 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c58dcb at _sx_slock+0x6b #3 0xc0bfe591 at mountcheckdirs+0x41 #4 0xc0d1613e at dounmount+0x77e #5 0xc0d158b5 at sys_unmount+0x315 #6 0xc11eee63 at syscall+0x3d3 #7 0xc11d9afe at Xint0x80_syscall+0x2e 20161007 23:39:57 all (10/147): mlockall5.sh 20161007 23:40:01 all (11/147): mlockall6.sh 20161007 23:50:28 all (12/147): mmap.sh 20161007 23:50:35 all (13/147): mmap10.sh Oct 7 23:51:02 x4 kernel: Failed to write core file for process mmap10 (error 14) Oct 7 23:51:40 x4 last message repeated 2 times Oct 7 23:54:01 x4 last message repeated 41 times 20161007 23:58:07 all (14/147): mmap11.sh Oct 7 23:58:04 x4 last message repeated 47 times Oct 7 23:58:09 x4 kernel: Failed to write core file for process mmap11 (error 14) Oct 7 23:58:15 x4 kernel: Failed to write core file for process mmap11 (error 14) Oct 7 23:59:53 x4 kernel: Failed to write core file for process mmap11 (error 14) Oct 8 00:00:27 x4 kernel: Failed to write core file for process mmap11 (error 14) Oct 8 00:00:50 x4 last message repeated 9 times Oct 8 00:02:48 x4 last message repeated 24 times 20161008 00:04:10 all (15/147): mmap12.sh 20161008 00:04:16 all (16/147): mmap13.sh 20161008 00:04:28 all (17/147): mmap14.sh 20161008 00:10:09 all (18/147): mmap15.sh Oct 8 00:03:44 x4 last message repeated 8 times 20161008 00:16:15 all (19/147): mmap16.sh 20161008 00:16:17 all (20/147): mmap17.sh 20161008 00:16:20 all (21/147): mmap19.sh 20161008 00:17:17 all (22/147): mmap2.sh lock order reversal: 1st 0xca5e4a0c syncer (syncer) @ kern/vfs_subr.c:2142 2nd 0xcfa288a4 ufs (ufs) @ kern/vfs_subr.c:2592 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0f48c02 at _lockmgr_args+0xb2 #4 0xc0f45f97 at ffs_lock+0x107 #5 0xc12247e1 at VOP_LOCK1_APV+0x201 #6 0xc0d303ea at _vn_lock+0xba #7 0xc0d1e18e at vget+0x8e #8 0xc0d205ea at vfs_msync+0xba #9 0xc0d256c2 at sync_fsync+0xe2 #10 0xc122217d at VOP_FSYNC_APV+0x21d #11 0xc0d235c5 at sched_sync+0x2a5 #12 0xc0c1167e at fork_exit+0x7e #13 0xc11d9b10 at fork_trampoline+0x8 20161008 00:28:07 all (23/147): mmap20.sh 20161008 00:28:10 all (24/147): mmap22.sh 20161008 00:38:03 all (25/147): mmap23.sh 20161008 00:38:08 all (26/147): mmap24.sh 20161008 00:38:12 all (27/147): mmap25.sh 20161008 00:38:16 all (28/147): mmap26.sh 20161008 00:38:20 all (29/147): mmap27.sh 20161008 00:40:25 all (30/147): mmap29.sh 20161008 00:40:30 all (31/147): mmap3.sh Oct 8 00:47:53 x4 kernel: Failed to write core file for process mmap3 (error 14) 20161008 00:51:08 all (32/147): mmap4.sh lock order reversal: 1st 0xcb46546c ufs (ufs) @ kern/vfs_subr.c:2592 2nd 0xc1b78f6c proctree (proctree) @ kern/subr_prf.c:153 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c58dcb at _sx_slock+0x6b #3 0xc0c989f6 at uprintf+0x46 #4 0xc0f195ec at ffs_balloc_ufs2+0x272c #5 0xc0f4555f at ffs_write+0x5ef #6 0xc1220f27 at VOP_WRITE_APV+0x367 #7 0xc0f994aa at vnode_pager_generic_putpages+0x26a #8 0xc0d0c352 at vop_stdputpages+0x32 #9 0xc1227186 at VOP_PUTPAGES_APV+0x226 #10 0xc0f972a9 at vnode_pager_putpages+0x89 #11 0xc0f8be65 at vm_pageout_flush+0xf5 #12 0xc0f7e3ad at vm_object_page_collect_flush+0x19d #13 0xc0f7e14d at vm_object_page_clean+0x1ed #14 0xc0d1e5c3 at vinactive+0xd3 #15 0xc0d1ebf4 at vputx+0x364 #16 0xc0f7d155 at vm_object_deallocate+0x6c5 #17 0xc0f72aee at vm_map_process_deferred+0x8e vnode_pager_putpages: I/O error 28 vnode_pager_putpages: residual I/O 32768 at 9776 Oct 8 00:51:10 x4 kernel: pid 42285 (mmap4), uid 0 inumber 4 on /mnt: filesystem full 20161008 00:51:14 all (33/147): mmap5.sh 20161008 00:52:29 all (34/147): mmap6.sh 20161008 00:57:32 all (35/147): mmap7.sh 20161008 00:59:05 all (36/147): mmap8.sh 20161008 00:59:10 all (37/147): mmap9.sh 20161008 00:59:14 all (38/147): mount.sh 20161008 00:59:17 all (39/147): mount2.sh 20161008 01:21:00 all (40/147): mountro.sh 20161008 01:22:48 all (41/147): mountro2.sh 20161008 01:22:59 all (42/147): mountro3.sh 20161008 01:23:06 all (43/147): mountu.sh lock order reversal: 1st 0xc9f14a0c ufs (ufs) @ kern/vfs_mount.c:852 2nd 0xcd27973c nfs (nfs) @ kern/vfs_subr.c:2592 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0d0be83 at vop_stdlock+0x53 #4 0xc12247e1 at VOP_LOCK1_APV+0x201 #5 0xc0d303ea at _vn_lock+0xba #6 0xc0d1e18e at vget+0x8e #7 0xc0d0ffd1 at vfs_hash_get+0xd1 #8 0xc0b5a762 at ncl_nget+0xc2 #9 0xc0b5dbbc at nfs_root+0x3c #10 0xc0d14835 at vfs_donmount+0x12f5 #11 0xc0d1351a at sys_nmount+0x7a #12 0xc11eee63 at syscall+0x3d3 #13 0xc11d9afe at Xint0x80_syscall+0x2e lock order reversal: 1st 0xe48b3cb0 bufwait (bufwait) @ vm/vm_pager.c:378 2nd 0xc9c5f354 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:283 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c59030 at _sx_xlock+0x70 #3 0xc0ce092c at sblock+0x7c #4 0xc0ce426c at sosend_generic+0xdc #5 0xc0edcb22 at clnt_vc_call+0x492 #6 0xc0edaf3c at clnt_reconnect_call+0xcc #7 0xc0b281b3 at newnfs_request+0x873 #8 0xc0b610fc at nfscl_request+0x8c #9 0xc0b47999 at nfsrpc_read+0x219 #10 0xc0b57d2a at ncl_readrpc+0xca #11 0xc0b61e64 at ncl_getpages+0x294 #12 0xc1226ae6 at VOP_GETPAGES_APV+0x226 #13 0xc0f97138 at vnode_pager_getpages+0x68 #14 0xc0f8f2fa at vm_pager_get_pages+0x9a #15 0xc0f6b8c9 at vm_fault_hold+0x1729 #16 0xc0f6a122 at vm_fault+0xd2 #17 0xc11ee766 at trap_pfault+0x116 ncl_getpages: error 13 vm_fault: pager read error, pid 78917 (mountu) lock order reversal: 1st 0xcdb8bb74 msdosfs (msdosfs) @ kern/vfs_subr.c:2592 2nd 0xca3b4b74 devfs (devfs) @ fs/msdosfs/msdosfs_vnops.c:843 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0d0be83 at vop_stdlock+0x53 #4 0xc12247e1 at VOP_LOCK1_APV+0x201 #5 0xc0d303ea at _vn_lock+0xba #6 0xc0b25721 at msdosfs_fsync+0x51 #7 0xc122217d at VOP_FSYNC_APV+0x21d #8 0xc0b23cba at msdosfs_sync+0xaa #9 0xc0b22254 at msdosfs_mount+0x104 #10 0xc0d14565 at vfs_donmount+0x1025 #11 0xc0d1351a at sys_nmount+0x7a #12 0xc11eee63 at syscall+0x3d3 #13 0xc11d9afe at Xint0x80_syscall+0x2e 20161008 01:23:24 all (44/147): msdos.sh 20161008 01:33:31 all (45/147): msdos2.sh 20161008 01:33:34 all (46/147): msdos3.sh 20161008 01:33:37 all (47/147): msync.sh 20161008 01:36:41 all (48/147): msync2.sh 20161008 01:43:23 all (49/147): namecache.sh 20161008 02:03:13 all (50/147): namecache2.sh 20161008 02:06:55 all (51/147): nanosleep.sh 20161008 02:06:58 all (52/147): nbufkv.sh 20161008 02:24:05 all (53/147): newfs.sh lock order reversal: 1st 0xce872a1c ufs_extattr_sx (ufs_extattr_sx) @ ufs/ufs/ufs_extattr.c:116 2nd 0xcd1b45d4 ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1692 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0f40472 at ffs_vgetf+0x152 #4 0xc0f4030f at ffs_vget+0x2f #5 0xc0f5802c at ufs_root+0x4c #6 0xc0f4f4f1 at ufs_extattr_autostart+0x81 #7 0xc0f42c59 at ffs_mount+0x2019 #8 0xc0d144a0 at vfs_donmount+0xf60 #9 0xc0d1351a at sys_nmount+0x7a #10 0xc11eee63 at syscall+0x3d3 #11 0xc11d9afe at Xint0x80_syscall+0x2e fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 1153 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 2987 cleanbuf 1061 dirtybuf 113 lock type devfs: EXCL by thread 0xcb10f6a0 (pid 58397, rw, tid 100832) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 136 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 152 cleanbuf 106 dirtybuf 28 lock type devfs: EXCL by thread 0xcc2a79f0 (pid 59060, rw, tid 101093) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 97 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 144 cleanbuf 82 dirtybuf 13 lock type devfs: EXCL by thread 0xcf3a86a0 (pid 59062, rw, tid 100955) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 127 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 143 cleanbuf 114 dirtybuf 11 lock type devfs: EXCL by thread 0xce8e0000 (pid 59059, rw, tid 100219) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 115 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 139 cleanbuf 107 dirtybuf 7 lock type devfs: EXCL by thread 0xc90726a0 (pid 59063, rw, tid 101028) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a Oct 8 02:40:37 x4 kernel: pid 69606 (creat), uid 0 inumber 4101 on /mnt: out of inodes Oct 8 02:41:35 x4 kernel: pid 71601 (mkdir), uid 0 inumber 12271 on /mnt: out of inodes fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 16 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 104 cleanbuf 13 dirtybuf 1 lock type devfs: EXCL by thread 0xcc2849f0 (pid 72909, rw, tid 100535) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 29 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 102 cleanbuf 23 dirtybuf 8 lock type devfs: EXCL by thread 0xcc7336a0 (pid 72910, rw, tid 100183) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 139 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 162 cleanbuf 119 dirtybuf 16 lock type devfs: EXCL by thread 0xc9a776a0 (pid 72912, rw, tid 100175) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 77 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 283 cleanbuf 59 dirtybuf 15 lock type devfs: EXCL by thread 0xc9a776a0 (pid 72912, rw, tid 100175) with shared waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 7 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 42 cleanbuf 4 dirtybuf 2 lock type devfs: EXCL by thread 0xca3df6a0 (pid 76773, rw, tid 100199) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 43 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 102 cleanbuf 38 dirtybuf 3 lock type devfs: EXCL by thread 0xca3df6a0 (pid 76773, rw, tid 100199) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 63 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 130 cleanbuf 56 dirtybuf 4 lock type devfs: EXCL by thread 0xcb6546a0 (pid 76772, rw, tid 100341) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 47 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 104 cleanbuf 39 dirtybuf 6 lock type devfs: EXCL by thread 0xcb6546a0 (pid 76772, rw, tid 100341) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 35 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 72 cleanbuf 32 dirtybuf 1 lock type devfs: EXCL by thread 0xcc2856a0 (pid 76774, rw, tid 101431) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 21 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 48 cleanbuf 18 dirtybuf 1 lock type devfs: EXCL by thread 0xcc2856a0 (pid 76774, rw, tid 101431) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 23 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 48 cleanbuf 20 dirtybuf 1 lock type devfs: EXCL by thread 0xcc2856a0 (pid 76774, rw, tid 101431) with exclusive waiters pending #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f436fb at ffs_sync+0x34b #5 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #6 0xc0ca90db at userret+0x1ab #7 0xc11ef078 at syscall+0x5e8 #8 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a fsync: giving up on dirty 0xca7ceca8: tag devfs, type VCHR usecount 1, writecount 0, refcount 28 mountedhere 0xcbe56100 flags (VI_ACTIVE) v_object 0xcb611280 ref 0 pages 54 cleanbuf 25 dirtybuf 1 lock type devfs: EXCL by thread 0xcd3199f0 (pid 76776, rw, tid 100348) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0f24118 at softdep_flushworklist+0x68 #5 0xc0f4365a at ffs_sync+0x2aa #6 0xc0f26813 at softdep_ast_cleanup_proc+0x213 #7 0xc0ca90db at userret+0x1ab #8 0xc11ef078 at syscall+0x5e8 #9 0xc11d9afe at Xint0x80_syscall+0x2e dev md5a Oct 8 02:48:03 x4 kernel: pid 87835 (creat), uid 0 inumber 4111 on /mnt: out of inodes Oct 8 02:48:04 x4 kernel: pid 87823 (rw), uid 0 inumber 4106 on /mnt: out of inodes Oct 8 02:48:06 x4 kernel: pid 87814 (rw), uid 0 inumber 4120 on /mnt: out of inodes Oct 8 02:48:07 x4 kernel: pid 87822 (creat), uid 0 inumber 4171 on /mnt: out of inodes 20161008 02:48:14 all (54/147): newfs2.sh /tmp grew 2 20161008 03:10:52 all (55/147): newfs3.sh 20161008 03:41:28 all (56/147): newfs5.sh 20161008 03:41:49 all (57/147): nfs.sh 20161008 03:55:06 all (58/147): nfs12.sh lock order reversal: 1st 0xcacaa46c syncer (syncer) @ kern/vfs_subr.c:2142 2nd 0xcee6873c nfs (nfs) @ kern/vfs_subr.c:2592 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0d0be83 at vop_stdlock+0x53 #4 0xc12247e1 at VOP_LOCK1_APV+0x201 #5 0xc0d303ea at _vn_lock+0xba #6 0xc0d1e18e at vget+0x8e #7 0xc0d205ea at vfs_msync+0xba #8 0xc0d256c2 at sync_fsync+0xe2 #9 0xc122217d at VOP_FSYNC_APV+0x21d #10 0xc0d235c5 at sched_sync+0x2a5 #11 0xc0c1167e at fork_exit+0x7e #12 0xc11d9b10 at fork_trampoline+0x8 20161008 03:55:53 all (59/147): nfs14.sh 20161008 03:55:55 all (60/147): nfs15.sh Oct 8 03:56:59 x4 kernel: Failed to write core file for process nfs15 (error 13) Oct 8 03:57:07 x4 last message repeated 6 times Oct 8 04:00:28 x4 kernel: Failed to write core file for process nfs15 (error 13) 20161008 04:01:03 all (61/147): nfs15lockd.sh /mnt not empty. 31558 20161008 04:08:40 all (62/147): nfs15lockd2.sh Oct 8 04:08:51 x4 kernel: Failed to write core file for process nfs15lockd (error 70) Oct 8 04:08:51 x4 kernel: Failed to write core file for process nfs15lockd (error 5) 20161008 04:13:49 all (63/147): nfs15lockd3.sh 20161008 04:14:04 all (64/147): nfs3.sh 20161008 04:14:59 all (65/147): nfs4.sh /tmp grew 2 20161008 04:16:05 all (66/147): nfs7.sh 20161008 04:29:40 all (67/147): nfs8.sh 20161008 04:29:45 all (68/147): nfs9.sh Expensive timeout(9) function: 0xc0c47d50(0xca7fd000) 0.010904375 s 20161008 04:48:58 all (69/147): nfsdepth.sh 20161008 04:52:06 all (70/147): nfsrename.sh 20161008 04:55:07 all (71/147): nfssillyrename.sh 20161008 04:55:11 all (72/147): nullfs.sh 20161008 05:00:16 all (73/147): nullfs10.sh 20161008 05:00:19 all (74/147): nullfs11.sh 20161008 05:04:37 all (75/147): nullfs12.sh 20161008 05:04:41 all (76/147): nullfs13.sh 20161008 05:04:44 all (77/147): nullfs14.sh 20161008 05:04:47 all (78/147): nullfs15.sh 20161008 05:04:51 all (79/147): nullfs16.sh 20161008 05:04:59 all (80/147): nullfs17.sh 20161008 05:10:26 all (81/147): nullfs18.sh 20161008 05:13:01 all (82/147): nullfs19.sh 20161008 05:15:18 all (83/147): nullfs2.sh 20161008 05:26:21 all (84/147): nullfs20.sh Oct 8 05:26:24 x4 mountd[565]: getvfsbyname() failed for ufs 20161008 05:38:08 all (85/147): nullfs21.sh 20161008 05:38:12 all (86/147): nullfs22.sh Oct 8 05:38:26 x4 mountd[565]: getvfsbyname() failed for ufs 20161008 05:40:42 all (87/147): nullfs3.sh 20161008 05:40:50 all (88/147): nullfs4.sh lock order reversal: 1st 0xcacb1034 pseudofs (pseudofs) @ kern/vfs_lookup.c:522 2nd 0xc1b78fb0 allproc (allproc) @ kern/kern_proc.c:323 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c58dcb at _sx_slock+0x6b #3 0xc0c34f8f at pfind+0x2f #4 0xc0b8d39b at pfs_lookup+0x4db #5 0xc121e52d at VOP_CACHEDLOOKUP_APV+0x21d #6 0xc0d079c9 at vfs_cache_lookup+0xe9 #7 0xc121e1ad at VOP_LOOKUP_APV+0x21d #8 0xc0d11c39 at lookup+0x589 #9 0xc0d1130c at namei+0x58c #10 0xc0d29f6e at kern_statat+0xae #11 0xc0d2a139 at sys_fstatat+0x49 #12 0xc11eee63 at syscall+0x3d3 #13 0xc11d9afe at Xint0x80_syscall+0x2e 20161008 05:40:54 all (89/147): nullfs5.sh 20161008 05:52:38 all (90/147): nullfs6.sh 20161008 05:52:42 all (91/147): nullfs7.sh Oct 8 05:52:44 x4 mountd[565]: getvfsbyname() failed for ufs 20161008 05:52:46 all (92/147): nullfs9.sh 20161008 05:52:50 all (93/147): oom.sh Oct 8 05:58:13 x4 kernel: pid 77367 (sort), uid 0, was killed: out of swap space Oct 8 05:58:13 x4 kernel: pid 77369 (sort), uid 0, was killed: out of swap space Oct 8 05:58:13 x4 kernel: pid 77368 (sort), uid 0, was killed: out of swap space Oct 8 05:58:13 x4 kernel: pid 77370 (sort), uid 0, was killed: out of swap space Oct 8 05:58:13 x4 kernel: pid 634 (ntpd), uid 0, was killed: out of swap space warning: total configured swap (4194304 pages) exceeds maximum recommended amount (2097312 pages). warning: increase kern.maxswzone or reduce amount of swap. 20161008 05:58:16 all (94/147): open.sh 20161008 05:58:22 all (95/147): overcommit.sh 20161008 06:09:13 all (96/147): overcommit2.sh Oct 8 06:10:02 x4 kernel: pid 92343 (dd), uid 0 inumber 6 on /mnt: filesystem full 20161008 06:10:07 all (97/147): overlap.sh 20161008 06:15:14 all (98/147): pagein.sh 20161008 06:15:20 all (99/147): pageout.sh lock order reversal: 1st 0xe49f4ca0 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:278 2nd 0xc96ed31c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2298 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0f22e4f at ffs_copyonwrite+0x1cf #4 0xc0f43f85 at ffs_geom_strategy+0x85 #5 0xc0f5c524 at ufs_strategy+0xb4 #6 0xc1225121 at VOP_STRATEGY_APV+0x231 #7 0xc0cffd89 at VOP_STRATEGY+0x49 #8 0xc0cf7228 at bufstrategy+0xc8 #9 0xc0cfa3a7 at bstrategy+0xd7 #10 0xc0cf70d7 at bufwrite+0x2e7 #11 0xc0f48cde at bwrite+0xce #12 0xc0f4857f at ffs_syncvnode+0x77f #13 0xc0f45d52 at ffs_fsync+0x42 #14 0xc122217d at VOP_FSYNC_APV+0x21d #15 0xc0f5a01f at ufs_remove+0xdf #16 0xc12224fd at VOP_REMOVE_APV+0x24d #17 0xc0d296f6 at kern_unlinkat+0x266 lock order reversal: 1st 0xc96ed31c snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:939 2nd 0xcee59cdc ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1629 stack backtrace: #0 0xc0cb4021 at witness_debugger+0x81 #1 0xc0cb3f46 at witness_checkorder+0xd46 #2 0xc0c25d52 at __lockmgr_args+0x482 #3 0xc0f20f46 at ffs_snapremove+0x116 #4 0xc0f1a0d9 at ffs_truncate+0x2b9 #5 0xc0f5149d at ufs_inactive+0x1ed #6 0xc122414d at VOP_INACTIVE_APV+0x21d #7 0xc0d1e605 at vinactive+0x115 #8 0xc0d1ebf4 at vputx+0x364 #9 0xc0d2973e at kern_unlinkat+0x2ae #10 0xc0d29482 at sys_unlink+0x32 #11 0xc11eee63 at syscall+0x3d3 #12 0xc11d9afe at Xint0x80_syscall+0x2e 20161008 06:25:29 all (100/147): parallelmount.sh Oct 8 06:25:49 x4 mountd[565]: bad exports list line /mnt Oct 8 06:26:39 x4 last message repeated 2 times Oct 8 06:26:58 x4 mountd[565]: bad exports list line /mnt Oct 8 06:27:09 x4 mountd[565]: can't delete exports for /mnt: Device busy Oct 8 06:27:41 x4 mountd[565]: can't delete exports for /mnt: Device busy Oct 8 06:28:19 x4 mountd[565]: bad exports list line /mnt Oct 8 06:28:32 x4 last message repeated 2 times Oct 8 06:30:22 x4 mountd[565]: bad exports list line /mnt Oct 8 06:33:23 x4 last message repeated 5 times Oct 8 06:34:16 x4 mountd[565]: can't delete exports for /mnt: Device busy Oct 8 06:35:12 x4 mountd[565]: can't delete exports for /mnt: Device busy 20161008 06:35:34 all (101/147): parallelmount2.sh 20161008 06:35:36 all (102/147): pcatch.sh 20161008 06:35:38 all (103/147): pcatch2.sh 20161008 06:35:40 all (104/147): pfl.sh 20161008 06:46:05 all (105/147): pfl2.sh 20161008 06:57:55 all (106/147): pipe.sh 20161008 07:03:02 all (107/147): pipe2.sh 20161008 07:03:22 all (108/147): posix_fadvise.sh 20161008 07:03:25 all (109/147): posix_fadvise2.sh 20161008 07:03:28 all (110/147): posix_fadvise3.sh 20161008 07:10:31 all (111/147): posix_openpt.sh 20161008 07:11:34 all (112/147): pread.sh 20161008 07:12:09 all (113/147): procfs.sh 20161008 07:14:15 all (114/147): procfs2.sh 20161008 07:14:24 all (115/147): procfs3.sh 20161008 07:14:50 all (116/147): procfs4.sh 20161008 07:24:54 all (117/147): procfs5.sh 20161008 07:24:57 all (118/147): pshared.sh 20161008 07:25:13 all (119/147): pthread.sh 20161008 07:25:23 all (120/147): pthread2.sh 20161008 07:25:26 all (121/147): pthread3.sh *** Excessive run time: pthread3.sh, 33 min 20161008 07:58:35 all (122/147): pthread4.sh 20161008 08:21:36 all (123/147): pthread5.sh witness_lock_list_get: witness exhausted vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed vm_thread_new: kstack allocation failed 20161008 08:22:43 all (124/147): pthread6.sh 20161008 08:28:09 all (125/147): pthread7.sh 20161008 08:51:17 all (126/147): pthread8.sh 20161008 08:54:22 all (127/147): pthread9.sh Oct 8 08:55:39 x4 kernel: Failed to write core file for process pthread9 (error 13) 20161008 08:57:48 all (128/147): ptrace.sh 20161008 08:57:51 all (129/147): ptrace10.sh 20161008 08:59:40 all (130/147): ptrace2.sh 20161008 08:59:48 all (131/147): ptrace3.sh 20161008 08:59:51 all (132/147): ptrace4.sh 20161008 09:04:14 all (133/147): ptrace5.sh 20161008 09:09:17 all (134/147): ptrace6.sh 20161008 09:13:20 all (135/147): ptrace7.sh 20161008 09:17:23 all (136/147): ptrace8.sh 20161008 09:17:27 all (137/147): ptrace9.sh 20161008 09:17:35 all (138/147): pts.sh 20161008 09:28:05 all (139/147): pty2.sh 20161008 09:31:10 all (140/147): quota1.sh Oct 8 09:32:17 x4 kernel: pid 53230 (creat), uid 0 inumber 12305 on /mnt: out of inodes Oct 8 09:32:45 x4 kernel: pid 53236 (creat), uid 0 inumber 12297 on /mnt: out of inodes Oct 8 09:39:59 x4 kernel: pid 80561 (creat), uid 0 inumber 525 on /mnt: out of inodes 20161008 09:41:22 all (141/147): quota10.sh 20161008 09:46:30 all (142/147): quota11.sh 20161008 09:47:10 all (143/147): quota4.sh 20161008 09:48:23 all (144/147): quota5.sh 20161008 09:48:25 all (145/147): quota8.sh 20161008 09:50:03 all (146/147): quota9.sh 20161008 09:50:09 all (147/147): radix.sh Oct 8 09:52:27 x4 kernel: Failed to write core file for process mmap28 (error 14) Oct 8 09:52:58 x4 last message repeated 3 times Oct 8 09:55:02 x4 last message repeated 35 times Oct 8 09:58:54 x4 last message repeated 62 times 20161008 11:55:18 all (1/3): gnop3.sh GEOM_NOP: Device md5.nop created. GEOM_NOP: Device md5.nop removed. /tmp grew 2 20161008 12:16:23 all (2/3): mmap2.sh 20161008 12:27:15 all (3/3): msync2.sh 20161008 12:34:02 all (1/3): gnop3.sh GEOM_NOP: Device md5.nop created. GEOM_NOP: Device md5.nop removed. /tmp grew 2 20161008 12:58:15 all (2/3): mmap2.sh /tmp grew 2 20161008 13:08:29 all (3/3): msync2.sh 20161008 13:15:15 all (1/3): gnop3.sh GEOM_NOP: Device md5.nop created. Oct 8 13:25:26 x4 su: pho to root on /dev/pts/2 GEOM_NOP: Device md5.nop removed. 20161008 13:36:15 all (2/3): mmap2.sh 20161008 13:47:49 all (3/3): msync2.sh 20161008 13:54:35 all (1/3): gnop3.sh GEOM_NOP: Device md5.nop created. GEOM_NOP: Device md5.nop removed. /tmp grew 2 20161008 14:15:00 all (2/3): mmap2.sh 20161008 14:25:15 all (3/3): msync2.sh 20161008 17:01:43 all (1/27): ./mountro2.sh /tmp grew 1 20161008 17:01:53 all (2/27): ./newfs3.sh *** Excessive run time: ./newfs3.sh, 34 min 20161008 17:36:25 all (3/27): ./mmap2.sh 20161008 17:46:58 all (4/27): ./mountro3.sh 20161008 17:47:02 all (5/27): ./umountf.sh 20161008 17:48:12 all (6/27): ./kinfo2.sh 20161008 18:19:38 all (7/27): ./mountro.sh 20161008 18:21:26 all (8/27): ./isofs.sh 20161008 18:21:51 all (9/27): ./mount2.sh 20161008 18:44:52 all (10/27): ./libMicro.sh 20161008 18:45:55 all (11/27): ./newfs2.sh /tmp grew 1 20161008 19:09:47 all (12/27): ./umountf4.sh 20161008 19:15:14 all (13/27): ./umountf5.sh /tmp grew 1 20161008 19:15:49 all (14/27): ./umountf6.sh 20161008 19:19:54 all (15/27): ./graid3.sh GEOM_RAID3: Device raid3/data launched (3/3). Fatal double fault: eip = 0xc0c7bb06 esp = 0xedff8fc0 ebp = 0xedff9020 cpuid = 1; apic id = 01 panic: double fault cpuid = 1 KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,c186f6ac,0,c15b2f0c,c1b345b8,...) at db_trace_self_wrapper+0x2a/frame 0xc1b34588 kdb_backtrace(c17d3843,1,c17c988a,c1b34644,1,...) at kdb_backtrace+0x2d/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x115/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- KDB: enter: panic [ thread pid 574 tid 100123 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 574 tid 100123 td 0xc9804350 kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x760700 curthread = 0xc93a8350: pid 21 tid 100084 "syncer" curpcb = 0xedf0dd40 fpcurthread = none idlethread = 0xc8e496a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x2324d700 curthread = 0xc9804350: pid 574 tid 100123 "nfsd: master" curpcb = 0xedffad40 fpcurthread = none idlethread = 0xc8e49350: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x23250700 curthread = 0xc8e49000: pid 11 tid 100005 "idle: cpu2" curpcb = 0xe4b2ed40 fpcurthread = none idlethread = 0xc8e49000: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x23253700 curthread = 0xcbf5f350: pid 81622 tid 101511 "sed" curpcb = 0xc87d6d40 fpcurthread = 0xcbf5f350: pid 81622 "sed" idlethread = 0xc8e489f0: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks db:0:alllocks> show lockedvnods Locked vnodes vnode 0xcf359e10: tag ufs, type VDIR usecount 5, writecount 0, refcount 42 mountedhere 0 flags (VV_ROOT|VI_ACTIVE) v_object 0xccca1e60 ref 0 pages 140 cleanbuf 30 dirtybuf 4 lock type ufs: EXCL by thread 0xc9804350 (pid 574, nfsd, tid 100123) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0f48c02 at _lockmgr_args+0xb2 #2 0xc0f45f97 at ffs_lock+0x107 #3 0xc12247e1 at VOP_LOCK1_APV+0x201 #4 0xc0d303ea at _vn_lock+0xba #5 0xc0f5a378 at ufs_rename+0x108 #6 0xc1222c88 at VOP_RENAME_APV+0x1f8 #7 0xc0b82623 at nfsvno_rename+0x1a3 #8 0xc0b7a95c at nfsrvd_rename+0x74c #9 0xc0b667e4 at nfsrvd_dorpc+0x3c4 #10 0xc0b762cf at nfssvc_program+0x55f #11 0xc0ee3042 at svc_run_internal+0xb92 #12 0xc0ee23b0 at svc_run+0x210 #13 0xc0b7679c at nfsrvd_nfsd+0x20c #14 0xc0b86fb3 at nfssvc_nfsd+0x1e3 #15 0xc0ec1304 at sys_nfssvc+0xc4 #16 0xc11eee63 at syscall+0x3d3 #17 0xc11d9afe at Xint0x80_syscall+0x2e ino 2, on dev label/tmp vnode 0xcfb3c438: tag ufs, type VREG usecount 0, writecount 0, refcount 4 mountedhere 0 flags (VI_ACTIVE|VI_DOINGINACT) v_object 0xcaa47e60 ref 0 pages 1 cleanbuf 1 dirtybuf 0 lock type ufs: EXCL by thread 0xc9804350 (pid 574, nfsd, tid 100123) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0f48c02 at _lockmgr_args+0xb2 #2 0xc0f45f97 at ffs_lock+0x107 #3 0xc12247e1 at VOP_LOCK1_APV+0x201 #4 0xc0d303ea at _vn_lock+0xba #5 0xc0d1e18e at vget+0x8e #6 0xc0d0ffd1 at vfs_hash_get+0xd1 #7 0xc0f40367 at ffs_vgetf+0x47 #8 0xc0f4030f at ffs_vget+0x2f #9 0xc0f5a6e5 at ufs_rename+0x475 #10 0xc1222c88 at VOP_RENAME_APV+0x1f8 #11 0xc0b82623 at nfsvno_rename+0x1a3 #12 0xc0b7a95c at nfsrvd_rename+0x74c #13 0xc0b667e4 at nfsrvd_dorpc+0x3c4 #14 0xc0b762cf at nfssvc_program+0x55f #15 0xc0ee3042 at svc_run_internal+0xb92 #16 0xc0ee23b0 at svc_run+0x210 #17 0xc0b7679c at nfsrvd_nfsd+0x20c ino 1455, on dev label/tmp vnode 0xcdb2e5a0: tag syncer, type VNON usecount 1, writecount 0, refcount 2 mountedhere 0 flags (VI_ACTIVE) lock type syncer: EXCL by thread 0xc93a8350 (pid 21, syncer, tid 100084) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0d0be83 at vop_stdlock+0x53 #2 0xc12247e1 at VOP_LOCK1_APV+0x201 #3 0xc0d303ea at _vn_lock+0xba #4 0xc0d23591 at sched_sync+0x271 #5 0xc0c1167e at fork_exit+0x7e #6 0xc11d9b10 at fork_trampoline+0x8 vnode 0xce1c2b40: tag ufs, type VDIR usecount 54, writecount 0, refcount 72 mountedhere 0 flags (VI_ACTIVE) v_object 0xcd8836e0 ref 0 pages 112 cleanbuf 10 dirtybuf 4 lock type ufs: EXCL by thread 0xd1c55350 (pid 72276, rename, tid 104869) with shared waiters pending #0 0xc0c26436 at __lockmgr_args+0xb66 #1 0xc0f48c02 at _lockmgr_args+0xb2 #2 0xc0f45f97 at ffs_lock+0x107 #3 0xc12247e1 at VOP_LOCK1_APV+0x201 #4 0xc0d303ea at _vn_lock+0xba #5 0xc0d1179f at lookup+0xef #6 0xc0d1130c at namei+0x58c #7 0xc0d2c9de at kern_renameat+0xae #8 0xc0d2c929 at sys_rename+0x39 #9 0xc11eee63 at syscall+0x3d3 #10 0xc11d9afe at Xint0x80_syscall+0x2e ino 32768, on dev raid3/data vnode 0xca1d8708: tag ufs, type VLNK usecount 0, writecount 0, refcount 1 mountedhere 0 flags (VI_DOOMED|VI_ACTIVE|VI_DOINGINACT) lock type ufs: EXCL by thread 0xcac866a0 (pid 20, bufdaemon, tid 101168) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0f48c02 at _lockmgr_args+0xb2 #2 0xc0f45f97 at ffs_lock+0x107 #3 0xc12247e1 at VOP_LOCK1_APV+0x201 #4 0xc0d303ea at _vn_lock+0xba #5 0xc0d1e18e at vget+0x8e #6 0xc0d0ffd1 at vfs_hash_get+0xd1 #7 0xc0f40367 at ffs_vgetf+0x47 #8 0xc0f33394 at handle_workitem_remove+0x54 #9 0xc0f376da at process_worklist_item+0x26a #10 0xc0f2421f at softdep_process_worklist+0x9f #11 0xc0f276fe at softdep_flush+0xde #12 0xc0c1167e at fork_exit+0x7e #13 0xc11d9b10 at fork_trampoline+0x8 ino 64914, on dev raid3/data vnode 0xd05e8b40: tag ufs, type VNON usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VI_ACTIVE) lock type ufs: EXCL by thread 0xd1c55350 (pid 72276, rename, tid 104869) #0 0xc0c263b3 at __lockmgr_args+0xae3 #1 0xc0f40472 at ffs_vgetf+0x152 #2 0xc0f4030f at ffs_vget+0x2f #3 0xc0f521d9 at ufs_lookup_ino+0xa19 #4 0xc0f517ba at ufs_lookup+0x2a #5 0xc121e52d at VOP_CACHEDLOOKUP_APV+0x21d #6 0xc0d079c9 at vfs_cache_lookup+0xe9 #7 0xc121e1ad at VOP_LOOKUP_APV+0x21d #8 0xc0d11c39 at lookup+0x589 #9 0xc0d1130c at namei+0x58c #10 0xc0d2c9de at kern_renameat+0xae #11 0xc0d2c929 at sys_rename+0x39 #12 0xc11eee63 at syscall+0x3d3 #13 0xc11d9afe at Xint0x80_syscall+0x2e ino 37775, on dev raid3/data db:0:lockedvnods> show mount 0xc96f3000 /dev/ada0s1a on / (ufs) 0xc9632618 devfs on /dev (devfs) 0xc96f2c30 /dev/ada0s1f on /home (ufs) 0xc9ac2618 /dev/ada0s1d on /usr (ufs) 0xc9ac230c /dev/ada0s1e on /var (ufs) 0xc9ac2000 procfs on /proc (procfs) 0xc96f2924 /dev/label/tmp on /tmp (ufs) 0xd050b000 /dev/raid3/data on /mnt (ufs) More info: show mount db:0:mount> show page vm_cnt.v_free_count: 408074 vm_cnt.v_cache_count: 0 vm_cnt.v_inactive_count: 1398 vm_cnt.v_active_count: 392470 vm_cnt.v_wire_count: 60601 vm_cnt.v_free_reserved: 1173 vm_cnt.v_free_min: 5484 vm_cnt.v_free_target: 18417 vm_cnt.v_inactive_target: 27625 db:0:page> ps pid ppid pgrp uid state wmesg wchan cmd 81622 81620 1998 1001 RE CPU 3 sed 81620 81454 1998 1001 S wait 0xce891348 sh 81454 2001 1998 1001 S piperd 0xca009680 sh 72311 72290 52245 1004 D+ ufs 0xce1c2b74 fts 72306 72290 52245 1004 D+ ufs 0xce1c2b74 fts 72290 72193 52245 1004 S+ wait 0xd0c75000 fts 72289 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72287 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72284 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72280 72205 52245 1004 L+ *struct 0xc9604580 rename 72276 72205 52245 1004 L+ *struct 0xc9604580 rename 72273 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72270 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72268 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72230 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72227 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72223 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72221 72205 52245 1004 L+ *struct 0xc9604580 rename 72217 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72211 72205 52245 1004 D+ ufs 0xce1c2b74 rename 72205 72198 52245 1004 S+ wait 0xcb5fc348 rename 72198 52264 52245 1004 S+ wait 0xc97f7000 rename 72193 52264 52245 1004 S+ wait 0xd038e348 fts 52264 52263 52245 1004 S+ wait 0xd1b99000 run 52263 52262 52245 1004 SW+ wait 0xd038e000 run 52262 52245 52245 1004 S+ nanslp 0xc1aa3301 run 52245 52244 52245 1004 SW+ wait 0xcb5fc690 sh 52244 52209 20614 0 SW+ wait 0xd0355348 su 52240 0 0 0 DL r3:w1 0xce7bf000 [g_raid3 data] 52237 0 0 0 DL mdwait 0xd1105800 [md7] 52233 0 0 0 DL mdwait 0xcfc0d000 [md6] 52229 0 0 0 DL mdwait 0xcfc0d800 [md5] 52209 52207 20614 0 SW+ wait 0xd1b00348 sh 52208 20614 20614 0 S+ piperd 0xce7c3820 tee 52207 20614 20614 0 SW+ wait 0xd1bba348 sh 20614 785 20614 0 SW+ wait 0xd0c75348 sh 16821 16819 16821 0 S+ ttyin 0xc90ccc70 bash 16819 16808 16819 0 SW+ pause 0xcc25b064 csh 16808 45113 16808 1001 SW+ wait 0xd1b9c348 su 45113 45112 45113 1001 SWs+ wait 0xcc25b348 bash 45112 45110 45110 1001 S select 0xc962ab64 sshd 45110 704 45110 0 Ss select 0xc9dfdb64 sshd 20560 20557 30491 0 SW nanslp 0xc1aa3302 sleep 20557 1 30491 0 SW wait 0xc9bb09d8 sh 17046 0 0 0 DL aiordy 0xcc257000 [aiod4] 17045 0 0 0 DL aiordy 0xcf26a9d8 [aiod3] 17044 0 0 0 DL aiordy 0xce891690 [aiod2] 17043 0 0 0 DL aiordy 0xcd6a3000 [aiod1] 2004 1998 1998 1001 S piperd 0xca804b60 sh 2002 1998 1998 1001 S piperd 0xca804680 awk 2001 1998 1998 1001 S wait 0xc9bab9d8 sh 1998 1996 1998 1001 SWs wait 0xc9bb2348 sh 1997 1994 1997 1001 Ss kqread 0xca011100 tail 1996 1987 1987 1001 S select 0xc9dfdce4 sshd 1995 1993 1995 1001 Ss+ select 0xc9df9f64 top 1994 1991 1991 1001 S select 0xc9dfdd64 sshd 1993 1988 1988 1001 S select 0xc9dfe124 sshd 1991 704 1991 0 Ss select 0xc9dfdba4 sshd 1988 704 1988 0 Ss select 0xc9dfe2a4 sshd 1987 704 1987 0 Ss select 0xc962ae64 sshd 1984 1 1984 0 Ss+ ttyin 0xc90cb670 getty 1983 1 1983 0 Ss+ ttyin 0xc90ca670 getty 1982 1 1982 0 Ss+ ttyin 0xc90ca870 getty 1981 1 1981 0 Ss+ ttyin 0xc90caa70 getty 1980 1 1980 0 Ss+ ttyin 0xc90cac70 getty 1979 1 1979 0 Ss+ ttyin 0xc90cae70 getty 1978 1 1978 0 Ss+ ttyin 0xc90cb070 getty 1977 1 1977 0 Ss+ ttyin 0xc90cb270 getty 1976 1 1976 0 Ss+ ttyin 0xc90cb470 getty 1957 1 1957 0 Ss select 0xc962ae24 inetd 1927 1 1927 0 Ss select 0xc9dfdee4 moused 785 783 785 0 SW+ wait 0xc9bab690 bash 783 782 783 0 SW+ pause 0xc9bb0064 csh 782 773 782 1001 SW+ wait 0xc97f2348 su 773 772 773 1001 SWs+ wait 0xc97f2690 bash 772 770 770 1001 S select 0xc9dfdda4 sshd 770 704 770 0 Ss select 0xc962b0a4 sshd 715 1 715 0 Ss nanslp 0xc1aa3300 cron 710 1 710 25 SWs pause 0xc974da3c sendmail 707 1 707 0 Ss select 0xc9dfe024 sendmail 704 1 704 0 Ss select 0xc9dfe1a4 sshd 667 1 666 0 SW nanslp 0xc1aa3303 smartd 637 1 637 0 Ss select 0xc9dfe1e4 powerd 578 1 578 0 Ss rpcsvc 0xc97f5490 NLM: master 575 1 575 0 Ss select 0xc9dfe364 rpc.statd 574 571 571 0 R (threaded) nfsd 100123 Run CPU 1 nfsd: master 100124 S rpcsvc 0xc96a0190 nfsd: service 100125 S rpcsvc 0xc96a0090 nfsd: service 100126 S rpcsvc 0xc9bae290 nfsd: service 100127 S rpcsvc 0xc8e2f590 nfsd: service 100128 S rpcsvc 0xc8e2f690 nfsd: service 100129 S rpcsvc 0xc8e2f790 nfsd: service 100130 S rpcsvc 0xc969fe90 nfsd: service 100131 S rpcsvc 0xc969fd90 nfsd: service 100132 S rpcsvc 0xc8e2f890 nfsd: service 100133 S rpcsvc 0xc8e2f990 nfsd: service 100134 S rpcsvc 0xc969fc90 nfsd: service 100135 S rpcsvc 0xc969fb90 nfsd: service 100136 S rpcsvc 0xc8e2fa90 nfsd: service 100137 S rpcsvc 0xc8e2fb90 nfsd: service 100138 S rpcsvc 0xc969fa90 nfsd: service 100139 S rpcsvc 0xc8e2fc90 nfsd: service 100140 S rpcsvc 0xc8e2fd90 nfsd: service 100141 S rpcsvc 0xc969f990 nfsd: service 100142 S rpcsvc 0xc8e2fe90 nfsd: service 100143 S rpcsvc 0xc969f890 nfsd: service 100144 S rpcsvc 0xc969f790 nfsd: service 100145 S rpcsvc 0xc969f690 nfsd: service 100146 S rpcsvc 0xc8e30090 nfsd: service 100147 S rpcsvc 0xc8e30190 nfsd: service 100148 S rpcsvc 0xc8e30290 nfsd: service 100149 S rpcsvc 0xc969f590 nfsd: service 100150 S rpcsvc 0xc969f490 nfsd: service 100151 S rpcsvc 0xc8e30390 nfsd: service 100152 S rpcsvc 0xc9bae190 nfsd: service 100153 S rpcsvc 0xc9bae090 nfsd: service 100154 S rpcsvc 0xc9bade90 nfsd: service 571 1 571 0 Ss select 0xc899ea64 nfsd 565 1 565 0 Ss select 0xc9dfa224 mountd 558 554 554 0 S select 0xc9dfa264 nfsuserd 557 554 554 0 S select 0xc9dfe3a4 nfsuserd 556 554 554 0 S select 0xc9dfe3e4 nfsuserd 555 554 554 0 SW sbwait 0xc9dd7af8 nfsuserd 554 1 554 0 SWs pause 0xc974e3ac nfsuserd 512 1 512 0 Ss nanslp 0xc1aa3300 watchdogd 428 1 428 0 Ss select 0xc9dfa2e4 rpcbind 420 1 420 0 Ss select 0xc962b1e4 syslogd 385 1 385 0 Ss select 0xc9dfe4a4 rtsold 343 1 343 0 Ss select 0xc9dfe4e4 devd 22 0 0 0 DL vlruwt 0xc93a2348 [vnlru] 21 0 0 0 RL CPU 0 [syncer] 20 0 0 0 RL (threaded) [bufdaemon] 100083 L *struct 0xd1b83880 [bufdaemon] 100103 D sdflush 0xc922e684 [/home worker] 100105 D sdflush 0xc922e284 [/usr worker] 100106 CanRun [/var worker] 100188 D sdflush 0xca45b684 [/tmp worker] 101168 L *struct 0xd1b83880 [/mnt worker] 19 0 0 0 DL - 0xc1b1d544 [bufspacedaemon] 18 0 0 0 DL psleep 0xc1b230a4 [vmdaemon] 17 0 0 0 DL (threaded) [pagedaemon] 100080 D psleep 0xc1b81205 [pagedaemon] 100091 D umarcl 0xc1b22ca0 [uma] 16 0 0 0 DL - 0xc1b1c36c [soaiod4] 15 0 0 0 DL - 0xc1b1c36c [soaiod3] 9 0 0 0 DL - 0xc1b1c36c [soaiod2] 8 0 0 0 DL - 0xc1b1c36c [soaiod1] 7 0 0 0 DL - 0xc197b87c [rand_harvestq] 6 0 0 0 DL waiting 0xc1b7cb70 [sctp_iterator] 5 0 0 0 DL - 0xc906603c [fdc0] 14 0 0 0 DL (threaded) [usb] 100033 D - 0xc9067acc [usbus0] 100034 D - 0xc9067afc [usbus0] 100035 D - 0xc9067b2c [usbus0] 100036 D - 0xc9067b5c [usbus0] 100037 D - 0xc9067b8c [usbus0] 100039 D - 0xc90ceacc [usbus1] 100040 D - 0xc90ceafc [usbus1] 100041 D - 0xc90ceb2c [usbus1] 100042 D - 0xc90ceb5c [usbus1] 100043 D - 0xc90ceb8c [usbus1] 100045 D - 0xc90d9acc [usbus2] 100046 D - 0xc90d9afc [usbus2] 100047 D - 0xc90d9b2c [usbus2] 100048 D - 0xc90d9b5c [usbus2] 100049 D - 0xc90d9b8c [usbus2] 100050 D - 0xc90dbacc [usbus3] 100051 D - 0xc90dbafc [usbus3] 100052 D - 0xc90dbb2c [usbus3] 100053 D - 0xc90dbb5c [usbus3] 100054 D - 0xc90dbb8c [usbus3] 100055 D - 0xc90e9acc [usbus4] 100056 D - 0xc90e9afc [usbus4] 100057 D - 0xc90e9b2c [usbus4] 100058 D - 0xc90e9b5c [usbus4] 100059 D - 0xc90e9b8c [usbus4] 100061 D - 0xc907eca4 [usbus5] 100062 D - 0xc907ecd4 [usbus5] 100063 D - 0xc907ed04 [usbus5] 100064 D - 0xc907ed34 [usbus5] 100065 D - 0xc907ed64 [usbus5] 4 0 0 0 DL (threaded) [cam] 100028 D - 0xc18c7900 [doneq0] 100075 D - 0xc18c77ac [scanner] 3 0 0 0 DL crypto_ 0xc1b21fe8 [crypto returns] 2 0 0 0 DL crypto_ 0xc1b21f30 [crypto] 13 0 0 0 DL (threaded) [geom] 100020 D - 0xc1b77c60 [g_event] 100021 D - 0xc1b77c64 [g_up] 100022 D - 0xc1b77c68 [g_down] 12 0 0 0 WL (threaded) [intr] 100007 I [swi1: netisr 0] 100008 I [swi3: vm] 100009 I [swi4: clock (0)] 100010 I [swi4: clock (1)] 100011 I [swi4: clock (2)] 100012 I [swi4: clock (3)] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100029 I [irq256: hdac0] 100030 I [irq257: re0] 100031 I [irq22: ahci0] 100032 I [irq16: hdac1 ohci0] 100038 I [irq17: ohci1 ohci3] 100044 I [irq18: ohci2 ohci4] 100060 I [irq19: ehci0] 100066 I [irq14: ata0] 100067 I [swi0: uart] 100069 I [irq1: atkbd0] 100070 I [irq12: psm0] 11 0 0 0 RL (threaded) [idle] 100003 CanRun [idle: cpu0] 100004 CanRun [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc8e459d8 [init] 10 0 0 0 DL audit_w 0xc1b7fa60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xc1b77c84 [swapper] 100015 D - 0xc8cfe800 [thread taskq] 100016 D - 0xc8cfe780 [aiod_kick taskq] 100018 D - 0xc8cfe680 [kqueue_ctx taskq] 100019 D - 0xc8cfe600 [firmware taskq] 100025 D - 0xc8cfe400 [acpi_task_0] 100026 D - 0xc8cfe400 [acpi_task_1] 100027 D - 0xc8cfe400 [acpi_task_2] 100071 D - 0xc911fe00 [mca taskq] 100074 D - 0xc8cfdd00 [CAM taskq] 100086 D - 0xc911ec80 [if_config_tqg_0] 100087 D - 0xc911ec00 [if_io_tqg_0] 100088 D - 0xc911eb80 [if_io_tqg_1] 100089 D - 0xc911eb00 [if_io_tqg_2] 100090 D - 0xc911ea80 [if_io_tqg_3] 72214 72205 52245 1004 Z+ rename 72194 52264 52245 1004 Z+ link 72196 52264 52245 1004 Z+ creat 72195 52264 52245 1004 Z+ lockf 72197 52264 52245 1004 Z+ mkdir 72199 52264 52245 1004 Z+ swap 72200 52264 52245 1004 Z+ mkfifo db:0:ps> allt Tracing command sed pid 81622 tid 101511 td 0xcbf5f350 (CPU 3) cpustop_handler(3,13,c87d6830,c11ed957,cf1ae000,...) at cpustop_handler+0x25/frame 0xc87d66e0 ipi_nmi_handler(cf1ae000,c5e63d8c,0,0,c5e63d8c,...) at ipi_nmi_handler+0x36/frame 0xc87d66f0 trap(c87d683c) at trap+0x37/frame 0xc87d6830 calltrap() at calltrap+0x6/frame 0xc87d6830 --- trap 0x13, eip = 0xc1216148, esp = 0xc87d687c, ebp = 0xc87d68b0 --- smp_targeted_tlb_shootdown(0,ee450000,0) at smp_targeted_tlb_shootdown+0x218/frame 0xc87d68b0 smp_masked_invlpg(f,ee450000,c17c8399,b34,c1b8ab5c,...) at smp_masked_invlpg+0x32/frame 0xc87d68c4 pmap_remove_pte(ee450000,c87d6920,c17c8399,b77,ca3cbee8,...) at pmap_remove_pte+0x90/frame 0xc87d68f0 pmap_remove(c1b8ab5c,ee450000,ee454000,ba7,7,...) at pmap_remove+0x24d/frame 0xc87d6934 vm_map_delete(c8d0e230,ee450000,ee454000,c03,ca8034e0,...) at vm_map_delete+0x132/frame 0xc87d6998 vm_map_remove(c8d0e230,ee450000,ee454000,6a4,c1ab1380,...) at vm_map_remove+0x8c/frame 0xc87d69b8 pipeclose(ca803584,0,c97c0690,c97c0690,0,...) at pipeclose+0x352/frame 0xc87d69f8 pipe_dtor(ca8034e0,cb03dab8,c87d6a40,c0bf98a1,c97c0690,...) at pipe_dtor+0x38/frame 0xc87d6a14 pipe_close(c97c0690,cbf5f350,57f92f4b,cb03dab8,c97c0690,...) at pipe_close+0x2a/frame 0xc87d6a24 _fdrop(c97c0690,cbf5f350,8,c15e5466,524,...) at _fdrop+0x21/frame 0xc87d6a40 closef(c97c0690,cbf5f350,c15d1811,cbf5f350,cb03da68,...) at closef+0x21e/frame 0xc87d6aa4 fdescfree_fds(1,c15d1811,891,88a,c0c30580,...) at fdescfree_fds+0x7e/frame 0xc87d6ad0 fdescfree(cbf5f350,0,c15d2a1c,163,c87d6bc0,...) at fdescfree+0x50b/frame 0xc87d6b64 exit1(cbf5f350,0,0,c87d6cdc,c11eee63,...) at exit1+0x5e1/frame 0xc87d6bac sys_sys_exit(cbf5f350,c87d6c50,c15d29c7,4,e4b1acac,...) at sys_sys_exit+0x22/frame 0xc87d6bc0 syscall(c87d6ce8) at syscall+0x3d3/frame 0xc87d6cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc87d6cdc --- syscall (1, FreeBSD ELF32, sys_sys_exit), eip = 0x281564b3, esp = 0xbfbfecc0, ebp = 0xbfbfecd0 --- Tracing command sh pid 81620 tid 100712 td 0xce8df350 sched_switch(ce8df350,0,104,196,f5e18834,...) at sched_switch+0x4e1/frame 0xf5e187fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf5e18834 sleepq_switch(ce891348,6c,c15e1ce5,1c2,ce8df350,...) at sleepq_switch+0x318/frame 0xf5e188b0 sleepq_catch_signals(ce891348,6c,d211d340,c1abf86c,0,...) at sleepq_catch_signals+0x196/frame 0xf5e189a0 sleepq_wait_sig(ce891348,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf5e189d8 _sleep(ce891348,ce8913f0,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf5e18a34 kern_wait6(ce8df350,7,0,0,f5e18acc,...) at kern_wait6+0x47d/frame 0xf5e18aa0 sys_wait4(ce8df350,f5e18c50,c15d29c7,4,f5e18c40,...) at sys_wait4+0x8b/frame 0xf5e18bc0 syscall(f5e18ce8) at syscall+0x3d3/frame 0xf5e18cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5e18cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2819a5d3, esp = 0xbfbfe558, ebp = 0xbfbfe570 --- Tracing command sh pid 81454 tid 104829 td 0xd1bd4000 sched_switch(d1bd4000,0,104,196,f5f2f8b0,...) at sched_switch+0x4e1/frame 0xf5f2f878 mi_switch(104,0,c15e1ce5,215,f5f2f92c,...) at mi_switch+0x18c/frame 0xf5f2f8b0 sleepq_switch(ca009680,5c,c15e1ce5,1c2,342,...) at sleepq_switch+0x318/frame 0xf5f2f92c sleepq_catch_signals(ca009680,5c,d1ba1100,c1abf1f4,0,...) at sleepq_catch_signals+0x196/frame 0xf5f2fa1c sleepq_wait_sig(ca009680,5c,c15e5691,100,0,...) at sleepq_wait_sig+0x25/frame 0xf5f2fa54 _sleep(ca009680,ca009808,15c,c15e5691,0,...) at _sleep+0x33f/frame 0xf5f2fab0 pipe_read(c97c0658,f5f2fb90,c9639b00,0,d1bd4000,...) at pipe_read+0x2ca/frame 0xf5f2faf4 dofileread(c97c0658,f5f2fb90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf5f2fb28 kern_readv(d1bd4000,3,f5f2fb90,2,bfbfe798,...) at kern_readv+0x93/frame 0xf5f2fb70 sys_read(d1bd4000,f5f2fc50,c15d29c7,4,0,...) at sys_read+0x59/frame 0xf5f2fbc0 syscall(f5f2fce8) at syscall+0x3d3/frame 0xf5f2fcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5f2fcdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2820aaf3, esp = 0xbfbfe6fc, ebp = 0xbfbfe710 --- Tracing command fts pid 72311 tid 104817 td 0xd1bfb6a0 sched_switch(d1bfb6a0,0,104,196,f5f0b610,...) at sched_switch+0x4e1/frame 0xf5f0b5d8 mi_switch(104,0,c15e1ce5,215,f5f0b68c,...) at mi_switch+0x18c/frame 0xf5f0b610 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xf5f0b68c sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xf5f0b6c8 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xf5f0b710 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xf5f0b788 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xf5f0b7f4 ffs_lock(f5f0b8d0,f5f0b898,c188fc2c,ce1c2b40,2,...) at ffs_lock+0x107/frame 0xf5f0b860 VOP_LOCK1_APV(c18aec0c,f5f0b8d0,f5f0b9c0,ce1c2b40,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xf5f0b8b8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,ffffffff,...) at _vn_lock+0xba/frame 0xf5f0b8f8 lookup(f5f0ba88,c15ed48b,124,f5f0bab4,f5f0b9bc,...) at lookup+0xef/frame 0xf5f0b960 namei(f5f0ba88,0,4000144,0,28748df8,...) at namei+0x58c/frame 0xf5f0b9e8 kern_statat(d1bfb6a0,0,3,28748df8,0,...) at kern_statat+0xae/frame 0xf5f0bb20 sys_fstatat(d1bfb6a0,f5f0bc50,c15d29c7,4,d1bfb6a0,...) at sys_fstatat+0x49/frame 0xf5f0bbc0 syscall(f5f0bce8) at syscall+0x3d3/frame 0xf5f0bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5f0bcdc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x2810bab7, esp = 0xbfbfe564, ebp = 0xbfbfe5fc --- Tracing command fts pid 72306 tid 101821 td 0xd066b6a0 sched_switch(d066b6a0,0,104,196,c6bba808,...) at sched_switch+0x4e1/frame 0xc6bba7d0 mi_switch(104,0,c15e1ce5,215,c6bba884,...) at mi_switch+0x18c/frame 0xc6bba808 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc6bba884 sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc6bba8c0 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc6bba908 __lockmgr_args(ce1c2b74,200400,ce1c2be0,0,0,0,c15efae0,fa0,ce1c2be0,ce1c2be0,200400,ce1c2b74,200400,fa0,fa0,c15efae0,0,0,0,ce1c2be0,200400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc6bba980 _lockmgr_args(ce1c2b74,200400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc6bba9ec ffs_lock(c6bbaac8,0,8000,0,0,...) at ffs_lock+0x107/frame 0xc6bbaa58 VOP_LOCK1_APV(c18aec0c,c6bbaac8,c8cd7548,0,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc6bbaab0 _vn_lock(ce1c2b40,200400,c15efae0,fa0,0,...) at _vn_lock+0xba/frame 0xc6bbaaf0 kern_getdirentries(d066b6a0,3,28627000,1000,c6bbabb0,...) at kern_getdirentries+0x191/frame 0xc6bbab8c sys_getdirentries(d066b6a0,c6bbac50,c15d29c7,4,d1c55350,...) at sys_getdirentries+0x42/frame 0xc6bbabc0 syscall(c6bbace8) at syscall+0x3d3/frame 0xc6bbacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc6bbacdc --- syscall (196, FreeBSD ELF32, sys_getdirentries), eip = 0x281c20eb, esp = 0xbfbfe5a8, ebp = 0xbfbfe5e0 --- Tracing command fts pid 72290 tid 101672 td 0xcc0f3350 sched_switch(cc0f3350,0,104,196,f3c9e834,...) at sched_switch+0x4e1/frame 0xf3c9e7fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3c9e834 sleepq_switch(d0c75000,6c,c15e1ce5,1c2,bfbfe330,...) at sleepq_switch+0x318/frame 0xf3c9e8b0 sleepq_catch_signals(d0c75000,6c,cac6bc40,c1abf764,0,...) at sleepq_catch_signals+0x196/frame 0xf3c9e9a0 sleepq_wait_sig(d0c75000,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf3c9e9d8 _sleep(d0c75000,d0c750a8,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf3c9ea34 kern_wait6(cc0f3350,0,11a72,0,f3c9eacc,...) at kern_wait6+0x47d/frame 0xf3c9eaa0 sys_wait4(cc0f3350,f3c9ec50,c15d29c7,4,1,...) at sys_wait4+0x8b/frame 0xf3c9ebc0 syscall(f3c9ece8) at syscall+0x3d3/frame 0xf3c9ecdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3c9ecdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281645d3, esp = 0xbfbfe6b0, ebp = 0xbfbfe6c8 --- Tracing command rename pid 72289 tid 101459 td 0xd210d6a0 sched_switch(d210d6a0,0,104,196,c87f7650,...) at sched_switch+0x4e1/frame 0xc87f7618 mi_switch(104,0,c15e1ce5,215,c87f76cc,...) at mi_switch+0x18c/frame 0xc87f7650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc87f76cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc87f7708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc87f7750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc87f77c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc87f7834 ffs_lock(c87f7910,c87f7a68,ed22,c080024,32323770,...) at ffs_lock+0x107/frame 0xc87f78a0 VOP_LOCK1_APV(c18aec0c,c87f7910,ce7d2dc0,cd2d5000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc87f78f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,8,...) at _vn_lock+0xba/frame 0xc87f7938 lookup(c87f7ae8,c15ed48b,124,eb,c87f79e0,...) at lookup+0xef/frame 0xc87f79a0 namei(c87f7ae8,2,400100c,0,bfbfe5a8,...) at namei+0x58c/frame 0xc87f7a28 kern_renameat(d210d6a0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0xae/frame 0xc87f7ba0 sys_rename(d210d6a0,c87f7c50,c15d29c7,4,d1b556a0,...) at sys_rename+0x39/frame 0xc87f7bc0 syscall(c87f7ce8) at syscall+0x3d3/frame 0xc87f7cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc87f7cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72287 tid 101567 td 0xce75e000 sched_switch(ce75e000,0,104,196,c852e650,...) at sched_switch+0x4e1/frame 0xc852e618 mi_switch(104,0,c15e1ce5,215,c852e6cc,...) at mi_switch+0x18c/frame 0xc852e650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc852e6cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc852e708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc852e750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc852e7c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc852e834 ffs_lock(c852e910,c0c30580,c1ab1a80,8,c15e1ce5,...) at ffs_lock+0x107/frame 0xc852e8a0 VOP_LOCK1_APV(c18aec0c,c852e910,cffa2738,cf210000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc852e8f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,1,...) at _vn_lock+0xba/frame 0xc852e938 lookup(c852ea68,c15ed48b,124,eb,0,...) at lookup+0xef/frame 0xc852e9a0 namei(c852ea68,3,800102c,0,bfbfe628,...) at namei+0x58c/frame 0xc852ea28 kern_renameat(ce75e000,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0x1fe/frame 0xc852eba0 sys_rename(ce75e000,c852ec50,c15d29c7,4,c9dc5350,...) at sys_rename+0x39/frame 0xc852ebc0 syscall(c852ece8) at syscall+0x3d3/frame 0xc852ecdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc852ecdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72284 tid 105174 td 0xd1e3c9f0 sched_switch(d1e3c9f0,0,104,196,f633b650,...) at sched_switch+0x4e1/frame 0xf633b618 mi_switch(104,0,c15e1ce5,215,f633b6cc,...) at mi_switch+0x18c/frame 0xf633b650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xf633b6cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xf633b708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xf633b750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xf633b7c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xf633b834 ffs_lock(f633b910,c0c30580,c1ab0580,8,c15e1ce5,...) at ffs_lock+0x107/frame 0xf633b8a0 VOP_LOCK1_APV(c18aec0c,f633b910,c90b3058,cf738000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xf633b8f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,1,...) at _vn_lock+0xba/frame 0xf633b938 lookup(f633ba68,c15ed48b,124,eb,0,...) at lookup+0xef/frame 0xf633b9a0 namei(f633ba68,3,800102c,0,bfbfe628,...) at namei+0x58c/frame 0xf633ba28 kern_renameat(d1e3c9f0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0x1fe/frame 0xf633bba0 sys_rename(d1e3c9f0,f633bc50,c15d29c7,4,c8f226a0,...) at sys_rename+0x39/frame 0xf633bbc0 syscall(f633bce8) at syscall+0x3d3/frame 0xf633bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf633bcdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72280 tid 104778 td 0xd1ba99f0 sched_switch(d1ba99f0,0,103,192,c1ab0590,...) at sched_switch+0x4e1/frame 0xf5e96888 mi_switch(103,0,c15e2b5c,2e5,c9604590,...) at mi_switch+0x18c/frame 0xf5e968c0 turnstile_wait(c9604580,c93a8350,0,0,0,...) at turnstile_wait+0x371/frame 0xf5e968f0 __mtx_lock_sleep(d050b274,d1ba99f0,0,c15ee0d6,b56,...) at __mtx_lock_sleep+0x188/frame 0xf5e96954 __mtx_lock_flags(d050b274,0,c15ee0d6,b56,d050b274,...) at __mtx_lock_flags+0x118/frame 0xf5e96988 _vdrop(d030f000,0,c0d21457,ce1c2b40,ce1c2b40,...) at _vdrop+0x14b/frame 0xf5e969b0 vop_rename_post(f5e96b70,0,c18c1d5c,ce1c2b40,0,...) at vop_rename_post+0x1d4/frame 0xf5e969d0 VOP_RENAME_APV(c18aec0c,f5e96b70,0,1,f5e96ac4,...) at VOP_RENAME_APV+0x298/frame 0xf5e96a28 kern_renameat(d1ba99f0,ffffff9c,bfbfe628,ffffff9c,bfbfe5a8,0) at kern_renameat+0x566/frame 0xf5e96ba0 sys_rename(d1ba99f0,f5e96c50,c15d29c7,4,0,...) at sys_rename+0x39/frame 0xf5e96bc0 syscall(f5e96ce8) at syscall+0x3d3/frame 0xf5e96cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5e96cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72276 tid 104869 td 0xd1c55350 sched_switch(d1c55350,0,103,192,c1ab0590,...) at sched_switch+0x4e1/frame 0xf5fa75a8 mi_switch(103,0,c15e2b5c,2e5,c9604590,...) at mi_switch+0x18c/frame 0xf5fa75e0 turnstile_wait(c9604580,c93a8350,0,c121de76,ffffffff,...) at turnstile_wait+0x371/frame 0xf5fa7610 __mtx_lock_sleep(d050b274,d1c55350,0,c15ee0d6,63f,...) at __mtx_lock_sleep+0x188/frame 0xf5fa7674 __mtx_lock_flags(d050b274,0,c15ee0d6,63f,d050b010,...) at __mtx_lock_flags+0x118/frame 0xf5fa76a8 insmntque1(d05e8b40,d050b000,c0d1bd10,0) at insmntque1+0x173/frame 0xf5fa76d4 insmntque(d05e8b40,d050b000,0,0,0,...) at insmntque+0x28/frame 0xf5fa76ec ffs_vgetf(d050b000,938f,80000,f5fa77ec,0) at ffs_vgetf+0x1d9/frame 0xf5fa7748 ffs_vget(d050b000,938f,80000,f5fa77ec,f5fa77fc,...) at ffs_vget+0x2f/frame 0xf5fa7768 ufs_lookup_ino(ce1c2b40,f5fa7b30,f5fa7b44,0) at ufs_lookup_ino+0xa19/frame 0xf5fa7828 ufs_lookup(f5fa78b8,c17d511a,ce1c2b,2b,40,...) at ufs_lookup+0x2a/frame 0xf5fa7840 VOP_CACHEDLOOKUP_APV(c18aec0c,f5fa78b8,f5fa7b44,0,0,...) at VOP_CACHEDLOOKUP_APV+0x21d/frame 0xf5fa7898 vfs_cache_lookup(f5fa7978,c17d50b9,400400,ce1c2b40,f5fa7938,...) at vfs_cache_lookup+0xe9/frame 0xf5fa78e0 VOP_LOOKUP_APV(c18aec0c,f5fa7978,c15ed48b,2c0,8,...) at VOP_LOOKUP_APV+0x21d/frame 0xf5fa7938 lookup(f5fa7ae8,c15ed48b,124,eb,f5fa79e0,...) at lookup+0x589/frame 0xf5fa79a0 namei(f5fa7ae8,2,400100c,0,bfbfe5a8,...) at namei+0x58c/frame 0xf5fa7a28 kern_renameat(d1c55350,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0xae/frame 0xf5fa7ba0 sys_rename(d1c55350,f5fa7c50,c15d29c7,4,d1ba99f0,...) at sys_rename+0x39/frame 0xf5fa7bc0 syscall(f5fa7ce8) at syscall+0x3d3/frame 0xf5fa7cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5fa7cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72273 tid 104773 td 0xd1b7e9f0 sched_switch(d1b7e9f0,0,104,196,f5e87650,...) at sched_switch+0x4e1/frame 0xf5e87618 mi_switch(104,0,c15e1ce5,215,f5e876cc,...) at mi_switch+0x18c/frame 0xf5e87650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xf5e876cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xf5e87708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xf5e87750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xf5e877c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xf5e87834 ffs_lock(f5e87910,f5e87a68,140e8,c08001c,32323770,...) at ffs_lock+0x107/frame 0xf5e878a0 VOP_LOCK1_APV(c18aec0c,f5e87910,ce7d2dc0,cd2d5000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xf5e878f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,8,...) at _vn_lock+0xba/frame 0xf5e87938 lookup(f5e87ae8,c15ed48b,124,eb,f5e879e0,...) at lookup+0xef/frame 0xf5e879a0 namei(f5e87ae8,2,400100c,0,bfbfe5a8,...) at namei+0x58c/frame 0xf5e87a28 kern_renameat(d1b7e9f0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0xae/frame 0xf5e87ba0 sys_rename(d1b7e9f0,f5e87c50,c15d29c7,4,d1ba99f0,...) at sys_rename+0x39/frame 0xf5e87bc0 syscall(f5e87ce8) at syscall+0x3d3/frame 0xf5e87cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5e87cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72270 tid 104782 td 0xd1b7e000 sched_switch(d1b7e000,0,104,196,f5ea2650,...) at sched_switch+0x4e1/frame 0xf5ea2618 mi_switch(104,0,c15e1ce5,215,f5ea26cc,...) at mi_switch+0x18c/frame 0xf5ea2650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xf5ea26cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xf5ea2708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xf5ea2750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xf5ea27c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xf5ea2834 ffs_lock(f5ea2910,f5ea2a68,3277,1108001c,32323770,...) at ffs_lock+0x107/frame 0xf5ea28a0 VOP_LOCK1_APV(c18aec0c,f5ea2910,d1c69ec8,cbf61000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xf5ea28f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,8,...) at _vn_lock+0xba/frame 0xf5ea2938 lookup(f5ea2ae8,c15ed48b,124,eb,f5ea29e0,...) at lookup+0xef/frame 0xf5ea29a0 namei(f5ea2ae8,2,400100c,0,bfbfe628,...) at namei+0x58c/frame 0xf5ea2a28 kern_renameat(d1b7e000,ffffff9c,bfbfe628,ffffff9c,bfbfe5a8,0) at kern_renameat+0xae/frame 0xf5ea2ba0 sys_rename(d1b7e000,f5ea2c50,c15d29c7,4,cc5736a0,...) at sys_rename+0x39/frame 0xf5ea2bc0 syscall(f5ea2ce8) at syscall+0x3d3/frame 0xf5ea2cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5ea2cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72268 tid 100684 td 0xce0106a0 sched_switch(ce0106a0,0,104,196,c6bb1650,...) at sched_switch+0x4e1/frame 0xc6bb1618 mi_switch(104,0,c15e1ce5,215,c6bb16cc,...) at mi_switch+0x18c/frame 0xc6bb1650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc6bb16cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc6bb1708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc6bb1750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc6bb17c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc6bb1834 ffs_lock(c6bb1910,c0c30580,c1ab0580,8,c15e1ce5,...) at ffs_lock+0x107/frame 0xc6bb18a0 VOP_LOCK1_APV(c18aec0c,c6bb1910,c90b3058,cf738000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc6bb18f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,1,...) at _vn_lock+0xba/frame 0xc6bb1938 lookup(c6bb1a68,c15ed48b,124,eb,0,...) at lookup+0xef/frame 0xc6bb19a0 namei(c6bb1a68,3,800102c,0,bfbfe5a8,...) at namei+0x58c/frame 0xc6bb1a28 kern_renameat(ce0106a0,ffffff9c,bfbfe628,ffffff9c,bfbfe5a8,0) at kern_renameat+0x1fe/frame 0xc6bb1ba0 sys_rename(ce0106a0,c6bb1c50,c15d29c7,4,d1ba46a0,...) at sys_rename+0x39/frame 0xc6bb1bc0 syscall(c6bb1ce8) at syscall+0x3d3/frame 0xc6bb1cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc6bb1cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72230 tid 100650 td 0xcf0b96a0 sched_switch(cf0b96a0,0,104,196,c8598650,...) at sched_switch+0x4e1/frame 0xc8598618 mi_switch(104,0,c15e1ce5,215,c85986cc,...) at mi_switch+0x18c/frame 0xc8598650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc85986cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc8598708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc8598750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc85987c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc8598834 ffs_lock(c8598910,c8598a68,866c,c080020,32323770,...) at ffs_lock+0x107/frame 0xc85988a0 VOP_LOCK1_APV(c18aec0c,c8598910,cb1cae18,d1d49000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc85988f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,8,...) at _vn_lock+0xba/frame 0xc8598938 lookup(c8598ae8,c15ed48b,124,eb,c85989e0,...) at lookup+0xef/frame 0xc85989a0 namei(c8598ae8,2,400100c,0,bfbfe5a8,...) at namei+0x58c/frame 0xc8598a28 kern_renameat(cf0b96a0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0xae/frame 0xc8598ba0 sys_rename(cf0b96a0,c8598c50,c15d29c7,4,d1ba99f0,...) at sys_rename+0x39/frame 0xc8598bc0 syscall(c8598ce8) at syscall+0x3d3/frame 0xc8598cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc8598cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72227 tid 104793 td 0xd1ba46a0 sched_switch(d1ba46a0,0,104,196,f5ec3650,...) at sched_switch+0x4e1/frame 0xf5ec3618 mi_switch(104,0,c15e1ce5,215,f5ec36cc,...) at mi_switch+0x18c/frame 0xf5ec3650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xf5ec36cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xf5ec3708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xf5ec3750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xf5ec37c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xf5ec3834 ffs_lock(f5ec3910,c0c30580,c1ab0c80,8,c15e1ce5,...) at ffs_lock+0x107/frame 0xf5ec38a0 VOP_LOCK1_APV(c18aec0c,f5ec3910,d1197160,ce841000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xf5ec38f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,1,...) at _vn_lock+0xba/frame 0xf5ec3938 lookup(f5ec3a68,c15ed48b,124,eb,0,...) at lookup+0xef/frame 0xf5ec39a0 namei(f5ec3a68,3,800102c,0,bfbfe628,...) at namei+0x58c/frame 0xf5ec3a28 kern_renameat(d1ba46a0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0x1fe/frame 0xf5ec3ba0 sys_rename(d1ba46a0,f5ec3c50,c15d29c7,4,ce0106a0,...) at sys_rename+0x39/frame 0xf5ec3bc0 syscall(f5ec3ce8) at syscall+0x3d3/frame 0xf5ec3cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5ec3cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72223 tid 100714 td 0xc9dc5350 sched_switch(c9dc5350,0,104,196,c6b69650,...) at sched_switch+0x4e1/frame 0xc6b69618 mi_switch(104,0,c15e1ce5,215,c6b696cc,...) at mi_switch+0x18c/frame 0xc6b69650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc6b696cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc6b69708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc6b69750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc6b697c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc6b69834 ffs_lock(c6b69910,c6b69a68,13da2,1108001c,32323770,...) at ffs_lock+0x107/frame 0xc6b698a0 VOP_LOCK1_APV(c18aec0c,c6b69910,d0383108,ca57e000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc6b698f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,8,...) at _vn_lock+0xba/frame 0xc6b69938 lookup(c6b69ae8,c15ed48b,124,eb,c6b699e0,...) at lookup+0xef/frame 0xc6b699a0 namei(c6b69ae8,2,400100c,0,bfbfe628,...) at namei+0x58c/frame 0xc6b69a28 kern_renameat(c9dc5350,ffffff9c,bfbfe628,ffffff9c,bfbfe5a8,0) at kern_renameat+0xae/frame 0xc6b69ba0 sys_rename(c9dc5350,c6b69c50,c15d29c7,4,ce0106a0,...) at sys_rename+0x39/frame 0xc6b69bc0 syscall(c6b69ce8) at syscall+0x3d3/frame 0xc6b69cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc6b69cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72221 tid 100581 td 0xceabe6a0 sched_switch(ceabe6a0,0,103,192,c1ab0590,...) at sched_switch+0x4e1/frame 0xc8576888 mi_switch(103,0,c15e2b5c,2e5,c9604590,...) at mi_switch+0x18c/frame 0xc85768c0 turnstile_wait(c9604580,c93a8350,0,c11f8f03,11ef2216,...) at turnstile_wait+0x371/frame 0xc85768f0 __mtx_lock_sleep(d050b274,ceabe6a0,0,c15ee0d6,b56,...) at __mtx_lock_sleep+0x188/frame 0xc8576954 __mtx_lock_flags(d050b274,0,c15ee0d6,b56,d050b274,...) at __mtx_lock_flags+0x118/frame 0xc8576988 _vdrop(cc01a870,0,c0d21457,ce1c2b40,ce1c2b40,...) at _vdrop+0x14b/frame 0xc85769b0 vop_rename_post(c8576b70,0,c18c1d5c,ce1c2b40,0,...) at vop_rename_post+0x1d4/frame 0xc85769d0 VOP_RENAME_APV(c18aec0c,c8576b70,0,1,c8576ac4,...) at VOP_RENAME_APV+0x298/frame 0xc8576a28 kern_renameat(ceabe6a0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0x566/frame 0xc8576ba0 sys_rename(ceabe6a0,c8576c50,c15d29c7,4,d1d099f0,...) at sys_rename+0x39/frame 0xc8576bc0 syscall(c8576ce8) at syscall+0x3d3/frame 0xc8576cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc8576cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72217 tid 101807 td 0xcafc49f0 sched_switch(cafc49f0,0,104,196,c6b96650,...) at sched_switch+0x4e1/frame 0xc6b96618 mi_switch(104,0,c15e1ce5,215,c6b966cc,...) at mi_switch+0x18c/frame 0xc6b96650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc6b966cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc6b96708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc6b96750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc6b967c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc6b96834 ffs_lock(c6b96910,c0c30580,c1ab0c80,8,c15e1ce5,...) at ffs_lock+0x107/frame 0xc6b968a0 VOP_LOCK1_APV(c18aec0c,c6b96910,d0494058,cdb40000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc6b968f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,1,...) at _vn_lock+0xba/frame 0xc6b96938 lookup(c6b96a68,c15ed48b,124,eb,0,...) at lookup+0xef/frame 0xc6b969a0 namei(c6b96a68,3,800102c,0,bfbfe5a8,...) at namei+0x58c/frame 0xc6b96a28 kern_renameat(cafc49f0,ffffff9c,bfbfe628,ffffff9c,bfbfe5a8,0) at kern_renameat+0x1fe/frame 0xc6b96ba0 sys_rename(cafc49f0,c6b96c50,c15d29c7,4,d210d6a0,...) at sys_rename+0x39/frame 0xc6b96bc0 syscall(c6b96ce8) at syscall+0x3d3/frame 0xc6b96cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc6b96cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72211 tid 100332 td 0xcc5736a0 sched_switch(cc5736a0,0,104,196,c8740650,...) at sched_switch+0x4e1/frame 0xc8740618 mi_switch(104,0,c15e1ce5,215,c87406cc,...) at mi_switch+0x18c/frame 0xc8740650 sleepq_switch(ce1c2b74,60,c15e1ce5,28b,c1abf8cc,...) at sleepq_switch+0x318/frame 0xc87406cc sleepq_wait(ce1c2b74,60,c15c809a,4,1,...) at sleepq_wait+0xbc/frame 0xc8740708 sleeplk(ce1c2be0,c15c809a,60,33,1,...) at sleeplk+0x194/frame 0xc8740750 __lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,0,c15ed48b,20a,ce1c2be0,ce1c2be0,202400,ce1c2b74,202400,20a,20a,c15ed48b,0,0,0,ce1c2be0,202400,ce1c2b74) at __lockmgr_args+0x3b6/frame 0xc87407c8 _lockmgr_args(ce1c2b74,202400,ce1c2be0,0,0,...) at _lockmgr_args+0xb2/frame 0xc8740834 ffs_lock(c8740910,c0c30580,c1ab1a80,8,c15e1ce5,...) at ffs_lock+0x107/frame 0xc87408a0 VOP_LOCK1_APV(c18aec0c,c8740910,d1197108,cf8a0000,c18c3c64,...) at VOP_LOCK1_APV+0x201/frame 0xc87408f8 _vn_lock(ce1c2b40,202400,c15ed48b,20a,1,...) at _vn_lock+0xba/frame 0xc8740938 lookup(c8740a68,c15ed48b,124,eb,0,...) at lookup+0xef/frame 0xc87409a0 namei(c8740a68,3,800102c,0,bfbfe628,...) at namei+0x58c/frame 0xc8740a28 kern_renameat(cc5736a0,ffffff9c,bfbfe5a8,ffffff9c,bfbfe628,0) at kern_renameat+0x1fe/frame 0xc8740ba0 sys_rename(cc5736a0,c8740c50,c15d29c7,4,c8f226a0,...) at sys_rename+0x39/frame 0xc8740bc0 syscall(c8740ce8) at syscall+0x3d3/frame 0xc8740cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc8740cdc --- syscall (128, FreeBSD ELF32, sys_rename), eip = 0x280c453f, esp = 0xbfbfe580, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72205 tid 100618 td 0xd210c350 sched_switch(d210c350,0,104,196,f3a54834,...) at sched_switch+0x4e1/frame 0xf3a547fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a54834 sleepq_switch(cb5fc348,6c,c15e1ce5,1c2,bfbfe320,...) at sleepq_switch+0x318/frame 0xf3a548b0 sleepq_catch_signals(cb5fc348,6c,d1cba3c0,c1abfcec,0,...) at sleepq_catch_signals+0x196/frame 0xf3a549a0 sleepq_wait_sig(cb5fc348,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf3a549d8 _sleep(cb5fc348,cb5fc3f0,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf3a54a34 kern_wait6(d210c350,0,11a13,0,f3a54acc,...) at kern_wait6+0x47d/frame 0xf3a54aa0 sys_wait4(d210c350,f3a54c50,c15d29c7,4,1,...) at sys_wait4+0x8b/frame 0xf3a54bc0 syscall(f3a54ce8) at syscall+0x3d3/frame 0xf3a54cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a54cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281655d3, esp = 0xbfbfe6a0, ebp = 0xbfbfe6b8 --- Tracing command rename pid 72198 tid 101380 td 0xcaf439f0 sched_switch(caf439f0,0,104,196,f3abe834,...) at sched_switch+0x4e1/frame 0xf3abe7fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3abe834 sleepq_switch(c97f7000,6c,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf3abe8b0 sleepq_catch_signals(c97f7000,6c,d15aa880,c1abfa64,0,...) at sleepq_catch_signals+0x196/frame 0xf3abe9a0 sleepq_wait_sig(c97f7000,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf3abe9d8 _sleep(c97f7000,c97f70a8,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf3abea34 kern_wait6(caf439f0,0,11a0d,0,f3abeacc,...) at kern_wait6+0x47d/frame 0xf3abeaa0 sys_wait4(caf439f0,f3abec50,c15d29c7,4,0,...) at sys_wait4+0x8b/frame 0xf3abebc0 syscall(f3abece8) at syscall+0x3d3/frame 0xf3abecdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3abecdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281655d3, esp = 0xbfbfe6a0, ebp = 0xbfbfe6b8 --- Tracing command fts pid 72193 tid 101923 td 0xcdba26a0 sched_switch(cdba26a0,0,104,196,f3d19834,...) at sched_switch+0x4e1/frame 0xf3d197fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3d19834 sleepq_switch(d038e348,6c,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf3d198b0 sleepq_catch_signals(d038e348,6c,d15a5040,c1abffec,0,...) at sleepq_catch_signals+0x196/frame 0xf3d199a0 sleepq_wait_sig(d038e348,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf3d199d8 _sleep(d038e348,d038e3f0,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf3d19a34 kern_wait6(cdba26a0,0,11a62,0,f3d19acc,...) at kern_wait6+0x47d/frame 0xf3d19aa0 sys_wait4(cdba26a0,f3d19c50,c15d29c7,4,0,...) at sys_wait4+0x8b/frame 0xf3d19bc0 syscall(f3d19ce8) at syscall+0x3d3/frame 0xf3d19cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3d19cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281645d3, esp = 0xbfbfe6b0, ebp = 0xbfbfe6c8 --- Tracing command run pid 52264 tid 104830 td 0xd1bfa6a0 sched_switch(d1bfa6a0,0,104,196,f5f32834,...) at sched_switch+0x4e1/frame 0xf5f327fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf5f32834 sleepq_switch(d1b99000,6c,c15e1ce5,1c2,de2,...) at sleepq_switch+0x318/frame 0xf5f328b0 sleepq_catch_signals(d1b99000,6c,c97fc480,c1abfd64,0,...) at sleepq_catch_signals+0x196/frame 0xf5f329a0 sleepq_wait_sig(d1b99000,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf5f329d8 _sleep(d1b99000,d1b990a8,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf5f32a34 kern_wait6(d1bfa6a0,0,11a01,0,f5f32acc,...) at kern_wait6+0x47d/frame 0xf5f32aa0 sys_wait4(d1bfa6a0,f5f32c50,c15d29c7,4,c15db828,...) at sys_wait4+0x8b/frame 0xf5f32bc0 syscall(f5f32ce8) at syscall+0x3d3/frame 0xf5f32cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf5f32cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281645d3, esp = 0xbfbfe054, ebp = 0xbfbfe06c --- Tracing command run pid 52263 tid 101460 td 0xcd9d19f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(cd9d19f0,ffffffff,cc27,18c54,cd9d19f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command run pid 52262 tid 100889 td 0xcd5ed6a0 sched_switch(cd5ed6a0,0,104,196,edf5991c,...) at sched_switch+0x4e1/frame 0xedf598e4 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf5991c sleepq_switch(c1aa3301,6c,c15e1ce5,1c2,c1b79310,...) at sleepq_switch+0x318/frame 0xedf59998 sleepq_catch_signals(c1aa3301,6c,c1abf494,200,10000000,...) at sleepq_catch_signals+0x196/frame 0xedf59a88 sleepq_timedwait_sig(c1aa3301,6c,12ba2,10000000,0,...) at sleepq_timedwait_sig+0x25/frame 0xedf59ac4 _sleep(c1aa3301,0,16c,c15dca8a,75d5359c,...) at _sleep+0x30f/frame 0xedf59b20 kern_nanosleep(bfbfe540,edf59b98,edf59ba0,edf59ce8,1,...) at kern_nanosleep+0x137/frame 0xedf59b80 sys_nanosleep(cd5ed6a0,edf59c50,c15d29c7,4,c1ab0c90,...) at sys_nanosleep+0x68/frame 0xedf59bc0 syscall(edf59ce8) at syscall+0x3d3/frame 0xedf59cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf59cdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28164693, esp = 0xbfbfe534, ebp = 0xbfbfe578 --- Tracing command sh pid 52245 tid 100734 td 0xcd41e000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(cd41e000,ffffffff,cc15,1897e,cd41e000,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command su pid 52244 tid 101811 td 0xcafc46a0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(cafc46a0,ffffffff,cc14,18db3,cafc46a0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command g_raid3 data pid 52240 tid 104789 td 0xd1b556a0 sched_switch(d1b556a0,0,104,196,f5eb7af8,...) at sched_switch+0x4e1/frame 0xf5eb7ac0 mi_switch(104,0,c15e1ce5,215,f5eb7b74,...) at mi_switch+0x18c/frame 0xf5eb7af8 sleepq_switch(ce7bf000,5c,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xf5eb7b74 sleepq_timedwait(ce7bf000,5c,4,0,0,...) at sleepq_timedwait+0xbc/frame 0xf5eb7bb4 _sleep(ce7bf000,ce7bf04c,25c,d0060cff,fffffa38,...) at _sleep+0x326/frame 0xf5eb7c10 g_raid3_worker(ce7bf000,f5eb7ce8,c15d2f1c,406,0,...) at g_raid3_worker+0x2c6c/frame 0xf5eb7cac fork_exit(d00586b0,ce7bf000,f5eb7ce8) at fork_exit+0x7e/frame 0xf5eb7cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5eb7cd4 --- trap 0, eip = 0, esp = 0xf5eb7d20, ebp = 0 --- Tracing command md7 pid 52237 tid 109138 td 0xd0a21350 sched_switch(d0a21350,0,104,196,f6fd1b54,...) at sched_switch+0x4e1/frame 0xf6fd1b1c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf6fd1b54 sleepq_switch(d1105800,5c,c15e1ce5,28b,c1abf824,...) at sleepq_switch+0x318/frame 0xf6fd1bd0 sleepq_wait(d1105800,5c,c130b3ea,0,0,...) at sleepq_wait+0xbc/frame 0xf6fd1c0c _sleep(d1105800,d1105820,25c,c130b3ea,0,...) at _sleep+0x352/frame 0xf6fd1c68 md_kthread(d1105800,f6fd1ce8,c15d2f1c,406,0,...) at md_kthread+0x1c7/frame 0xf6fd1cac fork_exit(c07ee980,d1105800,f6fd1ce8) at fork_exit+0x7e/frame 0xf6fd1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6fd1cd4 --- trap 0, eip = 0, esp = 0xf6fd1d20, ebp = 0 --- Tracing command md6 pid 52233 tid 109223 td 0xd04f6350 sched_switch(d04f6350,0,104,196,fa74db54,...) at sched_switch+0x4e1/frame 0xfa74db1c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xfa74db54 sleepq_switch(cfc0d000,5c,c15e1ce5,28b,c1ac0364,...) at sleepq_switch+0x318/frame 0xfa74dbd0 sleepq_wait(cfc0d000,5c,c130b3ea,0,0,...) at sleepq_wait+0xbc/frame 0xfa74dc0c _sleep(cfc0d000,cfc0d020,25c,c130b3ea,0,...) at _sleep+0x352/frame 0xfa74dc68 md_kthread(cfc0d000,fa74dce8,c15d2f1c,406,0,...) at md_kthread+0x1c7/frame 0xfa74dcac fork_exit(c07ee980,cfc0d000,fa74dce8) at fork_exit+0x7e/frame 0xfa74dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xfa74dcd4 --- trap 0, eip = 0, esp = 0xfa74dd20, ebp = 0 --- Tracing command md5 pid 52229 tid 105012 td 0xd1d099f0 sched_switch(d1d099f0,0,104,196,f6155b54,...) at sched_switch+0x4e1/frame 0xf6155b1c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf6155b54 sleepq_switch(cfc0d800,5c,c15e1ce5,28b,c1ac0424,...) at sleepq_switch+0x318/frame 0xf6155bd0 sleepq_wait(cfc0d800,5c,c130b3ea,0,0,...) at sleepq_wait+0xbc/frame 0xf6155c0c _sleep(cfc0d800,cfc0d820,25c,c130b3ea,0,...) at _sleep+0x352/frame 0xf6155c68 md_kthread(cfc0d800,f6155ce8,c15d2f1c,406,0,...) at md_kthread+0x1c7/frame 0xf6155cac fork_exit(c07ee980,cfc0d800,f6155ce8) at fork_exit+0x7e/frame 0xf6155cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6155cd4 --- trap 0, eip = 0, esp = 0xf6155d20, ebp = 0 --- Tracing command sh pid 52209 tid 101057 td 0xcdf509f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(cdf509f0,ffffffff,cbf1,18ac1,cdf509f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command tee pid 52208 tid 101164 td 0xcbbff000 sched_switch(cbbff000,0,104,196,f3a7c8b0,...) at sched_switch+0x4e1/frame 0xf3a7c878 mi_switch(104,0,c15e1ce5,215,f3a7c92c,...) at mi_switch+0x18c/frame 0xf3a7c8b0 sleepq_switch(ce7c3820,5c,c15e1ce5,1c2,ca48e0cc,...) at sleepq_switch+0x318/frame 0xf3a7c92c sleepq_catch_signals(ce7c3820,5c,c8991e40,c1abf224,0,...) at sleepq_catch_signals+0x196/frame 0xf3a7ca1c sleepq_wait_sig(ce7c3820,5c,c15e5691,100,0,...) at sleepq_wait_sig+0x25/frame 0xf3a7ca54 _sleep(ce7c3820,ce7c39a8,15c,c15e5691,0,...) at _sleep+0x33f/frame 0xf3a7cab0 pipe_read(cff6fb98,f3a7cb90,c8e1cc00,0,cbbff000,...) at pipe_read+0x2ca/frame 0xf3a7caf4 dofileread(cff6fb98,f3a7cb90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a7cb28 kern_readv(cbbff000,0,f3a7cb90,2,28414000,...) at kern_readv+0x93/frame 0xf3a7cb70 sys_read(cbbff000,f3a7cc50,c15d29c7,4,0,...) at sys_read+0x59/frame 0xf3a7cbc0 syscall(f3a7cce8) at syscall+0x3d3/frame 0xf3a7ccdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a7ccdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281bfaf3, esp = 0xbfbfe790, ebp = 0xbfbfe7a4 --- Tracing command sh pid 52207 tid 104813 td 0xd1bd56a0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(d1bd56a0,ffffffff,cbef,1996d,d1bd56a0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command sh pid 20614 tid 101302 td 0xd2111000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(d2111000,ffffffff,5086,18bb6,d2111000,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command bash pid 16821 tid 101171 td 0xcce219f0 sched_switch(cce219f0,0,104,196,f3a27844,...) at sched_switch+0x4e1/frame 0xf3a2780c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a27844 sleepq_switch(c90ccc70,0,c15e1ce5,1c2,c9559854,...) at sleepq_switch+0x318/frame 0xf3a278c0 sleepq_catch_signals(c90ccc70,0,cce219f0,c90ccc04,0,...) at sleepq_catch_signals+0x196/frame 0xf3a279b0 sleepq_wait_sig(c90ccc70,0,f3a27a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a279e8 _cv_wait_sig(c90ccc70,c90ccc04,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a27a34 tty_wait(c90ccc00,c90ccc70,f3a27b90,1,0,...) at tty_wait+0x4b/frame 0xf3a27a58 ttydisc_read(c90ccc00,f3a27b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a27a9c ttydev_read(ca80e500,f3a27b90,0,c9bb2a80,cce219f0,...) at ttydev_read+0x55/frame 0xf3a27abc devfs_read_f(c97c0b60,f3a27b90,d05ad300,0,cce219f0,...) at devfs_read_f+0xc7/frame 0xf3a27af4 dofileread(c97c0b60,f3a27b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a27b28 kern_readv(cce219f0,0,f3a27b90,2,bfbfdea3,...) at kern_readv+0x93/frame 0xf3a27b70 sys_read(cce219f0,f3a27c50,c15d29c7,4,cbbff6a0,...) at sys_read+0x59/frame 0xf3a27bc0 syscall(f3a27ce8) at syscall+0x3d3/frame 0xf3a27cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a27cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x282d8af3, esp = 0xbfbfde78, ebp = 0xbfbfde8c --- Tracing command csh pid 16819 tid 100495 td 0xcb653350 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(cb653350,ffffffff,41b3,1888f,cb653350,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command su pid 16808 tid 104790 td 0xd1ba49f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(d1ba49f0,ffffffff,41a8,19956,d1ba49f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command bash pid 45113 tid 100619 td 0xcb9186a0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(cb9186a0,ffffffff,b039,1890b,cb9186a0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command sshd pid 45112 tid 100277 td 0xcbbff6a0 sched_switch(cbbff6a0,0,104,196,f3b3c7ac,...) at sched_switch+0x4e1/frame 0xf3b3c774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3b3c7ac sleepq_switch(c962ab64,0,c15e1ce5,1c2,d028c4a8,...) at sleepq_switch+0x318/frame 0xf3b3c828 sleepq_catch_signals(c962ab64,0,cbbff6a0,c962ab50,0,...) at sleepq_catch_signals+0x196/frame 0xf3b3c918 sleepq_wait_sig(c962ab64,0,f3b3c988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3b3c950 _cv_wait_sig(c962ab64,c962ab50,c15e540b,73c,c15e8258,...) at _cv_wait_sig+0x211/frame 0xf3b3c99c seltdwait(ffffffff,0,0,cbbff6a0,0,...) at seltdwait+0xbf/frame 0xf3b3c9d0 kern_select(cbbff6a0,c,28a18088,28a180c0,0,...) at kern_select+0x910/frame 0xf3b3cb78 sys_select(cbbff6a0,f3b3cc50,c15d29c7,4,c1ab1a90,...) at sys_select+0x66/frame 0xf3b3cbc0 syscall(f3b3cce8) at syscall+0x3d3/frame 0xf3b3ccdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3b3ccdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28516ae3, esp = 0xbfbfe794, ebp = 0xbfbfe7b8 --- Tracing command sshd pid 45110 tid 100375 td 0xca4b09f0 sched_switch(ca4b09f0,0,104,196,c6a8b7e4,...) at sched_switch+0x4e1/frame 0xc6a8b7ac mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xc6a8b7e4 sleepq_switch(c9dfdb64,0,c15e1ce5,1c2,ca4b09f0,...) at sleepq_switch+0x318/frame 0xc6a8b860 sleepq_catch_signals(c9dfdb64,0,ca4b09f0,c9dfdb50,0,...) at sleepq_catch_signals+0x196/frame 0xc6a8b950 sleepq_wait_sig(c9dfdb64,0,c6a8b9c0,101,0,...) at sleepq_wait_sig+0x25/frame 0xc6a8b988 _cv_wait_sig(c9dfdb64,c9dfdb50,c15e540b,73c,c15e540b,...) at _cv_wait_sig+0x211/frame 0xc6a8b9d4 seltdwait(ffffffff,0,0,ca4b09f0,0,...) at seltdwait+0xbf/frame 0xc6a8ba08 kern_poll(ca4b09f0,bfbfe878,1,0,0,...) at kern_poll+0x4d0/frame 0xc6a8bb88 sys_poll(ca4b09f0,c6a8bc50,c15d29c7,4,ca3e16a0,...) at sys_poll+0x71/frame 0xc6a8bbc0 syscall(c6a8bce8) at syscall+0x3d3/frame 0xc6a8bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xc6a8bcdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284b88cb, esp = 0xbfbfe804, ebp = 0xbfbfe820 --- Tracing command sleep pid 20560 tid 101255 td 0xc9dc59f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c9dc59f0,ffffffff,5050,18b87,c9dc59f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command sh pid 20557 tid 100438 td 0xca0939f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(ca0939f0,ffffffff,504d,18856,ca0939f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command aiod4 pid 17046 tid 100475 td 0xc9bc06a0 sched_switch(c9bc06a0,0,104,196,f3b33b4c,...) at sched_switch+0x4e1/frame 0xf3b33b14 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3b33b4c sleepq_switch(cc257000,5c,c15e1ce5,2ae,0,...) at sleepq_switch+0x318/frame 0xf3b33bc8 sleepq_timedwait(cc257000,5c,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xf3b33c08 _sleep(cc257000,c1b1c650,5c,c15eacbd,ffffdd50,...) at _sleep+0x326/frame 0xf3b33c64 aio_daemon(4,f3b33ce8,c15d2f1c,406,0,...) at aio_daemon+0x324/frame 0xf3b33cac fork_exit(c0cf63a0,4,f3b33ce8) at fork_exit+0x7e/frame 0xf3b33cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf3b33cd4 --- trap 0, eip = 0, esp = 0xf3b33d20, ebp = 0 --- Tracing command aiod3 pid 17045 tid 100861 td 0xcc2a7000 sched_switch(cc2a7000,0,104,196,c6b27b4c,...) at sched_switch+0x4e1/frame 0xc6b27b14 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xc6b27b4c sleepq_switch(cf26a9d8,5c,c15e1ce5,2ae,0,...) at sleepq_switch+0x318/frame 0xc6b27bc8 sleepq_timedwait(cf26a9d8,5c,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xc6b27c08 _sleep(cf26a9d8,c1b1c650,5c,c15eacbd,ffffdd50,...) at _sleep+0x326/frame 0xc6b27c64 aio_daemon(3,c6b27ce8,c15d2f1c,406,0,...) at aio_daemon+0x324/frame 0xc6b27cac fork_exit(c0cf63a0,3,c6b27ce8) at fork_exit+0x7e/frame 0xc6b27cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xc6b27cd4 --- trap 0, eip = 0, esp = 0xc6b27d20, ebp = 0 --- Tracing command aiod2 pid 17044 tid 100338 td 0xcb7929f0 sched_switch(cb7929f0,0,104,196,c849eb4c,...) at sched_switch+0x4e1/frame 0xc849eb14 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xc849eb4c sleepq_switch(ce891690,5c,c15e1ce5,2ae,0,...) at sleepq_switch+0x318/frame 0xc849ebc8 sleepq_timedwait(ce891690,5c,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xc849ec08 _sleep(ce891690,c1b1c650,5c,c15eacbd,ffffdd50,...) at _sleep+0x326/frame 0xc849ec64 aio_daemon(2,c849ece8,c15d2f1c,406,0,...) at aio_daemon+0x324/frame 0xc849ecac fork_exit(c0cf63a0,2,c849ece8) at fork_exit+0x7e/frame 0xc849ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xc849ecd4 --- trap 0, eip = 0, esp = 0xc849ed20, ebp = 0 --- Tracing command aiod1 pid 17043 tid 100808 td 0xcc2a89f0 sched_switch(cc2a89f0,0,104,196,c697db4c,...) at sched_switch+0x4e1/frame 0xc697db14 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xc697db4c sleepq_switch(cd6a3000,5c,c15e1ce5,2ae,0,...) at sleepq_switch+0x318/frame 0xc697dbc8 sleepq_timedwait(cd6a3000,5c,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xc697dc08 _sleep(cd6a3000,c1b1c650,5c,c15eacbd,ffffdd50,...) at _sleep+0x326/frame 0xc697dc64 aio_daemon(1,c697dce8,c15d2f1c,406,cc65a000,...) at aio_daemon+0x324/frame 0xc697dcac fork_exit(c0cf63a0,1,c697dce8) at fork_exit+0x7e/frame 0xc697dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xc697dcd4 --- trap 0, eip = 0, esp = 0xc697dd20, ebp = 0 --- Tracing command sh pid 2004 tid 100176 td 0xca0946a0 sched_switch(ca0946a0,0,104,196,f39558b0,...) at sched_switch+0x4e1/frame 0xf3955878 mi_switch(104,0,c15e1ce5,215,f395592c,...) at mi_switch+0x18c/frame 0xf39558b0 sleepq_switch(ca804b60,5c,c15e1ce5,1c2,f3955998,...) at sleepq_switch+0x318/frame 0xf395592c sleepq_catch_signals(ca804b60,5c,c97fc680,c1abf3ec,0,...) at sleepq_catch_signals+0x196/frame 0xf3955a1c sleepq_wait_sig(ca804b60,5c,c15e5691,100,0,...) at sleepq_wait_sig+0x25/frame 0xf3955a54 _sleep(ca804b60,ca804ce8,15c,c15e5691,0,...) at _sleep+0x33f/frame 0xf3955ab0 pipe_read(c97c08f8,f3955b90,c9639b00,0,ca0946a0,...) at pipe_read+0x2ca/frame 0xf3955af4 dofileread(c97c08f8,f3955b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3955b28 kern_readv(ca0946a0,0,f3955b90,2,bfbfe99f,...) at kern_readv+0x93/frame 0xf3955b70 sys_read(ca0946a0,f3955c50,c15d29c7,4,58e0e3d3,...) at sys_read+0x59/frame 0xf3955bc0 syscall(f3955ce8) at syscall+0x3d3/frame 0xf3955cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3955cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2820aaf3, esp = 0xbfbfe944, ebp = 0xbfbfe958 --- Tracing command awk pid 2002 tid 100097 td 0xc911c6a0 sched_switch(c911c6a0,0,104,196,edf3b8b0,...) at sched_switch+0x4e1/frame 0xedf3b878 mi_switch(104,0,c15e1ce5,215,edf3b92c,...) at mi_switch+0x18c/frame 0xedf3b8b0 sleepq_switch(ca804680,5c,c15e1ce5,1c2,c1ab1380,...) at sleepq_switch+0x318/frame 0xedf3b92c sleepq_catch_signals(ca804680,5c,c8992c40,c1ac0274,0,...) at sleepq_catch_signals+0x196/frame 0xedf3ba1c sleepq_wait_sig(ca804680,5c,c15e5691,100,0,...) at sleepq_wait_sig+0x25/frame 0xedf3ba54 _sleep(ca804680,ca804808,15c,c15e5691,0,...) at _sleep+0x33f/frame 0xedf3bab0 pipe_read(c9777658,edf3bb90,c9639b00,0,c911c6a0,...) at pipe_read+0x2ca/frame 0xedf3baf4 dofileread(c9777658,edf3bb90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xedf3bb28 kern_readv(c911c6a0,0,edf3bb90,2,28677000,...) at kern_readv+0x93/frame 0xedf3bb70 sys_read(c911c6a0,edf3bc50,c15d29c7,4,c1ab0c90,...) at sys_read+0x59/frame 0xedf3bbc0 syscall(edf3bce8) at syscall+0x3d3/frame 0xedf3bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf3bcdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28213af3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e0 --- Tracing command sh pid 2001 tid 100173 td 0xc9bb3000 sched_switch(c9bb3000,0,104,196,f394c834,...) at sched_switch+0x4e1/frame 0xf394c7fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf394c834 sleepq_switch(c9bab9d8,6c,c15e1ce5,1c2,de2,...) at sleepq_switch+0x318/frame 0xf394c8b0 sleepq_catch_signals(c9bab9d8,6c,c97fb980,c1abf8fc,0,...) at sleepq_catch_signals+0x196/frame 0xf394c9a0 sleepq_wait_sig(c9bab9d8,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xf394c9d8 _sleep(c9bab9d8,c9baba80,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xf394ca34 kern_wait6(c9bb3000,7,0,0,f394cacc,...) at kern_wait6+0x47d/frame 0xf394caa0 sys_wait4(c9bb3000,f394cc50,c15d29c7,4,0,...) at sys_wait4+0x8b/frame 0xf394cbc0 syscall(f394cce8) at syscall+0x3d3/frame 0xf394ccdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf394ccdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2819a5d3, esp = 0xbfbfea18, ebp = 0xbfbfea30 --- Tracing command sh pid 1998 tid 100187 td 0xca3e0000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(ca3e0000,ffffffff,7ce,1875b,ca3e0000,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command tail pid 1997 tid 100179 td 0xc95f96a0 sched_switch(c95f96a0,0,104,196,f396478c,...) at sched_switch+0x4e1/frame 0xf3964754 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf396478c sleepq_switch(ca011100,68,c15e1ce5,1c2,c1b79310,...) at sleepq_switch+0x318/frame 0xf3964808 sleepq_catch_signals(ca011100,68,c1abf17c,200,10000000,...) at sleepq_catch_signals+0x196/frame 0xf39648f8 sleepq_timedwait_sig(ca011100,68,12ba2,10000000,0,...) at sleepq_timedwait_sig+0x25/frame 0xf3964934 _sleep(ca011100,ca011100,168,c15d2501,2949f3ea,...) at _sleep+0x30f/frame 0xf3964990 kqueue_kevent(0,1,f3964b90,f3964ba0,0,...) at kqueue_kevent+0x35e/frame 0xf3964acc kern_kevent_fp(c95f96a0,c97a9380,0,1,f3964b90,...) at kern_kevent_fp+0xa0/frame 0xf3964af0 kern_kevent(c95f96a0,4,0,1,f3964b90,...) at kern_kevent+0xe8/frame 0xf3964b40 sys_kevent(c95f96a0,f3964c50,c15d29c7,4,c93a8350,...) at sys_kevent+0x135/frame 0xf3964bc0 syscall(f3964ce8) at syscall+0x3d3/frame 0xf3964cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3964cdc --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x281a8e3b, esp = 0xbfbfeb90, ebp = 0xbfbfebb8 --- Tracing command sshd pid 1996 tid 100182 td 0xc93a99f0 sched_switch(c93a99f0,0,104,196,f396d7ac,...) at sched_switch+0x4e1/frame 0xf396d774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf396d7ac sleepq_switch(c9dfdce4,0,c15e1ce5,1c2,c0c69a81,...) at sleepq_switch+0x318/frame 0xf396d828 sleepq_catch_signals(c9dfdce4,0,c93a99f0,c9dfdcd0,0,...) at sleepq_catch_signals+0x196/frame 0xf396d918 sleepq_wait_sig(c9dfdce4,0,f396d988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf396d950 _cv_wait_sig(c9dfdce4,c9dfdcd0,c15e540b,73c,c15e5466,...) at _cv_wait_sig+0x211/frame 0xf396d99c seltdwait(ffffffff,0,0,c93a99f0,0,...) at seltdwait+0xbf/frame 0xf396d9d0 kern_select(c93a99f0,c,28a18088,28a180c0,0,...) at kern_select+0x910/frame 0xf396db78 sys_select(c93a99f0,f396dc50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xf396dbc0 syscall(f396dce8) at syscall+0x3d3/frame 0xf396dcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf396dcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28516ae3, esp = 0xbfbfe794, ebp = 0xbfbfe7b8 --- Tracing command top pid 1995 tid 100186 td 0xca093350 sched_switch(ca093350,0,104,196,f399a7a4,...) at sched_switch+0x4e1/frame 0xf399a76c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf399a7a4 sleepq_switch(c9df9f64,0,c15e1ce5,1c2,c1b79190,...) at sleepq_switch+0x318/frame 0xf399a820 sleepq_catch_signals(c9df9f64,0,c1ac076c,ca093350,c9df9f50,...) at sleepq_catch_signals+0x196/frame 0xf399a910 sleepq_timedwait_sig(c9df9f64,0,f399a988,10000000,0,...) at sleepq_timedwait_sig+0x25/frame 0xf399a94c _cv_timedwait_sig_sbt(c9df9f64,c9df9f50,daf3eb5b,12ba1,10000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xf399a99c seltdwait(12ba1,10000000,0,ca093350,0,...) at seltdwait+0x8d/frame 0xf399a9d0 kern_select(ca093350,2,bfbfec08,0,0,...) at kern_select+0x910/frame 0xf399ab78 sys_select(ca093350,f399ac50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xf399abc0 syscall(f399ace8) at syscall+0x3d3/frame 0xf399acdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf399acdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28253ae3, esp = 0xbfbfeb94, ebp = 0xbfbfebb8 --- Tracing command sshd pid 1994 tid 100185 td 0xca0936a0 sched_switch(ca0936a0,0,104,196,f39977ac,...) at sched_switch+0x4e1/frame 0xf3997774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf39977ac sleepq_switch(c9dfdd64,0,c15e1ce5,1c2,c15dcb7f,...) at sleepq_switch+0x318/frame 0xf3997828 sleepq_catch_signals(c9dfdd64,0,ca0936a0,c9dfdd50,0,...) at sleepq_catch_signals+0x196/frame 0xf3997918 sleepq_wait_sig(c9dfdd64,0,f3997988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3997950 _cv_wait_sig(c9dfdd64,c9dfdd50,c15e540b,73c,c15e5466,...) at _cv_wait_sig+0x211/frame 0xf399799c seltdwait(ffffffff,0,0,ca0936a0,0,...) at seltdwait+0xbf/frame 0xf39979d0 kern_select(ca0936a0,c,28a18088,28a180c0,0,...) at kern_select+0x910/frame 0xf3997b78 sys_select(ca0936a0,f3997c50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xf3997bc0 syscall(f3997ce8) at syscall+0x3d3/frame 0xf3997cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3997cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28516ae3, esp = 0xbfbfe794, ebp = 0xbfbfe7b8 --- Tracing command sshd pid 1993 tid 100181 td 0xc95f9000 sched_switch(c95f9000,0,104,196,f396a7ac,...) at sched_switch+0x4e1/frame 0xf396a774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf396a7ac sleepq_switch(c9dfe124,0,c15e1ce5,1c2,ca04da98,...) at sleepq_switch+0x318/frame 0xf396a828 sleepq_catch_signals(c9dfe124,0,c95f9000,c9dfe110,0,...) at sleepq_catch_signals+0x196/frame 0xf396a918 sleepq_wait_sig(c9dfe124,0,f396a988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf396a950 _cv_wait_sig(c9dfe124,c9dfe110,c15e540b,73c,c15e8258,...) at _cv_wait_sig+0x211/frame 0xf396a99c seltdwait(ffffffff,0,0,c95f9000,0,...) at seltdwait+0xbf/frame 0xf396a9d0 kern_select(c95f9000,a,28a18088,28a180c0,0,...) at kern_select+0x910/frame 0xf396ab78 sys_select(c95f9000,f396ac50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xf396abc0 syscall(f396ace8) at syscall+0x3d3/frame 0xf396acdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf396acdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28516ae3, esp = 0xbfbfe794, ebp = 0xbfbfe7b8 --- Tracing command sshd pid 1991 tid 100189 td 0xca093000 sched_switch(ca093000,0,104,196,f39fe7e4,...) at sched_switch+0x4e1/frame 0xf39fe7ac mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf39fe7e4 sleepq_switch(c9dfdba4,0,c15e1ce5,1c2,3aed7ec,...) at sleepq_switch+0x318/frame 0xf39fe860 sleepq_catch_signals(c9dfdba4,0,ca093000,c9dfdb90,0,...) at sleepq_catch_signals+0x196/frame 0xf39fe950 sleepq_wait_sig(c9dfdba4,0,f39fe9c0,101,0,...) at sleepq_wait_sig+0x25/frame 0xf39fe988 _cv_wait_sig(c9dfdba4,c9dfdb90,c15e540b,73c,c15e540b,...) at _cv_wait_sig+0x211/frame 0xf39fe9d4 seltdwait(ffffffff,0,0,ca093000,0,...) at seltdwait+0xbf/frame 0xf39fea08 kern_poll(ca093000,bfbfe878,1,0,0,...) at kern_poll+0x4d0/frame 0xf39feb88 sys_poll(ca093000,f39fec50,c15d29c7,4,0,...) at sys_poll+0x71/frame 0xf39febc0 syscall(f39fece8) at syscall+0x3d3/frame 0xf39fecdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf39fecdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284b88cb, esp = 0xbfbfe804, ebp = 0xbfbfe820 --- Tracing command sshd pid 1988 tid 100190 td 0xca0799f0 sched_switch(ca0799f0,0,104,196,f3a017e4,...) at sched_switch+0x4e1/frame 0xf3a017ac mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a017e4 sleepq_switch(c9dfe2a4,0,c15e1ce5,1c2,30799f0,...) at sleepq_switch+0x318/frame 0xf3a01860 sleepq_catch_signals(c9dfe2a4,0,ca0799f0,c9dfe290,0,...) at sleepq_catch_signals+0x196/frame 0xf3a01950 sleepq_wait_sig(c9dfe2a4,0,f3a019c0,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a01988 _cv_wait_sig(c9dfe2a4,c9dfe290,c15e540b,73c,c15e540b,...) at _cv_wait_sig+0x211/frame 0xf3a019d4 seltdwait(ffffffff,0,0,ca0799f0,0,...) at seltdwait+0xbf/frame 0xf3a01a08 kern_poll(ca0799f0,bfbfe878,1,0,0,...) at kern_poll+0x4d0/frame 0xf3a01b88 sys_poll(ca0799f0,f3a01c50,c15d29c7,4,0,...) at sys_poll+0x71/frame 0xf3a01bc0 syscall(f3a01ce8) at syscall+0x3d3/frame 0xf3a01cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a01cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284b88cb, esp = 0xbfbfe804, ebp = 0xbfbfe820 --- Tracing command sshd pid 1987 tid 100101 td 0xc98039f0 sched_switch(c98039f0,0,104,196,edf507e4,...) at sched_switch+0x4e1/frame 0xedf507ac mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf507e4 sleepq_switch(c962ae64,0,c15e1ce5,1c2,38039f0,...) at sleepq_switch+0x318/frame 0xedf50860 sleepq_catch_signals(c962ae64,0,c98039f0,c962ae50,0,...) at sleepq_catch_signals+0x196/frame 0xedf50950 sleepq_wait_sig(c962ae64,0,edf509c0,101,0,...) at sleepq_wait_sig+0x25/frame 0xedf50988 _cv_wait_sig(c962ae64,c962ae50,c15e540b,73c,c15e540b,...) at _cv_wait_sig+0x211/frame 0xedf509d4 seltdwait(ffffffff,0,0,c98039f0,0,...) at seltdwait+0xbf/frame 0xedf50a08 kern_poll(c98039f0,bfbfe878,1,0,0,...) at kern_poll+0x4d0/frame 0xedf50b88 sys_poll(c98039f0,edf50c50,c15d29c7,4,0,...) at sys_poll+0x71/frame 0xedf50bc0 syscall(edf50ce8) at syscall+0x3d3/frame 0xedf50cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf50cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284b88cb, esp = 0xbfbfe804, ebp = 0xbfbfe820 --- Tracing command getty pid 1984 tid 100197 td 0xca8aa350 sched_switch(ca8aa350,0,104,196,f3a16844,...) at sched_switch+0x4e1/frame 0xf3a1680c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a16844 sleepq_switch(c90cb670,0,c15e1ce5,1c2,c2027c80,...) at sleepq_switch+0x318/frame 0xf3a168c0 sleepq_catch_signals(c90cb670,0,ca8aa350,c90cb604,0,...) at sleepq_catch_signals+0x196/frame 0xf3a169b0 sleepq_wait_sig(c90cb670,0,f3a16a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a169e8 _cv_wait_sig(c90cb670,c90cb604,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a16a34 tty_wait(c90cb600,c90cb670,f3a16b90,1,0,...) at tty_wait+0x4b/frame 0xf3a16a58 ttydisc_read(c90cb600,f3a16b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a16a9c ttydev_read(c9109000,f3a16b90,0,0,ca8aa350,...) at ttydev_read+0x55/frame 0xf3a16abc devfs_read_f(c97a9dc8,f3a16b90,ca010e00,0,ca8aa350,...) at devfs_read_f+0xc7/frame 0xf3a16af4 dofileread(c97a9dc8,f3a16b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a16b28 kern_readv(ca8aa350,0,f3a16b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a16b70 sys_read(ca8aa350,f3a16c50,c15d29c7,4,c0c7e83a,...) at sys_read+0x59/frame 0xf3a16bc0 syscall(f3a16ce8) at syscall+0x3d3/frame 0xf3a16cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a16cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1983 tid 100196 td 0xca8aa6a0 sched_switch(ca8aa6a0,0,104,196,f3a13844,...) at sched_switch+0x4e1/frame 0xf3a1380c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a13844 sleepq_switch(c90ca670,0,c15e1ce5,1c2,c90ca600,...) at sleepq_switch+0x318/frame 0xf3a138c0 sleepq_catch_signals(c90ca670,0,ca8aa6a0,c90ca604,0,...) at sleepq_catch_signals+0x196/frame 0xf3a139b0 sleepq_wait_sig(c90ca670,0,f3a13a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a139e8 _cv_wait_sig(c90ca670,c90ca604,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a13a34 tty_wait(c90ca600,c90ca670,f3a13b90,1,0,...) at tty_wait+0x4b/frame 0xf3a13a58 ttydisc_read(c90ca600,f3a13b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a13a9c ttydev_read(c9386a00,f3a13b90,0,0,ca8aa6a0,...) at ttydev_read+0x55/frame 0xf3a13abc devfs_read_f(c97a9000,f3a13b90,c96f6d00,0,ca8aa6a0,...) at devfs_read_f+0xc7/frame 0xf3a13af4 dofileread(c97a9000,f3a13b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a13b28 kern_readv(ca8aa6a0,0,f3a13b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a13b70 sys_read(ca8aa6a0,f3a13c50,c15d29c7,4,0,...) at sys_read+0x59/frame 0xf3a13bc0 syscall(f3a13ce8) at syscall+0x3d3/frame 0xf3a13cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a13cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1982 tid 100195 td 0xca8aa9f0 sched_switch(ca8aa9f0,0,104,196,f3a10844,...) at sched_switch+0x4e1/frame 0xf3a1080c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a10844 sleepq_switch(c90ca870,0,c15e1ce5,1c2,c90ca800,...) at sleepq_switch+0x318/frame 0xf3a108c0 sleepq_catch_signals(c90ca870,0,ca8aa9f0,c90ca804,0,...) at sleepq_catch_signals+0x196/frame 0xf3a109b0 sleepq_wait_sig(c90ca870,0,f3a10a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a109e8 _cv_wait_sig(c90ca870,c90ca804,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a10a34 tty_wait(c90ca800,c90ca870,f3a10b90,1,0,...) at tty_wait+0x4b/frame 0xf3a10a58 ttydisc_read(c90ca800,f3a10b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a10a9c ttydev_read(c9386b00,f3a10b90,0,0,ca8aa9f0,...) at ttydev_read+0x55/frame 0xf3a10abc devfs_read_f(c97aa038,f3a10b90,c96f6600,0,ca8aa9f0,...) at devfs_read_f+0xc7/frame 0xf3a10af4 dofileread(c97aa038,f3a10b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a10b28 kern_readv(ca8aa9f0,0,f3a10b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a10b70 sys_read(ca8aa9f0,f3a10c50,c15d29c7,4,c0c7e83a,...) at sys_read+0x59/frame 0xf3a10bc0 syscall(f3a10ce8) at syscall+0x3d3/frame 0xf3a10cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a10cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1981 tid 100194 td 0xca8ab000 sched_switch(ca8ab000,0,104,196,f3a0d844,...) at sched_switch+0x4e1/frame 0xf3a0d80c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a0d844 sleepq_switch(c90caa70,0,c15e1ce5,1c2,c90caa00,...) at sleepq_switch+0x318/frame 0xf3a0d8c0 sleepq_catch_signals(c90caa70,0,ca8ab000,c90caa04,0,...) at sleepq_catch_signals+0x196/frame 0xf3a0d9b0 sleepq_wait_sig(c90caa70,0,f3a0da20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a0d9e8 _cv_wait_sig(c90caa70,c90caa04,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a0da34 tty_wait(c90caa00,c90caa70,f3a0db90,1,0,...) at tty_wait+0x4b/frame 0xf3a0da58 ttydisc_read(c90caa00,f3a0db90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a0da9c ttydev_read(c9386c00,f3a0db90,0,0,ca8ab000,...) at ttydev_read+0x55/frame 0xf3a0dabc devfs_read_f(c97a9ab8,f3a0db90,c96f6700,0,ca8ab000,...) at devfs_read_f+0xc7/frame 0xf3a0daf4 dofileread(c97a9ab8,f3a0db90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a0db28 kern_readv(ca8ab000,0,f3a0db90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a0db70 sys_read(ca8ab000,f3a0dc50,c15d29c7,4,0,...) at sys_read+0x59/frame 0xf3a0dbc0 syscall(f3a0dce8) at syscall+0x3d3/frame 0xf3a0dcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a0dcdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1980 tid 100193 td 0xca8ab350 sched_switch(ca8ab350,0,104,196,f3a0a844,...) at sched_switch+0x4e1/frame 0xf3a0a80c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a0a844 sleepq_switch(c90cac70,0,c15e1ce5,1c2,c90cac00,...) at sleepq_switch+0x318/frame 0xf3a0a8c0 sleepq_catch_signals(c90cac70,0,ca8ab350,c90cac04,0,...) at sleepq_catch_signals+0x196/frame 0xf3a0a9b0 sleepq_wait_sig(c90cac70,0,f3a0aa20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a0a9e8 _cv_wait_sig(c90cac70,c90cac04,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a0aa34 tty_wait(c90cac00,c90cac70,f3a0ab90,1,0,...) at tty_wait+0x4b/frame 0xf3a0aa58 ttydisc_read(c90cac00,f3a0ab90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a0aa9c ttydev_read(c9386d00,f3a0ab90,0,0,ca8ab350,...) at ttydev_read+0x55/frame 0xf3a0aabc devfs_read_f(c97c0930,f3a0ab90,c8e1ce00,0,ca8ab350,...) at devfs_read_f+0xc7/frame 0xf3a0aaf4 dofileread(c97c0930,f3a0ab90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a0ab28 kern_readv(ca8ab350,0,f3a0ab90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a0ab70 sys_read(ca8ab350,f3a0ac50,c15d29c7,4,0,...) at sys_read+0x59/frame 0xf3a0abc0 syscall(f3a0ace8) at syscall+0x3d3/frame 0xf3a0acdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a0acdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1979 tid 100192 td 0xca079350 sched_switch(ca079350,0,104,196,f3a07844,...) at sched_switch+0x4e1/frame 0xf3a0780c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a07844 sleepq_switch(c90cae70,0,c15e1ce5,1c2,c90cae00,...) at sleepq_switch+0x318/frame 0xf3a078c0 sleepq_catch_signals(c90cae70,0,ca079350,c90cae04,0,...) at sleepq_catch_signals+0x196/frame 0xf3a079b0 sleepq_wait_sig(c90cae70,0,f3a07a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a079e8 _cv_wait_sig(c90cae70,c90cae04,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a07a34 tty_wait(c90cae00,c90cae70,f3a07b90,1,0,...) at tty_wait+0x4b/frame 0xf3a07a58 ttydisc_read(c90cae00,f3a07b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a07a9c ttydev_read(c9386e00,f3a07b90,0,0,ca079350,...) at ttydev_read+0x55/frame 0xf3a07abc devfs_read_f(c97a9118,f3a07b90,ca011200,0,ca079350,...) at devfs_read_f+0xc7/frame 0xf3a07af4 dofileread(c97a9118,f3a07b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a07b28 kern_readv(ca079350,0,f3a07b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a07b70 sys_read(ca079350,f3a07c50,c15d29c7,4,58e0e3d3,...) at sys_read+0x59/frame 0xf3a07bc0 syscall(f3a07ce8) at syscall+0x3d3/frame 0xf3a07cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a07cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1978 tid 100191 td 0xca0796a0 sched_switch(ca0796a0,0,104,196,f3a04844,...) at sched_switch+0x4e1/frame 0xf3a0480c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf3a04844 sleepq_switch(c90cb070,0,c15e1ce5,1c2,c90cb000,...) at sleepq_switch+0x318/frame 0xf3a048c0 sleepq_catch_signals(c90cb070,0,ca0796a0,c90cb004,0,...) at sleepq_catch_signals+0x196/frame 0xf3a049b0 sleepq_wait_sig(c90cb070,0,f3a04a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a049e8 _cv_wait_sig(c90cb070,c90cb004,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a04a34 tty_wait(c90cb000,c90cb070,f3a04b90,1,0,...) at tty_wait+0x4b/frame 0xf3a04a58 ttydisc_read(c90cb000,f3a04b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xf3a04a9c ttydev_read(c9387000,f3a04b90,0,0,ca0796a0,...) at ttydev_read+0x55/frame 0xf3a04abc devfs_read_f(c97a9038,f3a04b90,ca011900,0,ca0796a0,...) at devfs_read_f+0xc7/frame 0xf3a04af4 dofileread(c97a9038,f3a04b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a04b28 kern_readv(ca0796a0,0,f3a04b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xf3a04b70 sys_read(ca0796a0,f3a04c50,c15d29c7,4,c0c7e83a,...) at sys_read+0x59/frame 0xf3a04bc0 syscall(f3a04ce8) at syscall+0x3d3/frame 0xf3a04cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a04cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1977 tid 100099 td 0xc9a77350 sched_switch(c9a77350,0,104,196,edf48844,...) at sched_switch+0x4e1/frame 0xedf4880c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf48844 sleepq_switch(c90cb270,0,c15e1ce5,1c2,c90cb200,...) at sleepq_switch+0x318/frame 0xedf488c0 sleepq_catch_signals(c90cb270,0,c9a77350,c90cb204,0,...) at sleepq_catch_signals+0x196/frame 0xedf489b0 sleepq_wait_sig(c90cb270,0,edf48a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xedf489e8 _cv_wait_sig(c90cb270,c90cb204,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xedf48a34 tty_wait(c90cb200,c90cb270,edf48b90,1,0,...) at tty_wait+0x4b/frame 0xedf48a58 ttydisc_read(c90cb200,edf48b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xedf48a9c ttydev_read(c9387100,edf48b90,0,0,c9a77350,...) at ttydev_read+0x55/frame 0xedf48abc devfs_read_f(c975a850,edf48b90,c8e1cb00,0,c9a77350,...) at devfs_read_f+0xc7/frame 0xedf48af4 dofileread(c975a850,edf48b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xedf48b28 kern_readv(c9a77350,0,edf48b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xedf48b70 sys_read(c9a77350,edf48c50,c15d29c7,4,58e0e3d3,...) at sys_read+0x59/frame 0xedf48bc0 syscall(edf48ce8) at syscall+0x3d3/frame 0xedf48cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf48cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 1976 tid 100092 td 0xc960f6a0 sched_switch(c960f6a0,0,104,196,edf26844,...) at sched_switch+0x4e1/frame 0xedf2680c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf26844 sleepq_switch(c90cb470,0,c15e1ce5,1c2,c90cb400,...) at sleepq_switch+0x318/frame 0xedf268c0 sleepq_catch_signals(c90cb470,0,c960f6a0,c90cb404,0,...) at sleepq_catch_signals+0x196/frame 0xedf269b0 sleepq_wait_sig(c90cb470,0,edf26a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xedf269e8 _cv_wait_sig(c90cb470,c90cb404,c15e77a9,580,1,...) at _cv_wait_sig+0x211/frame 0xedf26a34 tty_wait(c90cb400,c90cb470,edf26b90,1,0,...) at tty_wait+0x4b/frame 0xedf26a58 ttydisc_read(c90cb400,edf26b90,0,ab,c188ca88,...) at ttydisc_read+0x3a7/frame 0xedf26a9c ttydev_read(c9387200,edf26b90,0,0,c960f6a0,...) at ttydev_read+0x55/frame 0xedf26abc devfs_read_f(c97c0b98,edf26b90,ca011600,0,c960f6a0,...) at devfs_read_f+0xc7/frame 0xedf26af4 dofileread(c97c0b98,edf26b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xedf26b28 kern_readv(c960f6a0,0,edf26b90,2,bfbfede7,...) at kern_readv+0x93/frame 0xedf26b70 sys_read(c960f6a0,edf26c50,c15d29c7,4,0,...) at sys_read+0x59/frame 0xedf26bc0 syscall(edf26ce8) at syscall+0x3d3/frame 0xedf26cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf26cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d7af3, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command inetd pid 1957 tid 100165 td 0xca3e09f0 sched_switch(ca3e09f0,0,104,196,f39377ac,...) at sched_switch+0x4e1/frame 0xf3937774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf39377ac sleepq_switch(c962ae24,0,c15e1ce5,1c2,40a,...) at sleepq_switch+0x318/frame 0xf3937828 sleepq_catch_signals(c962ae24,0,ca3e09f0,c962ae10,0,...) at sleepq_catch_signals+0x196/frame 0xf3937918 sleepq_wait_sig(c962ae24,0,f3937988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3937950 _cv_wait_sig(c962ae24,c962ae10,c15e540b,73c,c15e5466,...) at _cv_wait_sig+0x211/frame 0xf393799c seltdwait(ffffffff,0,0,ca3e09f0,0,...) at seltdwait+0xbf/frame 0xf39379d0 kern_select(ca3e09f0,6,bfbfe078,0,0,...) at kern_select+0x910/frame 0xf3937b78 sys_select(ca3e09f0,f3937c50,c15d29c7,4,58e0e3d3,...) at sys_select+0x66/frame 0xf3937bc0 syscall(f3937ce8) at syscall+0x3d3/frame 0xf3937cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3937cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ebae3, esp = 0xbfbfe00c, ebp = 0xbfbfe030 --- Tracing command moused pid 1927 tid 100169 td 0xc9bb36a0 sched_switch(c9bb36a0,0,104,196,f39407ac,...) at sched_switch+0x4e1/frame 0xf3940774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf39407ac sleepq_switch(c9dfdee4,0,c15e1ce5,1c2,c18aec0c,...) at sleepq_switch+0x318/frame 0xf3940828 sleepq_catch_signals(c9dfdee4,0,c9bb36a0,c9dfded0,0,...) at sleepq_catch_signals+0x196/frame 0xf3940918 sleepq_wait_sig(c9dfdee4,0,f3940988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3940950 _cv_wait_sig(c9dfdee4,c9dfded0,c15e540b,73c,1,...) at _cv_wait_sig+0x211/frame 0xf394099c seltdwait(ffffffff,0,0,c9bb36a0,0,...) at seltdwait+0xbf/frame 0xf39409d0 kern_select(c9bb36a0,400,bfbfebb8,0,0,...) at kern_select+0x910/frame 0xf3940b78 sys_select(c9bb36a0,f3940c50,c15d29c7,4,58e0e3d3,...) at sys_select+0x66/frame 0xf3940bc0 syscall(f3940ce8) at syscall+0x3d3/frame 0xf3940cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3940cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28202ae3, esp = 0xbfbfea54, ebp = 0xbfbfea78 --- Tracing command bash pid 785 tid 100174 td 0xc9a779f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c9a779f0,ffffffff,311,1874e,c9a779f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command csh pid 783 tid 100170 td 0xc9bb3350 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c9bb3350,ffffffff,30f,1874a,c9bb3350,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command su pid 782 tid 100163 td 0xca0949f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(ca0949f0,ffffffff,30e,18743,ca0949f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command bash pid 773 tid 100159 td 0xca095000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(ca095000,ffffffff,305,1873f,ca095000,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command sshd pid 772 tid 100171 td 0xca3e0350 sched_switch(ca3e0350,0,104,196,f39467ac,...) at sched_switch+0x4e1/frame 0xf3946774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf39467ac sleepq_switch(c9dfdda4,0,c15e1ce5,1c2,ca07e248,...) at sleepq_switch+0x318/frame 0xf3946828 sleepq_catch_signals(c9dfdda4,0,ca3e0350,c9dfdd90,0,...) at sleepq_catch_signals+0x196/frame 0xf3946918 sleepq_wait_sig(c9dfdda4,0,f3946988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3946950 _cv_wait_sig(c9dfdda4,c9dfdd90,c15e540b,73c,c15e8258,...) at _cv_wait_sig+0x211/frame 0xf394699c seltdwait(ffffffff,0,0,ca3e0350,0,...) at seltdwait+0xbf/frame 0xf39469d0 kern_select(ca3e0350,c,28a18088,28a180c0,0,...) at kern_select+0x910/frame 0xf3946b78 sys_select(ca3e0350,f3946c50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xf3946bc0 syscall(f3946ce8) at syscall+0x3d3/frame 0xf3946cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3946cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28516ae3, esp = 0xbfbfe794, ebp = 0xbfbfe7b8 --- Tracing command sshd pid 770 tid 100172 td 0xc9a766a0 sched_switch(c9a766a0,0,104,196,f39497e4,...) at sched_switch+0x4e1/frame 0xf39497ac mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf39497e4 sleepq_switch(c962b0a4,0,c15e1ce5,1c2,c9a766a0,...) at sleepq_switch+0x318/frame 0xf3949860 sleepq_catch_signals(c962b0a4,0,c9a766a0,c962b090,0,...) at sleepq_catch_signals+0x196/frame 0xf3949950 sleepq_wait_sig(c962b0a4,0,f39499c0,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3949988 _cv_wait_sig(c962b0a4,c962b090,c15e540b,73c,c15e540b,...) at _cv_wait_sig+0x211/frame 0xf39499d4 seltdwait(ffffffff,0,0,c9a766a0,0,...) at seltdwait+0xbf/frame 0xf3949a08 kern_poll(c9a766a0,bfbfe878,1,0,0,...) at kern_poll+0x4d0/frame 0xf3949b88 sys_poll(c9a766a0,f3949c50,c15d29c7,4,c1ab1a90,...) at sys_poll+0x71/frame 0xf3949bc0 syscall(f3949ce8) at syscall+0x3d3/frame 0xf3949cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3949cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284b88cb, esp = 0xbfbfe804, ebp = 0xbfbfe820 --- Tracing command cron pid 715 tid 100108 td 0xc9bc1350 sched_switch(c9bc1350,0,104,196,edf6b91c,...) at sched_switch+0x4e1/frame 0xedf6b8e4 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf6b91c sleepq_switch(c1aa3300,6c,c15e1ce5,1c2,c1b79190,...) at sleepq_switch+0x318/frame 0xedf6b998 sleepq_catch_signals(c1aa3300,6c,c1abf4ac,200,bff7a474,...) at sleepq_catch_signals+0x196/frame 0xedf6ba88 sleepq_timedwait_sig(c1aa3300,6c,12bc5,bff7a474,3,...) at sleepq_timedwait_sig+0x25/frame 0xedf6bac4 _sleep(c1aa3300,0,16c,c15dca8a,f9a9ce5c,...) at _sleep+0x30f/frame 0xedf6bb20 kern_nanosleep(bfbfee28,edf6bb98,edf6bba0,edf6bce8,3b,...) at kern_nanosleep+0x137/frame 0xedf6bb80 sys_nanosleep(c9bc1350,edf6bc50,c15d29c7,4,14,...) at sys_nanosleep+0x68/frame 0xedf6bbc0 syscall(edf6bce8) at syscall+0x3d3/frame 0xedf6bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf6bcdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28174693, esp = 0xbfbfeca0, ebp = 0xbfbfecb0 --- Tracing command sendmail pid 710 tid 100162 td 0xc95f99f0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c95f99f0,ffffffff,2c6,18742,c95f99f0,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command sendmail pid 707 tid 100161 td 0xca3e1350 sched_switch(ca3e1350,0,104,196,f392b7a4,...) at sched_switch+0x4e1/frame 0xf392b76c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf392b7a4 sleepq_switch(c9dfe024,0,c15e1ce5,1c2,c1b79610,...) at sleepq_switch+0x318/frame 0xf392b820 sleepq_catch_signals(c9dfe024,0,c1ac0244,ca3e1350,c9dfe010,...) at sleepq_catch_signals+0x196/frame 0xf392b910 sleepq_timedwait_sig(c9dfe024,0,f392b988,50000000,0,...) at sleepq_timedwait_sig+0x25/frame 0xf392b94c _cv_timedwait_sig_sbt(c9dfe024,c9dfe010,a2a1ed85,12ba3,50000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xf392b99c seltdwait(12ba3,50000000,0,ca3e1350,0,...) at seltdwait+0x8d/frame 0xf392b9d0 kern_select(ca3e1350,5,bfbfd140,0,0,...) at kern_select+0x910/frame 0xf392bb78 sys_select(ca3e1350,f392bc50,c15d29c7,4,c9803000,...) at sys_select+0x66/frame 0xf392bbc0 syscall(f392bce8) at syscall+0x3d3/frame 0xf392bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf392bcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2848bae3, esp = 0xbfbfcff4, ebp = 0xbfbfd018 --- Tracing command sshd pid 704 tid 100157 td 0xca3e16a0 sched_switch(ca3e16a0,0,104,196,f390f7ac,...) at sched_switch+0x4e1/frame 0xf390f774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xf390f7ac sleepq_switch(c9dfe1a4,0,c15e1ce5,1c2,40a,...) at sleepq_switch+0x318/frame 0xf390f828 sleepq_catch_signals(c9dfe1a4,0,ca3e16a0,c9dfe190,0,...) at sleepq_catch_signals+0x196/frame 0xf390f918 sleepq_wait_sig(c9dfe1a4,0,f390f988,101,0,...) at sleepq_wait_sig+0x25/frame 0xf390f950 _cv_wait_sig(c9dfe1a4,c9dfe190,c15e540b,73c,c0cc1e7d,...) at _cv_wait_sig+0x211/frame 0xf390f99c seltdwait(ffffffff,0,0,ca3e16a0,0,...) at seltdwait+0xbf/frame 0xf390f9d0 kern_select(ca3e16a0,9,28a18148,0,0,...) at kern_select+0x910/frame 0xf390fb78 sys_select(ca3e16a0,f390fc50,c15d29c7,4,14,...) at sys_select+0x66/frame 0xf390fbc0 syscall(f390fce8) at syscall+0x3d3/frame 0xf390fcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf390fcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28516ae3, esp = 0xbfbfe86c, ebp = 0xbfbfe890 --- Tracing command smartd pid 667 tid 100158 td 0xc960e000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c960e000,ffffffff,29b,1873e,c960e000,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command powerd pid 637 tid 100102 td 0xc98036a0 sched_switch(c98036a0,0,104,196,edf537a4,...) at sched_switch+0x4e1/frame 0xedf5376c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf537a4 sleepq_switch(c9dfe1e4,0,c15e1ce5,1c2,c1b79310,...) at sleepq_switch+0x318/frame 0xedf53820 sleepq_catch_signals(c9dfe1e4,0,c1abf05c,c98036a0,c9dfe1d0,...) at sleepq_catch_signals+0x196/frame 0xedf53910 sleepq_timedwait_sig(c9dfe1e4,0,edf53988,3ffffff,0,...) at sleepq_timedwait_sig+0x25/frame 0xedf5394c _cv_timedwait_sig_sbt(c9dfe1e4,c9dfe1d0,c802355b,12ba1,3ffffff,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedf5399c seltdwait(12ba1,3ffffff,0,c98036a0,c1aa223c,...) at seltdwait+0x8d/frame 0xedf539d0 kern_select(c98036a0,0,bfbfeda0,0,bfbfeda0,...) at kern_select+0x910/frame 0xedf53b78 sys_select(c98036a0,edf53c50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xedf53bc0 syscall(edf53ce8) at syscall+0x3d3/frame 0xedf53cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf53cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281d4ae3, esp = 0xbfbfed14, ebp = 0xbfbfed38 --- Tracing command rpc.lockd pid 578 tid 100155 td 0xca095350 sched_switch(ca095350,0,104,196,f38ef730,...) at sched_switch+0x4e1/frame 0xf38ef6f8 mi_switch(104,0,c15e1ce5,215,f38ef7ac,...) at mi_switch+0x18c/frame 0xf38ef730 sleepq_switch(c97f5490,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38ef7ac sleepq_catch_signals(c97f5490,0,100,ca095350,ca12f100,...) at sleepq_catch_signals+0x196/frame 0xf38ef89c sleepq_timedwait_sig(c97f5490,0,f38ef914,0,0,...) at sleepq_timedwait_sig+0x25/frame 0xf38ef8d8 _cv_timedwait_sig_sbt(c97f5490,ca12f100,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xf38ef928 svc_run_internal(ca095508,14,c1619633,c1615f36,c9ec0500,...) at svc_run_internal+0xc69/frame 0xf38efa0c svc_run(ca12f000,0,4,c0ecb2e0,f38efab8,...) at svc_run+0x210/frame 0xf38efa60 sys_nlm_syscall(ca095350,f38efc50,c15d29c7,4,58e0e3d3,...) at sys_nlm_syscall+0x744/frame 0xf38efbc0 syscall(f38efce8) at syscall+0x3d3/frame 0xf38efcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf38efcdc --- syscall (154, FreeBSD ELF32, sys_nlm_syscall), eip = 0x280c44ef, esp = 0xbfbfed3c, ebp = 0xbfbfee44 --- Tracing command rpc.statd pid 575 tid 100116 td 0xc98026a0 sched_switch(c98026a0,0,104,196,edfe47a4,...) at sched_switch+0x4e1/frame 0xedfe476c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedfe47a4 sleepq_switch(c9dfe364,0,c15e1ce5,1c2,c1b79190,...) at sleepq_switch+0x318/frame 0xedfe4820 sleepq_catch_signals(c9dfe364,0,c1abfc8c,c98026a0,c9dfe350,...) at sleepq_catch_signals+0x196/frame 0xedfe4910 sleepq_timedwait_sig(c9dfe364,0,edfe4988,e0000000,1,...) at sleepq_timedwait_sig+0x25/frame 0xedfe494c _cv_timedwait_sig_sbt(c9dfe364,c9dfe350,d616d892,12bad,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedfe499c seltdwait(12bad,e0000000,1,c98026a0,0,...) at seltdwait+0x8d/frame 0xedfe49d0 kern_select(c98026a0,8,bfbfecf0,0,0,...) at kern_select+0x910/frame 0xedfe4b78 sys_select(c98026a0,edfe4c50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xedfe4bc0 syscall(edfe4ce8) at syscall+0x3d3/frame 0xedfe4cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedfe4cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ccae3, esp = 0xbfbfec3c, ebp = 0xbfbfed88 --- Tracing command nfsd pid 574 tid 100123 td 0xc9804350 (CPU 1) kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command nfsd pid 574 tid 100124 td 0xc9802000 sched_switch(c9802000,0,104,196,edffd9d0,...) at sched_switch+0x4e1/frame 0xedffd998 mi_switch(104,0,c15e1ce5,215,edffda4c,...) at mi_switch+0x18c/frame 0xedffd9d0 sleepq_switch(c96a0190,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xedffda4c sleepq_catch_signals(c96a0190,0,c9802000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xedffdb3c sleepq_wait_sig(c96a0190,0,edffdbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xedffdb74 _cv_wait_sig(c96a0190,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xedffdbc0 svc_run_internal(edffdcd4,c0c1167e,c922f100,edffdce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xedffdca4 svc_thread_start(c922f100,edffdce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xedffdcac fork_exit(c0ee36b0,c922f100,edffdce8) at fork_exit+0x7e/frame 0xedffdcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedffdcd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100125 td 0xc97f99f0 sched_switch(c97f99f0,0,104,196,f38959d0,...) at sched_switch+0x4e1/frame 0xf3895998 mi_switch(104,0,c15e1ce5,215,f3895a4c,...) at mi_switch+0x18c/frame 0xf38959d0 sleepq_switch(c96a0090,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf3895a4c sleepq_catch_signals(c96a0090,0,c97f99f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf3895b3c sleepq_wait_sig(c96a0090,0,f3895bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3895b74 _cv_wait_sig(c96a0090,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf3895bc0 svc_run_internal(f3895cd4,c0c1167e,c922f100,f3895ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf3895ca4 svc_thread_start(c922f100,f3895ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf3895cac fork_exit(c0ee36b0,c922f100,f3895ce8) at fork_exit+0x7e/frame 0xf3895cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf3895cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100126 td 0xc97f96a0 sched_switch(c97f96a0,0,104,196,f38989d0,...) at sched_switch+0x4e1/frame 0xf3898998 mi_switch(104,0,c15e1ce5,215,f3898a4c,...) at mi_switch+0x18c/frame 0xf38989d0 sleepq_switch(c9bae290,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf3898a4c sleepq_catch_signals(c9bae290,0,c97f96a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf3898b3c sleepq_wait_sig(c9bae290,0,f3898bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3898b74 _cv_wait_sig(c9bae290,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf3898bc0 svc_run_internal(f3898cd4,c0c1167e,c922f100,f3898ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf3898ca4 svc_thread_start(c922f100,f3898ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf3898cac fork_exit(c0ee36b0,c922f100,f3898ce8) at fork_exit+0x7e/frame 0xf3898cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf3898cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100127 td 0xc97f9350 sched_switch(c97f9350,0,104,196,f389b9d0,...) at sched_switch+0x4e1/frame 0xf389b998 mi_switch(104,0,c15e1ce5,215,f389ba4c,...) at mi_switch+0x18c/frame 0xf389b9d0 sleepq_switch(c8e2f590,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf389ba4c sleepq_catch_signals(c8e2f590,0,c97f9350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf389bb3c sleepq_wait_sig(c8e2f590,0,f389bbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf389bb74 _cv_wait_sig(c8e2f590,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf389bbc0 svc_run_internal(f389bcd4,c0c1167e,c922f100,f389bce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf389bca4 svc_thread_start(c922f100,f389bce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf389bcac fork_exit(c0ee36b0,c922f100,f389bce8) at fork_exit+0x7e/frame 0xf389bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf389bcd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100128 td 0xc97f9000 sched_switch(c97f9000,0,104,196,f389e9d0,...) at sched_switch+0x4e1/frame 0xf389e998 mi_switch(104,0,c15e1ce5,215,f389ea4c,...) at mi_switch+0x18c/frame 0xf389e9d0 sleepq_switch(c8e2f690,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf389ea4c sleepq_catch_signals(c8e2f690,0,c97f9000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf389eb3c sleepq_wait_sig(c8e2f690,0,f389ebac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf389eb74 _cv_wait_sig(c8e2f690,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf389ebc0 svc_run_internal(f389ecd4,c0c1167e,c922f100,f389ece8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf389eca4 svc_thread_start(c922f100,f389ece8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf389ecac fork_exit(c0ee36b0,c922f100,f389ece8) at fork_exit+0x7e/frame 0xf389ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf389ecd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100129 td 0xca0759f0 sched_switch(ca0759f0,0,104,196,f38a19d0,...) at sched_switch+0x4e1/frame 0xf38a1998 mi_switch(104,0,c15e1ce5,215,f38a1a4c,...) at mi_switch+0x18c/frame 0xf38a19d0 sleepq_switch(c8e2f790,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf38a1a4c sleepq_catch_signals(c8e2f790,0,ca0759f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38a1b3c sleepq_wait_sig(c8e2f790,0,f38a1bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38a1b74 _cv_wait_sig(c8e2f790,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38a1bc0 svc_run_internal(f38a1cd4,c0c1167e,c922f100,f38a1ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38a1ca4 svc_thread_start(c922f100,f38a1ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38a1cac fork_exit(c0ee36b0,c922f100,f38a1ce8) at fork_exit+0x7e/frame 0xf38a1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38a1cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100130 td 0xca0756a0 sched_switch(ca0756a0,0,104,196,f38a49d0,...) at sched_switch+0x4e1/frame 0xf38a4998 mi_switch(104,0,c15e1ce5,215,f38a4a4c,...) at mi_switch+0x18c/frame 0xf38a49d0 sleepq_switch(c969fe90,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf38a4a4c sleepq_catch_signals(c969fe90,0,ca0756a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38a4b3c sleepq_wait_sig(c969fe90,0,f38a4bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38a4b74 _cv_wait_sig(c969fe90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38a4bc0 svc_run_internal(f38a4cd4,c0c1167e,c922f100,f38a4ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38a4ca4 svc_thread_start(c922f100,f38a4ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38a4cac fork_exit(c0ee36b0,c922f100,f38a4ce8) at fork_exit+0x7e/frame 0xf38a4cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38a4cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100131 td 0xca075350 sched_switch(ca075350,0,104,196,f38a79d0,...) at sched_switch+0x4e1/frame 0xf38a7998 mi_switch(104,0,c15e1ce5,215,f38a7a4c,...) at mi_switch+0x18c/frame 0xf38a79d0 sleepq_switch(c969fd90,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38a7a4c sleepq_catch_signals(c969fd90,0,ca075350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38a7b3c sleepq_wait_sig(c969fd90,0,f38a7bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38a7b74 _cv_wait_sig(c969fd90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38a7bc0 svc_run_internal(f38a7cd4,c0c1167e,c922f100,f38a7ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38a7ca4 svc_thread_start(c922f100,f38a7ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38a7cac fork_exit(c0ee36b0,c922f100,f38a7ce8) at fork_exit+0x7e/frame 0xf38a7cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38a7cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100132 td 0xca075000 sched_switch(ca075000,0,104,196,f38aa9d0,...) at sched_switch+0x4e1/frame 0xf38aa998 mi_switch(104,0,c15e1ce5,215,f38aaa4c,...) at mi_switch+0x18c/frame 0xf38aa9d0 sleepq_switch(c8e2f890,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38aaa4c sleepq_catch_signals(c8e2f890,0,ca075000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38aab3c sleepq_wait_sig(c8e2f890,0,f38aabac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38aab74 _cv_wait_sig(c8e2f890,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38aabc0 svc_run_internal(f38aacd4,c0c1167e,c922f100,f38aace8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38aaca4 svc_thread_start(c922f100,f38aace8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38aacac fork_exit(c0ee36b0,c922f100,f38aace8) at fork_exit+0x7e/frame 0xf38aacd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38aacd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100133 td 0xca0749f0 sched_switch(ca0749f0,0,104,196,f38ad9d0,...) at sched_switch+0x4e1/frame 0xf38ad998 mi_switch(104,0,c15e1ce5,215,f38ada4c,...) at mi_switch+0x18c/frame 0xf38ad9d0 sleepq_switch(c8e2f990,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38ada4c sleepq_catch_signals(c8e2f990,0,ca0749f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38adb3c sleepq_wait_sig(c8e2f990,0,f38adbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38adb74 _cv_wait_sig(c8e2f990,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38adbc0 svc_run_internal(f38adcd4,c0c1167e,c922f100,f38adce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38adca4 svc_thread_start(c922f100,f38adce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38adcac fork_exit(c0ee36b0,c922f100,f38adce8) at fork_exit+0x7e/frame 0xf38adcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38adcd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100134 td 0xca0746a0 sched_switch(ca0746a0,0,104,196,f38b09d0,...) at sched_switch+0x4e1/frame 0xf38b0998 mi_switch(104,0,c15e1ce5,215,f38b0a4c,...) at mi_switch+0x18c/frame 0xf38b09d0 sleepq_switch(c969fc90,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf38b0a4c sleepq_catch_signals(c969fc90,0,ca0746a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38b0b3c sleepq_wait_sig(c969fc90,0,f38b0bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38b0b74 _cv_wait_sig(c969fc90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38b0bc0 svc_run_internal(f38b0cd4,c0c1167e,c922f100,f38b0ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38b0ca4 svc_thread_start(c922f100,f38b0ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38b0cac fork_exit(c0ee36b0,c922f100,f38b0ce8) at fork_exit+0x7e/frame 0xf38b0cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38b0cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100135 td 0xca074350 sched_switch(ca074350,0,104,196,f38b39d0,...) at sched_switch+0x4e1/frame 0xf38b3998 mi_switch(104,0,c15e1ce5,215,f38b3a4c,...) at mi_switch+0x18c/frame 0xf38b39d0 sleepq_switch(c969fb90,0,c15e1ce5,1c2,1,...) at sleepq_switch+0x318/frame 0xf38b3a4c sleepq_catch_signals(c969fb90,0,ca074350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38b3b3c sleepq_wait_sig(c969fb90,0,f38b3bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38b3b74 _cv_wait_sig(c969fb90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38b3bc0 svc_run_internal(f38b3cd4,c0c1167e,c922f100,f38b3ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38b3ca4 svc_thread_start(c922f100,f38b3ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38b3cac fork_exit(c0ee36b0,c922f100,f38b3ce8) at fork_exit+0x7e/frame 0xf38b3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38b3cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100136 td 0xca074000 sched_switch(ca074000,0,104,196,f38b69d0,...) at sched_switch+0x4e1/frame 0xf38b6998 mi_switch(104,0,c15e1ce5,215,f38b6a4c,...) at mi_switch+0x18c/frame 0xf38b69d0 sleepq_switch(c8e2fa90,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38b6a4c sleepq_catch_signals(c8e2fa90,0,ca074000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38b6b3c sleepq_wait_sig(c8e2fa90,0,f38b6bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38b6b74 _cv_wait_sig(c8e2fa90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38b6bc0 svc_run_internal(f38b6cd4,c0c1167e,c922f100,f38b6ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38b6ca4 svc_thread_start(c922f100,f38b6ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38b6cac fork_exit(c0ee36b0,c922f100,f38b6ce8) at fork_exit+0x7e/frame 0xf38b6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38b6cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100137 td 0xca0739f0 sched_switch(ca0739f0,0,104,196,f38b99d0,...) at sched_switch+0x4e1/frame 0xf38b9998 mi_switch(104,0,c15e1ce5,215,f38b9a4c,...) at mi_switch+0x18c/frame 0xf38b99d0 sleepq_switch(c8e2fb90,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38b9a4c sleepq_catch_signals(c8e2fb90,0,ca0739f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38b9b3c sleepq_wait_sig(c8e2fb90,0,f38b9bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38b9b74 _cv_wait_sig(c8e2fb90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38b9bc0 svc_run_internal(f38b9cd4,c0c1167e,c922f100,f38b9ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38b9ca4 svc_thread_start(c922f100,f38b9ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38b9cac fork_exit(c0ee36b0,c922f100,f38b9ce8) at fork_exit+0x7e/frame 0xf38b9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38b9cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100138 td 0xca0736a0 sched_switch(ca0736a0,0,104,196,f38bc9d0,...) at sched_switch+0x4e1/frame 0xf38bc998 mi_switch(104,0,c15e1ce5,215,f38bca4c,...) at mi_switch+0x18c/frame 0xf38bc9d0 sleepq_switch(c969fa90,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38bca4c sleepq_catch_signals(c969fa90,0,ca0736a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38bcb3c sleepq_wait_sig(c969fa90,0,f38bcbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38bcb74 _cv_wait_sig(c969fa90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38bcbc0 svc_run_internal(f38bccd4,c0c1167e,c922f100,f38bcce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38bcca4 svc_thread_start(c922f100,f38bcce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38bccac fork_exit(c0ee36b0,c922f100,f38bcce8) at fork_exit+0x7e/frame 0xf38bccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38bccd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100139 td 0xca073350 sched_switch(ca073350,0,104,196,f38bf9d0,...) at sched_switch+0x4e1/frame 0xf38bf998 mi_switch(104,0,c15e1ce5,215,f38bfa4c,...) at mi_switch+0x18c/frame 0xf38bf9d0 sleepq_switch(c8e2fc90,0,c15e1ce5,1c2,1,...) at sleepq_switch+0x318/frame 0xf38bfa4c sleepq_catch_signals(c8e2fc90,0,ca073350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38bfb3c sleepq_wait_sig(c8e2fc90,0,f38bfbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38bfb74 _cv_wait_sig(c8e2fc90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38bfbc0 svc_run_internal(f38bfcd4,c0c1167e,c922f100,f38bfce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38bfca4 svc_thread_start(c922f100,f38bfce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38bfcac fork_exit(c0ee36b0,c922f100,f38bfce8) at fork_exit+0x7e/frame 0xf38bfcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38bfcd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100140 td 0xca073000 sched_switch(ca073000,0,104,196,f38c29d0,...) at sched_switch+0x4e1/frame 0xf38c2998 mi_switch(104,0,c15e1ce5,215,f38c2a4c,...) at mi_switch+0x18c/frame 0xf38c29d0 sleepq_switch(c8e2fd90,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38c2a4c sleepq_catch_signals(c8e2fd90,0,ca073000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38c2b3c sleepq_wait_sig(c8e2fd90,0,f38c2bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38c2b74 _cv_wait_sig(c8e2fd90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38c2bc0 svc_run_internal(f38c2cd4,c0c1167e,c922f100,f38c2ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38c2ca4 svc_thread_start(c922f100,f38c2ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38c2cac fork_exit(c0ee36b0,c922f100,f38c2ce8) at fork_exit+0x7e/frame 0xf38c2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38c2cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100141 td 0xc9bc19f0 sched_switch(c9bc19f0,0,104,196,f38c59d0,...) at sched_switch+0x4e1/frame 0xf38c5998 mi_switch(104,0,c15e1ce5,215,f38c5a4c,...) at mi_switch+0x18c/frame 0xf38c59d0 sleepq_switch(c969f990,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38c5a4c sleepq_catch_signals(c969f990,0,c9bc19f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38c5b3c sleepq_wait_sig(c969f990,0,f38c5bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38c5b74 _cv_wait_sig(c969f990,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38c5bc0 svc_run_internal(f38c5cd4,c0c1167e,c922f100,f38c5ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38c5ca4 svc_thread_start(c922f100,f38c5ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38c5cac fork_exit(c0ee36b0,c922f100,f38c5ce8) at fork_exit+0x7e/frame 0xf38c5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38c5cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100142 td 0xca079000 sched_switch(ca079000,0,104,196,f38c89d0,...) at sched_switch+0x4e1/frame 0xf38c8998 mi_switch(104,0,c15e1ce5,215,f38c8a4c,...) at mi_switch+0x18c/frame 0xf38c89d0 sleepq_switch(c8e2fe90,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38c8a4c sleepq_catch_signals(c8e2fe90,0,ca079000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38c8b3c sleepq_wait_sig(c8e2fe90,0,f38c8bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38c8b74 _cv_wait_sig(c8e2fe90,c922f100,c16195f5,4f6,286314a0,...) at _cv_wait_sig+0x211/frame 0xf38c8bc0 svc_run_internal(f38c8cd4,c0c1167e,c922f100,f38c8ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38c8ca4 svc_thread_start(c922f100,f38c8ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38c8cac fork_exit(c0ee36b0,c922f100,f38c8ce8) at fork_exit+0x7e/frame 0xf38c8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38c8cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100143 td 0xca0789f0 sched_switch(ca0789f0,0,104,196,f38cb9d0,...) at sched_switch+0x4e1/frame 0xf38cb998 mi_switch(104,0,c15e1ce5,215,f38cba4c,...) at mi_switch+0x18c/frame 0xf38cb9d0 sleepq_switch(c969f890,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38cba4c sleepq_catch_signals(c969f890,0,ca0789f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38cbb3c sleepq_wait_sig(c969f890,0,f38cbbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38cbb74 _cv_wait_sig(c969f890,c922f100,c16195f5,4f6,2864e880,...) at _cv_wait_sig+0x211/frame 0xf38cbbc0 svc_run_internal(f38cbcd4,c0c1167e,c922f100,f38cbce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38cbca4 svc_thread_start(c922f100,f38cbce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38cbcac fork_exit(c0ee36b0,c922f100,f38cbce8) at fork_exit+0x7e/frame 0xf38cbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38cbcd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100144 td 0xca0786a0 sched_switch(ca0786a0,0,104,196,f38ce9d0,...) at sched_switch+0x4e1/frame 0xf38ce998 mi_switch(104,0,c15e1ce5,215,f38cea4c,...) at mi_switch+0x18c/frame 0xf38ce9d0 sleepq_switch(c969f790,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38cea4c sleepq_catch_signals(c969f790,0,ca0786a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38ceb3c sleepq_wait_sig(c969f790,0,f38cebac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38ceb74 _cv_wait_sig(c969f790,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38cebc0 svc_run_internal(f38cecd4,c0c1167e,c922f100,f38cece8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38ceca4 svc_thread_start(c922f100,f38cece8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38cecac fork_exit(c0ee36b0,c922f100,f38cece8) at fork_exit+0x7e/frame 0xf38cecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38cecd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100145 td 0xca078350 sched_switch(ca078350,0,104,196,f38d19d0,...) at sched_switch+0x4e1/frame 0xf38d1998 mi_switch(104,0,c15e1ce5,215,f38d1a4c,...) at mi_switch+0x18c/frame 0xf38d19d0 sleepq_switch(c969f690,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38d1a4c sleepq_catch_signals(c969f690,0,ca078350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38d1b3c sleepq_wait_sig(c969f690,0,f38d1bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38d1b74 _cv_wait_sig(c969f690,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38d1bc0 svc_run_internal(f38d1cd4,c0c1167e,c922f100,f38d1ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38d1ca4 svc_thread_start(c922f100,f38d1ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38d1cac fork_exit(c0ee36b0,c922f100,f38d1ce8) at fork_exit+0x7e/frame 0xf38d1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38d1cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100146 td 0xca078000 sched_switch(ca078000,0,104,196,f38d49d0,...) at sched_switch+0x4e1/frame 0xf38d4998 mi_switch(104,0,c15e1ce5,215,f38d4a4c,...) at mi_switch+0x18c/frame 0xf38d49d0 sleepq_switch(c8e30090,0,c15e1ce5,1c2,1,...) at sleepq_switch+0x318/frame 0xf38d4a4c sleepq_catch_signals(c8e30090,0,ca078000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38d4b3c sleepq_wait_sig(c8e30090,0,f38d4bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38d4b74 _cv_wait_sig(c8e30090,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38d4bc0 svc_run_internal(f38d4cd4,c0c1167e,c922f100,f38d4ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38d4ca4 svc_thread_start(c922f100,f38d4ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38d4cac fork_exit(c0ee36b0,c922f100,f38d4ce8) at fork_exit+0x7e/frame 0xf38d4cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38d4cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100147 td 0xca0779f0 sched_switch(ca0779f0,0,104,196,f38d79d0,...) at sched_switch+0x4e1/frame 0xf38d7998 mi_switch(104,0,c15e1ce5,215,f38d7a4c,...) at mi_switch+0x18c/frame 0xf38d79d0 sleepq_switch(c8e30190,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38d7a4c sleepq_catch_signals(c8e30190,0,ca0779f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38d7b3c sleepq_wait_sig(c8e30190,0,f38d7bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38d7b74 _cv_wait_sig(c8e30190,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38d7bc0 svc_run_internal(f38d7cd4,c0c1167e,c922f100,f38d7ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38d7ca4 svc_thread_start(c922f100,f38d7ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38d7cac fork_exit(c0ee36b0,c922f100,f38d7ce8) at fork_exit+0x7e/frame 0xf38d7cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38d7cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100148 td 0xca0776a0 sched_switch(ca0776a0,0,104,196,f38da9d0,...) at sched_switch+0x4e1/frame 0xf38da998 mi_switch(104,0,c15e1ce5,215,f38daa4c,...) at mi_switch+0x18c/frame 0xf38da9d0 sleepq_switch(c8e30290,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38daa4c sleepq_catch_signals(c8e30290,0,ca0776a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38dab3c sleepq_wait_sig(c8e30290,0,f38dabac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38dab74 _cv_wait_sig(c8e30290,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38dabc0 svc_run_internal(f38dacd4,c0c1167e,c922f100,f38dace8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38daca4 svc_thread_start(c922f100,f38dace8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38dacac fork_exit(c0ee36b0,c922f100,f38dace8) at fork_exit+0x7e/frame 0xf38dacd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38dacd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100149 td 0xca077350 sched_switch(ca077350,0,104,196,f38dd9d0,...) at sched_switch+0x4e1/frame 0xf38dd998 mi_switch(104,0,c15e1ce5,215,f38dda4c,...) at mi_switch+0x18c/frame 0xf38dd9d0 sleepq_switch(c969f590,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38dda4c sleepq_catch_signals(c969f590,0,ca077350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38ddb3c sleepq_wait_sig(c969f590,0,f38ddbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38ddb74 _cv_wait_sig(c969f590,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38ddbc0 svc_run_internal(f38ddcd4,c0c1167e,c922f100,f38ddce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38ddca4 svc_thread_start(c922f100,f38ddce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38ddcac fork_exit(c0ee36b0,c922f100,f38ddce8) at fork_exit+0x7e/frame 0xf38ddcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38ddcd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100150 td 0xca077000 sched_switch(ca077000,0,104,196,f38e09d0,...) at sched_switch+0x4e1/frame 0xf38e0998 mi_switch(104,0,c15e1ce5,215,f38e0a4c,...) at mi_switch+0x18c/frame 0xf38e09d0 sleepq_switch(c969f490,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf38e0a4c sleepq_catch_signals(c969f490,0,ca077000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38e0b3c sleepq_wait_sig(c969f490,0,f38e0bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38e0b74 _cv_wait_sig(c969f490,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38e0bc0 svc_run_internal(f38e0cd4,c0c1167e,c922f100,f38e0ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38e0ca4 svc_thread_start(c922f100,f38e0ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38e0cac fork_exit(c0ee36b0,c922f100,f38e0ce8) at fork_exit+0x7e/frame 0xf38e0cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38e0cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100151 td 0xca0769f0 sched_switch(ca0769f0,0,104,196,f38e39d0,...) at sched_switch+0x4e1/frame 0xf38e3998 mi_switch(104,0,c15e1ce5,215,f38e3a4c,...) at mi_switch+0x18c/frame 0xf38e39d0 sleepq_switch(c8e30390,0,c15e1ce5,1c2,2,...) at sleepq_switch+0x318/frame 0xf38e3a4c sleepq_catch_signals(c8e30390,0,ca0769f0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38e3b3c sleepq_wait_sig(c8e30390,0,f38e3bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38e3b74 _cv_wait_sig(c8e30390,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38e3bc0 svc_run_internal(f38e3cd4,c0c1167e,c922f100,f38e3ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38e3ca4 svc_thread_start(c922f100,f38e3ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38e3cac fork_exit(c0ee36b0,c922f100,f38e3ce8) at fork_exit+0x7e/frame 0xf38e3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38e3cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100152 td 0xca0766a0 sched_switch(ca0766a0,0,104,196,f38e69d0,...) at sched_switch+0x4e1/frame 0xf38e6998 mi_switch(104,0,c15e1ce5,215,f38e6a4c,...) at mi_switch+0x18c/frame 0xf38e69d0 sleepq_switch(c9bae190,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf38e6a4c sleepq_catch_signals(c9bae190,0,ca0766a0,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38e6b3c sleepq_wait_sig(c9bae190,0,f38e6bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38e6b74 _cv_wait_sig(c9bae190,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38e6bc0 svc_run_internal(f38e6cd4,c0c1167e,c922f100,f38e6ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38e6ca4 svc_thread_start(c922f100,f38e6ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38e6cac fork_exit(c0ee36b0,c922f100,f38e6ce8) at fork_exit+0x7e/frame 0xf38e6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38e6cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100153 td 0xca076350 sched_switch(ca076350,0,104,196,f38e99d0,...) at sched_switch+0x4e1/frame 0xf38e9998 mi_switch(104,0,c15e1ce5,215,f38e9a4c,...) at mi_switch+0x18c/frame 0xf38e99d0 sleepq_switch(c9bae090,0,c15e1ce5,1c2,3,...) at sleepq_switch+0x318/frame 0xf38e9a4c sleepq_catch_signals(c9bae090,0,ca076350,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38e9b3c sleepq_wait_sig(c9bae090,0,f38e9bac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38e9b74 _cv_wait_sig(c9bae090,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38e9bc0 svc_run_internal(f38e9cd4,c0c1167e,c922f100,f38e9ce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38e9ca4 svc_thread_start(c922f100,f38e9ce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38e9cac fork_exit(c0ee36b0,c922f100,f38e9ce8) at fork_exit+0x7e/frame 0xf38e9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38e9cd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 574 tid 100154 td 0xca076000 sched_switch(ca076000,0,104,196,f38ec9d0,...) at sched_switch+0x4e1/frame 0xf38ec998 mi_switch(104,0,c15e1ce5,215,f38eca4c,...) at mi_switch+0x18c/frame 0xf38ec9d0 sleepq_switch(c9bade90,0,c15e1ce5,1c2,0,...) at sleepq_switch+0x318/frame 0xf38eca4c sleepq_catch_signals(c9bade90,0,ca076000,c922f100,0,...) at sleepq_catch_signals+0x196/frame 0xf38ecb3c sleepq_wait_sig(c9bade90,0,f38ecbac,101,0,...) at sleepq_wait_sig+0x25/frame 0xf38ecb74 _cv_wait_sig(c9bade90,c922f100,c16195f5,4f6,0,...) at _cv_wait_sig+0x211/frame 0xf38ecbc0 svc_run_internal(f38eccd4,c0c1167e,c922f100,f38ecce8,c15d2f1c,...) at svc_run_internal+0xc7b/frame 0xf38ecca4 svc_thread_start(c922f100,f38ecce8,c15d2f1c,406,0,...) at svc_thread_start+0xd/frame 0xf38eccac fork_exit(c0ee36b0,c922f100,f38ecce8) at fork_exit+0x7e/frame 0xf38eccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf38eccd4 --- trap 0x20, eip = 0, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 571 tid 100118 td 0xc9a756a0 sched_switch(c9a756a0,0,104,196,edfeb7ac,...) at sched_switch+0x4e1/frame 0xedfeb774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedfeb7ac sleepq_switch(c899ea64,0,c15e1ce5,1c2,40a,...) at sleepq_switch+0x318/frame 0xedfeb828 sleepq_catch_signals(c899ea64,0,c9a756a0,c899ea50,0,...) at sleepq_catch_signals+0x196/frame 0xedfeb918 sleepq_wait_sig(c899ea64,0,edfeb988,101,0,...) at sleepq_wait_sig+0x25/frame 0xedfeb950 _cv_wait_sig(c899ea64,c899ea50,c15e540b,73c,c0cc1e7d,...) at _cv_wait_sig+0x211/frame 0xedfeb99c seltdwait(ffffffff,0,0,c9a756a0,0,...) at seltdwait+0xbf/frame 0xedfeb9d0 kern_select(c9a756a0,7,bfbfec30,0,0,...) at kern_select+0x910/frame 0xedfebb78 sys_select(c9a756a0,edfebc50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xedfebbc0 syscall(edfebce8) at syscall+0x3d3/frame 0xedfebcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedfebcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c2ae3, esp = 0xbfbfea34, ebp = 0xbfbfea58 --- Tracing command mountd pid 565 tid 100098 td 0xc960e6a0 sched_switch(c960e6a0,0,104,196,edf457ac,...) at sched_switch+0x4e1/frame 0xedf45774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf457ac sleepq_switch(c9dfa224,0,c15e1ce5,1c2,c960e6a0,...) at sleepq_switch+0x318/frame 0xedf45828 sleepq_catch_signals(c9dfa224,0,c960e6a0,c9dfa210,0,...) at sleepq_catch_signals+0x196/frame 0xedf45918 sleepq_wait_sig(c9dfa224,0,edf45988,101,0,...) at sleepq_wait_sig+0x25/frame 0xedf45950 _cv_wait_sig(c9dfa224,c9dfa210,c15e540b,73c,c0cc1e7d,...) at _cv_wait_sig+0x211/frame 0xedf4599c seltdwait(ffffffff,0,0,c960e6a0,0,...) at seltdwait+0xbf/frame 0xedf459d0 kern_select(c960e6a0,9,bfbfe848,0,0,...) at kern_select+0x910/frame 0xedf45b78 sys_select(c960e6a0,edf45c50,c15d29c7,4,c1ab1a90,...) at sys_select+0x66/frame 0xedf45bc0 syscall(edf45ce8) at syscall+0x3d3/frame 0xedf45cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf45cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281dbae3, esp = 0xbfbfe7d4, ebp = 0xbfbfe7f8 --- Tracing command nfsuserd pid 558 tid 100122 td 0xc98046a0 sched_switch(c98046a0,0,104,196,edff77a4,...) at sched_switch+0x4e1/frame 0xedff776c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedff77a4 sleepq_switch(c9dfa264,0,c15e1ce5,1c2,c1b79610,...) at sleepq_switch+0x318/frame 0xedff7820 sleepq_catch_signals(c9dfa264,0,c1ac0274,c98046a0,c9dfa250,...) at sleepq_catch_signals+0x196/frame 0xedff7910 sleepq_timedwait_sig(c9dfa264,0,edff7988,e0000000,1,...) at sleepq_timedwait_sig+0x25/frame 0xedff794c _cv_timedwait_sig_sbt(c9dfa264,c9dfa250,58230a76,12bae,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedff799c seltdwait(12bae,e0000000,1,c98046a0,0,...) at seltdwait+0x8d/frame 0xedff79d0 kern_select(c98046a0,4,bfbfdc08,0,0,...) at kern_select+0x910/frame 0xedff7b78 sys_select(c98046a0,edff7c50,c15d29c7,4,c1ab0c90,...) at sys_select+0x66/frame 0xedff7bc0 syscall(edff7ce8) at syscall+0x3d3/frame 0xedff7cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedff7cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c1ae3, esp = 0xbfbfdb54, ebp = 0xbfbfdca0 --- Tracing command nfsuserd pid 557 tid 100121 td 0xc98049f0 sched_switch(c98049f0,0,104,196,edff47a4,...) at sched_switch+0x4e1/frame 0xedff476c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedff47a4 sleepq_switch(c9dfe3a4,0,c15e1ce5,1c2,c1b79310,...) at sleepq_switch+0x318/frame 0xedff4820 sleepq_catch_signals(c9dfe3a4,0,c1abf68c,c98049f0,c9dfe390,...) at sleepq_catch_signals+0x196/frame 0xedff4910 sleepq_timedwait_sig(c9dfe3a4,0,edff4988,e0000000,1,...) at sleepq_timedwait_sig+0x25/frame 0xedff494c _cv_timedwait_sig_sbt(c9dfe3a4,c9dfe390,9699d633,12bad,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedff499c seltdwait(12bad,e0000000,1,c98049f0,0,...) at seltdwait+0x8d/frame 0xedff49d0 kern_select(c98049f0,4,bfbfdc08,0,0,...) at kern_select+0x910/frame 0xedff4b78 sys_select(c98049f0,edff4c50,c15d29c7,4,2,...) at sys_select+0x66/frame 0xedff4bc0 syscall(edff4ce8) at syscall+0x3d3/frame 0xedff4cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedff4cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c1ae3, esp = 0xbfbfdb54, ebp = 0xbfbfdca0 --- Tracing command nfsuserd pid 556 tid 100120 td 0xc9a75000 sched_switch(c9a75000,0,104,196,edff17a4,...) at sched_switch+0x4e1/frame 0xedff176c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedff17a4 sleepq_switch(c9dfe3e4,0,c15e1ce5,1c2,c1b79610,...) at sleepq_switch+0x318/frame 0xedff1820 sleepq_catch_signals(c9dfe3e4,0,c1abf08c,c9a75000,c9dfe3d0,...) at sleepq_catch_signals+0x196/frame 0xedff1910 sleepq_timedwait_sig(c9dfe3e4,0,edff1988,e0000000,1,...) at sleepq_timedwait_sig+0x25/frame 0xedff194c _cv_timedwait_sig_sbt(c9dfe3e4,c9dfe3d0,58e7a627,12bae,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedff199c seltdwait(12bae,e0000000,1,c9a75000,0,...) at seltdwait+0x8d/frame 0xedff19d0 kern_select(c9a75000,4,bfbfdc08,0,0,...) at kern_select+0x910/frame 0xedff1b78 sys_select(c9a75000,edff1c50,c15d29c7,4,c1ab1a90,...) at sys_select+0x66/frame 0xedff1bc0 syscall(edff1ce8) at syscall+0x3d3/frame 0xedff1cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedff1cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c1ae3, esp = 0xbfbfdb54, ebp = 0xbfbfdca0 --- Tracing command nfsuserd pid 555 tid 100119 td 0xc9a75350 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c9a75350,ffffffff,22b,18717,c9a75350,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command nfsuserd pid 554 tid 100110 td 0xc960e350 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c15dffe0,fc,c1b33fc0,8,0,...) at db_trace_self_wrapper+0x2a/frame 0xc1b33f48 kdb_reenter(0,c186f700,0,50001e,c186f7dc,...) at kdb_reenter+0x76/frame 0xc1b33fb0 trap(c1b340fc) at trap+0x4d/frame 0xc1b340f0 calltrap() at calltrap+0x6/frame 0xc1b340f0 --- trap 0xc, eip = 0xc11d8ef9, esp = 0xc1b3413c, ebp = 0xc1b34158 --- db_trace_thread(c960e350,ffffffff,22a,1870e,c960e350,...) at db_trace_thread+0x29/frame 0xc1b34158 _db_stack_trace_all(c0c93b4a,0,ffffffff,c1b34208,0,...) at _db_stack_trace_all+0xea/frame 0xc1b341d0 db_command(c18cb2e9,0,c1b6e26c,c18cb2e8,0,...) at db_command+0x2d8/frame 0xc1b34290 db_script_exec(c07e1e27,0,c1b34344,c1b34334,1,...) at db_script_exec+0x168/frame 0xc1b342fc db_command(c124df4b,c1b34420,c056dc8a,c15dad28,ffff0ff0,...) at db_command+0x2d8/frame 0xc1b343bc db_command_loop(c15dad28,ffff0ff0,c1b343e7,c1b343e6,c186f700,...) at db_command_loop+0x50/frame 0xc1b343c8 db_trap(3,ffff0ff0,a,46,0,...) at db_trap+0x10a/frame 0xc1b34420 kdb_trap(3,ffff0ff0,c1b345a4,0,0,...) at kdb_trap+0x117/frame 0xc1b34458 trap(c1b345a4) at trap+0x834/frame 0xc1b34598 calltrap() at calltrap+0x6/frame 0xc1b34598 --- trap 0x3, eip = 0xc0c93b4a, esp = 0xc1b345e4, ebp = 0xc1b345f0 --- kdb_enter(c15dad28,c15dad28,c17c988a,c1b34644,1,...) at kdb_enter+0x3a/frame 0xc1b345f0 vpanic(c17c988a,c1b34644,c1b34644,c1b3464c,c11ee986,...) at vpanic+0x132/frame 0xc1b34624 panic(c17c988a,1,1,0,0,...) at panic+0x1b/frame 0xc1b34638 dblfault_handler() at dblfault_handler+0xa6/frame 0xc1b34638 --- trap 0x17, eip = 0xc0c7bb06, esp = 0xedff8fc0, ebp = 0xedff9020 --- cpu_search_lowest(c1ac087c,edff9058,51e,0,3,...) at cpu_search_lowest+0x26/frame 0xedff9020 cpu_search_lowest(c1ac082c,edff90c0,0,0,0,...) at cpu_search_lowest+0xa2/frame 0xedff9088 cpu_search_lowest(c1ac0818,edff9118,ffffffff,1,c8e18910,...) at cpu_search_lowest+0xa2/frame 0xedff90f0 sched_pickcpu(c1abf958,4,c15dddcb,970,edff9188,...) at sched_pickcpu+0x28f/frame 0xedff9148 sched_add(c9a76000,0,c15dddcb,7fc,1,2710,84891a58) at sched_add+0x6a/frame 0xedff917c sched_wakeup(c9a76000,4,c15dbdda,1e0,c1abf958,...) at sched_wakeup+0x1a8/frame 0xedff91ac setrunnable(c9a76000,4,c15e1ce5,2ef,8,...) at setrunnable+0x90/frame 0xedff91cc sleepq_resume_thread(cac6b300,c9a76000,0,39b,f,...) at sleepq_resume_thread+0x5bd/frame 0xedff9240 sleepq_timeout(c9a76000,0,c15dcb7f,2b1,1c0,...) at sleepq_timeout+0x1dc/frame 0xedff92a0 softclock_call_cc(1,2,c15dcb7f,1c1,c15dddcb,...) at softclock_call_cc+0x198/frame 0xedff9340 callout_process(898b5b93,12ba1,edff93fc,c0c5b32c,edff9460,...) at callout_process+0x213/frame 0xedff93b4 handleevents(0,104,0,c15e1ce5,e4b14c80,...) at handleevents+0x1ee/frame 0xedff93f8 timercb(c1b6c8a8,0,1,1,80200,...) at timercb+0x25d/frame 0xedff9434 lapic_handle_timer(edff9460) at lapic_handle_timer+0x7c/frame 0xedff9454 Xtimerint() at Xtimerint+0x2e/frame 0xedff9454 --- interrupt, eip = 0xc0cfb133, esp = 0xedff94a0, ebp = 0xedff9504 --- _lockmgr_args_rw(e49b46f0,80200,0,0,0,...) at _lockmgr_args_rw+0x73/frame 0xedff9504 buf_alloc(4000,1,c0b7679c,edff9578,80200,...) at buf_alloc+0xee/frame 0xedff9554 getnewbuf(0,0,0,4000,4,...) at getnewbuf+0x113/frame 0xedff959c geteblk(4000,4,839,e498dd70,8,...) at geteblk+0x51/frame 0xedff95d4 ffs_bufwrite(e498dd70,c161f1ff,e498dd70) at ffs_bufwrite+0x171/frame 0xedff9608 bwrite(e498dd70,2,e498dd70,edff9658,c0f3e695,...) at bwrite+0xce/frame 0xedff961c bawrite(e498dd70,c161f1ff,3267,3257,c9a73e00,...) at bawrite+0x23/frame 0xedff9630 flush_deplist(edff9680,4,c161f1ff,89a,ca862000,...) at flush_deplist+0xd5/frame 0xedff9658 softdep_sync_metadata(cfb3c438,2ef,c1abf498,8,c15e1ce5,...) at softdep_sync_metadata+0x25d/frame 0xedff9690 ffs_syncvnode(cfb3c438,1,0,c9804350,e00,...) at ffs_syncvnode+0xa4/frame 0xedff97c8 ffs_truncate(cfb3c438,0,0,c00,0,...) at ffs_truncate+0x8e5/frame 0xedff9988 ufs_inactive(edff9a38,c17d591d,80000,edff99f8,c188fc2c,...) at ufs_inactive+0x1ed/frame 0xedff99b8 VOP_INACTIVE_APV(c18aec0c,edff9a38,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xedff9a10 vinactive(cfb3c438,c9804350,c15ee0d6,a8a,cfb3c4e8,...) at vinactive+0x115/frame 0xedff9a58 vputx(cfb3c438,c9e010e0,c09410,0,0,...) at vputx+0x364/frame 0xedff9aa0 ufs_rename(edff9cc0,cf359e10,c18c1d5c,cfb3c438,edff9fd0,...) at ufs_rename+0xfbc/frame 0xedff9c48 VOP_RENAME_APV(c18aec0c,edff9cc0,2,1,cf359e10,...) at VOP_RENAME_APV+0x1f8/frame 0xedff9ca0 nfsvno_rename(edffa008,edff9f88,0,240a,c9a49900,...) at nfsvno_rename+0x1a3/frame 0xedff9cf0 nfsrvd_rename(edffa2a8,0,cf359e10,0,c9804350,...) at nfsrvd_rename+0x74c/frame 0xedffa0f0 nfsrvd_dorpc(edffa2a8,0,0,ffffffff,0,...) at nfsrvd_dorpc+0x3c4/frame 0xedffa260 nfssvc_program(ccabc800,cd96a800,c16195f5,4ef,0,...) at nfssvc_program+0x55f/frame 0xedffa398 svc_run_internal(c0ee36b0,c922f100,c9fd6000,edffa4c0,0,...) at svc_run_internal+0xb92/frame 0xedffa47c svc_run(c922f000,0,c15c3a46,1f3,0,...) at svc_run+0x210/frame 0xedffa4d0 nfsrvd_nfsd(c9804350,edffa640,c,c23b5960,9c000000,...) at nfsrvd_nfsd+0x20c/frame 0xedffa610 nfssvc_nfsd(c9804350,edffac50,0,c9804350,edffacdc,...) at nfssvc_nfsd+0x1e3/frame 0xedffaba8 sys_nfssvc(c9804350,edffac50,c15d29c7,4,58e0e3d3,...) at sys_nfssvc+0xc4/frame 0xedffabc0 syscall(edfface8) at syscall+0x3d3/frame 0xedffacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedffacdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b14df, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command watchdogd pid 512 tid 100113 td 0xc98029f0 sched_switch(c98029f0,0,104,196,edfd591c,...) at sched_switch+0x4e1/frame 0xedfd58e4 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedfd591c sleepq_switch(c1aa3300,6c,c15e1ce5,1c2,c1b79190,...) at sleepq_switch+0x318/frame 0xedfd5998 sleepq_catch_signals(c1aa3300,6c,c1abf4ac,200,c0000000,...) at sleepq_catch_signals+0x196/frame 0xedfd5a88 sleepq_timedwait_sig(c1aa3300,6c,12ba5,c0000000,3,...) at sleepq_timedwait_sig+0x25/frame 0xedfd5ac4 _sleep(c1aa3300,0,16c,c15dca8a,9346073e,...) at _sleep+0x30f/frame 0xedfd5b20 kern_nanosleep(bfbfece0,edfd5b98,edfd5ba0,edfd5ce8,3c,...) at kern_nanosleep+0x137/frame 0xedfd5b80 sys_nanosleep(c98029f0,edfd5c50,c15d29c7,4,0,...) at sys_nanosleep+0x68/frame 0xedfd5bc0 syscall(edfd5ce8) at syscall+0x3d3/frame 0xedfd5cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedfd5cdc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28164693, esp = 0xbfbfecd4, ebp = 0xbfbfed18 --- Tracing command rpcbind pid 428 tid 100109 td 0xc9bc1000 sched_switch(c9bc1000,0,104,196,edf8b7dc,...) at sched_switch+0x4e1/frame 0xedf8b7a4 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf8b7dc sleepq_switch(c9dfa2e4,0,c15e1ce5,1c2,c1b79190,...) at sleepq_switch+0x318/frame 0xedf8b858 sleepq_catch_signals(c9dfa2e4,0,c1abf674,c9bc1000,c9dfa2d0,...) at sleepq_catch_signals+0x196/frame 0xedf8b948 sleepq_timedwait_sig(c9dfa2e4,0,edf8b9c0,e0000000,1,...) at sleepq_timedwait_sig+0x25/frame 0xedf8b984 _cv_timedwait_sig_sbt(c9dfa2e4,c9dfa2d0,888561ca,12ba6,e0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedf8b9d4 seltdwait(12ba6,e0000000,1,c9bc1000,0,...) at seltdwait+0x8d/frame 0xedf8ba08 kern_poll(c9bc1000,bfbfccc0,7,edf8bba8,0,...) at kern_poll+0x4d0/frame 0xedf8bb88 sys_poll(c9bc1000,edf8bc50,c15d29c7,4,c1ab0590,...) at sys_poll+0x71/frame 0xedf8bbc0 syscall(edf8bce8) at syscall+0x3d3/frame 0xedf8bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf8bcdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x281718cb, esp = 0xbfbfcbe4, ebp = 0xbfbfcbf8 --- Tracing command syslogd pid 420 tid 100112 td 0xc9803000 sched_switch(c9803000,0,104,196,edfd27ac,...) at sched_switch+0x4e1/frame 0xedfd2774 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedfd27ac sleepq_switch(c962b1e4,0,c15e1ce5,1c2,500,...) at sleepq_switch+0x318/frame 0xedfd2828 sleepq_catch_signals(c962b1e4,0,c9803000,c962b1d0,0,...) at sleepq_catch_signals+0x196/frame 0xedfd2918 sleepq_wait_sig(c962b1e4,0,edfd2988,101,0,...) at sleepq_wait_sig+0x25/frame 0xedfd2950 _cv_wait_sig(c962b1e4,c962b1d0,c15e540b,73c,1,...) at _cv_wait_sig+0x211/frame 0xedfd299c seltdwait(ffffffff,0,0,c9803000,0,...) at seltdwait+0xbf/frame 0xedfd29d0 kern_select(c9803000,9,286230d8,0,0,...) at kern_select+0x910/frame 0xedfd2b78 sys_select(c9803000,edfd2c50,c15d29c7,4,0,...) at sys_select+0x66/frame 0xedfd2bc0 syscall(edfd2ce8) at syscall+0x3d3/frame 0xedfd2cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedfd2cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281daae3, esp = 0xbfbfdfc4, ebp = 0xbfbfdfe8 --- Tracing command rtsold pid 385 tid 100111 td 0xc9803350 sched_switch(c9803350,0,104,196,edfca7e4,...) at sched_switch+0x4e1/frame 0xedfca7ac mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedfca7e4 sleepq_switch(c9dfe4a4,0,c15e1ce5,1c2,c15dcb7f,...) at sleepq_switch+0x318/frame 0xedfca860 sleepq_catch_signals(c9dfe4a4,0,c9803350,c9dfe490,0,...) at sleepq_catch_signals+0x196/frame 0xedfca950 sleepq_wait_sig(c9dfe4a4,0,edfca9c0,101,0,...) at sleepq_wait_sig+0x25/frame 0xedfca988 _cv_wait_sig(c9dfe4a4,c9dfe490,c15e540b,73c,c15e540b,...) at _cv_wait_sig+0x211/frame 0xedfca9d4 seltdwait(ffffffff,0,0,c9803350,0,...) at seltdwait+0xbf/frame 0xedfcaa08 kern_poll(c9803350,bfbfee10,2,0,0,...) at kern_poll+0x4d0/frame 0xedfcab88 sys_poll(c9803350,edfcac50,c15d29c7,4,0,...) at sys_poll+0x71/frame 0xedfcabc0 syscall(edfcace8) at syscall+0x3d3/frame 0xedfcacdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedfcacdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x281678cb, esp = 0xbfbfedac, ebp = 0xbfbfedc0 --- Tracing command devd pid 343 tid 100096 td 0xc960e9f0 sched_switch(c960e9f0,0,104,196,edf367a4,...) at sched_switch+0x4e1/frame 0xedf3676c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf367a4 sleepq_switch(c9dfe4e4,0,c15e1ce5,1c2,c1b79190,...) at sleepq_switch+0x318/frame 0xedf36820 sleepq_catch_signals(c9dfe4e4,0,c1abefe4,c960e9f0,c9dfe4d0,...) at sleepq_catch_signals+0x196/frame 0xedf36910 sleepq_timedwait_sig(c9dfe4e4,0,edf36988,c0000000,3,...) at sleepq_timedwait_sig+0x25/frame 0xedf3694c _cv_timedwait_sig_sbt(c9dfe4e4,c9dfe4d0,d96aa3d3,12bdb,c0000000,...) at _cv_timedwait_sig_sbt+0x23c/frame 0xedf3699c seltdwait(12bdb,c0000000,3,c960e9f0,0,...) at seltdwait+0x8d/frame 0xedf369d0 kern_select(c960e9f0,6,bfbfcdc0,0,0,...) at kern_select+0x910/frame 0xedf36b78 sys_select(c960e9f0,edf36c50,c15d29c7,4,c9803000,...) at sys_select+0x66/frame 0xedf36bc0 syscall(edf36ce8) at syscall+0x3d3/frame 0xedf36cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xedf36cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x80eaa13, esp = 0xbfbfcd3c, ebp = 0xbfbfee54 --- Tracing command vnlru pid 22 tid 100085 td 0xc93a8000 sched_switch(c93a8000,0,104,196,edf10b20,...) at sched_switch+0x4e1/frame 0xedf10ae8 mi_switch(104,0,c15e1ce5,215,edf10b9c,...) at mi_switch+0x18c/frame 0xedf10b20 sleepq_switch(c93a2348,60,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedf10b9c sleepq_timedwait(c93a2348,60,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf10bdc _sleep(c93a2348,c1b1db94,260,c15eeef7,fffffed8,...) at _sleep+0x326/frame 0xedf10c38 vnlru_proc(0,edf10ce8,c15d2f1c,406,0,...) at vnlru_proc+0xbf/frame 0xedf10cac fork_exit(c0d22a10,0,edf10ce8) at fork_exit+0x7e/frame 0xedf10cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf10cd4 --- trap 0, eip = 0, esp = 0xedf10d20, ebp = 0 --- Tracing command syncer pid 21 tid 100084 td 0xc93a8350 (CPU 0) cpustop_handler(0,13,edf0daf0,c11ed957,41192b,...) at cpustop_handler+0x25/frame 0xedf0d9a0 ipi_nmi_handler(41192b,0,0,0,edf0d9e0,...) at ipi_nmi_handler+0x36/frame 0xedf0d9b0 trap(edf0dafc) at trap+0x37/frame 0xedf0daf0 calltrap() at calltrap+0x6/frame 0xedf0daf0 --- trap 0x13, eip = 0xc0c5b50e, esp = 0xedf0db3c, ebp = 0xedf0db3c --- should_yield(d030f0b0,0,c15ee0d6,14e5,0,...) at should_yield+0x1e/frame 0xedf0db3c mnt_vnode_next_active(d050b274,0,c15ee0d6,150c,edf0dbbc,...) at mnt_vnode_next_active+0x1bf/frame 0xedf0db70 vfs_msync(d050b000,2,2,d050b000,cdb2e660,...) at vfs_msync+0x215/frame 0xedf0dbbc sync_fsync(edf0dc88,c17d565c,80400,cdb2e5a0,edf0dc38,...) at sync_fsync+0xe2/frame 0xedf0dbe0 VOP_FSYNC_APV(c18906c4,edf0dc88,c15ee0d6,85e,0,...) at VOP_FSYNC_APV+0x21d/frame 0xedf0dc38 sched_sync(0,edf0dce8,c15d2f1c,406,0,...) at sched_sync+0x2a5/frame 0xedf0dcac fork_exit(c0d23320,0,edf0dce8) at fork_exit+0x7e/frame 0xedf0dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf0dcd4 --- trap 0, eip = 0, esp = 0xedf0dd20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100083 td 0xc93a86a0 sched_switch(c93a86a0,0,103,192,c9604590,...) at sched_switch+0x4e1/frame 0xedf0a8e8 mi_switch(103,0,c15e2b5c,2e5,d1b83890,...) at mi_switch+0x18c/frame 0xedf0a920 turnstile_wait(d1b83880,d1c55350,0,7a0,c1aef758,...) at turnstile_wait+0x371/frame 0xedf0a950 __mtx_lock_sleep(d050b010,c93a86a0,0,c15ed66d,1b3,...) at __mtx_lock_sleep+0x188/frame 0xedf0a9b4 __mtx_lock_flags(d050b010,0,c15ed66d,1b3,edf0aa90,...) at __mtx_lock_flags+0x118/frame 0xedf0a9e8 vfs_ref(d050b000,0,edf0abac,ce1c2b40,edf0aa78,...) at vfs_ref+0x2e/frame 0xedf0aa08 vop_stdgetwritemount(edf0aa90,c17d5af9,c93a86a0,c161f1ff,c93a86a0,...) at vop_stdgetwritemount+0x1e/frame 0xedf0aa20 VOP_GETWRITEMOUNT_APV(c18aec0c,edf0aa90,c1b1ca90,102,c18c4084,...) at VOP_GETWRITEMOUNT_APV+0x20e/frame 0xedf0aa78 vn_start_write(ce1c2b40,edf0abac,2,c2f,0,...) at vn_start_write+0x53/frame 0xedf0aaac flushbufqueues(0,a,0,c15eadce,bbd,...) at flushbufqueues+0x773/frame 0xedf0abd0 buf_flush(0,a,c15eadce,bbd,fffffed8,...) at buf_flush+0x31/frame 0xedf0ac00 buf_daemon(0,edf0ace8,c15d2f1c,406,0,...) at buf_daemon+0x155/frame 0xedf0acac fork_exit(c0d010e0,0,edf0ace8) at fork_exit+0x7e/frame 0xedf0acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf0acd4 --- trap 0, eip = 0, esp = 0xedf0ad20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100103 td 0xc9a769f0 sched_switch(c9a769f0,0,104,196,edf56b50,...) at sched_switch+0x4e1/frame 0xedf56b18 mi_switch(104,0,c15e1ce5,215,edf56bcc,...) at mi_switch+0x18c/frame 0xedf56b50 sleepq_switch(c922e684,54,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedf56bcc sleepq_timedwait(c922e684,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf56c0c _sleep(c922e684,c922e600,54,c1620ba9,7fffff6c,...) at _sleep+0x326/frame 0xedf56c68 softdep_flush(c96f2c30,edf56ce8,c15d2f1c,406,0,...) at softdep_flush+0x192/frame 0xedf56cac fork_exit(c0f27620,c96f2c30,edf56ce8) at fork_exit+0x7e/frame 0xedf56cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf56cd4 --- trap 0, eip = 0, esp = 0xedf56d20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100105 td 0xc9a76350 sched_switch(c9a76350,0,104,196,edf5cb50,...) at sched_switch+0x4e1/frame 0xedf5cb18 mi_switch(104,0,c15e1ce5,215,edf5cbcc,...) at mi_switch+0x18c/frame 0xedf5cb50 sleepq_switch(c922e284,54,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedf5cbcc sleepq_timedwait(c922e284,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf5cc0c _sleep(c922e284,c922e200,54,c1620ba9,7fffff6c,...) at _sleep+0x326/frame 0xedf5cc68 softdep_flush(c9ac2618,edf5cce8,c15d2f1c,406,0,...) at softdep_flush+0x192/frame 0xedf5ccac fork_exit(c0f27620,c9ac2618,edf5cce8) at fork_exit+0x7e/frame 0xedf5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf5ccd4 --- trap 0, eip = 0, esp = 0xedf5cd20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100106 td 0xc9a76000 sched_switch(c9a76000,0,104,196,edf5fb50,...) at sched_switch+0x4e1/frame 0xedf5fb18 mi_switch(104,0,c15e1ce5,215,edf5fbcc,...) at mi_switch+0x18c/frame 0xedf5fb50 sleepq_switch(c922e084,54,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedf5fbcc sleepq_timedwait(c922e084,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf5fc0c _sleep(c922e084,c922e000,54,c1620ba9,7fffff6c,...) at _sleep+0x326/frame 0xedf5fc68 softdep_flush(c9ac230c,edf5fce8,c15d2f1c,406,0,...) at softdep_flush+0x192/frame 0xedf5fcac fork_exit(c0f27620,c9ac230c,edf5fce8) at fork_exit+0x7e/frame 0xedf5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf5fcd4 --- trap 0, eip = 0, esp = 0xedf5fd20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100188 td 0xca862000 sched_switch(ca862000,0,104,196,f39fbb50,...) at sched_switch+0x4e1/frame 0xf39fbb18 mi_switch(104,0,c15e1ce5,215,f39fbbcc,...) at mi_switch+0x18c/frame 0xf39fbb50 sleepq_switch(ca45b684,54,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xf39fbbcc sleepq_timedwait(ca45b684,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xf39fbc0c _sleep(ca45b684,ca45b600,54,c1620ba9,7fffff6c,...) at _sleep+0x326/frame 0xf39fbc68 softdep_flush(c96f2924,f39fbce8,c15d2f1c,406,0,...) at softdep_flush+0x192/frame 0xf39fbcac fork_exit(c0f27620,c96f2924,f39fbce8) at fork_exit+0x7e/frame 0xf39fbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf39fbcd4 --- trap 0, eip = 0, esp = 0xf39fbd20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 101168 td 0xcac866a0 sched_switch(cac866a0,0,103,192,c9604590,...) at sched_switch+0x4e1/frame 0xf63f28d8 mi_switch(103,0,c15e2b5c,2e5,d1b83890,...) at mi_switch+0x18c/frame 0xf63f2910 turnstile_wait(d1b83880,d1c55350,0,e4a91a00,9a9,...) at turnstile_wait+0x371/frame 0xf63f2940 __mtx_lock_sleep(d050b010,cac866a0,0,c15ee0d6,c97,...) at __mtx_lock_sleep+0x188/frame 0xf63f29a4 __mtx_lock_flags(d050b010,0,c15ee0d6,c97,cdf,...) at __mtx_lock_flags+0x118/frame 0xf63f29d8 vfs_notify_upper(ca1d8708,1,c15ee0d6,cdf,ca1d8708,...) at vfs_notify_upper+0x3a/frame 0xf63f2a08 vgonel(ca1d8708,c15ee643,c15ee0d6,c5c,0,...) at vgonel+0xa6/frame 0xf63f2a54 vrecycle(ca1d8708,0,a1ff,1,c18c1d5c,...) at vrecycle+0x64/frame 0xf63f2a78 ufs_inactive(f63f2b28,c17d591d,80000,f63f2ae8,c188fc2c,...) at ufs_inactive+0x35c/frame 0xf63f2aa8 VOP_INACTIVE_APV(c18aec0c,f63f2b28,c15ee0d6,baf,0,...) at VOP_INACTIVE_APV+0x21d/frame 0xf63f2b00 vinactive(ca1d8708,cac866a0,c15ee0d6,a8a,ca1d87b8,...) at vinactive+0x115/frame 0xf63f2b48 vputx(ca1d8708,0,2655,89a,1,...) at vputx+0x364/frame 0xf63f2b90 handle_workitem_remove(0,f63f2c20,2,6ec,cac866a0,...) at handle_workitem_remove+0x3c1/frame 0xf63f2be8 process_worklist_item(0,c161f1ff,635,57f92f4b,0,...) at process_worklist_item+0x26a/frame 0xf63f2c38 softdep_process_worklist(c922ee10,c161f1ff,581,c1620ba9,7fffff6c,...) at softdep_process_worklist+0x9f/frame 0xf63f2c68 softdep_flush(d050b000,f63f2ce8,c15d2f1c,406,0,...) at softdep_flush+0xde/frame 0xf63f2cac fork_exit(c0f27620,d050b000,f63f2ce8) at fork_exit+0x7e/frame 0xf63f2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf63f2cd4 --- trap 0, eip = 0, esp = 0xf63f2d20, ebp = 0 --- Tracing command bufspacedaemon pid 19 tid 100082 td 0xc93a89f0 sched_switch(c93a89f0,0,104,196,edf07afc,...) at sched_switch+0x4e1/frame 0xedf07ac4 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf07afc sleepq_switch(c1b1d544,5c,c15e1ce5,2ae,0,...) at sleepq_switch+0x318/frame 0xedf07b78 sleepq_timedwait(c1b1d544,5c,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf07bb8 _sleep(c1b1d544,c1b1d300,25c,c15c4623,fffffed8,...) at _sleep+0x326/frame 0xedf07c14 bufspace_daemon(0,edf07ce8,c15d2f1c,406,0,...) at bufspace_daemon+0x2bd/frame 0xedf07cac fork_exit(c0d002f0,0,edf07ce8) at fork_exit+0x7e/frame 0xedf07cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf07cd4 --- trap 0, eip = 0, esp = 0xedf07d20, ebp = 0 --- Tracing command vmdaemon pid 18 tid 100081 td 0xc93a9000 sched_switch(c93a9000,0,104,196,edf04b24,...) at sched_switch+0x4e1/frame 0xedf04aec mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf04b24 sleepq_switch(c1b230a4,74,c15e1ce5,28b,c1abfdc4,...) at sleepq_switch+0x318/frame 0xedf04ba0 sleepq_wait(c1b230a4,74,c15ebdc2,0,0,...) at sleepq_wait+0xbc/frame 0xedf04bdc _sleep(c1b230a4,c1b2308c,74,c15ebdc2,0,...) at _sleep+0x352/frame 0xedf04c38 vm_daemon(0,edf04ce8,c15d2f1c,406,0,...) at vm_daemon+0xb6/frame 0xedf04cac fork_exit(c0f8e2d0,0,edf04ce8) at fork_exit+0x7e/frame 0xedf04cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf04cd4 --- trap 0, eip = 0, esp = 0xedf04d20, ebp = 0 --- Tracing command pagedaemon pid 17 tid 100080 td 0xc93a9350 sched_switch(c93a9350,0,104,196,edf01ad8,...) at sched_switch+0x4e1/frame 0xedf01aa0 mi_switch(104,0,c15e1ce5,215,edf01b54,...) at mi_switch+0x18c/frame 0xedf01ad8 sleepq_switch(c1b81205,54,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedf01b54 sleepq_timedwait(c1b81205,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf01b94 _sleep(c1b81205,c1b81180,254,c15ebdc2,fffffed8,...) at _sleep+0x326/frame 0xedf01bf0 vm_pageout(0,edf01ce8,c15d2f1c,406,0,...) at vm_pageout+0x2d7/frame 0xedf01cac fork_exit(c0f8c830,0,edf01ce8) at fork_exit+0x7e/frame 0xedf01cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf01cd4 --- trap 0, eip = 0, esp = 0xedf01d20, ebp = 0 --- Tracing command pagedaemon pid 17 tid 100091 td 0xc960f9f0 sched_switch(c960f9f0,0,104,196,edf22b6c,...) at sched_switch+0x4e1/frame 0xedf22b34 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedf22b6c sleepq_switch(c1b22ca0,54,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedf22be8 sleepq_wait(c1b22ca0,54,edf22c6c,0,0,...) at sleepq_wait+0xbc/frame 0xedf22c24 _sleep(c1b22ca0,c1b22c8c,54,c16256b6,0,...) at _sleep+0x352/frame 0xedf22c80 uma_reclaim_worker(0,edf22ce8,c15d2f1c,406,0,...) at uma_reclaim_worker+0x90/frame 0xedf22cac fork_exit(c0f676c0,0,edf22ce8) at fork_exit+0x7e/frame 0xedf22cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf22cd4 --- trap 0, eip = 0, esp = 0xedf22d20, ebp = 0 --- Tracing command soaiod4 pid 16 tid 100079 td 0xc93a96a0 sched_switch(c93a96a0,0,104,196,edefeb58,...) at sched_switch+0x4e1/frame 0xedefeb20 mi_switch(104,0,c15e1ce5,215,edefebd4,...) at mi_switch+0x18c/frame 0xedefeb58 sleepq_switch(c1b1c36c,0,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedefebd4 sleepq_timedwait(c1b1c36c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedefec14 _sleep(c1b1c36c,c1b1c34c,0,c15c4623,ffffdd50,...) at _sleep+0x326/frame 0xedefec70 soaio_kproc_loop(4,edefece8,c15d2f1c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedefecac fork_exit(c0cc2fa0,4,edefece8) at fork_exit+0x7e/frame 0xedefecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedefecd4 --- trap 0, eip = 0, esp = 0xedefed20, ebp = 0 --- Tracing command soaiod3 pid 15 tid 100078 td 0xc90e4350 sched_switch(c90e4350,0,104,196,edefbb58,...) at sched_switch+0x4e1/frame 0xedefbb20 mi_switch(104,0,c15e1ce5,215,edefbbd4,...) at mi_switch+0x18c/frame 0xedefbb58 sleepq_switch(c1b1c36c,0,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedefbbd4 sleepq_timedwait(c1b1c36c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedefbc14 _sleep(c1b1c36c,c1b1c34c,0,c15c4623,ffffdd50,...) at _sleep+0x326/frame 0xedefbc70 soaio_kproc_loop(3,edefbce8,c15d2f1c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedefbcac fork_exit(c0cc2fa0,3,edefbce8) at fork_exit+0x7e/frame 0xedefbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedefbcd4 --- trap 0, eip = 0, esp = 0xedefbd20, ebp = 0 --- Tracing command soaiod2 pid 9 tid 100077 td 0xc90e46a0 sched_switch(c90e46a0,0,104,196,edef8b58,...) at sched_switch+0x4e1/frame 0xedef8b20 mi_switch(104,0,c15e1ce5,215,edef8bd4,...) at mi_switch+0x18c/frame 0xedef8b58 sleepq_switch(c1b1c36c,0,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedef8bd4 sleepq_timedwait(c1b1c36c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedef8c14 _sleep(c1b1c36c,c1b1c34c,0,c15c4623,ffffdd50,...) at _sleep+0x326/frame 0xedef8c70 soaio_kproc_loop(2,edef8ce8,c15d2f1c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedef8cac fork_exit(c0cc2fa0,2,edef8ce8) at fork_exit+0x7e/frame 0xedef8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedef8cd4 --- trap 0, eip = 0, esp = 0xedef8d20, ebp = 0 --- Tracing command soaiod1 pid 8 tid 100076 td 0xc90e49f0 sched_switch(c90e49f0,0,104,196,edef5b58,...) at sched_switch+0x4e1/frame 0xedef5b20 mi_switch(104,0,c15e1ce5,215,edef5bd4,...) at mi_switch+0x18c/frame 0xedef5b58 sleepq_switch(c1b1c36c,0,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xedef5bd4 sleepq_timedwait(c1b1c36c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedef5c14 _sleep(c1b1c36c,c1b1c34c,0,c15c4623,ffffdd50,...) at _sleep+0x326/frame 0xedef5c70 soaio_kproc_loop(1,edef5ce8,c15d2f1c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedef5cac fork_exit(c0cc2fa0,1,edef5ce8) at fork_exit+0x7e/frame 0xedef5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedef5cd4 --- trap 0, eip = 0, esp = 0xedef5d20, ebp = 0 --- Tracing command rand_harvestq pid 7 tid 100073 td 0xc911a6a0 sched_switch(c911a6a0,0,104,196,edd6cb38,...) at sched_switch+0x4e1/frame 0xedd6cb00 mi_switch(104,0,c15e1ce5,215,edd6cbb4,...) at mi_switch+0x18c/frame 0xedd6cb38 sleepq_switch(c197b87c,0,c15e1ce5,2ae,4,...) at sleepq_switch+0x318/frame 0xedd6cbb4 sleepq_timedwait(c197b87c,0,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedd6cbf4 _sleep(c197b87c,0,0,c15c4623,19999999,...) at _sleep+0x326/frame 0xedd6cc50 random_kthread(0,edd6cce8,c15d2f1c,406,0,...) at random_kthread+0x24b/frame 0xedd6ccac fork_exit(c0975370,0,edd6cce8) at fork_exit+0x7e/frame 0xedd6ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd6ccd4 --- trap 0, eip = 0, esp = 0xedd6cd20, ebp = 0 --- Tracing command sctp_iterator pid 6 tid 100072 td 0xc911a9f0 sched_switch(c911a9f0,0,104,196,edd69b6c,...) at sched_switch+0x4e1/frame 0xedd69b34 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedd69b6c sleepq_switch(c1b7cb70,0,c15e1ce5,28b,c1ac016c,...) at sleepq_switch+0x318/frame 0xedd69be8 sleepq_wait(c1b7cb70,0,c1605b91,0,0,...) at sleepq_wait+0xbc/frame 0xedd69c24 _sleep(c1b7cb70,c1b7cb38,0,c1605b91,0,...) at _sleep+0x352/frame 0xedd69c80 sctp_iterator_thread(0,edd69ce8,c15d2f1c,406,0,...) at sctp_iterator_thread+0x7c/frame 0xedd69cac fork_exit(c0dde0e0,0,edd69ce8) at fork_exit+0x7e/frame 0xedd69cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd69cd4 --- trap 0, eip = 0, esp = 0xedd69d20, ebp = 0 --- Tracing command fdc0 pid 5 tid 100068 td 0xc911b9f0 sched_switch(c911b9f0,0,104,196,edd5cb18,...) at sched_switch+0x4e1/frame 0xedd5cae0 mi_switch(104,0,c15e1ce5,215,edd5cb94,...) at mi_switch+0x18c/frame 0xedd5cb18 sleepq_switch(c906603c,5c,c15e1ce5,28b,c1abf884,...) at sleepq_switch+0x318/frame 0xedd5cb94 sleepq_wait(c906603c,5c,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xedd5cbd0 _sleep(c906603c,c90660f0,5c,c15c4623,0,...) at _sleep+0x352/frame 0xedd5cc2c fdc_thread(c9066000,edd5cce8,c15d2f1c,406,0,...) at fdc_thread+0x12fc/frame 0xedd5ccac fork_exit(c1162130,c9066000,edd5cce8) at fork_exit+0x7e/frame 0xedd5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd5ccd4 --- trap 0, eip = 0, esp = 0xedd5cd20, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc901d000 sched_switch(c901d000,0,104,196,edcd3b88,...) at sched_switch+0x4e1/frame 0xedcd3b50 mi_switch(104,0,c15e1ce5,215,edcd3c04,...) at mi_switch+0x18c/frame 0xedcd3b88 sleepq_switch(c9067acc,0,c15e1ce5,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcd3c04 sleepq_wait(c9067acc,0,edcd3c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcd3c40 _cv_wait(c9067acc,c9067cf8,c15a9136,76,c9067ad4,...) at _cv_wait+0x20b/frame 0xedcd3c84 usb_process(c9067ac4,edcd3ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcd3cac fork_exit(c0a9a100,c9067ac4,edcd3ce8) at fork_exit+0x7e/frame 0xedcd3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd3cd4 --- trap 0, eip = 0, esp = 0xedcd3d20, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc901c9f0 sched_switch(c901c9f0,0,104,196,edcd6b88,...) at sched_switch+0x4e1/frame 0xedcd6b50 mi_switch(104,0,c15e1ce5,215,edcd6c04,...) at mi_switch+0x18c/frame 0xedcd6b88 sleepq_switch(c9067afc,0,c15e1ce5,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcd6c04 sleepq_wait(c9067afc,0,edcd6c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcd6c40 _cv_wait(c9067afc,c9067cf8,c15a9136,76,c9067b04,...) at _cv_wait+0x20b/frame 0xedcd6c84 usb_process(c9067af4,edcd6ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcd6cac fork_exit(c0a9a100,c9067af4,edcd6ce8) at fork_exit+0x7e/frame 0xedcd6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd6cd4 --- trap 0, eip = 0, esp = 0xedcd6d20, ebp = 0 --- Tracing command usb pid 14 tid 100035 td 0xc901c6a0 sched_switch(c901c6a0,0,104,196,edcd9b88,...) at sched_switch+0x4e1/frame 0xedcd9b50 mi_switch(104,0,c15e1ce5,215,edcd9c04,...) at mi_switch+0x18c/frame 0xedcd9b88 sleepq_switch(c9067b2c,0,c15e1ce5,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcd9c04 sleepq_wait(c9067b2c,0,edcd9c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcd9c40 _cv_wait(c9067b2c,c9067cf8,c15a9136,76,c9067b34,...) at _cv_wait+0x20b/frame 0xedcd9c84 usb_process(c9067b24,edcd9ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcd9cac fork_exit(c0a9a100,c9067b24,edcd9ce8) at fork_exit+0x7e/frame 0xedcd9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd9cd4 --- trap 0, eip = 0, esp = 0xedcd9d20, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc901c350 sched_switch(c901c350,0,104,196,edcdcb88,...) at sched_switch+0x4e1/frame 0xedcdcb50 mi_switch(104,0,c15e1ce5,215,edcdcc04,...) at mi_switch+0x18c/frame 0xedcdcb88 sleepq_switch(c9067b5c,0,c15e1ce5,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcdcc04 sleepq_wait(c9067b5c,0,edcdcc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcdcc40 _cv_wait(c9067b5c,c9067cf8,c15a9136,76,c9067b64,...) at _cv_wait+0x20b/frame 0xedcdcc84 usb_process(c9067b54,edcdcce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcdccac fork_exit(c0a9a100,c9067b54,edcdcce8) at fork_exit+0x7e/frame 0xedcdccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcdccd4 --- trap 0, eip = 0, esp = 0xedcdcd20, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc901c000 sched_switch(c901c000,0,104,196,edcdfb88,...) at sched_switch+0x4e1/frame 0xedcdfb50 mi_switch(104,0,c15e1ce5,215,edcdfc04,...) at mi_switch+0x18c/frame 0xedcdfb88 sleepq_switch(c9067b8c,0,c15e1ce5,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcdfc04 sleepq_wait(c9067b8c,0,edcdfc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcdfc40 _cv_wait(c9067b8c,c9067cf8,c15a9136,76,c9067b94,...) at _cv_wait+0x20b/frame 0xedcdfc84 usb_process(c9067b84,edcdfce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcdfcac fork_exit(c0a9a100,c9067b84,edcdfce8) at fork_exit+0x7e/frame 0xedcdfcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcdfcd4 --- trap 0, eip = 0, esp = 0xedcdfd20, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc8f246a0 sched_switch(c8f246a0,0,104,196,edce6b88,...) at sched_switch+0x4e1/frame 0xedce6b50 mi_switch(104,0,c15e1ce5,215,edce6c04,...) at mi_switch+0x18c/frame 0xedce6b88 sleepq_switch(c90ceacc,0,c15e1ce5,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedce6c04 sleepq_wait(c90ceacc,0,edce6c70,1,0,...) at sleepq_wait+0xbc/frame 0xedce6c40 _cv_wait(c90ceacc,c90cecf8,c15a9136,76,c90cead4,...) at _cv_wait+0x20b/frame 0xedce6c84 usb_process(c90ceac4,edce6ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedce6cac fork_exit(c0a9a100,c90ceac4,edce6ce8) at fork_exit+0x7e/frame 0xedce6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce6cd4 --- trap 0, eip = 0, esp = 0xedce6d20, ebp = 0 --- Tracing command usb pid 14 tid 100040 td 0xc90d89f0 sched_switch(c90d89f0,0,104,196,edce9b88,...) at sched_switch+0x4e1/frame 0xedce9b50 mi_switch(104,0,c15e1ce5,215,edce9c04,...) at mi_switch+0x18c/frame 0xedce9b88 sleepq_switch(c90ceafc,0,c15e1ce5,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedce9c04 sleepq_wait(c90ceafc,0,edce9c70,1,0,...) at sleepq_wait+0xbc/frame 0xedce9c40 _cv_wait(c90ceafc,c90cecf8,c15a9136,76,c90ceb04,...) at _cv_wait+0x20b/frame 0xedce9c84 usb_process(c90ceaf4,edce9ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedce9cac fork_exit(c0a9a100,c90ceaf4,edce9ce8) at fork_exit+0x7e/frame 0xedce9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce9cd4 --- trap 0, eip = 0, esp = 0xedce9d20, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc90d86a0 sched_switch(c90d86a0,0,104,196,edcecb88,...) at sched_switch+0x4e1/frame 0xedcecb50 mi_switch(104,0,c15e1ce5,215,edcecc04,...) at mi_switch+0x18c/frame 0xedcecb88 sleepq_switch(c90ceb2c,0,c15e1ce5,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedcecc04 sleepq_wait(c90ceb2c,0,edcecc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcecc40 _cv_wait(c90ceb2c,c90cecf8,c15a9136,76,c90ceb34,...) at _cv_wait+0x20b/frame 0xedcecc84 usb_process(c90ceb24,edcecce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedceccac fork_exit(c0a9a100,c90ceb24,edcecce8) at fork_exit+0x7e/frame 0xedceccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedceccd4 --- trap 0, eip = 0, esp = 0xedcecd20, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc90d8350 sched_switch(c90d8350,0,104,196,edcefb88,...) at sched_switch+0x4e1/frame 0xedcefb50 mi_switch(104,0,c15e1ce5,215,edcefc04,...) at mi_switch+0x18c/frame 0xedcefb88 sleepq_switch(c90ceb5c,0,c15e1ce5,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedcefc04 sleepq_wait(c90ceb5c,0,edcefc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcefc40 _cv_wait(c90ceb5c,c90cecf8,c15a9136,76,c90ceb64,...) at _cv_wait+0x20b/frame 0xedcefc84 usb_process(c90ceb54,edcefce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcefcac fork_exit(c0a9a100,c90ceb54,edcefce8) at fork_exit+0x7e/frame 0xedcefcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcefcd4 --- trap 0, eip = 0, esp = 0xedcefd20, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc90d8000 sched_switch(c90d8000,0,104,196,edcf2b88,...) at sched_switch+0x4e1/frame 0xedcf2b50 mi_switch(104,0,c15e1ce5,215,edcf2c04,...) at mi_switch+0x18c/frame 0xedcf2b88 sleepq_switch(c90ceb8c,0,c15e1ce5,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedcf2c04 sleepq_wait(c90ceb8c,0,edcf2c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcf2c40 _cv_wait(c90ceb8c,c90cecf8,c15a9136,76,c90ceb94,...) at _cv_wait+0x20b/frame 0xedcf2c84 usb_process(c90ceb84,edcf2ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcf2cac fork_exit(c0a9a100,c90ceb84,edcf2ce8) at fork_exit+0x7e/frame 0xedcf2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf2cd4 --- trap 0, eip = 0, esp = 0xedcf2d20, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc90d76a0 sched_switch(c90d76a0,0,104,196,edcf9b88,...) at sched_switch+0x4e1/frame 0xedcf9b50 mi_switch(104,0,c15e1ce5,215,edcf9c04,...) at mi_switch+0x18c/frame 0xedcf9b88 sleepq_switch(c90d9acc,0,c15e1ce5,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedcf9c04 sleepq_wait(c90d9acc,0,edcf9c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcf9c40 _cv_wait(c90d9acc,c90d9cf8,c15a9136,76,c90d9ad4,...) at _cv_wait+0x20b/frame 0xedcf9c84 usb_process(c90d9ac4,edcf9ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcf9cac fork_exit(c0a9a100,c90d9ac4,edcf9ce8) at fork_exit+0x7e/frame 0xedcf9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf9cd4 --- trap 0, eip = 0, esp = 0xedcf9d20, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc90d7350 sched_switch(c90d7350,0,104,196,edcfcb88,...) at sched_switch+0x4e1/frame 0xedcfcb50 mi_switch(104,0,c15e1ce5,215,edcfcc04,...) at mi_switch+0x18c/frame 0xedcfcb88 sleepq_switch(c90d9afc,0,c15e1ce5,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedcfcc04 sleepq_wait(c90d9afc,0,edcfcc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcfcc40 _cv_wait(c90d9afc,c90d9cf8,c15a9136,76,c90d9b04,...) at _cv_wait+0x20b/frame 0xedcfcc84 usb_process(c90d9af4,edcfcce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcfccac fork_exit(c0a9a100,c90d9af4,edcfcce8) at fork_exit+0x7e/frame 0xedcfccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcfccd4 --- trap 0, eip = 0, esp = 0xedcfcd20, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc90d7000 sched_switch(c90d7000,0,104,196,edcffb88,...) at sched_switch+0x4e1/frame 0xedcffb50 mi_switch(104,0,c15e1ce5,215,edcffc04,...) at mi_switch+0x18c/frame 0xedcffb88 sleepq_switch(c90d9b2c,0,c15e1ce5,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedcffc04 sleepq_wait(c90d9b2c,0,edcffc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcffc40 _cv_wait(c90d9b2c,c90d9cf8,c15a9136,76,c90d9b34,...) at _cv_wait+0x20b/frame 0xedcffc84 usb_process(c90d9b24,edcffce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedcffcac fork_exit(c0a9a100,c90d9b24,edcffce8) at fork_exit+0x7e/frame 0xedcffcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcffcd4 --- trap 0, eip = 0, esp = 0xedcffd20, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc90d49f0 sched_switch(c90d49f0,0,104,196,edd02b88,...) at sched_switch+0x4e1/frame 0xedd02b50 mi_switch(104,0,c15e1ce5,215,edd02c04,...) at mi_switch+0x18c/frame 0xedd02b88 sleepq_switch(c90d9b5c,0,c15e1ce5,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedd02c04 sleepq_wait(c90d9b5c,0,edd02c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd02c40 _cv_wait(c90d9b5c,c90d9cf8,c15a9136,76,c90d9b64,...) at _cv_wait+0x20b/frame 0xedd02c84 usb_process(c90d9b54,edd02ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd02cac fork_exit(c0a9a100,c90d9b54,edd02ce8) at fork_exit+0x7e/frame 0xedd02cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd02cd4 --- trap 0, eip = 0, esp = 0xedd02d20, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc90d46a0 sched_switch(c90d46a0,0,104,196,edd05b88,...) at sched_switch+0x4e1/frame 0xedd05b50 mi_switch(104,0,c15e1ce5,215,edd05c04,...) at mi_switch+0x18c/frame 0xedd05b88 sleepq_switch(c90d9b8c,0,c15e1ce5,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedd05c04 sleepq_wait(c90d9b8c,0,edd05c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd05c40 _cv_wait(c90d9b8c,c90d9cf8,c15a9136,76,c90d9b94,...) at _cv_wait+0x20b/frame 0xedd05c84 usb_process(c90d9b84,edd05ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd05cac fork_exit(c0a9a100,c90d9b84,edd05ce8) at fork_exit+0x7e/frame 0xedd05cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd05cd4 --- trap 0, eip = 0, esp = 0xedd05d20, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc90d4350 sched_switch(c90d4350,0,104,196,edd09b88,...) at sched_switch+0x4e1/frame 0xedd09b50 mi_switch(104,0,c15e1ce5,215,edd09c04,...) at mi_switch+0x18c/frame 0xedd09b88 sleepq_switch(c90dbacc,0,c15e1ce5,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd09c04 sleepq_wait(c90dbacc,0,edd09c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd09c40 _cv_wait(c90dbacc,c90dbcf8,c15a9136,76,c90dbad4,...) at _cv_wait+0x20b/frame 0xedd09c84 usb_process(c90dbac4,edd09ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd09cac fork_exit(c0a9a100,c90dbac4,edd09ce8) at fork_exit+0x7e/frame 0xedd09cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd09cd4 --- trap 0, eip = 0, esp = 0xedd09d20, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc90d4000 sched_switch(c90d4000,0,104,196,edd0cb88,...) at sched_switch+0x4e1/frame 0xedd0cb50 mi_switch(104,0,c15e1ce5,215,edd0cc04,...) at mi_switch+0x18c/frame 0xedd0cb88 sleepq_switch(c90dbafc,0,c15e1ce5,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd0cc04 sleepq_wait(c90dbafc,0,edd0cc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd0cc40 _cv_wait(c90dbafc,c90dbcf8,c15a9136,76,c90dbb04,...) at _cv_wait+0x20b/frame 0xedd0cc84 usb_process(c90dbaf4,edd0cce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd0ccac fork_exit(c0a9a100,c90dbaf4,edd0cce8) at fork_exit+0x7e/frame 0xedd0ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd0ccd4 --- trap 0, eip = 0, esp = 0xedd0cd20, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc901e9f0 sched_switch(c901e9f0,0,104,196,edd0fb88,...) at sched_switch+0x4e1/frame 0xedd0fb50 mi_switch(104,0,c15e1ce5,215,edd0fc04,...) at mi_switch+0x18c/frame 0xedd0fb88 sleepq_switch(c90dbb2c,0,c15e1ce5,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd0fc04 sleepq_wait(c90dbb2c,0,edd0fc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd0fc40 _cv_wait(c90dbb2c,c90dbcf8,c15a9136,76,c90dbb34,...) at _cv_wait+0x20b/frame 0xedd0fc84 usb_process(c90dbb24,edd0fce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd0fcac fork_exit(c0a9a100,c90dbb24,edd0fce8) at fork_exit+0x7e/frame 0xedd0fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd0fcd4 --- trap 0, eip = 0, esp = 0xedd0fd20, ebp = 0 --- Tracing command usb pid 14 tid 100053 td 0xc90e4000 sched_switch(c90e4000,0,104,196,edd12b88,...) at sched_switch+0x4e1/frame 0xedd12b50 mi_switch(104,0,c15e1ce5,215,edd12c04,...) at mi_switch+0x18c/frame 0xedd12b88 sleepq_switch(c90dbb5c,0,c15e1ce5,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd12c04 sleepq_wait(c90dbb5c,0,edd12c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd12c40 _cv_wait(c90dbb5c,c90dbcf8,c15a9136,76,c90dbb64,...) at _cv_wait+0x20b/frame 0xedd12c84 usb_process(c90dbb54,edd12ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd12cac fork_exit(c0a9a100,c90dbb54,edd12ce8) at fork_exit+0x7e/frame 0xedd12cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd12cd4 --- trap 0, eip = 0, esp = 0xedd12d20, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc90e39f0 sched_switch(c90e39f0,0,104,196,edd15b88,...) at sched_switch+0x4e1/frame 0xedd15b50 mi_switch(104,0,c15e1ce5,215,edd15c04,...) at mi_switch+0x18c/frame 0xedd15b88 sleepq_switch(c90dbb8c,0,c15e1ce5,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd15c04 sleepq_wait(c90dbb8c,0,edd15c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd15c40 _cv_wait(c90dbb8c,c90dbcf8,c15a9136,76,c90dbb94,...) at _cv_wait+0x20b/frame 0xedd15c84 usb_process(c90dbb84,edd15ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd15cac fork_exit(c0a9a100,c90dbb84,edd15ce8) at fork_exit+0x7e/frame 0xedd15cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd15cd4 --- trap 0, eip = 0, esp = 0xedd15d20, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc90e36a0 sched_switch(c90e36a0,0,104,196,edd19b88,...) at sched_switch+0x4e1/frame 0xedd19b50 mi_switch(104,0,c15e1ce5,215,edd19c04,...) at mi_switch+0x18c/frame 0xedd19b88 sleepq_switch(c90e9acc,0,c15e1ce5,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd19c04 sleepq_wait(c90e9acc,0,edd19c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd19c40 _cv_wait(c90e9acc,c90e9cf8,c15a9136,76,c90e9ad4,...) at _cv_wait+0x20b/frame 0xedd19c84 usb_process(c90e9ac4,edd19ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd19cac fork_exit(c0a9a100,c90e9ac4,edd19ce8) at fork_exit+0x7e/frame 0xedd19cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd19cd4 --- trap 0, eip = 0, esp = 0xedd19d20, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc90e3350 sched_switch(c90e3350,0,104,196,edd1cb88,...) at sched_switch+0x4e1/frame 0xedd1cb50 mi_switch(104,0,c15e1ce5,215,edd1cc04,...) at mi_switch+0x18c/frame 0xedd1cb88 sleepq_switch(c90e9afc,0,c15e1ce5,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd1cc04 sleepq_wait(c90e9afc,0,edd1cc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd1cc40 _cv_wait(c90e9afc,c90e9cf8,c15a9136,76,c90e9b04,...) at _cv_wait+0x20b/frame 0xedd1cc84 usb_process(c90e9af4,edd1cce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd1ccac fork_exit(c0a9a100,c90e9af4,edd1cce8) at fork_exit+0x7e/frame 0xedd1ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd1ccd4 --- trap 0, eip = 0, esp = 0xedd1cd20, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc90e3000 sched_switch(c90e3000,0,104,196,edd1fb88,...) at sched_switch+0x4e1/frame 0xedd1fb50 mi_switch(104,0,c15e1ce5,215,edd1fc04,...) at mi_switch+0x18c/frame 0xedd1fb88 sleepq_switch(c90e9b2c,0,c15e1ce5,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd1fc04 sleepq_wait(c90e9b2c,0,edd1fc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd1fc40 _cv_wait(c90e9b2c,c90e9cf8,c15a9136,76,c90e9b34,...) at _cv_wait+0x20b/frame 0xedd1fc84 usb_process(c90e9b24,edd1fce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd1fcac fork_exit(c0a9a100,c90e9b24,edd1fce8) at fork_exit+0x7e/frame 0xedd1fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd1fcd4 --- trap 0, eip = 0, esp = 0xedd1fd20, ebp = 0 --- Tracing command usb pid 14 tid 100058 td 0xc90e29f0 sched_switch(c90e29f0,0,104,196,edd22b88,...) at sched_switch+0x4e1/frame 0xedd22b50 mi_switch(104,0,c15e1ce5,215,edd22c04,...) at mi_switch+0x18c/frame 0xedd22b88 sleepq_switch(c90e9b5c,0,c15e1ce5,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd22c04 sleepq_wait(c90e9b5c,0,edd22c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd22c40 _cv_wait(c90e9b5c,c90e9cf8,c15a9136,76,c90e9b64,...) at _cv_wait+0x20b/frame 0xedd22c84 usb_process(c90e9b54,edd22ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd22cac fork_exit(c0a9a100,c90e9b54,edd22ce8) at fork_exit+0x7e/frame 0xedd22cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd22cd4 --- trap 0, eip = 0, esp = 0xedd22d20, ebp = 0 --- Tracing command usb pid 14 tid 100059 td 0xc90e26a0 sched_switch(c90e26a0,0,104,196,edd25b88,...) at sched_switch+0x4e1/frame 0xedd25b50 mi_switch(104,0,c15e1ce5,215,edd25c04,...) at mi_switch+0x18c/frame 0xedd25b88 sleepq_switch(c90e9b8c,0,c15e1ce5,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd25c04 sleepq_wait(c90e9b8c,0,edd25c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd25c40 _cv_wait(c90e9b8c,c90e9cf8,c15a9136,76,c90e9b94,...) at _cv_wait+0x20b/frame 0xedd25c84 usb_process(c90e9b84,edd25ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd25cac fork_exit(c0a9a100,c90e9b84,edd25ce8) at fork_exit+0x7e/frame 0xedd25cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd25cd4 --- trap 0, eip = 0, esp = 0xedd25d20, ebp = 0 --- Tracing command usb pid 14 tid 100061 td 0xc90e2000 sched_switch(c90e2000,0,104,196,edd2db88,...) at sched_switch+0x4e1/frame 0xedd2db50 mi_switch(104,0,c15e1ce5,215,edd2dc04,...) at mi_switch+0x18c/frame 0xedd2db88 sleepq_switch(c907eca4,0,c15e1ce5,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd2dc04 sleepq_wait(c907eca4,0,edd2dc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd2dc40 _cv_wait(c907eca4,c907eed0,c15a9136,76,c907ecac,...) at _cv_wait+0x20b/frame 0xedd2dc84 usb_process(c907ec9c,edd2dce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd2dcac fork_exit(c0a9a100,c907ec9c,edd2dce8) at fork_exit+0x7e/frame 0xedd2dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd2dcd4 --- trap 0, eip = 0, esp = 0xedd2dd20, ebp = 0 --- Tracing command usb pid 14 tid 100062 td 0xc90e19f0 sched_switch(c90e19f0,0,104,196,edd30b88,...) at sched_switch+0x4e1/frame 0xedd30b50 mi_switch(104,0,c15e1ce5,215,edd30c04,...) at mi_switch+0x18c/frame 0xedd30b88 sleepq_switch(c907ecd4,0,c15e1ce5,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd30c04 sleepq_wait(c907ecd4,0,edd30c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd30c40 _cv_wait(c907ecd4,c907eed0,c15a9136,76,c907ecdc,...) at _cv_wait+0x20b/frame 0xedd30c84 usb_process(c907eccc,edd30ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd30cac fork_exit(c0a9a100,c907eccc,edd30ce8) at fork_exit+0x7e/frame 0xedd30cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd30cd4 --- trap 0, eip = 0, esp = 0xedd30d20, ebp = 0 --- Tracing command usb pid 14 tid 100063 td 0xc90e16a0 sched_switch(c90e16a0,0,104,196,edd33b88,...) at sched_switch+0x4e1/frame 0xedd33b50 mi_switch(104,0,c15e1ce5,215,edd33c04,...) at mi_switch+0x18c/frame 0xedd33b88 sleepq_switch(c907ed04,0,c15e1ce5,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd33c04 sleepq_wait(c907ed04,0,edd33c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd33c40 _cv_wait(c907ed04,c907eed0,c15a9136,76,c907ed0c,...) at _cv_wait+0x20b/frame 0xedd33c84 usb_process(c907ecfc,edd33ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd33cac fork_exit(c0a9a100,c907ecfc,edd33ce8) at fork_exit+0x7e/frame 0xedd33cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd33cd4 --- trap 0, eip = 0, esp = 0xedd33d20, ebp = 0 --- Tracing command usb pid 14 tid 100064 td 0xc90e1350 sched_switch(c90e1350,0,104,196,edd36b88,...) at sched_switch+0x4e1/frame 0xedd36b50 mi_switch(104,0,c15e1ce5,215,edd36c04,...) at mi_switch+0x18c/frame 0xedd36b88 sleepq_switch(c907ed34,0,c15e1ce5,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd36c04 sleepq_wait(c907ed34,0,edd36c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd36c40 _cv_wait(c907ed34,c907eed0,c15a9136,76,c907ed3c,...) at _cv_wait+0x20b/frame 0xedd36c84 usb_process(c907ed2c,edd36ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd36cac fork_exit(c0a9a100,c907ed2c,edd36ce8) at fork_exit+0x7e/frame 0xedd36cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd36cd4 --- trap 0, eip = 0, esp = 0xedd36d20, ebp = 0 --- Tracing command usb pid 14 tid 100065 td 0xc90e1000 sched_switch(c90e1000,0,104,196,edd39b88,...) at sched_switch+0x4e1/frame 0xedd39b50 mi_switch(104,0,c15e1ce5,215,edd39c04,...) at mi_switch+0x18c/frame 0xedd39b88 sleepq_switch(c907ed64,0,c15e1ce5,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd39c04 sleepq_wait(c907ed64,0,edd39c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd39c40 _cv_wait(c907ed64,c907eed0,c15a9136,76,c907ed6c,...) at _cv_wait+0x20b/frame 0xedd39c84 usb_process(c907ed5c,edd39ce8,c15d2f1c,406,0,...) at usb_process+0x150/frame 0xedd39cac fork_exit(c0a9a100,c907ed5c,edd39ce8) at fork_exit+0x7e/frame 0xedd39cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd39cd4 --- trap 0, eip = 0, esp = 0xedd39d20, ebp = 0 --- Tracing command cam pid 4 tid 100028 td 0xc901e350 sched_switch(c901e350,0,104,196,e4b74b44,...) at sched_switch+0x4e1/frame 0xe4b74b0c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b74b44 sleepq_switch(c18c7900,5c,c15e1ce5,28b,c1abfb3c,...) at sleepq_switch+0x318/frame 0xe4b74bc0 sleepq_wait(c18c7900,5c,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b74bfc _sleep(c18c7900,c18c7880,5c,c15c4623,0,...) at _sleep+0x352/frame 0xe4b74c58 xpt_done_td(c18c7880,e4b74ce8,c15d2f1c,406,0,...) at xpt_done_td+0x17e/frame 0xe4b74cac fork_exit(c04dd790,c18c7880,e4b74ce8) at fork_exit+0x7e/frame 0xe4b74cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b74cd4 --- trap 0, eip = 0, esp = 0xe4b74d20, ebp = 0 --- Tracing command cam pid 4 tid 100075 td 0xc911a000 sched_switch(c911a000,0,104,196,edd72b44,...) at sched_switch+0x4e1/frame 0xedd72b0c mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xedd72b44 sleepq_switch(c18c77ac,5c,c15e1ce5,28b,c1ac046c,...) at sleepq_switch+0x318/frame 0xedd72bc0 sleepq_wait(c18c77ac,5c,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xedd72bfc _sleep(c18c77ac,c18c77fc,5c,c15c4623,0,...) at _sleep+0x352/frame 0xedd72c58 xpt_scanner_thread(0,edd72ce8,c15d2f1c,406,0,...) at xpt_scanner_thread+0xa2/frame 0xedd72cac fork_exit(c04ddb40,0,edd72ce8) at fork_exit+0x7e/frame 0xedd72cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd72cd4 --- trap 0, eip = 0, esp = 0xedd72d20, ebp = 0 --- Tracing command crypto returns pid 3 tid 100024 td 0xc8e4a9f0 sched_switch(c8e4a9f0,0,104,196,e4b68b4c,...) at sched_switch+0x4e1/frame 0xe4b68b14 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b68b4c sleepq_switch(c1b21fe8,6c,c15e1ce5,28b,c1ac070c,...) at sleepq_switch+0x318/frame 0xe4b68bc8 sleepq_wait(c1b21fe8,6c,c16189b0,0,0,...) at sleepq_wait+0xbc/frame 0xe4b68c04 _sleep(c1b21fe8,c1b21fd4,6c,c16189b0,0,...) at _sleep+0x352/frame 0xe4b68c60 crypto_ret_proc(0,e4b68ce8,c15d2f1c,406,0,...) at crypto_ret_proc+0x1f5/frame 0xe4b68cac fork_exit(c0ecf180,0,e4b68ce8) at fork_exit+0x7e/frame 0xe4b68cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b68cd4 --- trap 0, eip = 0, esp = 0xe4b68d20, ebp = 0 --- Tracing command crypto pid 2 tid 100023 td 0xc8f22000 sched_switch(c8f22000,0,104,196,e4b65b5c,...) at sched_switch+0x4e1/frame 0xe4b65b24 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b65b5c sleepq_switch(c1b21f30,6c,c15e1ce5,28b,c1abf44c,...) at sleepq_switch+0x318/frame 0xe4b65bd8 sleepq_wait(c1b21f30,6c,c16189a4,0,0,...) at sleepq_wait+0xbc/frame 0xe4b65c14 _sleep(c1b21f30,c1b21f18,6c,c16189a4,0,...) at _sleep+0x352/frame 0xe4b65c70 crypto_proc(0,e4b65ce8,c15d2f1c,406,0,...) at crypto_proc+0x2c1/frame 0xe4b65cac fork_exit(c0eced50,0,e4b65ce8) at fork_exit+0x7e/frame 0xe4b65cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b65cd4 --- trap 0, eip = 0, esp = 0xe4b65d20, ebp = 0 --- Tracing command geom pid 13 tid 100020 td 0xc8f229f0 sched_switch(c8f229f0,0,104,196,e4b5cb5c,...) at sched_switch+0x4e1/frame 0xe4b5cb24 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b5cb5c sleepq_switch(c1b77c60,5c,c15e1ce5,28b,c1abf284,...) at sleepq_switch+0x318/frame 0xe4b5cbd8 sleepq_wait(c1b77c60,5c,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b5cc14 _sleep(c1b77c60,c1aa022c,25c,c15c4623,0,...) at _sleep+0x352/frame 0xe4b5cc70 g_run_events(0,e4b5cce8,c15d2f1c,406,0,...) at g_run_events+0x67/frame 0xe4b5ccac fork_exit(c0b99cd0,0,e4b5cce8) at fork_exit+0x7e/frame 0xe4b5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b5ccd4 --- trap 0, eip = 0, esp = 0xe4b5cd20, ebp = 0 --- Tracing command geom pid 13 tid 100021 td 0xc8f226a0 sched_switch(c8f226a0,0,104,196,e4b5fb4c,...) at sched_switch+0x4e1/frame 0xe4b5fb14 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b5fb4c sleepq_switch(c1b77c64,5c,c15e1ce5,28b,c1abf224,...) at sleepq_switch+0x318/frame 0xe4b5fbc8 sleepq_wait(c1b77c64,5c,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b5fc04 _sleep(c1b77c64,c1aa0274,25c,c15c4623,0,...) at _sleep+0x352/frame 0xe4b5fc60 g_io_schedule_up(c8f226a0,0,c15c6482,5f,e4b5fcd4,...) at g_io_schedule_up+0xcf/frame 0xe4b5fc94 g_up_procbody(0,e4b5fce8,c15d2f1c,406,0,...) at g_up_procbody+0x7d/frame 0xe4b5fcac fork_exit(c0b99d50,0,e4b5fce8) at fork_exit+0x7e/frame 0xe4b5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b5fcd4 --- trap 0, eip = 0, esp = 0xe4b5fd20, ebp = 0 --- Tracing command geom pid 13 tid 100022 td 0xc8f22350 sched_switch(c8f22350,0,104,196,e4b62b48,...) at sched_switch+0x4e1/frame 0xe4b62b10 mi_switch(104,0,c15e1ce5,215,e4b62bc4,...) at mi_switch+0x18c/frame 0xe4b62b48 sleepq_switch(c1b77c68,5c,c15e1ce5,28b,c1abf1c4,...) at sleepq_switch+0x318/frame 0xe4b62bc4 sleepq_wait(c1b77c68,5c,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b62c00 _sleep(c1b77c68,c1aa0254,25c,c15c4623,0,...) at _sleep+0x352/frame 0xe4b62c5c g_io_schedule_down(c8f22350,0,c15c6482,6b,e4b62cd4,...) at g_io_schedule_down+0xec/frame 0xe4b62c94 g_down_procbody(0,e4b62ce8,c15d2f1c,406,0,...) at g_down_procbody+0x7d/frame 0xe4b62cac fork_exit(c0b99dd0,0,e4b62ce8) at fork_exit+0x7e/frame 0xe4b62cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b62cd4 --- trap 0, eip = 0, esp = 0xe4b62d20, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc8e486a0 sched_switch(c8e486a0,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xe4b35c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xe4b35c70 ithread_loop(c8ea9020,e4b35ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b35cac fork_exit(c0c145c0,c8ea9020,e4b35ce8) at fork_exit+0x7e/frame 0xe4b35cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b35cd4 --- trap 0, eip = 0, esp = 0xe4b35d20, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc8e48350 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100009 td 0xc8e48000 sched_switch(c8e48000,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xe4b3bc38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xe4b3bc70 ithread_loop(c8ea9000,e4b3bce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b3bcac fork_exit(c0c145c0,c8ea9000,e4b3bce8) at fork_exit+0x7e/frame 0xe4b3bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b3bcd4 --- trap 0, eip = 0, esp = 0xe4b3bd20, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc8e479f0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc8e476a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc8e47350 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100013 td 0xc8e47000 sched_switch(c8e47000,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xe4b47c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xe4b47c70 ithread_loop(c8ea8f60,e4b47ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b47cac fork_exit(c0c145c0,c8ea8f60,e4b47ce8) at fork_exit+0x7e/frame 0xe4b47cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b47cd4 --- trap 0, eip = 0, esp = 0xe4b47d20, ebp = 0 --- Tracing command intr pid 12 tid 100014 td 0xc8f24350 sched_switch(c8f24350,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xe4b4ac38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xe4b4ac70 ithread_loop(c8ea8f50,e4b4ace8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b4acac fork_exit(c0c145c0,c8ea8f50,e4b4ace8) at fork_exit+0x7e/frame 0xe4b4acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b4acd4 --- trap 0, eip = 0, esp = 0xe4b4ad20, ebp = 0 --- Tracing command intr pid 12 tid 100017 td 0xc8f236a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xc901e000 sched_switch(c901e000,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xe4ba6c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xe4ba6c70 ithread_loop(c8ea8f30,e4ba6ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xe4ba6cac fork_exit(c0c145c0,c8ea8f30,e4ba6ce8) at fork_exit+0x7e/frame 0xe4ba6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4ba6cd4 --- trap 0, eip = 0, esp = 0xe4ba6d20, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc901d9f0 sched_switch(c901d9f0,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xf12aec38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xf12aec70 ithread_loop(c8ea8f10,f12aece8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xf12aecac fork_exit(c0c145c0,c8ea8f10,f12aece8) at fork_exit+0x7e/frame 0xf12aecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf12aecd4 --- trap 0, eip = 0, esp = 0xf12aed20, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc901d6a0 sched_switch(c901d6a0,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xf12b2c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xf12b2c70 ithread_loop(c8ea8f00,f12b2ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xf12b2cac fork_exit(c0c145c0,c8ea8f00,f12b2ce8) at fork_exit+0x7e/frame 0xf12b2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf12b2cd4 --- trap 0, eip = 0, esp = 0xf12b2d20, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc901d350 sched_switch(c901d350,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xedcd0c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xedcd0c70 ithread_loop(c8ea8e30,edcd0ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xedcd0cac fork_exit(c0c145c0,c8ea8e30,edcd0ce8) at fork_exit+0x7e/frame 0xedcd0cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd0cd4 --- trap 0, eip = 0, esp = 0xedcd0d20, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc8f249f0 sched_switch(c8f249f0,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xedce3c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xedce3c70 ithread_loop(c8ea8e20,edce3ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xedce3cac fork_exit(c0c145c0,c8ea8e20,edce3ce8) at fork_exit+0x7e/frame 0xedce3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce3cd4 --- trap 0, eip = 0, esp = 0xedce3d20, ebp = 0 --- Tracing command intr pid 12 tid 100044 td 0xc90d79f0 sched_switch(c90d79f0,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xedcf6c38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xedcf6c70 ithread_loop(c8ea8e10,edcf6ce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xedcf6cac fork_exit(c0c145c0,c8ea8e10,edcf6ce8) at fork_exit+0x7e/frame 0xedcf6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf6cd4 --- trap 0, eip = 0, esp = 0xedcf6d20, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc90e2350 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100066 td 0xc911c350 sched_switch(c911c350,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xedd3ec38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xedd3ec70 ithread_loop(c8ea8df0,edd3ece8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xedd3ecac fork_exit(c0c145c0,c8ea8df0,edd3ece8) at fork_exit+0x7e/frame 0xedd3ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd3ecd4 --- trap 0, eip = 0, esp = 0xedd3ed20, ebp = 0 --- Tracing command intr pid 12 tid 100067 td 0xc911c000 sched_switch(c911c000,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xedd4fc38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xedd4fc70 ithread_loop(c8ea8db0,edd4fce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xedd4fcac fork_exit(c0c145c0,c8ea8db0,edd4fce8) at fork_exit+0x7e/frame 0xedd4fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd4fcd4 --- trap 0, eip = 0, esp = 0xedd4fd20, ebp = 0 --- Tracing command intr pid 12 tid 100069 td 0xc911b6a0 sched_switch(c911b6a0,0,109,196,c1883d14,...) at sched_switch+0x4e1/frame 0xedd5fc38 mi_switch(109,0,c15d31a1,555,c15d2f1c,...) at mi_switch+0x18c/frame 0xedd5fc70 ithread_loop(c8ea8da0,edd5fce8,c15d2f1c,406,0,...) at ithread_loop+0x1f0/frame 0xedd5fcac fork_exit(c0c145c0,c8ea8da0,edd5fce8) at fork_exit+0x7e/frame 0xedd5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd5fcd4 --- trap 0, eip = 0, esp = 0xedd5fd20, ebp = 0 --- Tracing command intr pid 12 tid 100070 td 0xc911b350 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xc8e496a0 sched_switch(c8e496a0,0,108,192,405,...) at sched_switch+0x4e1/frame 0xe4b28c00 mi_switch(108,0,c15dddcb,405,c1ab1a80,...) at mi_switch+0x18c/frame 0xe4b28c38 sched_idletd(0,e4b28ce8,c15d2f1c,406,0,...) at sched_idletd+0x465/frame 0xe4b28cac fork_exit(c0c7f190,0,e4b28ce8) at fork_exit+0x7e/frame 0xe4b28cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b28cd4 --- trap 0, eip = 0, esp = 0xe4b28d20, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc8e49350 sched_switch(c8e49350,0,108,192,c1883d14,...) at sched_switch+0x4e1/frame 0xe4b2bc00 mi_switch(108,0,c15dddcb,a55,c1ab1380,...) at mi_switch+0x18c/frame 0xe4b2bc38 sched_idletd(0,e4b2bce8,c15d2f1c,406,0,...) at sched_idletd+0xe6/frame 0xe4b2bcac fork_exit(c0c7f190,0,e4b2bce8) at fork_exit+0x7e/frame 0xe4b2bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2bcd4 --- trap 0, eip = 0, esp = 0xe4b2bd20, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc8e49000 (CPU 2) cpustop_handler(2,13,e4b2eb78,c11ed957,506dcd9e,...) at cpustop_handler+0x25/frame 0xe4b2ea28 ipi_nmi_handler(506dcd9e,68efa8f,6400,0,d4009ce0,...) at ipi_nmi_handler+0x36/frame 0xe4b2ea38 trap(e4b2eb84) at trap+0x37/frame 0xe4b2eb78 calltrap() at calltrap+0x6/frame 0xe4b2eb78 --- trap 0x13, eip = 0xc1207605, esp = 0xe4b2ebc4, ebp = 0xe4b2ebc4 --- acpi_cpu_c1(e4b2ebd8,246,a26005cc,e4b2ec1c,c11f75f8,...) at acpi_cpu_c1+0x5/frame 0xe4b2ebc4 acpi_cpu_idle(17373c99,0,17373c99,e4b2ec38,c12079e3,...) at acpi_cpu_idle+0x32a/frame 0xe4b2ec08 cpu_idle_acpi(17373c99,0,c1ab1408,1c,c8e49000,...) at cpu_idle_acpi+0x3f/frame 0xe4b2ec1c cpu_idle(0,e4b2ec80,c15dddcb,a57,c1ab1a80,...) at cpu_idle+0xa3/frame 0xe4b2ec38 sched_idletd(0,e4b2ece8,c15d2f1c,406,0,...) at sched_idletd+0x403/frame 0xe4b2ecac fork_exit(c0c7f190,0,e4b2ece8) at fork_exit+0x7e/frame 0xe4b2ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2ecd4 --- trap 0, eip = 0, esp = 0xe4b2ed20, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc8e489f0 sched_switch(c8e489f0,0,108,192,c1883d14,...) at sched_switch+0x4e1/frame 0xe4b31c00 mi_switch(108,0,c15dddcb,a55,c1ab1380,...) at mi_switch+0x18c/frame 0xe4b31c38 sched_idletd(0,e4b31ce8,c15d2f1c,406,0,...) at sched_idletd+0xe6/frame 0xe4b31cac fork_exit(c0c7f190,0,e4b31ce8) at fork_exit+0x7e/frame 0xe4b31cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b31cd4 --- trap 0, eip = 0, esp = 0xe4b31d20, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc8e499f0 sched_switch(c8e499f0,0,104,196,e4b24834,...) at sched_switch+0x4e1/frame 0xe4b247fc mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b24834 sleepq_switch(c8e459d8,6c,c15e1ce5,1c2,c17cadbb,...) at sleepq_switch+0x318/frame 0xe4b248b0 sleepq_catch_signals(c8e459d8,6c,c95fc800,c1abfbfc,0,...) at sleepq_catch_signals+0x196/frame 0xe4b249a0 sleepq_wait_sig(c8e459d8,6c,c15e5e5d,100,0,...) at sleepq_wait_sig+0x25/frame 0xe4b249d8 _sleep(c8e459d8,c8e45a80,16c,c15e5e5d,0,...) at _sleep+0x33f/frame 0xe4b24a34 kern_wait6(c8e499f0,7,0,0,e4b24acc,...) at kern_wait6+0x47d/frame 0xe4b24aa0 sys_wait4(c8e499f0,e4b24c50,c15d29c7,4,c1ab0590,...) at sys_wait4+0x8b/frame 0xe4b24bc0 syscall(e4b24ce8) at syscall+0x3d3/frame 0xe4b24cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xe4b24cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x8065167, esp = 0xbfbfe91c, ebp = 0xbfbfe930 --- Tracing command audit pid 10 tid 100001 td 0xc8e4a000 sched_switch(c8e4a000,0,104,196,e4b21b5c,...) at sched_switch+0x4e1/frame 0xe4b21b24 mi_switch(104,0,c15e1ce5,215,c0c30ba8,...) at mi_switch+0x18c/frame 0xe4b21b5c sleepq_switch(c1b7fa60,0,c15e1ce5,28b,c1b7f9ec,...) at sleepq_switch+0x318/frame 0xe4b21bd8 sleepq_wait(c1b7fa60,0,e4b21c44,1,0,...) at sleepq_wait+0xbc/frame 0xe4b21c14 _cv_wait(c1b7fa60,c1b7f9ec,c161ae56,1ab,c1ab0580,...) at _cv_wait+0x20b/frame 0xe4b21c58 audit_worker(0,e4b21ce8,c15d2f1c,406,0,...) at audit_worker+0x94/frame 0xe4b21cac fork_exit(c0ef1ae0,0,e4b21ce8) at fork_exit+0x7e/frame 0xe4b21cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b21cd4 --- trap 0, eip = 0, esp = 0xe4b21d20, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1b77fd0 sched_switch(c1b77fd0,0,104,196,c2022bd8,...) at sched_switch+0x4e1/frame 0xc2022ba0 mi_switch(104,0,c15e1ce5,215,c2022c54,...) at mi_switch+0x18c/frame 0xc2022bd8 sleepq_switch(c1b77c84,54,c15e1ce5,2ae,100,...) at sleepq_switch+0x318/frame 0xc2022c54 sleepq_timedwait(c1b77c84,54,9,0,0,...) at sleepq_timedwait+0xbc/frame 0xc2022c94 _sleep(c1b77c84,0,54,c1626120,fffff470,...) at _sleep+0x326/frame 0xc2022cf0 swapper() at swapper+0x2c7/frame 0xc2022d38 begin() at begin+0x22 Tracing command kernel pid 0 tid 100015 td 0xc8f24000 sched_switch(c8f24000,0,104,196,e4b4db60,...) at sched_switch+0x4e1/frame 0xe4b4db28 mi_switch(104,0,c15e1ce5,215,e4b4dbdc,...) at mi_switch+0x18c/frame 0xe4b4db60 sleepq_switch(c8cfe800,0,c15e1ce5,28b,c1ac05a4,...) at sleepq_switch+0x318/frame 0xe4b4dbdc sleepq_wait(c8cfe800,0,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b4dc18 _sleep(c8cfe800,c8cfe81c,0,c15c4623,0,...) at _sleep+0x352/frame 0xe4b4dc74 taskqueue_thread_loop(c1b7c39c,e4b4dce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b4dcac fork_exit(c0ca7b00,c1b7c39c,e4b4dce8) at fork_exit+0x7e/frame 0xe4b4dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b4dcd4 --- trap 0, eip = 0, esp = 0xe4b4dd20, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc8f239f0 sched_switch(c8f239f0,0,104,196,e4b50b60,...) at sched_switch+0x4e1/frame 0xe4b50b28 mi_switch(104,0,c15e1ce5,215,e4b50bdc,...) at mi_switch+0x18c/frame 0xe4b50b60 sleepq_switch(c8cfe780,0,c15e1ce5,28b,c1abf98c,...) at sleepq_switch+0x318/frame 0xe4b50bdc sleepq_wait(c8cfe780,0,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b50c18 _sleep(c8cfe780,c8cfe79c,0,c15c4623,0,...) at _sleep+0x352/frame 0xe4b50c74 taskqueue_thread_loop(c1b7c418,e4b50ce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b50cac fork_exit(c0ca7b00,c1b7c418,e4b50ce8) at fork_exit+0x7e/frame 0xe4b50cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b50cd4 --- trap 0, eip = 0, esp = 0xe4b50d20, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc8f23350 sched_switch(c8f23350,0,104,196,e4b56b60,...) at sched_switch+0x4e1/frame 0xe4b56b28 mi_switch(104,0,c15e1ce5,215,e4b56bdc,...) at mi_switch+0x18c/frame 0xe4b56b60 sleepq_switch(c8cfe680,0,c15e1ce5,28b,c1abf974,...) at sleepq_switch+0x318/frame 0xe4b56bdc sleepq_wait(c8cfe680,0,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b56c18 _sleep(c8cfe680,c8cfe69c,0,c15c4623,0,...) at _sleep+0x352/frame 0xe4b56c74 taskqueue_thread_loop(c1b78560,e4b56ce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b56cac fork_exit(c0ca7b00,c1b78560,e4b56ce8) at fork_exit+0x7e/frame 0xe4b56cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b56cd4 --- trap 0, eip = 0, esp = 0xe4b56d20, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc8f23000 sched_switch(c8f23000,0,104,196,e4b59b60,...) at sched_switch+0x4e1/frame 0xe4b59b28 mi_switch(104,0,c15e1ce5,215,e4b59bdc,...) at mi_switch+0x18c/frame 0xe4b59b60 sleepq_switch(c8cfe600,0,c15e1ce5,28b,c1ac0574,...) at sleepq_switch+0x318/frame 0xe4b59bdc sleepq_wait(c8cfe600,0,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xe4b59c18 _sleep(c8cfe600,c8cfe61c,0,c15c4623,0,...) at _sleep+0x352/frame 0xe4b59c74 taskqueue_thread_loop(c1abe6a0,e4b59ce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b59cac fork_exit(c0ca7b00,c1abe6a0,e4b59ce8) at fork_exit+0x7e/frame 0xe4b59cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b59cd4 --- trap 0, eip = 0, esp = 0xe4b59d20, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc8e4a6a0 sched_switch(c8e4a6a0,0,104,196,e4b6bb78,...) at sched_switch+0x4e1/frame 0xe4b6bb40 mi_switch(104,0,c15e1ce5,215,e4b6bbf4,...) at mi_switch+0x18c/frame 0xe4b6bb78 sleepq_switch(c8cfe400,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xe4b6bbf4 sleepq_wait(c8cfe400,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xe4b6bc30 msleep_spin_sbt(c8cfe400,c8cfe41c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xe4b6bc74 taskqueue_thread_loop(c1b6e504,e4b6bce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b6bcac fork_exit(c0ca7b00,c1b6e504,e4b6bce8) at fork_exit+0x7e/frame 0xe4b6bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b6bcd4 --- trap 0, eip = 0, esp = 0xe4b6bd20, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc8e4a350 sched_switch(c8e4a350,0,104,196,e4b6eb78,...) at sched_switch+0x4e1/frame 0xe4b6eb40 mi_switch(104,0,c15e1ce5,215,e4b6ebf4,...) at mi_switch+0x18c/frame 0xe4b6eb78 sleepq_switch(c8cfe400,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xe4b6ebf4 sleepq_wait(c8cfe400,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xe4b6ec30 msleep_spin_sbt(c8cfe400,c8cfe41c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xe4b6ec74 taskqueue_thread_loop(c1b6e504,e4b6ece8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b6ecac fork_exit(c0ca7b00,c1b6e504,e4b6ece8) at fork_exit+0x7e/frame 0xe4b6ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b6ecd4 --- trap 0, eip = 0, esp = 0xe4b6ed20, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc901e6a0 sched_switch(c901e6a0,0,104,196,e4b71b78,...) at sched_switch+0x4e1/frame 0xe4b71b40 mi_switch(104,0,c15e1ce5,215,e4b71bf4,...) at mi_switch+0x18c/frame 0xe4b71b78 sleepq_switch(c8cfe400,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xe4b71bf4 sleepq_wait(c8cfe400,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xe4b71c30 msleep_spin_sbt(c8cfe400,c8cfe41c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xe4b71c74 taskqueue_thread_loop(c1b6e504,e4b71ce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b71cac fork_exit(c0ca7b00,c1b6e504,e4b71ce8) at fork_exit+0x7e/frame 0xe4b71cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b71cd4 --- trap 0, eip = 0, esp = 0xe4b71d20, ebp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xc911b000 sched_switch(c911b000,0,104,196,edd65b78,...) at sched_switch+0x4e1/frame 0xedd65b40 mi_switch(104,0,c15e1ce5,215,edd65bf4,...) at mi_switch+0x18c/frame 0xedd65b78 sleepq_switch(c911fe00,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedd65bf4 sleepq_wait(c911fe00,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xedd65c30 msleep_spin_sbt(c911fe00,c911fe1c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xedd65c74 taskqueue_thread_loop(c1b6c938,edd65ce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xedd65cac fork_exit(c0ca7b00,c1b6c938,edd65ce8) at fork_exit+0x7e/frame 0xedd65cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd65cd4 --- trap 0, eip = 0, esp = 0xedd65d20, ebp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xc911a350 sched_switch(c911a350,0,104,196,edd6fb60,...) at sched_switch+0x4e1/frame 0xedd6fb28 mi_switch(104,0,c15e1ce5,215,edd6fbdc,...) at mi_switch+0x18c/frame 0xedd6fb60 sleepq_switch(c8cfdd00,0,c15e1ce5,28b,c1ac049c,...) at sleepq_switch+0x318/frame 0xedd6fbdc sleepq_wait(c8cfdd00,0,c15c4623,0,0,...) at sleepq_wait+0xbc/frame 0xedd6fc18 _sleep(c8cfdd00,c8cfdd1c,0,c15c4623,0,...) at _sleep+0x352/frame 0xedd6fc74 taskqueue_thread_loop(c18c7824,edd6fce8,c15d2f1c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xedd6fcac fork_exit(c0ca7b00,c18c7824,edd6fce8) at fork_exit+0x7e/frame 0xedd6fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd6fcd4 --- trap 0, eip = 0, esp = 0xedd6fd20, ebp = 0 --- Tracing command kernel pid 0 tid 100086 td 0xc93a79f0 sched_switch(c93a79f0,0,104,196,edf13b78,...) at sched_switch+0x4e1/frame 0xedf13b40 mi_switch(104,0,c15e1ce5,215,edf13bf4,...) at mi_switch+0x18c/frame 0xedf13b78 sleepq_switch(c911ec80,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedf13bf4 sleepq_wait(c911ec80,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xedf13c30 msleep_spin_sbt(c911ec80,c911ec9c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xedf13c74 gtaskqueue_thread_loop(c8f0e004,edf13ce8,c15d2f1c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf13cac fork_exit(c0c925a0,c8f0e004,edf13ce8) at fork_exit+0x7e/frame 0xedf13cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf13cd4 --- trap 0, eip = 0, esp = 0xedf13d20, ebp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xc93a76a0 sched_switch(c93a76a0,0,104,196,edf16b78,...) at sched_switch+0x4e1/frame 0xedf16b40 mi_switch(104,0,c15e1ce5,215,edf16bf4,...) at mi_switch+0x18c/frame 0xedf16b78 sleepq_switch(c911ec00,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedf16bf4 sleepq_wait(c911ec00,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xedf16c30 msleep_spin_sbt(c911ec00,c911ec1c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xedf16c74 gtaskqueue_thread_loop(c8f0dc04,edf16ce8,c15d2f1c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf16cac fork_exit(c0c925a0,c8f0dc04,edf16ce8) at fork_exit+0x7e/frame 0xedf16cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf16cd4 --- trap 0, eip = 0, esp = 0xedf16d20, ebp = 0 --- Tracing command kernel pid 0 tid 100088 td 0xc93a7350 sched_switch(c93a7350,0,104,196,edf19b78,...) at sched_switch+0x4e1/frame 0xedf19b40 mi_switch(104,0,c15e1ce5,215,edf19bf4,...) at mi_switch+0x18c/frame 0xedf19b78 sleepq_switch(c911eb80,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedf19bf4 sleepq_wait(c911eb80,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xedf19c30 msleep_spin_sbt(c911eb80,c911eb9c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xedf19c74 gtaskqueue_thread_loop(c8f0dc14,edf19ce8,c15d2f1c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf19cac fork_exit(c0c925a0,c8f0dc14,edf19ce8) at fork_exit+0x7e/frame 0xedf19cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf19cd4 --- trap 0, eip = 0, esp = 0xedf19d20, ebp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xc93a7000 sched_switch(c93a7000,0,104,196,edf1cb78,...) at sched_switch+0x4e1/frame 0xedf1cb40 mi_switch(104,0,c15e1ce5,215,edf1cbf4,...) at mi_switch+0x18c/frame 0xedf1cb78 sleepq_switch(c911eb00,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedf1cbf4 sleepq_wait(c911eb00,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xedf1cc30 msleep_spin_sbt(c911eb00,c911eb1c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xedf1cc74 gtaskqueue_thread_loop(c8f0dc24,edf1cce8,c15d2f1c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf1ccac fork_exit(c0c925a0,c8f0dc24,edf1cce8) at fork_exit+0x7e/frame 0xedf1ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf1ccd4 --- trap 0, eip = 0, esp = 0xedf1cd20, ebp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xc911c9f0 sched_switch(c911c9f0,0,104,196,edf1fb78,...) at sched_switch+0x4e1/frame 0xedf1fb40 mi_switch(104,0,c15e1ce5,215,edf1fbf4,...) at mi_switch+0x18c/frame 0xedf1fb78 sleepq_switch(c911ea80,0,c15e1ce5,28b,c15e1ce5,...) at sleepq_switch+0x318/frame 0xedf1fbf4 sleepq_wait(c911ea80,0,c15dbd82,c15c4623,0,...) at sleepq_wait+0xbc/frame 0xedf1fc30 msleep_spin_sbt(c911ea80,c911ea9c,c15c4623,0,0,...) at msleep_spin_sbt+0x228/frame 0xedf1fc74 gtaskqueue_thread_loop(c8f0dc34,edf1fce8,c15d2f1c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf1fcac fork_exit(c0c925a0,c8f0dc34,edf1fce8) at fork_exit+0x7e/frame 0xedf1fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf1fcd4 --- trap 0, eip = 0, esp = 0xedf1fd20, ebp = 0 --- db:0:allt> dump Physical memory: 3427 MB Dumping 350 MB: 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 Dump complete db:0:dump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump (textdump=0x0) at pcpu.h:207 #1 0xc056b21e in db_dump (dummy=0xc0c93b4a, dummy2=Unhandled dwarf expression opcode 0x9d ) at ../../../ddb/db_command.c:546 #2 0xc056afe8 in db_command (cmd_table=) at ../../../ddb/db_command.c:453 #3 0xc056f7b8 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xc056afe8 in db_command (cmd_table=) at ../../../ddb/db_command.c:453 #5 0xc056ad00 in db_command_loop () at ../../../ddb/db_command.c:506 #6 0xc056dc8a in db_trap (type=, code=) at ../../../ddb/db_main.c:248 #7 0xc0c94307 in kdb_trap (tf=) at ../../../kern/subr_kdb.c:654 #8 0xc11ee154 in trap (frame=0xc1b345a4) at ../../../i386/i386/trap.c:718 #9 0xc11d9a4a in calltrap () at ../../../i386/i386/exception.s:172 #10 0xc0c93b4a in kdb_enter (why=0xc15dad28 "panic", msg=) at cpufunc.h:60 #11 0xc0c50b02 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:752 #12 0xc0c50b3b in panic (fmt=0xc17c988a "double fault") at ../../../kern/kern_shutdown.c:690 #13 0xc11ee986 in dblfault_handler () at ../../../i386/i386/trap.c:1046 #14 0xc0c7bb06 in cpu_search_lowest (cg=0xc1ac087c, low=0xedff9058) at ../../../kern/sched_ule.c:680 #15 0xc0c7bb82 in cpu_search_lowest (cg=, low=) at ../../../kern/sched_ule.c:710 #16 0xc0c7bb82 in cpu_search_lowest (cg=, low=) at ../../../kern/sched_ule.c:710 #17 0xc0c7ce4f in sched_pickcpu (td=, flags=) at ../../../kern/sched_ule.c:815 #18 0xc0c7d74a in sched_add (td=0xc9a76000, flags=0x0) at ../../../kern/sched_ule.c:2428 #19 0xc0c7d6d8 in sched_wakeup (td=0xc9a76000) at ../../../kern/sched_ule.c:2062 #20 0xc0c5b4b0 in setrunnable (td=0xc9a76000) at ../../../kern/kern_synch.c:507 #21 0xc0ca342d in sleepq_resume_thread (sq=0xcac6b300, td=0xc9a76000, pri=0x0) at ../../../kern/subr_sleepqueue.c:797 #22 0xc0ca193c in sleepq_timeout (arg=0xc9a76000) at ../../../kern/subr_sleepqueue.c:940 #23 0xc0c68898 in softclock_call_cc (c=, cc=, direct=) at ../../../kern/kern_timeout.c:729 #24 0xc0c68573 in callout_process (now=0x12ba1898b5b93) at ../../../kern/kern_timeout.c:499 #25 0xc11f642e in handleevents (now=) at ../../../kern/kern_clocksource.c:212 #26 0xc11f6c3d in timercb (et=, arg=) at ../../../kern/kern_clocksource.c:352 #27 0xc120fc7c in lapic_handle_timer (frame=) at ../../../x86/x86/local_apic.c:1191 #28 0xc11da22e in Xtimerint () at apic_vector.s:132 #29 0xc0cfb133 in _lockmgr_args_rw (lk=0xe49b46f0, flags=0x80200, ilk=0x0, wmesg=0x0, prio=0x0, timo=0x0, file=0xc15eadce "../../../kern/vfs_bio.c", line=0x5ae) at lockmgr.h:107 #30 0xc0d0275e in buf_alloc () at ../../../kern/vfs_bio.c:1454 #31 0xc0cfd603 in getnewbuf (vp=0x0, slpflag=0x0, slptimeo=0x0, maxsize=0x4000, gbflags=0x4) at ../../../kern/vfs_bio.c:2936 #32 0xc0cfd851 in geteblk (size=0x4000, flags=0x4) at ../../../kern/vfs_bio.c:3734 #33 0xc0f43dc1 in ffs_bufwrite (bp=0xe498dd70) at ../../../ufs/ffs/ffs_vfsops.c:2123 #34 0xc0cfc1fe in bwrite (bp=0xe498dd70) at buf.h:386 #35 0xc0cfb7b3 in bawrite (bp=0xe498dd70) at ../../../kern/vfs_bio.c:2184 #36 0xc0f3e695 in flush_deplist (listhead=, waitfor=) at ../../../ufs/ffs/ffs_softdep.c:12905 #37 0xc0f35acd in softdep_sync_metadata (vp=) at ../../../ufs/ffs/ffs_softdep.c:12849 #38 0xc0f47ea4 in ffs_syncvnode (vp=0xcfb3c438, waitfor=0x1, flags=0x0) at ../../../ufs/ffs/ffs_vnops.c:240 #39 0xc0f1a705 in ffs_truncate (vp=, length=, flags=) at ../../../ufs/ffs/ffs_inode.c:386 #40 0xc0f5149d in ufs_inactive (ap=) at ../../../ufs/ufs/ufs_inode.c:131 #41 0xc122414d in VOP_INACTIVE_APV (vop=0xc18af34c, a=0xedff9a38) at vnode_if.c:1955 #42 0xc0d1e605 in vinactive (vp=0xcfb3c438) at vnode_if.h:807 #43 0xc0d1ebf4 in vputx (vp=, func=) at ../../../kern/vfs_subr.c:2753 #44 0xc0f5b22c in ufs_rename (ap=) at ../../../ufs/ufs/ufs_vnops.c:1525 #45 0xc1222c88 in VOP_RENAME_APV (vop=0xc18af34c, a=0xedff9cc0) at vnode_if.c:1547 #46 0xc0b82623 in nfsvno_rename (fromndp=0xedffa008, tondp=, ndstat=, ndflag=, cred=, p=) at vnode_if.h:636 #47 0xc0b7a95c in nfsrvd_rename (nd=0xedffa2a8, isdgram=, dp=, todp=, p=, exp=, toexp=) at ../../../fs/nfsserver/nfs_nfsdserv.c:1579 #48 0xc0b667e4 in nfsrvd_dorpc (nd=0xedffa2a8, isdgram=0x0, tag=0x0, taglen=0x1d) at ../../../fs/nfsserver/nfs_nfsdsocket.c:569 #49 0xc0b762cf in nfssvc_program (rqst=0xccabc800, xprt=) at ../../../fs/nfsserver/nfs_nfsdkrpc.c:377 #50 0xc0ee3042 in svc_run_internal (grp=, ismaster=) at ../../../rpc/svc.c:991 #51 0xc0ee23b0 in svc_run (pool=) at ../../../rpc/svc.c:1344 #52 0xc0b7679c in nfsrvd_nfsd (td=, args=) at ../../../fs/nfsserver/nfs_nfsdkrpc.c:517 #53 0xc0b86fb3 in nfssvc_nfsd (td=0xc9804350, uap=) at ../../../fs/nfsserver/nfs_nfsdport.c:3117 #54 0xc0ec1304 in sys_nfssvc (td=0xc9804350, uap=0xedffac50) at ../../../nfs/nfs_nfssvc.c:108 #55 0xc11eee63 in syscall (frame=) at subr_syscall.c:135 #56 0xc11d9afe in Xint0x80_syscall () at ../../../i386/i386/exception.s:278 #57 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) f 14 #14 0xc0c7bb06 in cpu_search_lowest (cg=0xc1ac087c, low=0xedff9058) at ../../../kern/sched_ule.c:680 680 lgroup = *low; (kgdb) l 675 676 total = 0; 677 cpumask = cg->cg_mask; 678 if (match & CPU_SEARCH_LOWEST) { 679 lload = INT_MAX; 680 lgroup = *low; 681 } 682 if (match & CPU_SEARCH_HIGHEST) { 683 hload = INT_MIN; 684 hgroup = *high; (kgdb) p *low $1 = {cs_mask = {__bits = 0xedff9058}, cs_prefer = 0x1, cs_pri = 0x78, cs_limit = 0x7fffffff, cs_cpu = 0xffffffff, cs_load = 0xffffffff} (kgdb) (kgdb) p use_buf_pager $1 = 0x1 $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c =================================================================== --- /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c (revision 306823) +++ /usr/src/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c (working copy) @@ -421,7 +421,7 @@ page_busy(vnode_t *vp, int64_t start, int64_t off, vm_page_reference(pp); vm_page_lock(pp); zfs_vmobject_wunlock(obj); - vm_page_busy_sleep(pp, "zfsmwb"); + vm_page_busy_sleep(pp, "zfsmwb", true); zfs_vmobject_wlock(obj); continue; } @@ -476,7 +476,7 @@ page_hold(vnode_t *vp, int64_t start) vm_page_reference(pp); vm_page_lock(pp); zfs_vmobject_wunlock(obj); - vm_page_busy_sleep(pp, "zfsmwb"); + vm_page_busy_sleep(pp, "zfsmwb", true); zfs_vmobject_wlock(obj); continue; } Index: /usr/src/sys/dev/drm2/i915/i915_gem.c =================================================================== --- /usr/src/sys/dev/drm2/i915/i915_gem.c (revision 306823) +++ /usr/src/sys/dev/drm2/i915/i915_gem.c (working copy) @@ -1533,7 +1533,7 @@ retry: DRM_UNLOCK(dev); vm_page_lock(page); VM_OBJECT_WUNLOCK(vm_obj); - vm_page_busy_sleep(page, "915pee"); + vm_page_busy_sleep(page, "915pee", false); goto retry; } goto have_page; @@ -1575,7 +1575,7 @@ retry: DRM_UNLOCK(dev); vm_page_lock(page); VM_OBJECT_WUNLOCK(vm_obj); - vm_page_busy_sleep(page, "915pbs"); + vm_page_busy_sleep(page, "915pbs", false); goto retry; } if (vm_page_insert(page, vm_obj, OFF_TO_IDX(offset))) { Index: /usr/src/sys/dev/drm2/ttm/ttm_bo_vm.c =================================================================== --- /usr/src/sys/dev/drm2/ttm/ttm_bo_vm.c (revision 306823) +++ /usr/src/sys/dev/drm2/ttm/ttm_bo_vm.c (working copy) @@ -236,7 +236,7 @@ reserve: if (vm_page_busied(m)) { vm_page_lock(m); VM_OBJECT_WUNLOCK(vm_obj); - vm_page_busy_sleep(m, "ttmpbs"); + vm_page_busy_sleep(m, "ttmpbs", false); VM_OBJECT_WLOCK(vm_obj); ttm_mem_io_unlock(man); ttm_bo_unreserve(bo); Index: /usr/src/sys/kern/vfs_bio.c =================================================================== --- /usr/src/sys/kern/vfs_bio.c (revision 306823) +++ /usr/src/sys/kern/vfs_bio.c (working copy) @@ -2633,7 +2633,7 @@ vfs_vmio_invalidate(struct buf *bp) while (vm_page_xbusied(m)) { vm_page_lock(m); VM_OBJECT_WUNLOCK(obj); - vm_page_busy_sleep(m, "mbncsh"); + vm_page_busy_sleep(m, "mbncsh", true); VM_OBJECT_WLOCK(obj); } if (pmap_page_wired_mappings(m) == 0) @@ -4182,7 +4182,7 @@ vfs_drain_busy_pages(struct buf *bp) while (vm_page_xbusied(m)) { vm_page_lock(m); VM_OBJECT_WUNLOCK(bp->b_bufobj->bo_object); - vm_page_busy_sleep(m, "vbpage"); + vm_page_busy_sleep(m, "vbpage", true); VM_OBJECT_WLOCK(bp->b_bufobj->bo_object); } } Index: /usr/src/sys/ufs/ffs/ffs_vnops.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_vnops.c (revision 306823) +++ /usr/src/sys/ufs/ffs/ffs_vnops.c (working copy) @@ -77,6 +77,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include @@ -86,6 +87,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include @@ -118,14 +120,14 @@ static vop_listextattr_t ffs_listextattr; static vop_openextattr_t ffs_openextattr; static vop_setextattr_t ffs_setextattr; static vop_vptofh_t ffs_vptofh; +static vop_getpages_t ffs_getpages; - /* Global vfs data structures for ufs. */ struct vop_vector ffs_vnodeops1 = { .vop_default = &ufs_vnodeops, .vop_fsync = ffs_fsync, .vop_fdatasync = ffs_fdatasync, - .vop_getpages = vnode_pager_local_getpages, + .vop_getpages = ffs_getpages, .vop_getpages_async = vnode_pager_local_getpages_async, .vop_lock1 = ffs_lock, .vop_read = ffs_read, @@ -147,7 +149,7 @@ struct vop_vector ffs_vnodeops2 = { .vop_default = &ufs_vnodeops, .vop_fsync = ffs_fsync, .vop_fdatasync = ffs_fdatasync, - .vop_getpages = vnode_pager_local_getpages, + .vop_getpages = ffs_getpages, .vop_getpages_async = vnode_pager_local_getpages_async, .vop_lock1 = ffs_lock, .vop_read = ffs_read, @@ -1784,3 +1786,136 @@ vop_vptofh { ufhp->ufid_gen = ip->i_gen; return (0); } + +SYSCTL_DECL(_vfs_ffs); +static int use_buf_pager; +SYSCTL_INT(_vfs_ffs, OID_AUTO, use_buf_pager, CTLFLAG_RWTUN, &use_buf_pager, 0, + "Always use buffer pager instead of bmap"); + +static int +ffs_getpages(struct vop_getpages_args *ap) +{ + struct vnode *vp; + vm_page_t *mm, m; + vm_object_t object; + struct buf *bp; + struct ufsmount *um; + vm_pindex_t pi; + ufs_lbn_t lbn, lbnp; + vm_ooffset_t la, lb; + long bsize; + int bo_bs, count, error, i; + bool redo, lpart; + + vp = ap->a_vp; + mm = ap->a_m; + count = ap->a_count; + + um = VFSTOUFS(ap->a_vp->v_mount); + bo_bs = um->um_devvp->v_bufobj.bo_bsize; + if (!use_buf_pager && bo_bs <= PAGE_SIZE) + return (vnode_pager_generic_getpages(vp, mm, count, + ap->a_rbehind, ap->a_rahead, NULL, NULL)); + + object = vp->v_object; + la = IDX_TO_OFF(mm[count - 1]->pindex); + if (la >= object->un_pager.vnp.vnp_size) + return (VM_PAGER_BAD); + lpart = la + PAGE_SIZE > object->un_pager.vnp.vnp_size; + if (ap->a_rbehind != NULL) { + lb = IDX_TO_OFF(mm[0]->pindex); + *ap->a_rbehind = OFF_TO_IDX(lb - rounddown2(lb, bo_bs)); + } + if (ap->a_rahead != NULL) { + *ap->a_rahead = OFF_TO_IDX(roundup2(la, bo_bs) - la); + if (la + IDX_TO_OFF(*ap->a_rahead) >= + object->un_pager.vnp.vnp_size) { + *ap->a_rahead = OFF_TO_IDX(roundup2(object->un_pager. + vnp.vnp_size, PAGE_SIZE) - la); + } + } + VM_OBJECT_WLOCK(object); +again: + for (i = 0; i < count; i++) + vm_page_busy_downgrade(mm[i]); + VM_OBJECT_WUNLOCK(object); + + lbnp = -1; + for (i = 0; i < count; i++) { + m = mm[i]; + if (m->valid == VM_PAGE_BITS_ALL) + continue; + lbn = lblkno(um->um_fs, IDX_TO_OFF(m->pindex)); + if (lbn != lbnp) { + bsize = blksize(um->um_fs, VTOI(vp), lbn); + error = bread_gb(vp, lbn, bsize, NOCRED, GB_UNMAPPED, + &bp); + if (error != 0) + break; + KASSERT(m->valid == VM_PAGE_BITS_ALL || i == count - 1, + ("buf %d %p invalid", i, m)); + if (i == count - 1 && lpart) { + VM_OBJECT_WLOCK(object); + if (m->valid != 0 && + m->valid != VM_PAGE_BITS_ALL) + vm_page_zero_invalid(m, TRUE); + VM_OBJECT_WUNLOCK(object); + } + if (LIST_EMPTY(&bp->b_dep)) { + bp->b_flags |= B_RELBUF; + bp->b_flags &= ~B_NOCACHE; + brelse(bp); + } else { + /* XXX */ + bqrelse(bp); + } + lbnp = lbn; + } + } + + VM_OBJECT_WLOCK(object); + redo = false; + for (i = 0; i < count; i++) { + m = mm[i]; + vm_page_sunbusy(m); + while (vm_page_busied(m)) { + pi = m->pindex; + vm_page_reference(m); + vm_page_lock(m); + VM_OBJECT_WUNLOCK(object); + vm_page_busy_sleep(m, "ffspgl", false); + VM_OBJECT_WLOCK(object); + m = vm_page_lookup(object, pi); + while (m == NULL) { + m = vm_page_alloc(object, pi, VM_ALLOC_NORMAL); + if (m != NULL) { + mm[i] = m; + redo = true; + goto next_i; + } + VM_WAIT; + } + if (m != mm[i]) + mm[i] = m; + } + vm_page_xbusy(m); + /* + * Since pages were only sbusy while neither the + * buffer or the object locks were held by us, they + * could have been invalidated. Recheck valid bits + * and re-read as needed. + * + * Note that the last page is made fully valid in the + * read loop, and partial validity for count - 1 index + * could mean that the page was invalidated or + * removed, so must cause restart for safety as well. + */ + if (m->valid != VM_PAGE_BITS_ALL) + redo = true; +next_i:; + } + if (redo && error == 0) + goto again; + VM_OBJECT_WUNLOCK(object); + return (error != 0 ? VM_PAGER_ERROR : VM_PAGER_OK); +} Index: /usr/src/sys/vm/vm_fault.c =================================================================== --- /usr/src/sys/vm/vm_fault.c (revision 306823) +++ /usr/src/sys/vm/vm_fault.c (working copy) @@ -719,9 +719,13 @@ vnode_locked: * an error. */ if (rv == VM_PAGER_ERROR || rv == VM_PAGER_BAD) { - vm_page_lock(fs.m); - vm_page_free(fs.m); - vm_page_unlock(fs.m); + if (fs.m->wire_count == 0) { + vm_page_lock(fs.m); + vm_page_free(fs.m); + vm_page_unlock(fs.m); + } else { + vm_page_xunbusy(fs.m); + } fs.m = NULL; unlock_and_deallocate(&fs); return (rv == VM_PAGER_ERROR ? KERN_FAILURE : @@ -739,9 +743,13 @@ vnode_locked: * that we are. */ if (fs.object != fs.first_object) { - vm_page_lock(fs.m); - vm_page_free(fs.m); - vm_page_unlock(fs.m); + if (fs.m->wire_count == 0) { + vm_page_lock(fs.m); + vm_page_free(fs.m); + vm_page_unlock(fs.m); + } else { + vm_page_xunbusy(fs.m); + } fs.m = NULL; } } Index: /usr/src/sys/vm/vm_object.c =================================================================== --- /usr/src/sys/vm/vm_object.c (revision 306823) +++ /usr/src/sys/vm/vm_object.c (working copy) @@ -1186,7 +1186,7 @@ shadowlookup: if (object != tobject) VM_OBJECT_WUNLOCK(object); VM_OBJECT_WUNLOCK(tobject); - vm_page_busy_sleep(m, "madvpo"); + vm_page_busy_sleep(m, "madvpo", false); VM_OBJECT_WLOCK(object); goto relookup; } @@ -1365,7 +1365,7 @@ retry: VM_OBJECT_WUNLOCK(new_object); vm_page_lock(m); VM_OBJECT_WUNLOCK(orig_object); - vm_page_busy_sleep(m, "spltwt"); + vm_page_busy_sleep(m, "spltwt", false); VM_OBJECT_WLOCK(orig_object); VM_OBJECT_WLOCK(new_object); goto retry; @@ -1453,7 +1453,7 @@ vm_object_collapse_scan_wait(vm_object_t object, v if (p == NULL) VM_WAIT; else - vm_page_busy_sleep(p, "vmocol"); + vm_page_busy_sleep(p, "vmocol", false); VM_OBJECT_WLOCK(object); VM_OBJECT_WLOCK(backing_object); return (TAILQ_FIRST(&backing_object->memq)); @@ -1912,7 +1912,7 @@ again: vm_page_lock(p); if (vm_page_xbusied(p)) { VM_OBJECT_WUNLOCK(object); - vm_page_busy_sleep(p, "vmopax"); + vm_page_busy_sleep(p, "vmopax", true); VM_OBJECT_WLOCK(object); goto again; } @@ -1927,7 +1927,7 @@ again: } if (vm_page_busied(p)) { VM_OBJECT_WUNLOCK(object); - vm_page_busy_sleep(p, "vmopar"); + vm_page_busy_sleep(p, "vmopar", false); VM_OBJECT_WLOCK(object); goto again; } Index: /usr/src/sys/vm/vm_page.c =================================================================== --- /usr/src/sys/vm/vm_page.c (revision 306823) +++ /usr/src/sys/vm/vm_page.c (working copy) @@ -655,16 +655,27 @@ void vm_page_busy_downgrade(vm_page_t m) { u_int x; + bool locked; vm_page_assert_xbusied(m); + locked = mtx_owned(vm_page_lockptr(m)); for (;;) { x = m->busy_lock; x &= VPB_BIT_WAITERS; + if (x != 0 && !locked) + vm_page_lock(m); if (atomic_cmpset_rel_int(&m->busy_lock, VPB_SINGLE_EXCLUSIVER | x, VPB_SHARERS_WORD(1) | x)) break; + if (x != 0 && !locked) + vm_page_unlock(m); } + if (x != 0) { + wakeup(m); + if (!locked) + vm_page_unlock(m); + } } /* @@ -730,9 +741,11 @@ vm_page_sunbusy(vm_page_t m) * This is used to implement the hard-path of busying mechanism. * * The given page must be locked. + * + * If nonshared is true, sleep only if page is xbusy. */ void -vm_page_busy_sleep(vm_page_t m, const char *wmesg) +vm_page_busy_sleep(vm_page_t m, const char *wmesg, bool nonshared) { u_int x; @@ -739,7 +752,7 @@ void vm_page_lock_assert(m, MA_OWNED); x = m->busy_lock; - if (x == VPB_UNBUSIED) { + if (x == VPB_UNBUSIED || (nonshared && (x & VPB_BIT_SHARED) != 0)) { vm_page_unlock(m); return; } @@ -1081,7 +1094,7 @@ vm_page_sleep_if_busy(vm_page_t m, const char *msg obj = m->object; vm_page_lock(m); VM_OBJECT_WUNLOCK(obj); - vm_page_busy_sleep(m, msg); + vm_page_busy_sleep(m, msg, false); VM_OBJECT_WLOCK(obj); return (TRUE); } @@ -3444,7 +3457,8 @@ retrylookup: vm_page_aflag_set(m, PGA_REFERENCED); vm_page_lock(m); VM_OBJECT_WUNLOCK(object); - vm_page_busy_sleep(m, "pgrbwt"); + vm_page_busy_sleep(m, "pgrbwt", (allocflags & + VM_ALLOC_IGN_SBUSY) != 0); VM_OBJECT_WLOCK(object); goto retrylookup; } else { Index: /usr/src/sys/vm/vm_page.h =================================================================== --- /usr/src/sys/vm/vm_page.h (revision 306823) +++ /usr/src/sys/vm/vm_page.h (working copy) @@ -436,7 +436,7 @@ malloc2vm_flags(int malloc_flags) #endif void vm_page_busy_downgrade(vm_page_t m); -void vm_page_busy_sleep(vm_page_t m, const char *msg); +void vm_page_busy_sleep(vm_page_t m, const char *msg, bool nonshared); void vm_page_flash(vm_page_t m); void vm_page_hold(vm_page_t mem); void vm_page_unhold(vm_page_t mem); -- Test scenario: misc/nfsrename.sh on remote host