GENERIC HEAD from 2012-04-19 03:26:21 UTC, r234451M, vmcore.343 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2012 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r234451M: Thu Apr 19 06:25:42 CEST 2012 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3531632640 (3368 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 673168 free (1656 frags, 83939 blocks, 0.2% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 120480 free (5072 frags, 14426 blocks, 0.5% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 118276130 free (154 frags, 14784497 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 3622613 free (246245 frags, 422046 blocks, 2.4% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 11717520 free (55032 frags, 1457811 blocks, 0.2% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/gcc46 /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 Clearing /tmp (X related). Starting mountd. Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xcadbb310 ufs (ufs) @ kern/vfs_lookup.c:542 2nd 0xe1924000 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:260 3rd 0xcadb1880 ufs (ufs) @ kern/vfs_subr.c:2160 KDB: stack backtrace: db_trace_self_wrapper(c0f791d7,3a632e73,a303632,0,ffffffc0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7cb0b,c0f7ccb9,c1257750,870,f27b4354,...) at kdb_backtrace+0x2a _witness_debugger(c0f7ccb9,cadb1880,c0f6b364,c7d795a8,c0f84d1e,...) at _witness_debugger+0x25 witness_checkorder(cadb1880,9,c0f84d15,870,0,...) at witness_checkorder+0x86f __lockmgr_args(cadb1880,80100,cadb18ec,0,0,...) at __lockmgr_args+0x8c5 ffs_lock(f27b4450,c0a8f08c,ca6c3000,80100,cadb1828,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c10bf440,f27b4450,c7d721e0,c10d0620,cadb1828,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cadb1828,80100,c0f84d15,870,4,...) at _vn_lock+0x78 vget(cadb1828,80100,ca6c3000,50,0,...) at vget+0xbb vfs_hash_get(ca74fb70,15eebd,80000,ca6c3000,f27b459c,...) at vfs_hash_get+0xed ffs_vgetf(ca74fb70,15eebd,80000,f27b459c,1,...) at ffs_vgetf+0x49 softdep_sync_buf(cadbb2b8,e1923fa0,1,106,0,...) at softdep_sync_buf+0xac9 ffs_syncvnode(cadbb2b8,1,0,f27b462c,c0a8cf67,...) at ffs_syncvnode+0x24c ffs_truncate(cadbb2b8,200,0,880,c7db3500,...) at ffs_truncate+0x8b5 ufs_direnter(cadbb2b8,cadb1828,f27b4914,f27b4bbc,0,...) at ufs_direnter+0x9a1 ufs_makeinode(f27b4bbc,c10bfa00,f27b4b00,f27b4a5c,c0dd27e5,...) at ufs_makeinode+0x65d ufs_create(f27b4b00,c0fceb38,0,0,f27b4b7c,...) at ufs_create+0x30 VOP_CREATE_APV(c10bf440,f27b4b00,f27b4bbc,f27b4a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f27b4b7c,f27b4c44,1b0,0,c7db3500,...) at vn_open_cred+0x205 vn_open(f27b4b7c,f27b4c44,1b0,ca78d540,4f8f96b9,...) at vn_open+0x3b kern_openat(ca6c3000,ffffff9c,28839f60,0,a03,...) at kern_openat+0x1ec kern_open(ca6c3000,28839f60,0,a02,1b0,...) at kern_open+0x35 sys_open(ca6c3000,f27b4cec,c0fc73bc,c0f7d9b2,206,...) at sys_open+0x30 syscall(f27b4d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x283ec193, esp = 0xbfbfc50c, ebp = 0xbfbfc598 --- . Updating motd:. Starting ntpd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xca809880 ufs (ufs) @ kern/vfs_mount.c:1254 2nd 0xca7d746c devfs (devfs) @ ufs/ffs/ffs_softdep.c:1835 KDB: stack backtrace: db_trace_self_wrapper(c0f791d7,38313a63,a3533,caacf1b4,8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7cb0b,c0f7cca0,c1257378,72b,f270c9b8,...) at kdb_backtrace+0x2a _witness_debugger(c0f7cca0,ca7d746c,c0f70314,c7d79408,c0fa95d5,...) at _witness_debugger+0x25 witness_checkorder(ca7d746c,9,c0fa95cc,72b,ca7d74d8,...) at witness_checkorder+0x86f __lockmgr_args(ca7d746c,80400,ca7d74d8,0,0,...) at __lockmgr_args+0x8c5 vop_stdlock(f270cab0,4,c0f7341b,80400,ca7d7414,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c1094c00,f270cab0,c128b0c0,c10d0620,ca7d7414,...) at VOP_LOCK1_APV+0xb5 _vn_lock(ca7d7414,80400,c0fa95cc,72b,0,...) at _vn_lock+0x78 softdep_flushworklist(caab02dc,f270cb68,ca7ba8a0,612,caa9c220,...) at softdep_flushworklist+0x47 ffs_sync(caab02dc,1,f270cbbc,51f,c7c34000,...) at ffs_sync+0x3bf dounmount(caab02dc,8080000,ca7ba8a0,4a1,f270cc04,...) at dounmount+0x3f8 sys_unmount(ca7ba8a0,f270ccec,c0fc73bc,c,206,...) at sys_unmount+0x421 syscall(f270cd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280e7f9b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 115 files, 37851 used, 118276130 free (154 frags, 14784497 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 115 files, 37851 used, 118276130 free (154 frags, 14784497 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Thu Apr 19 06:42:42 CEST 2012 FreeBSD/i386 (x4.osted.lan) (console) login: lock order reversal: 1st 0xe1933d80 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xcaa90000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0f791d7,2e687361,38323a63,c0000a34,c1257350,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7cb0b,c0f7cca0,c1257340,11c,f27c07d8,...) at kdb_backtrace+0x2a _witness_debugger(c0f7cca0,caa90000,c0fad4da,c7d79610,c0fad16c,...) at _witness_debugger+0x25 witness_checkorder(caa90000,9,c0fad163,11c,0,...) at witness_checkorder+0x86f _sx_xlock(caa90000,0,c0fad163,11c,cb0810e8,...) at _sx_xlock+0xa0 ufsdirhash_acquire(e1933d20,cb0810e8,f27c0914,e2744540,f27c08a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(cb0810e8,f27c0914,540,f27c0894,f27c0898,...) at ufsdirhash_add+0x13 ufs_direnter(cafd7414,cb79e570,f27c0914,f27c0bbc,0,...) at ufs_direnter+0x7a9 ufs_makeinode(f27c0bbc,c10bfa00,f27c0b00,f27c0a5c,c0dd27e5,...) at ufs_makeinode+0x65d ufs_create(f27c0b00,c0fceb38,0,0,f27c0b7c,...) at ufs_create+0x30 VOP_CREATE_APV(c10bf440,f27c0b00,f27c0bbc,f27c0a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f27c0b7c,f27c0c44,180,0,c7db3e80,...) at vn_open_cred+0x205 vn_open(f27c0b7c,f27c0c44,180,cb0ae0a8,c81795c0,...) at vn_open+0x3b kern_openat(c81795c0,ffffff9c,28407ab4,0,602,...) at kern_openat+0x1ec kern_open(c81795c0,28407ab4,0,601,1b6,...) at kern_open+0x35 sys_open(c81795c0,f27c0cec,c0fc73bc,c,246,...) at sys_open+0x30 syscall(f27c0d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28201193, esp = 0xbfbfec0c, ebp = 0xbfbfecc8 --- Apr 19 06:51:10 x4 su: pho to root on /dev/pts/0 fsync: giving up on dirty 0xcb934d98: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72fb00 flags (VI(0x200)) v_object 0xcbab9378 ref 0 pages 10 lock type devfs: EXCL by thread 0xcba21b80 (pid 2429, umount, tid 100182) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md5a Apr 19 06:51:34 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:51:34 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:51:34 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:51:37 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:51:38 x4 mountd[1009]: can't delete exports for /mnt8: Device busy Apr 19 06:51:38 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:51:38 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:51:40 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:51:42 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:51:42 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:51:42 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:51:43 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:51:46 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt6: Device busy Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:51:47 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:51:52 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:51:53 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:51:58 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:52:03 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:04 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:04 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:04 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:04 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt19: Device busy Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:05 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:06 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:06 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:07 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:08 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:10 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:11 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:52:11 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:11 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:12 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:12 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:12 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:52:12 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:12 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:12 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument fsync: giving up on dirty 0xcb934ae0: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xcb9a5300 flags (VI(0x200)) v_object 0xcbaec534 ref 0 pages 10 lock type devfs: EXCL by thread 0xcba1f000 (pid 9544, umount, tid 100231) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md6a Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:13 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:14 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument fsync: giving up on dirty 0xcb87fae0: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72e000 flags (VI(0x200)) v_object 0xcb825de0 ref 0 pages 10 lock type devfs: EXCL by thread 0xca7b55c0 (pid 9857, umount, tid 100142) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md7a Apr 19 06:52:15 x4 mountd[1009]: can't delete exports for /mnt11: Device busy Apr 19 06:52:15 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:15 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument fsync: giving up on dirty 0xcb934d98: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72fb00 flags (VI(0x200)) v_object 0xcbab9378 ref 0 pages 10 lock type devfs: EXCL by thread 0xcbd768a0 (pid 10201, umount, tid 100289) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md5a Apr 19 06:52:18 x4 mountd[1009]: can't delete exports for /mnt6: Device busy Apr 19 06:52:21 x4 mountd[1009]: can't delete exports for /mnt8: Device busy Apr 19 06:52:23 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:23 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:23 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:23 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:24 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:24 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:24 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:28 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:52:28 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:28 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument fsync: giving up on dirty 0xcb8a7ae0: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xcba47400 flags (VI(0x200)) v_object 0xcbb06378 ref 0 pages 10 lock type devfs: EXCL by thread 0xcbb285c0 (pid 12673, umount, tid 100281) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md12a Apr 19 06:52:31 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:31 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:31 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:31 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:32 x4 mountd[1009]: can't delete exports for /mnt19: Device busy Apr 19 06:52:32 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:32 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:32 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:33 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:33 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:33 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:33 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:34 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:34 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:34 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:38 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:39 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:39 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:39 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:41 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:41 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:41 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:41 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:41 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:42 x4 mountd[1009]: can't delete exports for /mnt16: Device busy Apr 19 06:52:42 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:42 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:52:42 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:43 x4 mountd[1009]: can't delete exports for /mnt10: Device busy Apr 19 06:52:43 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:43 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:43 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:43 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:45 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:46 x4 mountd[1009]: can't delete exports for /mnt5: Device busy fsync: giving up on dirty 0xcb8a6828: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xcb9a4b00 flags (VI(0x200)) v_object 0xcbb07d4c ref 0 pages 10 lock type devfs: EXCL by thread 0xca6c38a0 (pid 15544, umount, tid 100113) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md10a Apr 19 06:52:48 x4 mountd[1009]: can't delete exports for /mnt7: Device busy Apr 19 06:52:48 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:48 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:49 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument fsync: giving up on dirty 0xcb87e570: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72ee00 flags (VI(0x200)) v_object 0xcb9e7e74 ref 0 pages 10 lock type devfs: EXCL by thread 0xcba98000 (pid 16657, umount, tid 100218) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md15a Apr 19 06:52:54 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:54 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:52:55 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:52:56 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:52:57 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:52:57 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:52:57 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:57 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:52:57 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:00 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:00 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:00 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:01 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:02 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:02 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:04 x4 mountd[1009]: can't delete exports for /mnt6: Device busy Apr 19 06:53:06 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:06 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:06 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:06 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:06 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:06 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:07 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:08 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:09 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:53:10 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:53:10 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:12 x4 mountd[1009]: can't delete exports for /mnt16: Device busy Apr 19 06:53:12 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:13 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:14 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt9: Device busy Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:15 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:16 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:18 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:18 x4 mountd[1009]: can't delete exports for /mnt12: Device busy Apr 19 06:53:19 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:19 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:19 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:20 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:20 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:20 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:20 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:21 x4 mountd[1009]: can't delete exports for /mnt11: Device busy Apr 19 06:53:21 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:22 x4 mountd[1009]: can't delete exports for /mnt12: Device busy Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:24 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:25 x4 mountd[1009]: can't delete exports for /mnt10: Device busy Apr 19 06:53:25 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:25 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:27 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:28 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:28 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:28 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:28 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:29 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:29 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:29 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:29 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:29 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:29 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument fsync: giving up on dirty 0xcb87f6cc: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72e900 flags (VI(0x200)) v_object 0xcbaef094 ref 0 pages 10 lock type devfs: EXCL by thread 0xcba98b80 (pid 23011, umount, tid 100210) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md13a Apr 19 06:53:32 x4 mountd[1009]: can't delete exports for /mnt11: Device busy Apr 19 06:53:32 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:32 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:32 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:33 x4 mountd[1009]: can't delete exports for /mnt17: Device busy Apr 19 06:53:34 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:34 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:35 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:37 x4 mountd[1009]: can't delete exports for /mnt9: Device busy Apr 19 06:53:39 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:53:39 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:39 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:40 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:41 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:41 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:41 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:41 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:42 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:42 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:43 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:43 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:43 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:44 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:47 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:48 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:49 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:49 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:49 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:49 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:50 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:53:50 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:50 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:50 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:50 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument fsync: giving up on dirty 0xcb884d98: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xcb9a4200 flags (VI(0x200)) v_object 0xcbaeb784 ref 0 pages 10 lock type devfs: EXCL by thread 0xcba985c0 (pid 26510, umount, tid 100214) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md18a Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:53:53 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:55 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:53:56 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:56 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:56 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:58 x4 mountd[1009]: can't delete exports for /mnt12: Device busy Apr 19 06:53:58 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:53:59 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument fsync: giving up on dirty 0xcb87e000: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72e300 flags (VI(0x200)) v_object 0xcb7a92e4 ref 0 pages 10 lock type devfs: EXCL by thread 0xcbbf3000 (pid 28098, umount, tid 100252) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md16a fsync: giving up on dirty 0xcb8852b8: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72e500 flags (VI(0x200)) v_object 0xcba96de0 ref 0 pages 10 lock type devfs: EXCL by thread 0xcbd3a8a0 (pid 28091, umount, tid 100272) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md9a Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:54:01 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:54:02 x4 mountd[1009]: can't delete exports for /mnt11: Device busy Apr 19 06:54:04 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:54:05 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:54:05 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:05 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:54:05 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:05 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:54:05 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:06 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:10 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:54:12 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:12 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:13 x4 mountd[1009]: can't delete exports for /mnt7: Device busy Apr 19 06:54:15 x4 mountd[1009]: can't delete exports for /mnt12: Device busy Apr 19 06:54:15 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:15 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:54:15 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:54:15 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:17 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:54:20 x4 mountd[1009]: can't delete exports for /mnt6: Device busy Apr 19 06:54:20 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt6: Device busy Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt16: Device busy Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt12: Device busy Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:54:23 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:25 x4 mountd[1009]: can't delete exports for /mnt6: Device busy Apr 19 06:54:25 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:54:25 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:27 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument fsync: giving up on dirty 0xcb934d98: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xca72fb00 flags (VI(0x200)) v_object 0xcbab9378 ref 0 pages 10 lock type devfs: EXCL by thread 0xcbd328a0 (pid 32800, umount, tid 100298) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md5a Apr 19 06:54:28 x4 mountd[1009]: can't delete exports for /mnt17: Invalid argument Apr 19 06:54:28 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument fsync: giving up on dirty 0xcb8a6828: tag devfs, type VCHR usecount 1, writecount 0, refcount 5 mountedhere 0xcb9a4b00 flags (VI(0x200)) v_object 0xcbb07d4c ref 0 pages 10 lock type devfs: EXCL by thread 0xcbb28000 (pid 33095, umount, tid 100242) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0acec25 at vop_stdlock+0x65 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0c8a2a7 at ffs_sync+0x467 #5 0xc0ad9ac8 at dounmount+0x3f8 #6 0xc0ada1b1 at sys_unmount+0x421 #7 0xc0dac9e7 at syscall+0x2c7 #8 0xc0d96dd1 at Xint0x80_syscall+0x21 dev md10a Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt18: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 06:54:30 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:31 x4 mountd[1009]: can't delete exports for /mnt13: Invalid argument Apr 19 06:54:33 x4 mountd[1009]: can't delete exports for /mnt5: Device busy Apr 19 06:54:33 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 06:54:34 x4 mountd[1009]: can't delete exports for /mnt14: Device busy Apr 19 06:54:34 x4 mountd[1009]: can't delete exports for /mnt8: Invalid argument Apr 19 06:54:34 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 06:54:34 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument : : Apr 19 22:00:45 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 22:00:48 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 22:00:48 x4 mountd[1009]: can't delete exports for /mnt7: Invalid argument Apr 19 22:00:49 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 22:00:49 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 22:00:49 x4 mountd[1009]: can't delete exports for /mnt14: Invalid argument Apr 19 22:00:49 x4 mountd[1009]: can't delete exports for /mnt16: Invalid argument Apr 19 22:00:49 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 22:00:49 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 22:00:50 x4 mountd[1009]: can't delete exports for /mnt12: Invalid argument Apr 19 22:00:50 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 22:00:50 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 22:00:50 x4 mountd[1009]: can't delete exports for /mnt10: Invalid argument Apr 19 22:00:52 x4 mountd[1009]: can't delete exports for /mnt6: Invalid argument Apr 19 22:00:52 x4 mountd[1009]: can't delete exports for /mnt19: Invalid argument Apr 19 22:00:53 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 22:00:54 x4 mountd[1009]: can't delete exports for /mnt5: Invalid argument Apr 19 22:00:56 x4 mountd[1009]: can't delete exports for /mnt15: Invalid argument Apr 19 22:00:56 x4 mountd[1009]: can't delete exports for /mnt9: Invalid argument Apr 19 22:00:56 x4 mountd[1009]: can't delete exports for /mnt11: Invalid argument Apr 19 22:02:41 x4 kernel: pid 95058 (linger2), uid 1004 inumber 890 on /mnt: filesystem full GEOM_JOURNAL: Journal 898945238: md5 contains data. GEOM_JOURNAL: Journal 898945238: md5 contains journal. GEOM_JOURNAL: Journal md5 clean. GEOM_JOURNAL: BIO_FLUSH not supported by md5. panic: kmem_malloc(131072): kmem_map too small: 285646848 total allocated cpuid = 1 KDB: enter: panic [ thread pid 98985 tid 175528 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 98985 tid 175528 td 0xcad9e5c0 kdb_enter(c0f75178,c0f75178,c0faf9c4,f34545c4,1,...) at kdb_enter+0x3a panic(c0faf9c4,20000,1106a000,c0faf9be,7d0,...) at panic+0x18c kmem_malloc(c1bb508c,20000,2,f3454628,c0cab750,...) at kmem_malloc+0x280 page_alloc(0,20000,f345461b,2,2253dd8,...) at page_alloc+0x27 uma_large_malloc(20000,2,c0f7341b,2,2,...) at uma_large_malloc+0x50 malloc(20000,cc069130,2,113,20000,...) at malloc+0x14d gj_malloc(d5b03000,db9c2000,20000,8630000,0,...) at gj_malloc+0x99 g_journal_new_bio(8650000,0,7b25ba00,0,d5ca3000,...) at g_journal_new_bio+0x62 g_journal_insert(8650000,0,7b25ba00,0,d5ca3000,...) at g_journal_insert+0xe0 g_journal_flush(d2e88410,0,cc067704,87f,bb8,...) at g_journal_flush+0x37c g_journal_worker(d2e88400,f3454d28,c0f6f450,3d8,d0c60b30,...) at g_journal_worker+0x16a6 fork_exit(cc064f50,d2e88400,f3454d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3454d60, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x754180 curthread = 0xc7dcd8a0: pid 11 "idle: cpu0" curpcb = 0xc7b26d80 fpcurthread = none idlethread = 0xc7dcd8a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x6a45180 curthread = 0xcad9e5c0: pid 98985 "g_journal md5" curpcb = 0xf3454d80 fpcurthread = none idlethread = 0xc7dcd5c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x6a48180 curthread = 0xc7dcd2e0: pid 11 "idle: cpu2" curpcb = 0xc7b2cd80 fpcurthread = none idlethread = 0xc7dcd2e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x6a4b180 curthread = 0xc7dcd000: pid 11 "idle: cpu3" curpcb = 0xc7b2fd80 fpcurthread = none idlethread = 0xc7dcd000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 98995 (dd) thread 0xd15cf8a0 (100460) exclusive lockmgr ufs (ufs) r = 0 (0xcdabab38) locked @ kern/vfs_vnops.c:645 Process 98991 (md6) thread 0xcae0e8a0 (174579) exclusive lockmgr bufwait (bufwait) r = 0 (0xe19ad500) locked @ kern/vfs_bio.c:1905 exclusive lockmgr ufs (ufs) r = 0 (0xcc1c6df0) locked @ dev/md/md.c:621 db:0:alllocks> show lockedvnods Locked vnodes 0xcc1c6d98: tag ufs, type VREG usecount 1, writecount 1, refcount 1757 mountedhere 0 flags (VV_MD|VI(0x200)) v_object 0xd102240c ref 0 pages 31160 lock type ufs: EXCL by thread 0xcae0e8a0 (pid 98991, md6, tid 174579) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0c8ff51 at ffs_lock+0xa1 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc077ada8 at mdstart_vnode+0x498 #5 0xc07799d0 at md_kthread+0x1c0 #6 0xc0a13d38 at fork_exit+0xb8 #7 0xc0d96de4 at fork_trampoline+0x8 ino 4, on dev md5.journal 0xcdabaae0: tag ufs, type VREG usecount 1, writecount 1, refcount 1804 mountedhere 0 flags (VI(0x200)) v_object 0xd206a1bc ref 0 pages 31336 lock type ufs: EXCL by thread 0xd15cf8a0 (pid 98995, dd, tid 100460) #0 0xc0a2942e at __lockmgr_args+0xd6e #1 0xc0c8ff51 at ffs_lock+0xa1 #2 0xc0dd1815 at VOP_LOCK1_APV+0xb5 #3 0xc0af1d68 at _vn_lock+0x78 #4 0xc0af2bb6 at vn_write+0x176 #5 0xc0a912f5 at dofilewrite+0x95 #6 0xc0a91968 at kern_writev+0x68 #7 0xc0a91a7f at sys_write+0x4f #8 0xc0dac9e7 at syscall+0x2c7 #9 0xc0d96dd1 at Xint0x80_syscall+0x21 ino 4, on dev md6a db:0:lockedvnods> show mount 0xca74eb70 /dev/ad4s1a on / (ufs) 0xca74f000 devfs on /dev (devfs) 0xcaab05b8 /dev/ad4s1f on /home (ufs) 0xcaab0000 /dev/ad4s1d on /usr (ufs) 0xca74fb70 /dev/ad4s1e on /var (ufs) 0xca74f894 procfs on /proc (procfs) 0xd3ca25b8 /dev/label/tmp on /tmp (ufs) 0xcb6ed5b8 /dev/md5.journal on /mnt (ufs) 0xcb727894 /dev/md6a on /media (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 99011 1378 1374 1001 S nanslp 0xc110ec24 sleep 98996 98963 60259 0 S+ piperd 0xd1607320 egrep 98995 98963 60259 0 D+ wdrain 0xc1284aa4 dd 98991 0 0 0 DL biowr 0xe19ad4a0 [md6] 98985 0 0 0 RL CPU 1 [g_journal md5] 98983 0 0 0 DL suspwt 0xcb6ed604 [g_journal switcher] 98981 0 0 0 DL mdwait 0xcb591800 [md5] 98963 60259 60259 0 S+ wait 0xd07e2598 sh 61567 0 0 0 RL (threaded) [zfskern] 100551 D l2arc_fe 0xd61e8e84 [l2arc_feed_thread] 100472 RunQ [arc_reclaim_thread] 60259 1362 60259 0 S+ wait 0xd3c4db30 sh 2301 2210 2301 0 S+ ttyin 0xcac1de70 bash 2210 1920 2210 0 SW+ pause 0xcb0b58bc csh 1920 1664 1920 1001 SW+ wait 0xcbdac598 su 1664 1663 1664 1001 SWs+ wait 0xcb0b7000 bash 1663 1604 1604 1001 S select 0xca711b24 sshd 1604 1142 1604 0 Ss select 0xcb4d6e24 sshd 1379 1374 1374 1001 S piperd 0xcb82ac80 awk 1378 1374 1374 1001 S wait 0xcb9b7b30 sh 1377 1376 1377 1001 Ss kqread 0xcae52a80 tail 1376 1369 1369 1001 S select 0xca729924 sshd 1375 1372 1375 1001 Ss+ select 0xca7298e4 top 1374 1373 1374 1001 SWs wait 0xca7812cc sh 1373 1366 1366 1001 S select 0xca695ea4 sshd 1372 1367 1367 1001 S select 0xca729964 sshd 1369 1142 1369 0 Ss select 0xca729ae4 sshd 1367 1142 1367 0 Ss select 0xca6f4724 sshd 1366 1142 1366 0 Ss select 0xca72ad64 sshd 1362 1359 1362 0 SW+ wait 0xcb0b5598 bash 1359 1358 1359 0 SW+ pause 0xcb12a058 csh 1358 1353 1358 1001 SW+ wait 0xca81a000 su 1353 1352 1353 1001 SWs+ wait 0xcb0b5b30 bash 1352 1350 1350 1001 S select 0xca6f46a4 sshd 1350 1142 1350 0 Ss select 0xca6f4064 sshd 1248 1 1248 0 Ss+ ttyin 0xc8183670 getty 1247 1 1247 0 Ss+ ttyin 0xc8183870 getty 1246 1 1246 0 Ss+ ttyin 0xc8183a70 getty 1245 1 1245 0 Ss+ ttyin 0xc7ef5270 getty 1244 1 1244 0 Ss+ ttyin 0xc7ef5470 getty 1243 1 1243 0 Ss+ ttyin 0xc7ef5670 getty 1242 1 1242 0 Ss+ ttyin 0xc7ef5870 getty 1241 1 1241 0 Ss+ ttyin 0xc7ef5a70 getty 1240 1 1240 0 Ss+ ttyin 0xc7ef5c70 getty 1223 1 1223 0 Ss select 0xca711424 inetd 1198 1 1198 0 Ss nanslp 0xc110ec24 watchdogd 1153 1 1153 0 Ss nanslp 0xc110ec24 cron 1148 1 1148 25 SWs pause 0xca83a324 sendmail 1145 1 1145 0 Ss select 0xca72ae24 sendmail 1142 1 1142 0 Ss select 0xca729ba4 sshd 1111 1 1111 0 Ss select 0xca711524 moused 1091 1 1091 0 Ss select 0xca72ae64 ntpd 1035 1031 1031 0 S (threaded) nfsd 100125 S rpcsvc 0xcabb8890 nfsd: service 100124 S rpcsvc 0xcabb88d0 nfsd: service 100123 S rpcsvc 0xcabb8910 nfsd: service 100100 S rpcsvc 0xca731dd0 nfsd: master 1031 1 1031 0 Ss select 0xca711564 nfsd 1029 1025 1025 0 S select 0xcaab6064 nfsuserd 1028 1025 1025 0 S select 0xca729be4 nfsuserd 1027 1025 1025 0 S select 0xcaab60a4 nfsuserd 1026 1025 1025 0 S select 0xca729c24 nfsuserd 1025 1 1025 0 SWs pause 0xca818b88 nfsuserd 1009 1 1009 0 Ss select 0xcaab60e4 mountd 976 1 976 0 Ss select 0xcaab6124 rpcbind 961 1 961 0 Ss select 0xcaab6224 syslogd 838 1 838 0 Ss select 0xcaab6264 devd 19 0 0 0 DL sdflush 0xc128b100 [softdepflush] 18 0 0 0 DL vlruwt 0xca6c02cc [vnlru] 17 0 0 0 DL syncer 0xc1284df4 [syncer] 16 0 0 0 DL psleep 0xc1284a88 [bufdaemon] 9 0 0 0 DL pgzero 0xc128cfdc [pagezero] 8 0 0 0 DL psleep 0xc128cbc8 [vmdaemon] 7 0 0 0 DL psleep 0xc128cb90 [pagedaemon] 6 0 0 0 DL ccb_scan 0xc10d1bd4 [xpt_thrd] 5 0 0 0 DL waiting_ 0xc1286918 [sctp_iterator] 4 0 0 0 DL ctl_work 0xc818a000 [ctl_thrd] 3 0 0 0 DL - 0xc7ff7a3c [fdc0] 2 0 0 0 SL - 0xc8087000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc805cd34 [usbus5] 100057 D - 0xc805cd04 [usbus5] 100056 D - 0xc805ccd4 [usbus5] 100055 D - 0xc805cca4 [usbus5] 100053 D - 0xc804fb5c [usbus4] 100052 D - 0xc804fb2c [usbus4] 100051 D - 0xc804fafc [usbus4] 100050 D - 0xc804facc [usbus4] 100049 D - 0xc804ab5c [usbus3] 100048 D - 0xc804ab2c [usbus3] 100047 D - 0xc804aafc [usbus3] 100046 D - 0xc804aacc [usbus3] 100045 D - 0xc8042b5c [usbus2] 100044 D - 0xc8042b2c [usbus2] 100043 D - 0xc8042afc [usbus2] 100042 D - 0xc8042acc [usbus2] 100040 D - 0xc803cb5c [usbus1] 100039 D - 0xc803cb2c [usbus1] 100038 D - 0xc803cafc [usbus1] 100037 D - 0xc803cacc [usbus1] 100035 D - 0xc8031b5c [usbus0] 100034 D - 0xc8031b2c [usbus0] 100033 D - 0xc8031afc [usbus0] 100032 D - 0xc8031acc [usbus0] 14 0 0 0 DL - 0xc110da24 [yarrow] 13 0 0 0 DL (threaded) [geom] 100015 D - 0xc110ac68 [g_down] 100014 D - 0xc110ac64 [g_up] 100013 D - 0xc110ac5c [g_event] 12 0 0 0 WL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi6: task queue] 100026 I [swi6: Giant taskq] 100024 I [swi5: +] 100021 I [swi2: cambio] 100012 I [swi3: vm] 100011 I [swi1: netisr 0] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xc7dcbb30 [init] 10 0 0 0 DL audit_wo 0xc128a840 [audit] 0 0 0 0 DLs (threaded) [kernel] 100550 D - 0xcabe4300 [system_taskq_3] 100549 D - 0xcabe4300 [system_taskq_2] 100548 D - 0xcabe4300 [system_taskq_1] 100547 D - 0xcabe4300 [system_taskq_0] 100546 D - 0xd3afa440 [aiod_bio taskq] 100069 D - 0xc110da24 [deadlkres] 100068 D - 0xca425200 [mca taskq] 100061 D - 0xc8086500 [fw0_taskq] 100025 D - 0xc7da5740 [thread taskq] 100023 D - 0xc7da57c0 [ffs_trim taskq] 100022 D - 0xc7da5800 [kqueue taskq] 100020 D - 0xc7da5840 [acpi_task_2] 100019 D - 0xc7da5840 [acpi_task_1] 100018 D - 0xc7da5840 [acpi_task_0] 100016 D - 0xc7da5c40 [firmware taskq] 100000 D sched 0xc110ad80 [swapper] db:0:ps> allt Tracing command sleep pid 99011 tid 170560 td 0xd045a8a0 sched_switch(d045a8a0,0,104,1a3,f78128f0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(d045a8a0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(2711,c0a83330,d045a8a0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c110ec24,6c,c0f766d7,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c110ec24,0,16c,c0f766d7,2711,...) at _sleep+0x34f kern_nanosleep(d045a8a0,f371ec4c,f371ec54,a,0,...) at kern_nanosleep+0xc1 sys_nanosleep(d045a8a0,f371ecec,c0fc73bc,c0f7e386,246,...) at sys_nanosleep+0x6f syscall(f371ed28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2816e223, esp = 0xbfbfec5c, ebp = 0xbfbfeca8 --- Tracing command egrep pid 98996 tid 170718 td 0xcff40b80 sched_switch(cff40b80,0,104,1a3,af90bb10,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cff40b80,0,c0f7abc0,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(d1607320,5c,c0f7d543,100,0,...) at sleepq_wait_sig+0x17 _sleep(d1607320,d1607498,15c,c0f7d543,0,...) at _sleep+0x385 pipe_read(ceb802a0,f39b9c40,c7db3100,0,cff40b80,...) at pipe_read+0x427 dofileread(f39b9c40,ffffffff,ffffffff,0,f39b9c1c,...) at dofileread+0x9e kern_readv(cff40b80,0,f39b9c40,f39b9c60,1,...) at kern_readv+0x68 sys_read(cff40b80,f39b9cec,c0fc73bc,c0f7da3d,246,...) at sys_read+0x4f syscall(f39b9d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d46e3, esp = 0xbfbfe63c, ebp = 0xbfbfe6c8 --- Tracing command dd pid 98995 tid 100460 td 0xd15cf8a0 sched_switch(d15cf8a0,0,104,1a3,71b1b919,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(d15cf8a0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1284aa4,54,c0f82203,0,0,...) at sleepq_wait+0x63 _sleep(c1284aa4,c1284aa8,54,c0f82203,0,...) at _sleep+0x39c waitrunningbufspace(cdababd8,e18e8aa0,3a0,e1aeea20,c50b2b28,...) at waitrunningbufspace+0x6a bufwrite(e18e8aa0,4,f2d369a0,c0acce37,e18e8aa0,...) at bufwrite+0x190 bawrite(e18e8aa0,e18e8ba8,20,3af,0,...) at bawrite+0x5c cluster_wbuild(cdabaae0,8000,f4c,0,4,...) at cluster_wbuild+0x837 cluster_write(cdabaae0,e1aeea20,7a60000,0,7f,...) at cluster_write+0x6d6 ffs_write(f2d36ba8,c0fcea6e,cdabaae0,0,cdabaae0,...) at ffs_write+0x53a VOP_WRITE_APV(c10bf440,f2d36ba8,cdabaae0,285,0,...) at VOP_WRITE_APV+0x136 vn_write(cb0ae850,f2d36c40,c7db3100,0,d15cf8a0,...) at vn_write+0x2bc dofilewrite(f2d36c40,ffffffff,ffffffff,0,f2d36c1c,...) at dofilewrite+0x95 kern_writev(d15cf8a0,4,f2d36c40,f2d36c60,1,...) at kern_writev+0x68 sys_write(d15cf8a0,f2d36cec,c0fc73bc,c0ddc043,206,...) at sys_write+0x4f syscall(f2d36d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281936c3, esp = 0xbfbfe7ec, ebp = 0xbfbfe818 --- Tracing command md6 pid 98991 tid 174579 td 0xcae0e8a0 sched_switch(cae0e8a0,0,104,1a3,71f8ee30,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cae0e8a0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(e19ad4a0,5c,c0f8259b,0,0,...) at sleepq_wait+0x63 _sleep(e19ad4a0,c7d8c678,5c,c0f8259b,0,...) at _sleep+0x39c bwait(e19ad4a0,5c,c0f8259b,e19ad4a0,f2c4ab04,...) at bwait+0x6f bufwait(e19ad4a0,e19ad4a0,2000,2000,0,...) at bufwait+0x48 bufwrite(e19ad4a0,2000,f2c4ac6c,2000,c7db3100,...) at bufwrite+0x165 ffs_write(f2c4ac8c,c0fcea6e,cc1c6d98,0,cc1c6d98,...) at ffs_write+0x4a5 VOP_WRITE_APV(c10bf440,f2c4ac8c,c0f1bc95,26d,c0a4bf11,...) at VOP_WRITE_APV+0x136 mdstart_vnode(cba3c000,cbfab720,c0f1bc95,2fe,0,...) at mdstart_vnode+0x4da md_kthread(cba3c000,f2c4ad28,c0f6f450,3d8,cbdac864,...) at md_kthread+0x1c0 fork_exit(c0779810,cba3c000,f2c4ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2c4ad60, ebp = 0 --- Tracing command g_journal md5 pid 98985 tid 175528 td 0xcad9e5c0 kdb_enter(c0f75178,c0f75178,c0faf9c4,f34545c4,1,...) at kdb_enter+0x3a panic(c0faf9c4,20000,1106a000,c0faf9be,7d0,...) at panic+0x18c kmem_malloc(c1bb508c,20000,2,f3454628,c0cab750,...) at kmem_malloc+0x280 page_alloc(0,20000,f345461b,2,2253dd8,...) at page_alloc+0x27 uma_large_malloc(20000,2,c0f7341b,2,2,...) at uma_large_malloc+0x50 malloc(20000,cc069130,2,113,20000,...) at malloc+0x14d gj_malloc(d5b03000,db9c2000,20000,8630000,0,...) at gj_malloc+0x99 g_journal_new_bio(8650000,0,7b25ba00,0,d5ca3000,...) at g_journal_new_bio+0x62 g_journal_insert(8650000,0,7b25ba00,0,d5ca3000,...) at g_journal_insert+0xe0 g_journal_flush(d2e88410,0,cc067704,87f,bb8,...) at g_journal_flush+0x37c g_journal_worker(d2e88400,f3454d28,c0f6f450,3d8,d0c60b30,...) at g_journal_worker+0x16a6 fork_exit(cc064f50,d2e88400,f3454d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3454d60, ebp = 0 --- Tracing command g_journal switcher pid 98983 tid 100270 td 0xcbd3b000 sched_switch(cbd3b000,0,104,1a3,8e9290a9,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,77,...) at mi_switch+0x1ff sleepq_switch(cbd3b000,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(cb6ed604,77,c0f8667a,0,0,...) at sleepq_wait+0x63 _sleep(cb6ed604,cb6ed5b8,277,c0f8667a,0,...) at _sleep+0x39c vfs_write_suspend(cb6ed5b8,2,1,b5d,2710,...) at vfs_write_suspend+0xef g_journal_switcher(cc0690c0,f2a1cd28,c0f6f450,3d8,cbd2e000,...) at g_journal_switcher+0xb9e fork_exit(cc0605d0,cc0690c0,f2a1cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2a1cd60, ebp = 0 --- Tracing command md5 pid 98981 tid 172672 td 0xcad055c0 sched_switch(cad055c0,0,104,1a3,6f279582,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cad055c0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(cb591800,5c,c0f1bd42,0,0,...) at sleepq_wait+0x63 _sleep(cb591800,cb591820,25c,c0f1bd42,0,...) at _sleep+0x39c md_kthread(cb591800,f412cd28,c0f6f450,3d8,d15b4000,...) at md_kthread+0x11a fork_exit(c0779810,cb591800,f412cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf412cd60, ebp = 0 --- Tracing command sh pid 98963 tid 169846 td 0xcff272e0 sched_switch(cff272e0,0,104,1a3,af425dd1,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cff272e0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(d07e2598,6c,c0f7db05,100,0,...) at sleepq_wait_sig+0x17 _sleep(d07e2598,d07e2620,16c,c0f7db05,0,...) at _sleep+0x385 kern_wait(cff272e0,ffffffff,f345cc5c,2,0,...) at kern_wait+0x597 sys_wait4(cff272e0,f345ccec,c0fc73bc,c0f7dae4,216,...) at sys_wait4+0x3b syscall(f345cd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command zfskern pid 61567 tid 100551 td 0xd3e4d000 sched_switch(d3e4d000,0,104,1a3,283059bd,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(d3e4d000,0,c0f7abc0,28b,d3e4d000,...) at sleepq_switch+0x162 sleepq_timedwait(d61e8e84,0,f2eb7bb4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(d61e8e84,d61e8e70,3e8,0,0,...) at _cv_timedwait+0x270 l2arc_feed_thread(0,f2eb7d28,c0f6f450,3d8,d15bc864,...) at l2arc_feed_thread+0x204 fork_exit(d60ba800,0,f2eb7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2eb7d60, ebp = 0 --- Tracing command zfskern pid 61567 tid 100472 td 0xd15c42e0 sched_switch(d15c42e0,0,104,1a3,cc74f6b7,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(d15c42e0,0,c0f7abc0,28b,d15c42e0,...) at sleepq_switch+0x162 sleepq_timedwait(d61d9cfc,0,f2d5ac68,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(d61d9cfc,d61d9ce8,3e8,0,b2695ad7,...) at _cv_timedwait+0x270 arc_reclaim_thread(0,f2d5ad28,c0f6f450,3d8,d15bc864,...) at arc_reclaim_thread+0x28e fork_exit(d60ba3a0,0,f2d5ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2d5ad60, ebp = 0 --- Tracing command sh pid 60259 tid 100371 td 0xd3e4e5c0 sched_switch(d3e4e5c0,0,104,1a3,4ea70025,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(d3e4e5c0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(d3c4db30,6c,c0f7db05,100,0,...) at sleepq_wait_sig+0x17 _sleep(d3c4db30,d3c4dbb8,16c,c0f7db05,0,...) at _sleep+0x385 kern_wait(d3e4e5c0,ffffffff,f2bcac5c,2,0,...) at kern_wait+0x597 sys_wait4(d3e4e5c0,f2bcacec,c0fc73bc,c0f7dae4,216,...) at sys_wait4+0x3b syscall(f2bcad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe71c, ebp = 0xbfbfe738 --- Tracing command bash pid 2301 tid 100226 td 0xcb9f48a0 sched_switch(cb9f48a0,0,104,1a3,10820286,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cb9f48a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,cac1de04,0,c0f7341b,cb9f48a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac1de70,0,f297daec,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac1de70,cac1de04,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(cac1de00,cac1de70,f297dc40,1,0,...) at tty_wait+0x71 ttydisc_read(cac1de00,f297dc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cbdb2000,f297dc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbd173b8,f297dc40,d3da6600,0,cb9f48a0,...) at devfs_read_f+0x7e dofileread(f297dc40,ffffffff,ffffffff,0,f297dc1c,...) at dofileread+0x9e kern_readv(cb9f48a0,0,f297dc40,f297dc60,1,...) at kern_readv+0x68 sys_read(cb9f48a0,f297dcec,c0fc73bc,c0f7d9fa,246,...) at sys_read+0x4f syscall(f297dd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x283686e3, esp = 0xbfbfddcc, ebp = 0xbfbfddf8 --- Tracing command csh pid 2210 tid 100133 td 0xcb11f2e0 Tracing command su pid 1920 tid 100297 td 0xcbd32b80 Tracing command bash pid 1664 tid 100126 td 0xca81c2e0 Tracing command sshd pid 1663 tid 100250 td 0xca782000 sched_switch(ca782000,0,104,1a3,108485c8,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca782000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca711b10,0,c0f7341b,ca782000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca711b24,0,f29c5a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca711b24,ca711b10,c0f7d314,6ae,ca78c310,...) at _cv_wait_sig+0x260 seltdwait(ca78c310,58,d3dc3480,ca782000,f29c5ac8,...) at seltdwait+0xa2 kern_select(ca782000,c,288060b8,288060c0,0,0,20,cbb8c864,0) at kern_select+0x655 sys_select(ca782000,f29c5cec,c0fc73bc,c0f7dc59,206,...) at sys_select+0x66 syscall(f29c5d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1604 tid 100288 td 0xcbd76b80 sched_switch(cbd76b80,0,104,1a3,3ba86fb9,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbd76b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,cb4d6e10,0,c0f7341b,cbd76b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cb4d6e24,0,f2a6eab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cb4d6e24,cb4d6e10,c0f7d314,6ae,f2a6eb40,...) at _cv_wait_sig+0x260 seltdwait(cbcfb32c,c0f7d314,5ab,cbd76b80,8,...) at seltdwait+0xa2 sys_poll(cbd76b80,f2a6ecec,c0fc73bc,c0f657b1,202,...) at sys_poll+0x321 syscall(f2a6ed28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command awk pid 1379 tid 100154 td 0xcaad8000 sched_switch(caad8000,0,104,1a3,f75e46a0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(caad8000,0,c0f7abc0,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cb82ac80,5c,c0f7d543,100,0,...) at sleepq_wait_sig+0x17 _sleep(cb82ac80,cb82adf8,15c,c0f7d543,0,...) at _sleep+0x385 pipe_read(cb0aeab8,f2872c40,ca7a7380,0,caad8000,...) at pipe_read+0x427 dofileread(f2872c40,ffffffff,ffffffff,0,f2872c1c,...) at dofileread+0x9e kern_readv(caad8000,0,f2872c40,f2872c60,1,...) at kern_readv+0x68 sys_read(caad8000,f2872cec,c0fc73bc,c0ddc043,216,...) at sys_read+0x4f syscall(f2872d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c86e3, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command sh pid 1378 tid 100153 td 0xcaad82e0 sched_switch(caad82e0,0,104,1a3,f76bbb83,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(caad82e0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cb9b7b30,6c,c0f7db05,100,0,...) at sleepq_wait_sig+0x17 _sleep(cb9b7b30,cb9b7bb8,16c,c0f7db05,0,...) at _sleep+0x385 kern_wait(caad82e0,ffffffff,f286fc5c,2,0,...) at kern_wait+0x597 sys_wait4(caad82e0,f286fcec,c0fc73bc,c0f7dae4,216,...) at sys_wait4+0x3b syscall(f286fd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command tail pid 1377 tid 100094 td 0xca8212e0 sched_switch(ca8212e0,0,104,1a3,216efa4a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,68,...) at mi_switch+0x1ff sleepq_switch(ca8212e0,0,c0f7abc0,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(3e9,c0a83330,ca8212e0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cae52a80,68,c0f6f00e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(cae52a80,cae52a80,168,c0f6f00e,3e9,...) at _sleep+0x34f kern_kevent(ca8212e0,4,0,1,f273cc40,...) at kern_kevent+0x374 sys_kevent(ca8212e0,f273ccec,c0fc73bc,c0ddc043,286,...) at sys_kevent+0x19e syscall(f273cd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x2817213b, esp = 0xbfbfeb1c, ebp = 0xbfbfebd8 --- Tracing command sshd pid 1376 tid 100147 td 0xcb82f2e0 sched_switch(cb82f2e0,0,104,1a3,8410b56a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cb82f2e0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca729910,0,c0f7341b,cb82f2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca729924,0,f285aa54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca729924,ca729910,c0f7d314,6ae,cb0aee70,...) at _cv_wait_sig+0x260 seltdwait(cb0aee70,58,ca7cda00,cb82f2e0,f285aac8,...) at seltdwait+0xa2 kern_select(cb82f2e0,c,288060b8,288060c0,0,0,20,cb1292cc,0) at kern_select+0x655 sys_select(cb82f2e0,f285acec,c0fc73bc,c0f7dc59,206,...) at sys_select+0x66 syscall(f285ad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command top pid 1375 tid 100145 td 0xcb82f8a0 sched_switch(cb82f8a0,0,104,1a3,19bdd549,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cb82f8a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2854a1c,c0a3142a,ca7298d0,0,cb82f8a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca7298e4,0,f2854a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca7298e4,ca7298d0,3e9,6ae,ca7df3f0,...) at _cv_timedwait_sig+0x270 seltdwait(f2854c0c,f2854c14,ca7a7780,cb82f8a0,335b1b0a,...) at seltdwait+0x8a kern_select(cb82f8a0,2,bfbfebac,0,0,f2854c58,20,1,0) at kern_select+0x655 sys_select(cb82f8a0,f2854cec,c0fc73bc,c0f4e4a2,246,...) at sys_select+0x66 syscall(f2854d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281fd663, esp = 0xbfbfeb4c, ebp = 0xbfbfeca8 --- Tracing command sh pid 1374 tid 100091 td 0xca7862e0 Tracing command sshd pid 1373 tid 100144 td 0xca7b5000 sched_switch(ca7b5000,0,104,1a3,13e05616,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b5000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca695e90,0,c0f7341b,ca7b5000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca695ea4,0,f2851a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca695ea4,ca695e90,c0f7d314,6ae,ca80dd20,...) at _cv_wait_sig+0x260 seltdwait(ca80dd20,58,c7db4480,ca7b5000,f2851ac8,...) at seltdwait+0xa2 kern_select(ca7b5000,c,288060b8,288060c0,0,0,20,cb129b30,0) at kern_select+0x655 sys_select(ca7b5000,f2851cec,c0fc73bc,c0f7dc59,206,...) at sys_select+0x66 syscall(f2851d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1372 tid 100136 td 0xcb11e8a0 sched_switch(cb11e8a0,0,104,1a3,19bfd5ef,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cb11e8a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca729950,0,c0f7341b,cb11e8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca729964,0,f2839a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca729964,ca729950,c0f7d314,6ae,ca7cf5e8,...) at _cv_wait_sig+0x260 seltdwait(ca7cf5e8,58,ca7cd580,cb11e8a0,f2839ac8,...) at seltdwait+0xa2 kern_select(cb11e8a0,a,288060b8,288060c0,0,0,20,cb0b5000,0) at kern_select+0x655 sys_select(cb11e8a0,f2839cec,c0fc73bc,c0f7dc59,206,...) at sys_select+0x66 syscall(f2839d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1369 tid 100084 td 0xca7ba2e0 sched_switch(ca7ba2e0,0,104,1a3,f5f1f670,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7ba2e0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca729ad0,0,c0f7341b,ca7ba2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca729ae4,0,f2714ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca729ae4,ca729ad0,c0f7d314,6ae,f2714b40,...) at _cv_wait_sig+0x260 seltdwait(ca787d2c,c0f7d314,5ab,ca7ba2e0,0,...) at seltdwait+0xa2 sys_poll(ca7ba2e0,f2714cec,c0fc73bc,c0ddc043,202,...) at sys_poll+0x321 syscall(f2714d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command sshd pid 1367 tid 100088 td 0xca7b9b80 sched_switch(ca7b9b80,0,104,1a3,f3e4371b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b9b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca6f4710,0,c0f7341b,ca7b9b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6f4724,0,f2724ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6f4724,ca6f4710,c0f7d314,6ae,f2724b40,...) at _cv_wait_sig+0x260 seltdwait(cb03b02c,c0f7d314,5ab,ca7b9b80,0,...) at seltdwait+0xa2 sys_poll(ca7b9b80,f2724cec,c0fc73bc,c,202,...) at sys_poll+0x321 syscall(f2724d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command sshd pid 1366 tid 100127 td 0xca81c000 sched_switch(ca81c000,0,104,1a3,f3ce0ccd,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca81c000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca72ad50,0,c0f7341b,ca81c000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca72ad64,0,f281eab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca72ad64,ca72ad50,c0f7d314,6ae,f281eb40,...) at _cv_wait_sig+0x260 seltdwait(caae512c,c0f7d314,5ab,ca81c000,0,...) at seltdwait+0xa2 sys_poll(ca81c000,f281ecec,c0fc73bc,c0ddc043,202,...) at sys_poll+0x321 syscall(f281ed28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command bash pid 1362 tid 100134 td 0xcb11f000 Tracing command csh pid 1359 tid 100143 td 0xca7b52e0 Tracing command su pid 1358 tid 100106 td 0xca8205c0 Tracing command bash pid 1353 tid 100132 td 0xcb11f5c0 Tracing command sshd pid 1352 tid 100109 td 0xca81cb80 sched_switch(ca81cb80,0,104,1a3,485e4d19,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca81cb80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca6f4690,0,c0f7341b,ca81cb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6f46a4,0,f2787a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6f46a4,ca6f4690,c0f7d314,6ae,cb0ae658,...) at _cv_wait_sig+0x260 seltdwait(cb0ae658,58,ca750b80,ca81cb80,f2787ac8,...) at seltdwait+0xa2 kern_select(ca81cb80,c,288060b8,288060c0,0,0,20,ca818598,0) at kern_select+0x655 sys_select(ca81cb80,f2787cec,c0fc73bc,c0f7dc59,206,...) at sys_select+0x66 syscall(f2787d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1350 tid 100120 td 0xc81792e0 sched_switch(c81792e0,0,104,1a3,b7bdfbd8,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81792e0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca6f4050,0,c0f7341b,c81792e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca6f4064,0,f27c4ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca6f4064,ca6f4050,c0f7d314,6ae,f27c4b40,...) at _cv_wait_sig+0x260 seltdwait(cb03b52c,c0f7d314,5ab,c81792e0,8,...) at seltdwait+0xa2 sys_poll(c81792e0,f27c4cec,c0fc73bc,c0f657b1,202,...) at sys_poll+0x321 syscall(f27c4d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command getty pid 1248 tid 100139 td 0xca7b9000 sched_switch(ca7b9000,0,104,1a3,12fb8322,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b9000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca7b9000,ca7b9000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8183670,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8183670,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c8183600,c8183670,f2842c40,1,0,...) at tty_wait+0x71 ttydisc_read(c8183600,f2842c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c7ff0b00,f2842c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca80d930,f2842c40,c7db3e80,0,ca7b9000,...) at devfs_read_f+0x7e dofileread(f2842c40,ffffffff,ffffffff,0,f2842c1c,...) at dofileread+0x9e kern_readv(ca7b9000,0,f2842c40,f2842c60,1,...) at kern_readv+0x68 sys_read(ca7b9000,f2842cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f2842d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1247 tid 100116 td 0xca6c3000 sched_switch(ca6c3000,0,104,1a3,131b5026,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6c3000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca6c3000,ca6c3000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8183870,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8183870,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c8183800,c8183870,f27b4c40,1,0,...) at tty_wait+0x71 ttydisc_read(c8183800,f27b4c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c7ff0c00,f27b4c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca78c1c0,f27b4c40,c7db3e80,0,ca6c3000,...) at devfs_read_f+0x7e dofileread(f27b4c40,ffffffff,ffffffff,0,f27b4c1c,...) at dofileread+0x9e kern_readv(ca6c3000,0,f27b4c40,f27b4c60,1,...) at kern_readv+0x68 sys_read(ca6c3000,f27b4cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f27b4d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1246 tid 100129 td 0xca7bb8a0 sched_switch(ca7bb8a0,0,104,1a3,12e4e4a0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7bb8a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca7bb8a0,ca7bb8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8183a70,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8183a70,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c8183a00,c8183a70,f2824c40,1,0,...) at tty_wait+0x71 ttydisc_read(c8183a00,f2824c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c7ff0d00,f2824c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca78cd58,f2824c40,c7db3e80,0,ca7bb8a0,...) at devfs_read_f+0x7e dofileread(f2824c40,ffffffff,ffffffff,0,f2824c1c,...) at dofileread+0x9e kern_readv(ca7bb8a0,0,f2824c40,f2824c60,1,...) at kern_readv+0x68 sys_read(ca7bb8a0,f2824cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f2824d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1245 tid 100082 td 0xca7ba8a0 sched_switch(ca7ba8a0,0,104,1a3,12f7f227,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7ba8a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca7ba8a0,ca7ba8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7ef5270,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ef5270,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7ef5200,c7ef5270,f270cc40,1,0,...) at tty_wait+0x71 ttydisc_read(c7ef5200,f270cc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c7ff0e00,f270cc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca7cf188,f270cc40,c7db3e80,0,ca7ba8a0,...) at devfs_read_f+0x7e dofileread(f270cc40,ffffffff,ffffffff,0,f270cc1c,...) at dofileread+0x9e kern_readv(ca7ba8a0,0,f270cc40,f270cc60,1,...) at kern_readv+0x68 sys_read(ca7ba8a0,f270ccec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f270cd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1244 tid 100110 td 0xca6c3b80 sched_switch(ca6c3b80,0,104,1a3,13119f1a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6c3b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca6c3b80,ca6c3b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7ef5470,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ef5470,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7ef5400,c7ef5470,f278bc40,1,0,...) at tty_wait+0x71 ttydisc_read(c7ef5400,f278bc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8182000,f278bc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca78c5e8,f278bc40,c7db3e80,0,ca6c3b80,...) at devfs_read_f+0x7e dofileread(f278bc40,ffffffff,ffffffff,0,f278bc1c,...) at dofileread+0x9e kern_readv(ca6c3b80,0,f278bc40,f278bc60,1,...) at kern_readv+0x68 sys_read(ca6c3b80,f278bcec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f278bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1243 tid 100096 td 0xca7b95c0 sched_switch(ca7b95c0,0,104,1a3,12ecf227,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b95c0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca7b95c0,ca7b95c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7ef5670,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ef5670,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7ef5600,c7ef5670,f2744c40,1,0,...) at tty_wait+0x71 ttydisc_read(c7ef5600,f2744c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8182100,f2744c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cb0ae1c0,f2744c40,c7db3e80,0,ca7b95c0,...) at devfs_read_f+0x7e dofileread(f2744c40,ffffffff,ffffffff,0,f2744c1c,...) at dofileread+0x9e kern_readv(ca7b95c0,0,f2744c40,f2744c60,1,...) at kern_readv+0x68 sys_read(ca7b95c0,f2744cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f2744d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1242 tid 100087 td 0xca7865c0 sched_switch(ca7865c0,0,104,1a3,1315c015,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7865c0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca7865c0,ca7865c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7ef5870,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ef5870,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7ef5800,c7ef5870,f2720c40,1,0,...) at tty_wait+0x71 ttydisc_read(c7ef5800,f2720c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8182200,f2720c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca7df310,f2720c40,c7db3e80,0,ca7865c0,...) at devfs_read_f+0x7e dofileread(f2720c40,ffffffff,ffffffff,0,f2720c1c,...) at dofileread+0x9e kern_readv(ca7865c0,0,f2720c40,f2720c60,1,...) at kern_readv+0x68 sys_read(ca7865c0,f2720cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f2720d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1241 tid 100079 td 0xca786b80 sched_switch(ca786b80,0,104,1a3,1301148c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca786b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,ca786b80,ca786b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7ef5a70,0,c0f7fa24,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ef5a70,c110c990,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7ef5a00,c7ef5a70,f2700c40,1,0,...) at tty_wait+0x71 ttydisc_read(c7ef5a00,f2700c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c8182300,f2700c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(ca7cf578,f2700c40,c7db3e80,0,ca786b80,...) at devfs_read_f+0x7e dofileread(f2700c40,ffffffff,ffffffff,0,f2700c1c,...) at dofileread+0x9e kern_readv(ca786b80,0,f2700c40,f2700c60,1,...) at kern_readv+0x68 sys_read(ca786b80,f2700cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f2700d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1240 tid 100105 td 0xca8208a0 sched_switch(ca8208a0,0,104,1a3,467a0e6,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca8208a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,c7ef5c04,0,c0f7341b,ca8208a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7ef5c70,0,f2776aec,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7ef5c70,c7ef5c04,c0f7f3fc,527,0,...) at _cv_wait_sig+0x260 tty_wait(c7ef5c00,c7ef5c70,f2776c40,1,0,...) at tty_wait+0x71 ttydisc_read(c7ef5c00,f2776c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c7eddc00,f2776c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cb0ae000,f2776c40,c7db3e80,0,ca8208a0,...) at devfs_read_f+0x7e dofileread(f2776c40,ffffffff,ffffffff,0,f2776c1c,...) at dofileread+0x9e kern_readv(ca8208a0,0,f2776c40,f2776c60,1,...) at kern_readv+0x68 sys_read(ca8208a0,f2776cec,c0fc73bc,c0de0df2,246,...) at sys_read+0x4f syscall(f2776d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command inetd pid 1223 tid 100138 td 0xcb11e2e0 sched_switch(cb11e2e0,0,104,1a3,79ff27e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cb11e2e0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca711410,0,c0f7341b,cb11e2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca711424,0,f283fa54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca711424,ca711410,c0f7d314,6ae,ca78db98,...) at _cv_wait_sig+0x260 seltdwait(ca78db98,58,c7db3e80,cb11e2e0,eb,...) at seltdwait+0xa2 kern_select(cb11e2e0,8,bfbfdfa0,0,0,0,20,ca83b864,4) at kern_select+0x655 sys_select(cb11e2e0,f283fcec,c0fc73bc,c0f7db51,202,...) at sys_select+0x66 syscall(f283fd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b8663, esp = 0xbfbfdf5c, ebp = 0xbfbfede8 --- Tracing command watchdogd pid 1198 tid 100103 td 0xca7855c0 sched_switch(ca7855c0,0,104,1a3,bddadd21,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca7855c0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a83330,ca7855c0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c110ec24,6c,c0f766d7,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c110ec24,0,16c,c0f766d7,ea61,...) at _sleep+0x34f kern_nanosleep(ca7855c0,f276bc4c,f276bc54,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(ca7855c0,f276bcec,c0fc73bc,c0de0df2,206,...) at sys_nanosleep+0x6f syscall(f276bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2819e223, esp = 0xbfbfecbc, ebp = 0xbfbfece8 --- Tracing command cron pid 1153 tid 100093 td 0xca8215c0 sched_switch(ca8215c0,0,104,1a3,c3e1eca1,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ca8215c0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a83330,ca8215c0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c110ec24,6c,c0f766d7,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c110ec24,0,16c,c0f766d7,ea61,...) at _sleep+0x34f kern_nanosleep(ca8215c0,f2738c4c,f2738c54,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(ca8215c0,f2738cec,c0fc73bc,c0f7dfb2,206,...) at sys_nanosleep+0x6f syscall(f2738d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28190223, esp = 0xbfbfec4c, ebp = 0xbfbfec78 --- Tracing command sendmail pid 1148 tid 100117 td 0xc8179b80 Tracing command sendmail pid 1145 tid 100099 td 0xca821000 sched_switch(ca821000,0,104,1a3,41174776,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca821000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f275ba1c,c0a3142a,ca72ae10,0,ca821000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca72ae24,0,f275ba54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca72ae24,ca72ae10,1389,6ae,ceddca48,...) at _cv_timedwait_sig+0x270 seltdwait(f275bc0c,f275bc14,c7db4180,ca821000,c0a2dc6d,...) at seltdwait+0x8a kern_select(ca821000,5,bfbfc510,0,0,f275bc58,20,5,0) at kern_select+0x655 sys_select(ca821000,f275bcec,c0fc73bc,c0f7df11,206,...) at sys_select+0x66 syscall(f275bd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x283f4663, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 1142 tid 100101 td 0xca785b80 sched_switch(ca785b80,0,104,1a3,2cfe3eba,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca785b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca729b90,0,c0f7341b,ca785b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca729ba4,0,f2763a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca729ba4,ca729b90,c0f7d314,6ae,ca7df9a0,...) at _cv_wait_sig+0x260 seltdwait(ca7df9a0,58,ca7a7d80,ca785b80,3d3,...) at seltdwait+0xa2 kern_select(ca785b80,9,2880c0b8,0,0,0,20,ca6c2b30,a) at kern_select+0x655 sys_select(ca785b80,f2763cec,c0fc73bc,c,206,...) at sys_select+0x66 syscall(f2763d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfdeec, ebp = 0xbfbfedf8 --- Tracing command moused pid 1111 tid 100083 td 0xca7ba5c0 sched_switch(ca7ba5c0,0,104,1a3,c2bb3b02,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7ba5c0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca711510,0,c0f7341b,ca7ba5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca711524,0,f2710a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca711524,ca711510,c0f7d314,6ae,ca7df268,...) at _cv_wait_sig+0x260 seltdwait(ca7df268,58,c7db3e80,ca7ba5c0,f6,...) at seltdwait+0xa2 kern_select(ca7ba5c0,400,bfbfea04,0,0,0,20,ca7b42cc,1) at kern_select+0x655 sys_select(ca7ba5c0,f2710cec,c0fc73bc,c0de0df2,246,...) at sys_select+0x66 syscall(f2710d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c5663, esp = 0xbfbfe99c, ebp = 0xbfbfeb28 --- Tracing command ntpd pid 1091 tid 100090 td 0xca6c52e0 sched_switch(ca6c52e0,0,104,1a3,1ced3728,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6c52e0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca72ae50,0,c0f7341b,ca6c52e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca72ae64,0,f272ca54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca72ae64,ca72ae50,c0f7d314,6ae,ca78c188,...) at _cv_wait_sig+0x260 seltdwait(ca78c188,58,c7db3e80,ca6c52e0,0,...) at seltdwait+0xa2 kern_select(ca6c52e0,1c,bfbfece8,0,0,0,20,c803a864,0) at kern_select+0x655 sys_select(ca6c52e0,f272ccec,c0fc73bc,c0f7e398,202,...) at sys_select+0x66 syscall(f272cd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28373663, esp = 0xbfbfecbc, ebp = 0xbfbfed88 --- Tracing command nfsd pid 1035 tid 100125 td 0xca7828a0 sched_switch(ca7828a0,0,104,1a3,a5d6310f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7828a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2818be0,c0a3142a,c8074800,0,ca7828a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cabb8890,0,f2818c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cabb8890,c8074800,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f2818d14,c0a13d38,c8074800,f2818d28,c0f6f450,...) at svc_run_internal+0x356 svc_thread_start(c8074800,f2818d28,c0f6f450,3d8,ca81a598,...) at svc_thread_start+0x10 fork_exit(c0c35b60,c8074800,f2818d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1035 tid 100124 td 0xca782b80 sched_switch(ca782b80,0,104,1a3,5f579edd,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca782b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2815be0,c0a3142a,c8074800,0,ca782b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cabb88d0,0,f2815c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cabb88d0,c8074800,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f2815d14,c0a13d38,c8074800,f2815d28,c0f6f450,...) at svc_run_internal+0x356 svc_thread_start(c8074800,f2815d28,c0f6f450,3d8,ca81a598,...) at svc_thread_start+0x10 fork_exit(c0c35b60,c8074800,f2815d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1035 tid 100123 td 0xca785000 sched_switch(ca785000,0,104,1a3,708229f4,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca785000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2812be0,c0a3142a,c8074800,0,ca785000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cabb8910,0,f2812c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cabb8910,c8074800,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f2812d14,c0a13d38,c8074800,f2812d28,c0f6f450,...) at svc_run_internal+0x356 svc_thread_start(c8074800,f2812d28,c0f6f450,3d8,ca81a598,...) at svc_thread_start+0x10 fork_exit(c0c35b60,c8074800,f2812d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1035 tid 100100 td 0xca820b80 sched_switch(ca820b80,0,104,1a3,b3767ccf,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca820b80,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f275f494,c0a3142a,c8074800,0,ca820b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca731dd0,0,f275f4cc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca731dd0,c8074800,1388,3b1,f275f514,...) at _cv_timedwait_sig+0x270 svc_run_internal(ca820d30,14,c0fa4afa,c0f66cbb,f275f80c,...) at svc_run_internal+0x356 svc_run(c8074800,0,c0f66c96,19f,0,...) at svc_run+0x7b nfsrvd_nfsd(ca820b80,f275f80c,c,ca820c30,c10a42e8,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(ca820b80,f275fcec,bfbfe870,ca820b80,f275fd1c,...) at nfssvc_nfsd+0x177 sys_nfssvc(ca820b80,f275fcec,c0fc73bc,c0f7df11,206,...) at sys_nfssvc+0xeb syscall(f275fd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280e8a9b, esp = 0xbfbfe82c, ebp = 0xbfbfea98 --- Tracing command nfsd pid 1031 tid 100095 td 0xca7b98a0 sched_switch(ca7b98a0,0,104,1a3,15740600,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b98a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,ca711550,0,c0f7341b,ca7b98a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ca711564,0,f2740a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(ca711564,ca711550,c0f7d314,6ae,ca78c428,...) at _cv_wait_sig+0x260 seltdwait(ca78c428,58,c7db3e80,ca7b98a0,58,...) at seltdwait+0xa2 kern_select(ca7b98a0,7,bfbfecb4,0,0,0,20,ca7b2598,7) at kern_select+0x655 sys_select(ca7b98a0,f2740cec,c0fc73bc,c0f657b1,202,...) at sys_select+0x66 syscall(f2740d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28192663, esp = 0xbfbfea9c, ebp = 0xbfbfede8 --- Tracing command nfsuserd pid 1029 tid 100111 td 0xca81c8a0 sched_switch(ca81c8a0,0,104,1a3,668b4600,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca81c8a0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f278fa1c,c0a3142a,caab6050,0,ca81c8a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caab6064,0,f278fa54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caab6064,caab6050,7531,6ae,ca78dd58,...) at _cv_timedwait_sig+0x270 seltdwait(f278fc0c,f278fc14,c7db3e80,ca81c8a0,3d3,...) at seltdwait+0x8a kern_select(ca81c8a0,4,bfbfebc4,0,0,f278fc58,20,1e,0) at kern_select+0x655 sys_select(ca81c8a0,f278fcec,c0fc73bc,c0f7dc42,202,...) at sys_select+0x66 syscall(f278fd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1028 tid 100097 td 0xca7b92e0 sched_switch(ca7b92e0,0,104,1a3,5a23846b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7b92e0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f274aa1c,c0a3142a,ca729bd0,0,ca7b92e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca729be4,0,f274aa54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca729be4,ca729bd0,7531,6ae,ca78dd58,...) at _cv_timedwait_sig+0x270 seltdwait(f274ac0c,f274ac14,c7db3e80,ca7b92e0,3d3,...) at seltdwait+0x8a kern_select(ca7b92e0,4,bfbfebc4,0,0,f274ac58,20,1e,0) at kern_select+0x655 sys_select(ca7b92e0,f274acec,c0fc73bc,c0f7dc42,202,...) at sys_select+0x66 syscall(f274ad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1027 tid 100092 td 0xca786000 sched_switch(ca786000,0,104,1a3,fab62ff1,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca786000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2734a1c,c0a3142a,caab6090,0,ca786000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caab60a4,0,f2734a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caab60a4,caab6090,7531,6ae,ca78dd58,...) at _cv_timedwait_sig+0x270 seltdwait(f2734c0c,f2734c14,c7db3e80,ca786000,3d3,...) at seltdwait+0x8a kern_select(ca786000,4,bfbfebc4,0,0,f2734c58,20,1e,0) at kern_select+0x655 sys_select(ca786000,f2734cec,c0fc73bc,c0f7dc42,202,...) at sys_select+0x66 syscall(f2734d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1026 tid 100085 td 0xca7ba000 sched_switch(ca7ba000,0,104,1a3,88512866,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca7ba000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f2718a1c,c0a3142a,ca729c10,0,ca7ba000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(ca729c24,0,f2718a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(ca729c24,ca729c10,7531,6ae,ca78dd58,...) at _cv_timedwait_sig+0x270 seltdwait(f2718c0c,f2718c14,c7db3e80,ca7ba000,3d3,...) at seltdwait+0x8a kern_select(ca7ba000,4,bfbfebc4,0,0,f2718c58,20,1e,0) at kern_select+0x655 sys_select(ca7ba000,f2718cec,c0fc73bc,c0f7dc42,202,...) at sys_select+0x66 syscall(f2718d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1025 tid 100107 td 0xca8202e0 Tracing command mountd pid 1009 tid 100089 td 0xca6c55c0 sched_switch(ca6c55c0,0,104,1a3,af7a30c7,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6c55c0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,caab60d0,0,c0f7341b,ca6c55c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(caab60e4,0,f2728a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(caab60e4,caab60d0,c0f7d314,6ae,ca7df968,...) at _cv_wait_sig+0x260 seltdwait(ca7df968,58,c7db3e80,ca6c55c0,47d,...) at seltdwait+0xa2 kern_select(ca6c55c0,9,bfbfed04,0,0,0,20,c803ab30,bfbfed04) at kern_select+0x655 sys_select(ca6c55c0,f2728cec,c0fc73bc,c0f64a17,206,...) at sys_select+0x66 syscall(f2728d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281aa663, esp = 0xbfbfec9c, ebp = 0xbfbfede8 --- Tracing command rpcbind pid 976 tid 100112 td 0xca81c5c0 sched_switch(ca81c5c0,0,104,1a3,1235d33a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca81c5c0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f279aa80,c0a3142a,caab6110,0,ca81c5c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caab6124,0,f279aab8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caab6124,caab6110,7531,6ae,f279ab70,...) at _cv_timedwait_sig+0x270 seltdwait(f279ac40,f279ac48,5ab,ca81c5c0,0,...) at seltdwait+0x8a sys_poll(ca81c5c0,f279acec,c0fc73bc,c0f7dc42,212,...) at sys_poll+0x321 syscall(f279ad28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2814a33b, esp = 0xbfbfcbac, ebp = 0xbfbfed78 --- Tracing command syslogd pid 961 tid 100122 td 0xcaad85c0 sched_switch(caad85c0,0,104,1a3,f618fc8f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(caad85c0,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,caab6210,0,c0f7341b,caad85c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(caab6224,0,f27cca54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(caab6224,caab6210,c0f7d314,6ae,ca78c8f8,...) at _cv_wait_sig+0x260 seltdwait(ca78c8f8,58,c7db3e80,caad85c0,0,...) at seltdwait+0xa2 kern_select(caad85c0,9,2847f0ac,0,0,0,20,ca81b2cc,0) at kern_select+0x655 sys_select(caad85c0,f27cccec,c0fc73bc,c0f7daf4,246,...) at sys_select+0x66 syscall(f27ccd28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a9663, esp = 0xbfbfe29c, ebp = 0xbfbfede8 --- Tracing command devd pid 838 tid 100098 td 0xca6c5000 sched_switch(ca6c5000,0,104,1a3,af04002e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(ca6c5000,0,c0f7abc0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3142a,caab6250,0,c0f7341b,ca6c5000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(caab6264,0,f2756a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(caab6264,caab6250,c0f7d314,6ae,ca7cfa48,...) at _cv_wait_sig+0x260 seltdwait(ca7cfa48,58,c7db3e80,ca6c5000,c1257c20,...) at seltdwait+0xa2 kern_select(ca6c5000,5,bfbfe960,0,0,0,20,ca83b598,46) at kern_select+0x655 sys_select(ca6c5000,f2756cec,c0fc73bc,c0ddc043,206,...) at sys_select+0x66 syscall(f2756d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x809169b, esp = 0xbfbfe92c, ebp = 0xbfbfee08 --- Tracing command softdepflush pid 19 tid 100078 td 0xca6c58a0 sched_switch(ca6c58a0,0,104,1a3,e77e857e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(ca6c58a0,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c128b100,54,c0fabb11,0,0,...) at sleepq_timedwait+0x6b _sleep(c128b100,c128b0c0,54,c0fabb11,3e8,...) at _sleep+0x36a softdep_flush(0,ee324d28,c0f6f450,3d8,ca6c0000,...) at softdep_flush+0x266 fork_exit(c0c853b0,0,ee324d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee324d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100077 td 0xca6c5b80 sched_switch(ca6c5b80,0,104,1a3,2f7c491b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,60,...) at mi_switch+0x1ff sleepq_switch(ca6c5b80,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(ca6c02cc,60,c0f85d39,0,0,...) at sleepq_timedwait+0x6b _sleep(ca6c02cc,c1284db4,260,c0f85d39,3e8,...) at _sleep+0x36a vnlru_proc(0,ee321d28,c0f6f450,3d8,ca6c02cc,...) at vnlru_proc+0xe7 fork_exit(c0ae59c0,0,ee321d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee321d60, ebp = 0 --- Tracing command syncer pid 17 tid 100076 td 0xc80568a0 sched_switch(c80568a0,0,104,1a3,b5420e5,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80568a0,0,c0f7abc0,28b,c80568a0,...) at sleepq_switch+0x162 sleepq_timedwait(c1284df4,0,ee31ec78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c1284df4,c1284de0,3e8,784,4e20,...) at _cv_timedwait+0x270 sched_sync(0,ee31ed28,c0f6f450,3d8,ca6c0598,...) at sched_sync+0x595 fork_exit(c0ae4cf0,0,ee31ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31ed60, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100075 td 0xc8056b80 sched_switch(c8056b80,0,104,1a3,18863f48,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c8056b80,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1284a88,54,c0f82b32,0,0,...) at sleepq_timedwait+0x6b _sleep(c1284a88,c1284a90,54,c0f82b32,3e8,...) at _sleep+0x36a buf_daemon(0,ee31bd28,c0f6f450,3d8,ca6c0864,...) at buf_daemon+0x175 fork_exit(c0ac81d0,0,ee31bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee31bd60, ebp = 0 --- Tracing command pagezero pid 9 tid 100074 td 0xc8177000 sched_switch(c8177000,0,104,1a3,50678338,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8177000,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c128cfdc,0,c0fb2bc6,0,0,...) at sleepq_timedwait+0x6b _sleep(c128cfdc,c128ba80,0,c0fb2bc6,493e0,...) at _sleep+0x36a vm_pagezero(0,ee318d28,c0f6f450,3d8,ca6c0b30,...) at vm_pagezero+0xdc fork_exit(c0ccbfc0,0,ee318d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee318d60, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100073 td 0xc81772e0 sched_switch(c81772e0,0,104,1a3,fcb62702,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,74,...) at mi_switch+0x1ff sleepq_switch(c81772e0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c128cbc8,74,c0f82b32,0,0,...) at sleepq_wait+0x63 _sleep(c128cbc8,c128cbcc,74,c0f82b32,0,...) at _sleep+0x39c vm_daemon(0,ee315d28,c0f6f450,3d8,ca6c2000,...) at vm_daemon+0x59 fork_exit(c0cc58e0,0,ee315d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee315d60, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100072 td 0xc81775c0 sched_switch(c81775c0,0,104,1a3,3af9a06e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c81775c0,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c128cb90,54,c0f82b32,0,0,...) at sleepq_timedwait+0x6b _sleep(c128cb90,c128ba80,54,c0f82b32,1388,...) at _sleep+0x36a vm_pageout(0,ee312d28,c0f6f450,3d8,c7dcc2cc,...) at vm_pageout+0x2c7 fork_exit(c0cc6960,0,ee312d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee312d60, ebp = 0 --- Tracing command xpt_thrd pid 6 tid 100071 td 0xc81778a0 sched_switch(c81778a0,0,104,1a3,87d63ca,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c81778a0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c10d1bd4,5c,c0dd6847,0,0,...) at sleepq_wait+0x63 _sleep(c10d1bd4,c10d1c18,5c,c0dd6847,0,...) at _sleep+0x39c xpt_scanner_thread(0,ee18fd28,c0f6f450,3d8,c7dcc598,...) at xpt_scanner_thread+0x47 fork_exit(c049e490,0,ee18fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee18fd60, ebp = 0 --- Tracing command sctp_iterator pid 5 tid 100070 td 0xc8177b80 sched_switch(c8177b80,0,104,1a3,f79d2ae9,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8177b80,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1286918,0,c0f9991f,0,0,...) at sleepq_wait+0x63 _sleep(c1286918,c12868e0,0,c0f9991f,0,...) at _sleep+0x39c sctp_iterator_thread(0,ee18cd28,c0f6f450,3d8,c7dcc864,...) at sctp_iterator_thread+0x5c fork_exit(c0b77bc0,0,ee18cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee18cd60, ebp = 0 --- Tracing command ctl_thrd pid 4 tid 100067 td 0xc81785c0 sched_switch(c81785c0,0,104,1a3,8c94de5e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c81785c0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c818a000,5c,c0de1290,0,0,...) at sleepq_wait+0x63 _sleep(c818a000,c818a000,5c,c0de1290,0,...) at _sleep+0x39c ctl_work_thread(c818a000,ee183d28,c0f6f450,3d8,c7dccb30,...) at ctl_work_thread+0x22f6 fork_exit(c04c7a30,c818a000,ee183d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee183d60, ebp = 0 --- Tracing command fdc0 pid 3 tid 100064 td 0xc8179000 sched_switch(c8179000,0,104,1a3,db27c7fa,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c8179000,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c7ff7a3c,5c,c0f67732,0,0,...) at sleepq_timedwait+0x6b _sleep(c7ff7a3c,c7ff7af0,5c,c0f67732,3e8,...) at _sleep+0x36a fdc_thread(c7ff7a00,ee17ad28,c0f6f450,3d8,c803a000,...) at fdc_thread+0x27d fork_exit(c0d4e280,c7ff7a00,ee17ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee17ad60, ebp = 0 --- Tracing command fw0_probe pid 2 tid 100062 td 0xc80495c0 sched_switch(c80495c0,0,104,1a3,9ef1a4cc,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c80495c0,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8087000,6c,c0f67732,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8087000,c808b488,16c,c0f67732,0,...) at _sleep+0x385 fw_bus_probe_thread(c8087000,ee16ad28,c0f6f450,3d8,c803a2cc,...) at fw_bus_probe_thread+0xa08 fork_exit(c06f7c90,c8087000,ee16ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee16ad60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc80542e0 sched_switch(c80542e0,0,104,1a3,d0b9573d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80542e0,0,c0f7abc0,268,c80542e0,...) at sleepq_switch+0x162 sleepq_wait(c805cd34,0,ee153cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c805cd34,c805ce4c,c0f58db1,74,c805cd3c,...) at _cv_wait+0x260 usb_process(c805cd2c,ee153d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c805cd2c,ee153d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee153d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc80545c0 sched_switch(c80545c0,0,104,1a3,8b8d072d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80545c0,0,c0f7abc0,268,c80545c0,...) at sleepq_switch+0x162 sleepq_wait(c805cd04,0,ee150cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c805cd04,c805ce4c,c0f58db1,74,c805cd0c,...) at _cv_wait+0x260 usb_process(c805ccfc,ee150d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c805ccfc,ee150d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee150d60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc80548a0 sched_switch(c80548a0,0,104,1a3,7dae275d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80548a0,0,c0f7abc0,268,c80548a0,...) at sleepq_switch+0x162 sleepq_wait(c805ccd4,0,ee14dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c805ccd4,c805ce4c,c0f58db1,74,c805ccdc,...) at _cv_wait+0x260 usb_process(c805cccc,ee14dd28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c805cccc,ee14dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee14dd60, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc8054b80 sched_switch(c8054b80,0,104,1a3,8c293994,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8054b80,0,c0f7abc0,268,c8054b80,...) at sleepq_switch+0x162 sleepq_wait(c805cca4,0,ee14acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c805cca4,c805ce4c,c0f58db1,74,c805ccac,...) at _cv_wait+0x260 usb_process(c805cc9c,ee14ad28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c805cc9c,ee14ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee14ad60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc80562e0 sched_switch(c80562e0,0,104,1a3,8c29272e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80562e0,0,c0f7abc0,268,c80562e0,...) at sleepq_switch+0x162 sleepq_wait(c804fb5c,0,ee141cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804fb5c,c804fc74,c0f58db1,74,c804fb64,...) at _cv_wait+0x260 usb_process(c804fb54,ee141d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804fb54,ee141d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee141d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc80565c0 sched_switch(c80565c0,0,104,1a3,8b8c4a5a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80565c0,0,c0f7abc0,268,c80565c0,...) at sleepq_switch+0x162 sleepq_wait(c804fb2c,0,ee13ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804fb2c,c804fc74,c0f58db1,74,c804fb34,...) at _cv_wait+0x260 usb_process(c804fb24,ee13ed28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804fb24,ee13ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee13ed60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc8046000 sched_switch(c8046000,0,104,1a3,8bc57660,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8046000,0,c0f7abc0,268,c8046000,...) at sleepq_switch+0x162 sleepq_wait(c804fafc,0,ee13bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804fafc,c804fc74,c0f58db1,74,c804fb04,...) at _cv_wait+0x260 usb_process(c804faf4,ee13bd28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804faf4,ee13bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee13bd60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc80462e0 sched_switch(c80462e0,0,104,1a3,8bc566a0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80462e0,0,c0f7abc0,268,c80462e0,...) at sleepq_switch+0x162 sleepq_wait(c804facc,0,ee138cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804facc,c804fc74,c0f58db1,74,c804fad4,...) at _cv_wait+0x260 usb_process(c804fac4,ee138d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804fac4,ee138d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee138d60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc80465c0 sched_switch(c80465c0,0,104,1a3,8bc5523c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80465c0,0,c0f7abc0,268,c80465c0,...) at sleepq_switch+0x162 sleepq_wait(c804ab5c,0,ee134cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804ab5c,c804ac74,c0f58db1,74,c804ab64,...) at _cv_wait+0x260 usb_process(c804ab54,ee134d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804ab54,ee134d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee134d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc80468a0 sched_switch(c80468a0,0,104,1a3,8b8c2ead,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80468a0,0,c0f7abc0,268,c80468a0,...) at sleepq_switch+0x162 sleepq_wait(c804ab2c,0,ee131cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804ab2c,c804ac74,c0f58db1,74,c804ab34,...) at _cv_wait+0x260 usb_process(c804ab24,ee131d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804ab24,ee131d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee131d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc8046b80 sched_switch(c8046b80,0,104,1a3,85ea1c87,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8046b80,0,c0f7abc0,268,c8046b80,...) at sleepq_switch+0x162 sleepq_wait(c804aafc,0,ee12ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804aafc,c804ac74,c0f58db1,74,c804ab04,...) at _cv_wait+0x260 usb_process(c804aaf4,ee12ed28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804aaf4,ee12ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee12ed60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc8048000 sched_switch(c8048000,0,104,1a3,85ea0af0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8048000,0,c0f7abc0,268,c8048000,...) at sleepq_switch+0x162 sleepq_wait(c804aacc,0,ee12bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c804aacc,c804ac74,c0f58db1,74,c804aad4,...) at _cv_wait+0x260 usb_process(c804aac4,ee12bd28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c804aac4,ee12bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee12bd60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc80482e0 sched_switch(c80482e0,0,104,1a3,85e9f84d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80482e0,0,c0f7abc0,268,c80482e0,...) at sleepq_switch+0x162 sleepq_wait(c8042b5c,0,ee127cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8042b5c,c8042c74,c0f58db1,74,c8042b64,...) at _cv_wait+0x260 usb_process(c8042b54,ee127d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8042b54,ee127d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee127d60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc80485c0 sched_switch(c80485c0,0,104,1a3,8a5db78d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80485c0,0,c0f7abc0,268,c80485c0,...) at sleepq_switch+0x162 sleepq_wait(c8042b2c,0,ee124cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8042b2c,c8042c74,c0f58db1,74,c8042b34,...) at _cv_wait+0x260 usb_process(c8042b24,ee124d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8042b24,ee124d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee124d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc80488a0 sched_switch(c80488a0,0,104,1a3,8586dc1c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80488a0,0,c0f7abc0,268,c80488a0,...) at sleepq_switch+0x162 sleepq_wait(c8042afc,0,ee121cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8042afc,c8042c74,c0f58db1,74,c8042b04,...) at _cv_wait+0x260 usb_process(c8042af4,ee121d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8042af4,ee121d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee121d60, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc8048b80 sched_switch(c8048b80,0,104,1a3,8586c917,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8048b80,0,c0f7abc0,268,c8048b80,...) at sleepq_switch+0x162 sleepq_wait(c8042acc,0,ee11ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8042acc,c8042c74,c0f58db1,74,c8042ad4,...) at _cv_wait+0x260 usb_process(c8042ac4,ee11ed28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8042ac4,ee11ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee11ed60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc8035000 sched_switch(c8035000,0,104,1a3,8586b593,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8035000,0,c0f7abc0,268,c8035000,...) at sleepq_switch+0x162 sleepq_wait(c803cb5c,0,ee117cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c803cb5c,c803cc74,c0f58db1,74,c803cb64,...) at _cv_wait+0x260 usb_process(c803cb54,ee117d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c803cb54,ee117d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee117d60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc80352e0 sched_switch(c80352e0,0,104,1a3,89f009fd,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80352e0,0,c0f7abc0,268,c80352e0,...) at sleepq_switch+0x162 sleepq_wait(c803cb2c,0,ee114cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c803cb2c,c803cc74,c0f58db1,74,c803cb34,...) at _cv_wait+0x260 usb_process(c803cb24,ee114d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c803cb24,ee114d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee114d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc80355c0 sched_switch(c80355c0,0,104,1a3,8522af20,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80355c0,0,c0f7abc0,268,c80355c0,...) at sleepq_switch+0x162 sleepq_wait(c803cafc,0,ee111cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c803cafc,c803cc74,c0f58db1,74,c803cb04,...) at _cv_wait+0x260 usb_process(c803caf4,ee111d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c803caf4,ee111d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee111d60, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc80358a0 sched_switch(c80358a0,0,104,1a3,85229d8e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80358a0,0,c0f7abc0,268,c80358a0,...) at sleepq_switch+0x162 sleepq_wait(c803cacc,0,ee10ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c803cacc,c803cc74,c0f58db1,74,c803cad4,...) at _cv_wait+0x260 usb_process(c803cac4,ee10ed28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c803cac4,ee10ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee10ed60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc8038000 sched_switch(c8038000,0,104,1a3,85228798,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8038000,0,c0f7abc0,268,c8038000,...) at sleepq_switch+0x162 sleepq_wait(c8031b5c,0,ee107cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8031b5c,c8031c74,c0f58db1,74,c8031b64,...) at _cv_wait+0x260 usb_process(c8031b54,ee107d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8031b54,ee107d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee107d60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc80382e0 sched_switch(c80382e0,0,104,1a3,6936c738,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80382e0,0,c0f7abc0,268,c80382e0,...) at sleepq_switch+0x162 sleepq_wait(c8031b2c,0,ee104cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8031b2c,c8031c74,c0f58db1,74,c8031b34,...) at _cv_wait+0x260 usb_process(c8031b24,ee104d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8031b24,ee104d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee104d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc80385c0 sched_switch(c80385c0,0,104,1a3,84bea293,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80385c0,0,c0f7abc0,268,c80385c0,...) at sleepq_switch+0x162 sleepq_wait(c8031afc,0,ee101cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8031afc,c8031c74,c0f58db1,74,c8031b04,...) at _cv_wait+0x260 usb_process(c8031af4,ee101d28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8031af4,ee101d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee101d60, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc80388a0 sched_switch(c80388a0,0,104,1a3,84be90e9,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80388a0,0,c0f7abc0,268,c80388a0,...) at sleepq_switch+0x162 sleepq_wait(c8031acc,0,ee0fecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c8031acc,c8031c74,c0f58db1,74,c8031ad4,...) at _cv_wait+0x260 usb_process(c8031ac4,ee0fed28,c0f6f450,3d8,c803a598,...) at usb_process+0x1a3 fork_exit(c091d9a0,c8031ac4,ee0fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee0fed60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc7edf5c0 sched_switch(c7edf5c0,0,104,1a3,2e4e45db,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7edf5c0,0,c0f7abc0,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c110da24,0,c0f67732,2,0,...) at sleepq_timedwait+0x6b _sleep(c110da24,0,0,c0f67732,64) at _sleep+0x36a pause(c0f67732,64,c0f34e30,111,0,...) at pause+0xa0 random_kthread(0,c7b52d28,c0f6f450,3d8,c7dcb000,...) at random_kthread+0x1ef fork_exit(c081b660,0,c7b52d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b52d60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc7edfb80 sched_switch(c7edfb80,0,104,1a3,8e92930d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7edfb80,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c110ac68,5c,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c110ac68,c110abc8,25c,c0f67732,0,...) at _sleep+0x39c g_io_schedule_down(c7edfb80,0,c0f69281,6c,c7b4bd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,c7b4bd28,c0f6f450,3d8,c7dcb2cc,...) at g_down_procbody+0x9d fork_exit(c09d4620,0,c7b4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b4bd60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc7ee0000 sched_switch(c7ee0000,0,104,1a3,f76b041b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7ee0000,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c110ac64,5c,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c110ac64,c110abe8,25c,c0f67732,0,...) at _sleep+0x39c g_io_schedule_up(c7ee0000,0,c0f69281,5f,c7b48d14,...) at g_io_schedule_up+0x134 g_up_procbody(0,c7b48d28,c0f6f450,3d8,c7dcb2cc,...) at g_up_procbody+0x9d fork_exit(c09d46c0,0,c7b48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b48d60, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc7dd02e0 sched_switch(c7dd02e0,0,104,1a3,af02f24a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c7dd02e0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c110ac5c,5c,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c110ac5c,c110ab8c,25c,c0f67732,0,...) at _sleep+0x39c g_run_events(c111b880,0,c0f69281,79,c7b45d14,...) at g_run_events+0x54b g_event_procbody(0,c7b45d28,c0f6f450,3d8,c7dcb2cc,...) at g_event_procbody+0x90 fork_exit(c09d4760,0,c7b45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b45d60, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc81788a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc8178b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100063 td 0xc80492e0 sched_switch(c80492e0,0,109,1a3,46770c9,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c80492e0,...) at mi_switch+0x1ff ithread_loop(c7e16530,ee16dd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16530,ee16dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee16dd60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc8049b80 sched_switch(c8049b80,0,109,1a3,7b54a6b,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c8049b80,...) at mi_switch+0x1ff ithread_loop(c7e164f0,ee161d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e164f0,ee161d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee161d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc8054000 sched_switch(c8054000,0,109,1a3,5dcb8c38,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c8054000,...) at mi_switch+0x1ff ithread_loop(c7e16550,ee159d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16550,ee159d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee159d60, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc8056000 sched_switch(c8056000,0,109,1a3,af6b760a,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c8056000,...) at mi_switch+0x1ff ithread_loop(c7e161a0,ee147d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e161a0,ee147d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee147d60, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc8049000 sched_switch(c8049000,0,109,1a3,a97320c3,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c8049000,...) at mi_switch+0x1ff ithread_loop(c7e166b0,ee11bd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e166b0,ee11bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee11bd60, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc8035b80 sched_switch(c8035b80,0,109,1a3,a44d92f2,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c8035b80,...) at mi_switch+0x1ff ithread_loop(c7e165a0,ee10bd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e165a0,ee10bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee10bd60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc8038b80 sched_switch(c8038b80,0,109,1a3,5f62c5a2,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c8038b80,...) at mi_switch+0x1ff ithread_loop(c7e161d0,ee0fbd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e161d0,ee0fbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee0fbd60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc7ee02e0 sched_switch(c7ee02e0,0,109,1a3,f76a05a3,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7ee02e0,...) at mi_switch+0x1ff ithread_loop(c7e16660,edfa5d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16660,edfa5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xedfa5d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc7ee05c0 sched_switch(c7ee05c0,0,109,1a3,24803be0,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7ee05c0,...) at mi_switch+0x1ff ithread_loop(c7e16580,edfa1d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16580,edfa1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xedfa1d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc7ee08a0 sched_switch(c7ee08a0,0,109,1a3,75bbade9,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7ee08a0,...) at mi_switch+0x1ff ithread_loop(c7e16230,c7ba1d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16230,c7ba1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7ba1d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc7ee0b80 sched_switch(c7ee0b80,0,109,1a3,ce3329d6,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7ee0b80,...) at mi_switch+0x1ff ithread_loop(c7e16730,c7b70d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16730,c7b70d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b70d60, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc7fc8000 sched_switch(c7fc8000,0,109,1a3,b4ecdd6f,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7fc8000,...) at mi_switch+0x1ff ithread_loop(c7e16740,c7b6dd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16740,c7b6dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b6dd60, ebp = 0 --- Tracing command intr pid 12 tid 100024 td 0xc7fc85c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc7e178a0 sched_switch(c7e178a0,0,109,1a3,f76a8336,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7e178a0,...) at mi_switch+0x1ff ithread_loop(c7e16760,c7b5ed28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e16760,c7b5ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b5ed60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc7dd05c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc7dd08a0 sched_switch(c7dd08a0,0,109,1a3,90a09dd2,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7dd08a0,...) at mi_switch+0x1ff ithread_loop(c7e167b0,c7b3fd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e167b0,c7b3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b3fd60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc7dd0b80 sched_switch(c7dd0b80,0,109,1a3,37bf1dfc,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7dd0b80,...) at mi_switch+0x1ff ithread_loop(c7e167c0,c7b3cd28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e167c0,c7b3cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b3cd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc7e17000 sched_switch(c7e17000,0,109,1a3,28300da7,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7e17000,...) at mi_switch+0x1ff ithread_loop(c7e167d0,c7b39d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e167d0,c7b39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b39d60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7e172e0 sched_switch(c7e172e0,0,109,1a3,216dbe47,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7e172e0,...) at mi_switch+0x1ff ithread_loop(c7e167e0,c7b36d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e167e0,c7b36d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b36d60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc7e175c0 sched_switch(c7e175c0,0,109,1a3,363e8471,...) at sched_switch+0x3fc mi_switch(109,0,c0f6f773,557,c7e175c0,...) at mi_switch+0x1ff ithread_loop(c7e167f0,c7b33d28,c0f6f450,3d8,c7dcb598,...) at ithread_loop+0x1fb fork_exit(c0a17840,c7e167f0,c7b33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b33d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc7dcd000 cpustop_handler(3,c7b2fb5c,c0dacea6,18285,c12b9ee4,...) at cpustop_handler+0x26 ipi_nmi_handler(18285,c12b9ee4,c7b2fb34,c12ebe40,c7dcb864,...) at ipi_nmi_handler+0x35 trap(c7b2fb68) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0dc6203, esp = 0xc7b2fba8, ebp = 0xc7b2fbac --- lapic_id(119,365330a,c7b2fbf0,c0a571f4,c110ed60,...) at lapic_id+0x23 lapic_et_start(c12ebe40,c7b2fc2c,0,89c22adc,19799e51,...) at lapic_et_start+0x147 et_start(c12ebe40,c7b2fc2c,0,c7b2fc60,c7b1cc80,...) at et_start+0x10e loadtimer(c7b1cc80,0,c0fc8970,312,de85,...) at loadtimer+0x306 cpu_idleclock(c7dcd000,3,0,2,c7b2fce8,...) at cpu_idleclock+0x103 cpu_idle(0,c7b2fcc0,c0f77242,a1f,c7dcd000,...) at cpu_idle+0x3c sched_idletd(0,c7b2fd28,c0f6f450,3d8,c7dcb864,...) at sched_idletd+0x235 fork_exit(c0a69910,0,c7b2fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b2fd60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc7dcd2e0 cpustop_handler(2,c7b2cbfc,c0dacea6,c7b2cba0,c0dc756e,...) at cpustop_handler+0x26 ipi_nmi_handler(c7b2cba0,c0dc756e,c110ed00,c7dcd2e0,c7dcb864,...) at ipi_nmi_handler+0x35 trap(c7b2cc08) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d926c5, esp = 0xc7b2cc48, ebp = 0xc7b2cc48 --- acpi_cpu_c1(c7b2cc64,c10d21b0,2,317,de85,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c7b2cc98,c0d9f8d9,0,2,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,2,0,2,c7b2cce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c7b2ccc0,c0f77242,3d0,c7dcd2e0,...) at cpu_idle+0x89 sched_idletd(0,c7b2cd28,c0f6f450,3d8,c7dcb864,...) at sched_idletd+0x235 fork_exit(c0a69910,0,c7b2cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b2cd60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc7dcd5c0 sched_switch(c7dcd5c0,0,608,19e,37bf1dd6,...) at sched_switch+0x3fc mi_switch(608,0,c0f759bf,cd,0,...) at mi_switch+0x1ff critical_exit(0,1,0,2,c7b29ce8,...) at critical_exit+0xb5 cpu_idle(0,c7b29cc0,c0f77242,a1f,c7dcd5c0,...) at cpu_idle+0x97 sched_idletd(0,c7b29d28,c0f6f450,3d8,c7dcb864,...) at sched_idletd+0x235 fork_exit(c0a69910,0,c7b29d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b29d60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc7dcd8a0 cpustop_handler(0,c7b26bdc,c0dacea6,c7b26ba4,c0db43db,...) at cpustop_handler+0x26 ipi_nmi_handler(c7b26ba4,c0db43db,c1825c80,0,c7dcb864,...) at ipi_nmi_handler+0x35 trap(c7b26be8) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0539c53, esp = 0xc7b26c28, ebp = 0xc7b26c28 --- acpi_timer_get_timecount(c0fe4f40,0,808,0,0,...) at acpi_timer_get_timecount+0x13 binuptime(c7b26c6c,de84,52b90726,d97a9072,754180,...) at binuptime+0x3d cpu_activeclock(0,0,0,2,c7b26ce8,...) at cpu_activeclock+0x4f cpu_idle(0,c7b26cc0,c0f77242,a1f,c7dcd8a0,...) at cpu_idle+0x92 sched_idletd(0,c7b26d28,c0f6f450,3d8,c7dcb864,...) at sched_idletd+0x235 fork_exit(c0a69910,0,c7b26d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b26d60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc7dcdb80 sched_switch(c7dcdb80,0,104,1a3,24dbd52e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c7dcdb80,0,c0f7abc0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7abc0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7dcbb30,6c,c0f7db05,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7dcbb30,c7dcbbb8,16c,c0f7db05,0,...) at _sleep+0x385 kern_wait(c7dcdb80,ffffffff,c7b22c5c,0,0,...) at kern_wait+0x597 sys_wait4(c7dcdb80,c7b22cec,c0fc73bc,c0f7d942,286,...) at sys_wait4+0x3b syscall(c7b22d28) at syscall+0x2c7 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x80601ff, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command audit pid 10 tid 100001 td 0xc7dd0000 sched_switch(c7dd0000,0,104,1a3,84bccd24,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7dd0000,0,c0f7abc0,268,c7dd0000,...) at sleepq_switch+0x162 sleepq_wait(c128a840,0,c7b1fc8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c128a840,c128a824,c0fa6577,194,0,...) at _cv_wait+0x260 audit_worker(0,c7b1fd28,c0f6f450,3d8,c7dcc000,...) at audit_worker+0x84 fork_exit(c0c45eb0,0,c7b1fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b1fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100550 td 0xd3e4d2e0 sched_switch(d3e4d2e0,0,104,1a3,ec8c304,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(d3e4d2e0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(cabe4300,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(cabe4300,cabe4318,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(ca740bb0,f2eb4d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,ca740bb0,f2eb4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2eb4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100549 td 0xd3e4d5c0 sched_switch(d3e4d5c0,0,104,1a3,ec8ada2,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(d3e4d5c0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(cabe4300,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(cabe4300,cabe4318,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(ca740bb0,f2eb1d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,ca740bb0,f2eb1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2eb1d60, ebp = 0 --- Tracing command kernel pid 0 tid 100548 td 0xd3e4d8a0 sched_switch(d3e4d8a0,0,104,1a3,ec89790,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(d3e4d8a0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(cabe4300,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(cabe4300,cabe4318,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(ca740bb0,f2eaed28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,ca740bb0,f2eaed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2eaed60, ebp = 0 --- Tracing command kernel pid 0 tid 100547 td 0xd3e4db80 sched_switch(d3e4db80,0,104,1a3,ec87d6c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(d3e4db80,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(cabe4300,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(cabe4300,cabe4318,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(ca740bb0,f2eabd28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,ca740bb0,f2eabd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2eabd60, ebp = 0 --- Tracing command kernel pid 0 tid 100546 td 0xcb48a2e0 sched_switch(cb48a2e0,0,104,1a3,f54aba04,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cb48a2e0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(d3afa440,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(d3afa440,d3afa458,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(cbc20900,f2ea8d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,cbc20900,f2ea8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf2ea8d60, ebp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xc8178000 sched_switch(c8178000,0,104,1a3,969a0ed4,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c8178000,0,c0f7abc0,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c110da24,0,c0f67732,2,0,...) at sleepq_timedwait+0x6b _sleep(c110da24,0,0,c0f67732,bb8) at _sleep+0x36a pause(c0f67732,bb8,126,124,c110ae08,...) at pause+0xa0 deadlkres(0,ee189d28,c0f6f450,3d8,c110ad80,...) at deadlkres+0x324 fork_exit(c09f6ab0,0,ee189d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee189d60, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xc81782e0 sched_switch(c81782e0,0,104,1a3,c36ed2a7,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c81782e0,0,c0f7abc0,268,c81782e0,...) at sleepq_switch+0x162 sleepq_wait(ca425200,0,c0f75ee1,c0f67732,0,...) at sleepq_wait+0x63 msleep_spin(ca425200,ca425218,c0f67732,0,c0f7341b,...) at msleep_spin+0x259 taskqueue_thread_loop(c12ebf00,ee186d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a869b0,c12ebf00,ee186d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee186d60, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc80498a0 sched_switch(c80498a0,0,104,1a3,3073d078,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c80498a0,0,c0f7abc0,268,c80498a0,...) at sleepq_switch+0x162 sleepq_wait(c8086500,0,c0f75ee1,c0f67732,0,...) at sleepq_wait+0x63 msleep_spin(c8086500,c8086518,c0f67732,0,c0f7341b,...) at msleep_spin+0x259 taskqueue_thread_loop(c808b49c,ee167d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a869b0,c808b49c,ee167d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xee167d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc7fc82e0 sched_switch(c7fc82e0,0,104,1a3,15af7dbd,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc82e0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7da5740,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c7da5740,c7da5758,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(c112a5ec,c7b6ad28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,c112a5ec,c7b6ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b6ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc7fc88a0 sched_switch(c7fc88a0,0,104,1a3,9ef608ee,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc88a0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7da57c0,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c7da57c0,c7da57d8,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(c128ae24,c7b64d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,c128ae24,c7b64d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b64d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc7fc8b80 sched_switch(c7fc8b80,0,104,1a3,9ef5f561,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7fc8b80,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7da5800,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c7da5800,c7da5818,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(c110b718,c7b61d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,c110b718,c7b61d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b61d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7e17b80 sched_switch(c7e17b80,0,104,1a3,9ef5e270,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7e17b80,0,c0f7abc0,268,c7e17b80,...) at sleepq_switch+0x162 sleepq_wait(c7da5840,0,c0f75ee1,c0f67732,0,...) at sleepq_wait+0x63 msleep_spin(c7da5840,c7da5858,c0f67732,0,c0f7341b,...) at msleep_spin+0x259 taskqueue_thread_loop(c10d4e38,c7b5bd28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a869b0,c10d4e38,c7b5bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b5bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc7edf000 sched_switch(c7edf000,0,104,1a3,9ef5d2e4,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7edf000,0,c0f7abc0,268,c7edf000,...) at sleepq_switch+0x162 sleepq_wait(c7da5840,0,c0f75ee1,c0f67732,0,...) at sleepq_wait+0x63 msleep_spin(c7da5840,c7da5858,c0f67732,0,c0f7341b,...) at msleep_spin+0x259 taskqueue_thread_loop(c10d4e38,c7b58d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a869b0,c10d4e38,c7b58d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b58d60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc7edf2e0 sched_switch(c7edf2e0,0,104,1a3,9ef5c2d5,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7edf2e0,0,c0f7abc0,268,c7edf2e0,...) at sleepq_switch+0x162 sleepq_wait(c7da5840,0,c0f75ee1,c0f67732,0,...) at sleepq_wait+0x63 msleep_spin(c7da5840,c7da5858,c0f67732,0,c0f7341b,...) at msleep_spin+0x259 taskqueue_thread_loop(c10d4e38,c7b55d28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0x8f fork_exit(c0a869b0,c10d4e38,c7b55d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b55d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc7edf8a0 sched_switch(c7edf8a0,0,104,1a3,62277a72,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c7edf8a0,0,c0f7abc0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7da5c40,0,c0f67732,0,0,...) at sleepq_wait+0x63 _sleep(c7da5c40,c7da5c58,0,c0f67732,0,...) at _sleep+0x39c taskqueue_thread_loop(c1129000,c7b4ed28,c0f6f450,3d8,c110ad80,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a869b0,c1129000,c7b4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc7b4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc110b050 sched_switch(c110b050,0,104,1a3,dce042c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7abc0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c110b050,0,c0f7abc0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c110ad80,54,c0f77b15,0,0,...) at sleepq_timedwait+0x6b _sleep(c110ad80,0,54,c0f77b15,2710,...) at _sleep+0x36a scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 523 MB: 508 492 476 460 444 428 412 396 380 364 348 332 316 300 284 268 252 236 220 204 188 172 156 140 124 108 92 76 60 44 28 12 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/fs/nfsserver/nfs_nfsdport.c =================================================================== --- /usr/src/sys/fs/nfsserver/nfs_nfsdport.c (revision 234451) +++ /usr/src/sys/fs/nfsserver/nfs_nfsdport.c (working copy) @@ -2907,12 +2907,14 @@ nfsd_mntinit(void) inited = 1; nfsv4root_mnt.mnt_flag = (MNT_RDONLY | MNT_EXPORTED); TAILQ_INIT(&nfsv4root_mnt.mnt_nvnodelist); + TAILQ_INIT(&nfsv4root_mnt.mnt_activevnodelist); nfsv4root_mnt.mnt_export = NULL; TAILQ_INIT(&nfsv4root_opt); TAILQ_INIT(&nfsv4root_newopt); nfsv4root_mnt.mnt_opt = &nfsv4root_opt; nfsv4root_mnt.mnt_optnew = &nfsv4root_newopt; nfsv4root_mnt.mnt_nvnodelistsize = 0; + nfsv4root_mnt.mnt_activevnodelistsize = 0; } /* Index: /usr/src/sys/fs/msdosfs/msdosfs_vfsops.c =================================================================== --- /usr/src/sys/fs/msdosfs/msdosfs_vfsops.c (revision 234451) +++ /usr/src/sys/fs/msdosfs/msdosfs_vfsops.c (working copy) @@ -834,7 +834,7 @@ msdosfs_unmount(struct mount *mp, int mntflags) vn_printf(vp, "msdosfs_umount(): just before calling VOP_CLOSE()\n"); printf("freef %p, freeb %p, mount %p\n", - TAILQ_NEXT(vp, v_freelist), vp->v_freelist.tqe_prev, + TAILQ_NEXT(vp, v_actfreelist), vp->v_actfreelist.tqe_prev, vp->v_mount); printf("cleanblkhd %p, dirtyblkhd %p, numoutput %ld, type %d\n", TAILQ_FIRST(&vp->v_bufobj.bo_clean.bv_hd), Index: /usr/src/sys/sys/mount.h =================================================================== --- /usr/src/sys/sys/mount.h (revision 234451) +++ /usr/src/sys/sys/mount.h (working copy) @@ -164,6 +164,8 @@ struct mount { int mnt_ref; /* (i) Reference count */ struct vnodelst mnt_nvnodelist; /* (i) list of vnodes */ int mnt_nvnodelistsize; /* (i) # of vnodes */ + struct vnodelst mnt_activevnodelist; /* (i) list of active vnodes */ + int mnt_activevnodelistsize;/* (i) # of active vnodes */ int mnt_writeopcount; /* (i) write syscalls pending */ int mnt_kern_flag; /* (i) kernel only flags */ uint64_t mnt_flag; /* (i) flags shared with user */ @@ -207,6 +209,25 @@ void __mnt_vnode_markerfree_all(struct vn } while (0) /* + * Definitions for MNT_VNODE_FOREACH_ACTIVE. + */ +struct vnode *__mnt_vnode_next_active(struct vnode **mvp, struct mount *mp); +struct vnode *__mnt_vnode_first_active(struct vnode **mvp, struct mount *mp); +void __mnt_vnode_markerfree_active(struct vnode **mvp, struct mount *); + +#define MNT_VNODE_FOREACH_ACTIVE(vp, mp, mvp) \ + for (vp = __mnt_vnode_first_active(&(mvp), (mp)); \ + (vp) != NULL; vp = __mnt_vnode_next_active(&(mvp), (mp))) + +#define MNT_VNODE_FOREACH_ACTIVE_ABORT(mp, mvp) \ + do { \ + MNT_ILOCK(mp); \ + __mnt_vnode_markerfree_active(&(mvp), (mp)); \ + /* MNT_IUNLOCK(mp); -- done in above function */ \ + mtx_assert(MNT_MTX(mp), MA_NOTOWNED); \ + } while (0) + +/* * Definitions for MNT_VNODE_FOREACH. * * This interface has been deprecated in favor of MNT_VNODE_FOREACH_ALL. Index: /usr/src/sys/sys/vnode.h =================================================================== --- /usr/src/sys/sys/vnode.h (revision 234451) +++ /usr/src/sys/sys/vnode.h (working copy) @@ -156,7 +156,7 @@ struct vnode { /* * The machinery of being a vnode */ - TAILQ_ENTRY(vnode) v_freelist; /* f vnode freelist */ + TAILQ_ENTRY(vnode) v_actfreelist; /* f vnode active/free lists */ struct bufobj v_bufobj; /* * Buffer cache object */ /* @@ -232,6 +232,7 @@ struct xvnode { #define VI_AGE 0x0040 /* Insert vnode at head of free list */ #define VI_DOOMED 0x0080 /* This vnode is being recycled */ #define VI_FREE 0x0100 /* This vnode is on the freelist */ +#define VI_ACTIVE 0x0200 /* This vnode is on the active list */ #define VI_DOINGINACT 0x0800 /* VOP_INACTIVE is in progress */ #define VI_OWEINACT 0x1000 /* Need to call inactive */ Index: /usr/src/sys/ufs/ufs/quota.h =================================================================== --- /usr/src/sys/ufs/ufs/quota.h (revision 234451) +++ /usr/src/sys/ufs/ufs/quota.h (working copy) @@ -227,9 +227,10 @@ void dqinit(void); void dqrele(struct vnode *, struct dquot *); void dquninit(void); int getinoquota(struct inode *); -int qsync(struct mount *mp); -int quotaoff(struct thread *td, struct mount *, int); -int quotaon(struct thread *td, struct mount *, int, void *); +int qsync(struct mount *); +int qsyncvp(struct vnode *); +int quotaoff(struct thread *, struct mount *, int); +int quotaon(struct thread *, struct mount *, int, void *); int getquota32(struct thread *, struct mount *, u_long, int, void *); int setquota32(struct thread *, struct mount *, u_long, int, void *); int setuse32(struct thread *, struct mount *, u_long, int, void *); Index: /usr/src/sys/ufs/ufs/ufs_quota.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_quota.c (revision 234451) +++ /usr/src/sys/ufs/ufs/ufs_quota.c (working copy) @@ -1044,7 +1044,7 @@ qsync(struct mount *mp) * synchronizing any modified dquot structures. */ again: - MNT_VNODE_FOREACH_ALL(vp, mp, mvp) { + MNT_VNODE_FOREACH_ACTIVE(vp, mp, mvp) { if (vp->v_type == VNON) { VI_UNLOCK(vp); continue; @@ -1068,6 +1068,39 @@ again: } /* + * Sync quota file for given vnode to disk. + */ +int +qsyncvp(struct vnode *vp) +{ + struct ufsmount *ump = VFSTOUFS(vp->v_mount); + struct dquot *dq; + int i; + + /* + * Check if the mount point has any quotas. + * If not, simply return. + */ + UFS_LOCK(ump); + for (i = 0; i < MAXQUOTAS; i++) + if (ump->um_quotas[i] != NULLVP) + break; + UFS_UNLOCK(ump); + if (i == MAXQUOTAS) + return (0); + /* + * Search quotas associated with this vnode + * synchronizing any modified dquot structures. + */ + for (i = 0; i < MAXQUOTAS; i++) { + dq = VTOI(vp)->i_dquot[i]; + if (dq != NODQUOT) + dqsync(vp, dq); + } + return (0); +} + +/* * Code pertaining to management of the in-core dquot data structures. */ #define DQHASH(dqvp, id) \ Index: /usr/src/sys/ufs/ufs/ufs_inode.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_inode.c (revision 234451) +++ /usr/src/sys/ufs/ufs/ufs_inode.c (working copy) @@ -88,6 +88,14 @@ ufs_inactive(ap) #ifdef UFS_GJOURNAL ufs_gjournal_close(vp); #endif +#ifdef QUOTA + /* + * Before moving off the active list, we must be sure that + * any modified quotas have been pushed since these will no + * longer be checked once the vnode is on the inactive list. + */ + qsyncvp(vp); +#endif if ((ip->i_effnlink == 0 && DOINGSOFTDEP(vp)) || (ip->i_nlink <= 0 && !UFS_RDONLY(ip))) { loop: Index: /usr/src/sys/ufs/ffs/ffs_vfsops.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_vfsops.c (revision 234451) +++ /usr/src/sys/ufs/ffs/ffs_vfsops.c (working copy) @@ -699,10 +699,14 @@ ffs_reload(struct mount *mp, struct thread *td) * We no longer know anything about clusters per cylinder group. */ if (fs->fs_contigsumsize > 0) { - lp = fs->fs_maxcluster; + fs->fs_maxcluster = lp = space; for (i = 0; i < fs->fs_ncg; i++) *lp++ = fs->fs_contigsumsize; + space = lp; } + size = fs->fs_ncg * sizeof(u_int8_t); + fs->fs_contigdirs = (u_int8_t *)space; + bzero(fs->fs_contigdirs, size); loop: MNT_VNODE_FOREACH_ALL(vp, mp, mvp) { @@ -1432,7 +1436,7 @@ ffs_sync_lazy(mp) td = curthread; if ((mp->mnt_flag & MNT_NOATIME) != 0) goto qupdate; - MNT_VNODE_FOREACH_ALL(vp, mp, mvp) { + MNT_VNODE_FOREACH_ACTIVE(vp, mp, mvp) { if (vp->v_type == VNON) { VI_UNLOCK(vp); continue; Index: /usr/src/sys/kern/vfs_mount.c =================================================================== --- /usr/src/sys/kern/vfs_mount.c (revision 234451) +++ /usr/src/sys/kern/vfs_mount.c (working copy) @@ -461,6 +461,8 @@ vfs_mount_alloc(struct vnode *vp, struct vfsconf * __rangeof(struct mount, mnt_startzero, mnt_endzero)); TAILQ_INIT(&mp->mnt_nvnodelist); mp->mnt_nvnodelistsize = 0; + TAILQ_INIT(&mp->mnt_activevnodelist); + mp->mnt_activevnodelistsize = 0; mp->mnt_ref = 0; (void) vfs_busy(mp, MBF_NOWAIT); mp->mnt_op = vfsp->vfc_vfsops; @@ -514,6 +516,8 @@ vfs_mount_destroy(struct mount *mp) } if (mp->mnt_nvnodelistsize != 0) panic("vfs_mount_destroy: nonzero nvnodelistsize"); + if (mp->mnt_activevnodelistsize != 0) + panic("vfs_mount_destroy: nonzero activevnodelistsize"); if (mp->mnt_lockref != 0) panic("vfs_mount_destroy: nonzero lock refcount"); MNT_IUNLOCK(mp); Index: /usr/src/sys/kern/vfs_subr.c =================================================================== --- /usr/src/sys/kern/vfs_subr.c (revision 234451) +++ /usr/src/sys/kern/vfs_subr.c (working copy) @@ -775,12 +775,16 @@ vnlru_free(int count) break; VNASSERT(vp->v_op != NULL, vp, ("vnlru_free: vnode already reclaimed.")); - TAILQ_REMOVE(&vnode_free_list, vp, v_freelist); + KASSERT((vp->v_iflag & VI_FREE) != 0, + ("Removing vnode not on freelist")); + KASSERT((vp->v_iflag & VI_ACTIVE) == 0, + ("Mangling active vnode")); + TAILQ_REMOVE(&vnode_free_list, vp, v_actfreelist); /* * Don't recycle if we can't get the interlock. */ if (!VI_TRYLOCK(vp)) { - TAILQ_INSERT_TAIL(&vnode_free_list, vp, v_freelist); + TAILQ_INSERT_TAIL(&vnode_free_list, vp, v_actfreelist); continue; } VNASSERT(VCANRECYCLE(vp), vp, @@ -1035,12 +1039,26 @@ static void delmntque(struct vnode *vp) { struct mount *mp; + int active; mp = vp->v_mount; if (mp == NULL) return; MNT_ILOCK(mp); + VI_LOCK(vp); + KASSERT(mp->mnt_activevnodelistsize <= mp->mnt_nvnodelistsize, + ("Active vnode list size %d > Vnode list size %d", + mp->mnt_activevnodelistsize, mp->mnt_nvnodelistsize)); + active = vp->v_iflag & VI_ACTIVE; + vp->v_iflag &= ~VI_ACTIVE; + if (active) { + mtx_lock(&vnode_free_list_mtx); + TAILQ_REMOVE(&mp->mnt_activevnodelist, vp, v_actfreelist); + mp->mnt_activevnodelistsize--; + mtx_unlock(&vnode_free_list_mtx); + } vp->v_mount = NULL; + VI_UNLOCK(vp); VNASSERT(mp->mnt_nvnodelistsize > 0, vp, ("bad mount point vnode list size")); TAILQ_REMOVE(&mp->mnt_nvnodelist, vp, v_nmntvnodes); @@ -1080,13 +1098,24 @@ insmntque1(struct vnode *vp, struct mount *mp, ASSERT_VOP_ELOCKED(vp, "insmntque: mp-safe fs and non-locked vp"); #endif + /* + * We acquire the vnode interlock early to ensure that the + * vnode cannot be recycled by another process releasing a + * holdcnt on it before we get it on both the vnode list + * and the active vnode list. The mount mutex protects only + * manipulation of the vnode list and the vnode freelist + * mutex protects only manipulation of the active vnode list. + * Hence the need to hold the vnode interlock throughout. + */ MNT_ILOCK(mp); + VI_LOCK(vp); if ((mp->mnt_kern_flag & MNTK_NOINSMNTQ) != 0 && ((mp->mnt_kern_flag & MNTK_UNMOUNTF) != 0 || mp->mnt_nvnodelistsize == 0)) { locked = VOP_ISLOCKED(vp); if (!locked || (locked == LK_EXCLUSIVE && (vp->v_vflag & VV_FORCEINSMQ) == 0)) { + VI_UNLOCK(vp); MNT_IUNLOCK(mp); if (dtr != NULL) dtr(vp, dtr_arg); @@ -1099,6 +1128,14 @@ insmntque1(struct vnode *vp, struct mount *mp, VNASSERT(mp->mnt_nvnodelistsize >= 0, vp, ("neg mount point vnode list size")); mp->mnt_nvnodelistsize++; + KASSERT((vp->v_iflag & VI_ACTIVE) == 0, + ("Activating already active vnode")); + vp->v_iflag |= VI_ACTIVE; + mtx_lock(&vnode_free_list_mtx); + TAILQ_INSERT_HEAD(&mp->mnt_activevnodelist, vp, v_actfreelist); + mp->mnt_activevnodelistsize++; + mtx_unlock(&vnode_free_list_mtx); + VI_UNLOCK(vp); MNT_IUNLOCK(mp); return (0); } @@ -2309,6 +2346,7 @@ vhold(struct vnode *vp) void vholdl(struct vnode *vp) { + struct mount *mp; CTR2(KTR_VFS, "%s: vp %p", __func__, vp); vp->v_holdcnt++; @@ -2318,12 +2356,19 @@ vholdl(struct vnode *vp) VNASSERT((vp->v_iflag & VI_FREE) != 0, vp, ("vnode not free")); VNASSERT(vp->v_op != NULL, vp, ("vholdl: vnode already reclaimed.")); /* - * Remove a vnode from the free list and mark it as in use. + * Remove a vnode from the free list, mark it as in use, + * and put it on the active list. */ mtx_lock(&vnode_free_list_mtx); - TAILQ_REMOVE(&vnode_free_list, vp, v_freelist); + TAILQ_REMOVE(&vnode_free_list, vp, v_actfreelist); freevnodes--; vp->v_iflag &= ~(VI_FREE|VI_AGE); + KASSERT((vp->v_iflag & VI_ACTIVE) == 0, + ("Activating already active vnode")); + vp->v_iflag |= VI_ACTIVE; + mp = vp->v_mount; + TAILQ_INSERT_HEAD(&mp->mnt_activevnodelist, vp, v_actfreelist); + mp->mnt_activevnodelistsize++; mtx_unlock(&vnode_free_list_mtx); } @@ -2348,6 +2393,8 @@ void vdropl(struct vnode *vp) { struct bufobj *bo; + struct mount *mp; + int active; ASSERT_VI_LOCKED(vp, "vdropl"); CTR2(KTR_VFS, "%s: vp %p", __func__, vp); @@ -2360,19 +2407,28 @@ vdropl(struct vnode *vp) } if ((vp->v_iflag & VI_DOOMED) == 0) { /* - * Mark a vnode as free, putting it up for recycling. + * Mark a vnode as free: remove it from its active list + * and put it up for recycling on the freelist. */ - mtx_lock(&vnode_free_list_mtx); VNASSERT(vp->v_op != NULL, vp, ("vdropl: vnode already reclaimed.")); VNASSERT((vp->v_iflag & VI_FREE) == 0, vp, ("vnode already free")); VNASSERT(VSHOULDFREE(vp), vp, ("vdropl: freeing when we shouldn't")); + active = vp->v_iflag & VI_ACTIVE; + vp->v_iflag &= ~VI_ACTIVE; + mp = vp->v_mount; + mtx_lock(&vnode_free_list_mtx); + if (active) { + TAILQ_REMOVE(&mp->mnt_activevnodelist, vp, + v_actfreelist); + mp->mnt_activevnodelistsize--; + } if (vp->v_iflag & VI_AGE) { - TAILQ_INSERT_HEAD(&vnode_free_list, vp, v_freelist); + TAILQ_INSERT_HEAD(&vnode_free_list, vp, v_actfreelist); } else { - TAILQ_INSERT_TAIL(&vnode_free_list, vp, v_freelist); + TAILQ_INSERT_TAIL(&vnode_free_list, vp, v_actfreelist); } freevnodes++; vp->v_iflag &= ~VI_AGE; @@ -2428,6 +2484,7 @@ vdropl(struct vnode *vp) void vinactive(struct vnode *vp, struct thread *td) { + struct vm_object *obj; ASSERT_VOP_ELOCKED(vp, "vinactive"); ASSERT_VI_LOCKED(vp, "vinactive"); @@ -2437,6 +2494,17 @@ vinactive(struct vnode *vp, struct thread *td) vp->v_iflag |= VI_DOINGINACT; vp->v_iflag &= ~VI_OWEINACT; VI_UNLOCK(vp); + /* + * Before moving off the active list, we must be sure that any + * modified pages are on the vnode's dirty list since these will + * no longer be checked once the vnode is on the inactive list. + */ + obj = vp->v_object; + if (obj != NULL && (obj->flags & OBJ_MIGHTBEDIRTY) != 0) { + VM_OBJECT_LOCK(obj); + vm_object_page_clean(obj, 0, 0, OBJPC_NOSYNC); + VM_OBJECT_UNLOCK(obj); + } VOP_INACTIVE(vp, td); VI_LOCK(vp); VNASSERT(vp->v_iflag & VI_DOINGINACT, vp, @@ -3010,6 +3078,8 @@ DB_SHOW_COMMAND(mount, db_show_mount) db_printf(" mnt_ref = %d\n", mp->mnt_ref); db_printf(" mnt_gen = %d\n", mp->mnt_gen); db_printf(" mnt_nvnodelistsize = %d\n", mp->mnt_nvnodelistsize); + db_printf(" mnt_activevnodelistsize = %d\n", + mp->mnt_activevnodelistsize); db_printf(" mnt_writeopcount = %d\n", mp->mnt_writeopcount); db_printf(" mnt_maxsymlinklen = %d\n", mp->mnt_maxsymlinklen); db_printf(" mnt_iosize_max = %d\n", mp->mnt_iosize_max); @@ -3019,15 +3089,23 @@ DB_SHOW_COMMAND(mount, db_show_mount) mp->mnt_secondary_accwrites); db_printf(" mnt_gjprovider = %s\n", mp->mnt_gjprovider != NULL ? mp->mnt_gjprovider : "NULL"); - db_printf("\n"); - TAILQ_FOREACH(vp, &mp->mnt_nvnodelist, v_nmntvnodes) { + db_printf("\n\nList of active vnodes\n"); + TAILQ_FOREACH(vp, &mp->mnt_activevnodelist, v_actfreelist) { if (vp->v_type != VMARKER) { vn_printf(vp, "vnode "); if (db_pager_quit) break; } } + db_printf("\n\nList of inactive vnodes\n"); + TAILQ_FOREACH(vp, &mp->mnt_nvnodelist, v_nmntvnodes) { + if (vp->v_type != VMARKER && (vp->v_iflag & VI_ACTIVE) == 0) { + vn_printf(vp, "vnode "); + if (db_pager_quit) + break; + } + } } #endif /* DDB */ @@ -3296,7 +3374,7 @@ vfs_msync(struct mount *mp, int flags) struct vm_object *obj; CTR2(KTR_VFS, "%s: mp %p", __func__, mp); - MNT_VNODE_FOREACH_ALL(vp, mp, mvp) { + MNT_VNODE_FOREACH_ACTIVE(vp, mp, mvp) { obj = vp->v_object; if (obj != NULL && (obj->flags & OBJ_MIGHTBEDIRTY) != 0 && (flags == MNT_WAIT || VOP_ISLOCKED(vp) == 0)) { @@ -4558,3 +4636,100 @@ __mnt_vnode_markerfree_all(struct vnode **mvp, str free(*mvp, M_VNODE_MARKER); *mvp = NULL; } + +/* + * These are helper functions for filesystems to traverse their + * active vnodes. See MNT_VNODE_FOREACH_ACTIVE() in sys/mount.h + */ +struct vnode * +__mnt_vnode_next_active(struct vnode **mvp, struct mount *mp) +{ + struct vnode *vp, *nvp; + + if (should_yield()) + kern_yield(PRI_UNCHANGED); + MNT_ILOCK(mp); + KASSERT((*mvp)->v_mount == mp, ("marker vnode mount list mismatch")); + vp = TAILQ_NEXT(*mvp, v_actfreelist); + while (vp != NULL) { + VI_LOCK(vp); + if (vp->v_mount == mp && vp->v_type != VMARKER && + (vp->v_iflag & VI_DOOMED) == 0) + break; + nvp = TAILQ_NEXT(vp, v_actfreelist); + VI_UNLOCK(vp); + vp = nvp; + } + + /* Check if we are done */ + if (vp == NULL) { + __mnt_vnode_markerfree_active(mvp, mp); + /* MNT_IUNLOCK(mp); -- done in above function */ + mtx_assert(MNT_MTX(mp), MA_NOTOWNED); + return (NULL); + } + mtx_lock(&vnode_free_list_mtx); + TAILQ_REMOVE(&mp->mnt_activevnodelist, *mvp, v_actfreelist); + TAILQ_INSERT_AFTER(&mp->mnt_activevnodelist, vp, *mvp, v_actfreelist); + mtx_unlock(&vnode_free_list_mtx); + MNT_IUNLOCK(mp); + return (vp); +} + +struct vnode * +__mnt_vnode_first_active(struct vnode **mvp, struct mount *mp) +{ + struct vnode *vp, *nvp; + + *mvp = malloc(sizeof(struct vnode), M_VNODE_MARKER, M_WAITOK | M_ZERO); + MNT_ILOCK(mp); + MNT_REF(mp); + (*mvp)->v_type = VMARKER; + + vp = TAILQ_NEXT(*mvp, v_actfreelist); + while (vp != NULL) { + VI_LOCK(vp); + if (vp->v_mount == mp && vp->v_type != VMARKER && + (vp->v_iflag & VI_DOOMED) == 0) + break; + nvp = TAILQ_NEXT(vp, v_actfreelist); + VI_UNLOCK(vp); + vp = nvp; + } + + /* Check if we are done */ + if (vp == NULL) { + MNT_REL(mp); + MNT_IUNLOCK(mp); + free(*mvp, M_VNODE_MARKER); + *mvp = NULL; + return (NULL); + } + (*mvp)->v_mount = mp; + mtx_lock(&vnode_free_list_mtx); + TAILQ_INSERT_AFTER(&mp->mnt_activevnodelist, vp, *mvp, v_actfreelist); + mtx_unlock(&vnode_free_list_mtx); + MNT_IUNLOCK(mp); + return (vp); +} + +void +__mnt_vnode_markerfree_active(struct vnode **mvp, struct mount *mp) +{ + + if (*mvp == NULL) { + MNT_IUNLOCK(mp); + return; + } + + mtx_assert(MNT_MTX(mp), MA_OWNED); + + KASSERT((*mvp)->v_mount == mp, ("marker vnode mount list mismatch")); + mtx_lock(&vnode_free_list_mtx); + TAILQ_REMOVE(&mp->mnt_activevnodelist, *mvp, v_actfreelist); + mtx_unlock(&vnode_free_list_mtx); + MNT_REL(mp); + MNT_IUNLOCK(mp); + free(*mvp, M_VNODE_MARKER); + *mvp = NULL; +} -- Test scenario: gjournal.sh $ egrep " Size|journal_data" /var/crash/core.txt.343 Type InUse MemUse HighUse Requests Size(s) journal_data 1049 125941K - 9006 512,4096 $