GENERIC HEAD from 2009-02-09 11:42:23 UTC, r188389, vmcore.59 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r188389: Mon Feb 9 16:15:05 CET 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.49-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 3623682048 (3455 MB) avail memory = 3540008960 (3376 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: 4592 files, 219058 used, 793957 free (2325 frags, 98954 blocks, 0.2% fragmentation) /dev/ad4s1e: 8545 files, 369354 used, 50407721 free (809 frags, 6300864 blocks, 0.0% fragmentation) /dev/ad4s1f: 2289009 files, 11591631 used, 10747142 free (115758 frags, 1328923 blocks, 0.5% fragmentation) /dev/ad4s1d: 504138 files, 23666201 used, 27110874 free (45482 frags, 3383174 blocks, 0.1% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. lock order reversal: 1st 0xdad10ca8 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc72ca600 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0bea6a5,e99d087c,c0879c65,4,c0be5d2c,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be5d2c,c6d23740,c6d26528,e99d08d8,...) at kdb_backtrace+0x29 _witness_debugger(c0bed39a,c72ca600,c0c0c4be,c6d26528,c0c0c164,...) at _witness_debugger+0x25 witness_checkorder(c72ca600,9,c0c0c15b,113,0,...) at witness_checkorder+0x839 _sx_xlock(c72ca600,0,c0c0c15b,113,c74929d8,...) at _sx_xlock+0x85 ufsdirhash_acquire(dad10c48,e99d0a20,8c,db5b9e28,e99d09a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c74929d8,e99d0a20,e28,e99d0994,e99d0998,...) at ufsdirhash_add+0x13 ufs_direnter(c7493560,c7499ac0,e99d0a20,e99d0c04,dad1111c,...) at ufs_direnter+0x779 ufs_mkdir(e99d0c28,c0c20614,0,e99d0c28,e99d0bd8,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0cf0340,e99d0c28,eb8,eb6,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7334480,ffffff9c,bfbfef66,0,1ff,...) at kern_mkdirat+0x278 kern_mkdir(c7334480,bfbfef66,0,1ff,e99d0d2c,...) at kern_mkdir+0x2e mkdir(c7334480,e99d0cf8,8,c0bedc2c,c0ccc120,...) at mkdir+0x29 syscall(e99d0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815c363, esp = 0xbfbfedac, ebp = 0xbfbfee78 --- Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Mon Feb 9 21:26:46 CET 2009 Feb 9 21:31:19 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc788c5b8 ufs (ufs) @ kern/vfs_mount.c:1202 2nd 0xc788c710 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1342 KDB: stack backtrace: db_trace_self_wrapper(c0bea6a5,e9a82a28,c0879c65,4,c0be5d2c,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0be5d2c,c6d264c0,c6d263f0,e9a82a84,...) at kdb_backtrace+0x29 _witness_debugger(c0bed39a,c788c710,c0bdd37e,c6d263f0,c0c0b959,...) at _witness_debugger+0x25 witness_checkorder(c788c710,9,c0c0b950,53e,c788c778,...) at witness_checkorder+0x839 __lockmgr_args(c788c710,80400,c788c778,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e9a82b8c,c0e7cc40,c76ef524,80400,c788c6b8,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0cc8080,e9a82b8c,e9a82bac,c0d08c60,c788c6b8,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c788c6b8,80400,c0c0b950,53e,c788ba28,...) at _vn_lock+0x78 ffs_sync(c749e2cc,1,c76ef480,4f7,2,...) at ffs_sync+0x3c5 dounmount(c749e2cc,8000000,c76ef480,47d,4dec8d67,...) at dounmount+0x45c unmount(c76ef480,e9a82cf8,8,e9a82d38,c0ccb670,...) at unmount+0x2e0 syscall(e9a82d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d226f, esp = 0xbfbfe1ac, ebp = 0xbfbfe278 --- g_vfs_done():md6a[WRITE(offset=28737536, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=28868608, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=28999680, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29130752, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29261824, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29392896, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29523968, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29655040, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29786112, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29917184, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30048256, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30179328, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30310400, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30441472, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30572544, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30703616, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30834688, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30965760, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31096832, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31227904, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31358976, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31490048, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31621120, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31752192, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31883264, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32014336, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32145408, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32276480, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32407552, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32538624, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32669696, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32800768, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32931840, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33062912, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33193984, length=131072)]erroFeb 9 22:38:58 r = 28 x4 kernel: pid 3g_vfs_done():107 (md6), uid 0md6a[WRITE(offset=33325056, length=131072)]e inumber 4 on /mrror = 28 nt5: filesystem g_vfs_done():full md6a[WRITE(offset=33456128, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33587200, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33718272, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33849344, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33980416, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34111488, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34242560, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34373632, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34504704, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34635776, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34766848, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34897920, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35028992, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35160064, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35291136, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35422208, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35553280, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35684352, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35815424, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35946496, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36077568, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36208640, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36339712, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36470784, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36601856, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36732928, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36864000, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36995072, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37126144, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37257216, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37388288, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37519360, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37650432, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37781504, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37912576, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=131088384, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38043648, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38060032, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38076416, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38092800, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=28737536, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=28Feb 9 22:44:13 868608, length=131072)]ex4 kernel: pid 3rror = 28 179 (md6), uid 0g_vfs_done(): inumber 4 on /mmd6a[WRITE(offset=28999680, length=131072)]ent5: filesystem rror = 28 full g_vfs_done():md6a[WRITE(offset=29130752, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29261824, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29392896, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29523968, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29655040, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29786112, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29917184, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30048256, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30179328, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30310400, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30441472, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30572544, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30703616, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30834688, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30965760, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31096832, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31227904, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31358976, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31490048, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31621120, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31752192, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31883264, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32014336, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32145408, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32276480, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32407552, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32538624, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32669696, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32800768, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32931840, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33062912, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33193984, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33325056, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33456128, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33587200, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33718272, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33849344, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33980416, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34111488, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34242560, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34373632, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34504704, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34635776, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34766848, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34897920, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35028992, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35160064, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35291136, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35422208, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35553280, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35684352, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35815424, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35946496, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36077568, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36208640, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36339712, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36470784, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36601856, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36732928, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36864000, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36995072, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37126144, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37257216, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37388288, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37519360, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37650432, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37781504, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37912576, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=131088384, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38043648, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38060032, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38076416, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38092800, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=28737536, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=28868608, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=28999680, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29130752, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29261824, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29392896, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29523968, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29655040, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29786112, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=29917184, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30048256, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30179328, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30310400, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30441472, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30572544, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30703616, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30834688, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=30965760, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31096832, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31227904, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31358976, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31490048, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31621120, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31752192, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=31883264, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32014336, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32145408, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32276480, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32407552, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32538624, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32669696, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32800768, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=32931840, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33062912, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33193984, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33325056, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33456128, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33587200, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33718272, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33849344, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=33980416, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34111488, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34242560, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34373632, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34504704, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34635776, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34766848, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=34897920, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35028992, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35160064, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35291136, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35422208, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35553280, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35684352, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35815424, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=35946496, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36077568, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36208640, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36339712, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36470784, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36601856, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36732928, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36864000, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=36995072, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37126144, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37257216, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37388288, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37519360, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37650432, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37781504, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=37912576, length=131072)]error = 28 g_vfs_done():md6a[WRITE(offset=131088384, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38043648, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38060032, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38076416, length=16384)]error = 28 g_vfs_done():md6a[WRITE(offset=38092800, length=16384)]error = 28 Feb 9 22:44:18 x4 last message repeated 5 times Feb 9 22:44:53 x4 kernel: pid 3225 (md6), uid 0 inumber 4 on /mnt5: filesystem full g_vfs_done():md6a[WRITE(offset=114688, length=16384)]error = 5 g_vfs_done():md6a[WRITE(offset=4210688, length=2048)]error = 5 g_vfs_done():md6a[WRITE(offset=131170304, length=12288)]error = 5 panic: bundirty: buffer 0xdafaf2c4 still on queue 1 cpuid = 0 KDB: enter: panic [thread pid 3 tid 100014 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 3 tid 100014 td 0xc6d6a900 kdb_enter(c0be7473,c0be7473,c0bf22d0,c6ab5b60,0,...) at kdb_enter+0x3a panic(c0bf22d0,dafaf2c4,1,c7e6a654,dafaf2c4,...) at panic+0x136 bundirty(dafaf2c4,0,c0bf1eff,555,c6d214b8,...) at bundirty+0x47 brelse(dafaf2c4,c6d6a900,c6ab5c14,246,c6d24fa0,...) at brelse+0x848 bufdone_finish(dafaf2c4,dafaf2c4,dafaf2c4,daed4e6c,c6ab5c60,...) at bufdone_finish+0x392 bufdone(dafaf2c4,0,c0c0b950,6ce,c7e6a654,...) at bufdone+0x6a ffs_backgroundwritedone(dafaf2c4,c187aa80,dafaf2c4,c7480738,c6ab5c98,...) at ffs_backgroundwritedone+0xcc bufdone(dafaf2c4,5,ca,c6d3a1b4) at bufdone+0x53 g_vfs_done(c7480738,0,c0bf1eff,ba1,c7480738,...) at g_vfs_done+0xe0 biodone(c7480738,c0d3b528,24c,c0bde1cb,64,...) at biodone+0xa5 g_io_schedule_up(c6d6a900,0,c0bdf70f,5d,0,...) at g_io_schedule_up+0xc7 g_up_procbody(0,c6ab5d38,c0be354a,32d,c6d662a4,...) at g_up_procbody+0x8d fork_exit(c07e2240,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- db:1:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc6d6a900: pid 3 "g_up" curpcb = 0xc6ab5d90 fpcurthread = none idlethread = 0xc6d68480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc6d686c0: pid 11 "idle: cpu1" curpcb = 0xc6a99d90 fpcurthread = none idlethread = 0xc6d686c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc6d68900: pid 11 "idle: cpu2" curpcb = 0xc6a96d90 fpcurthread = none idlethread = 0xc6d68900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc6d68b40: pid 11 "idle: cpu3" curpcb = 0xc6a93d90 fpcurthread = none idlethread = 0xc6d68b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 3230 (umount) thread 0xc74b8900 (100084) exclusive lockmgr bufwait (bufwait) r = 0 (0xdaf2d570) locked @ kern/vfs_bio.c:2443 exclusive lockmgr bufwait (bufwait) r = 0 (0xdaf66790) locked @ kern/vfs_bio.c:2443 exclusive lockmgr ufs (ufs) r = 0 (0xc788c5b8) locked @ kern/vfs_mount.c:1202 Process 3219 (md5) thread 0xc7845240 (100150) exclusive lockmgr bufwait (bufwait) r = 0 (0xdaf9afa8) locked @ kern/vfs_bio.c:2443 exclusive lockmgr ufs (ufs) r = 0 (0xc788c868) locked @ dev/md/md.c:572 Process 1125 (sshd) thread 0xc7845d80 (100136) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7702e4c) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc788c560: tag ufs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0xc7ae8000 flags () lock type ufs: EXCL by thread 0xc74b8900 (pid 3230) #0 0xc0824840 at __lockmgr_args+0xb80 #1 0xc0a4cf61 at ffs_lock+0xa1 #2 0xc0b4cec5 at VOP_LOCK1_APV+0xb5 #3 0xc08d0928 at _vn_lock+0x78 #4 0xc08bdc1c at dounmount+0x8c #5 0xc08be590 at unmount+0x2e0 #6 0xc0b3f003 at syscall+0x2a3 #7 0xc0b235c0 at Xint0x80_syscall+0x20 ino 9, on dev ad4s1a 0xc788c810: tag ufs, type VREG usecount 1, writecount 1, refcount 1597 mountedhere 0 flags (VV_MD) v_object 0xc772a64c ref 0 pages 6380 lock type ufs: EXCL by thread 0xc7845240 (pid 3219) #0 0xc0824840 at __lockmgr_args+0xb80 #1 0xc0a4cf61 at ffs_lock+0xa1 #2 0xc0b4cec5 at VOP_LOCK1_APV+0xb5 #3 0xc08d0928 at _vn_lock+0x78 #4 0xc068e57d at mdstart_vnode+0x2cd #5 0xc068df43 at md_kthread+0x1b3 #6 0xc08174c8 at fork_exit+0xb8 #7 0xc0b235d0 at fork_trampoline+0x8 ino 8949952, on dev ad4s1d db:1:lockedvnods> show mount 0xc72e5b30 /dev/ad4s1a on / (ufs) 0xc72e6000 devfs on /dev (devfs) 0xc749e598 /dev/ad4s1e on /tmp (ufs) 0xc72e5864 /dev/ad4s1f on /usr (ufs) 0xc72e5598 /dev/ad4s1d on /var (ufs) 0xc72e52cc procfs on /proc (procfs) 0xc7ae8000 /dev/md5a on /mnt5 (ufs) 0xc7ae82cc /dev/md6a on /mnt6 (ufs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 3230 3201 3201 0 S+ biowr 0xdaf2d510 umount 3225 0 0 0 SL mdwait 0xc72f9800 [md6] 3219 0 0 0 SL biowr 0xdaf9af48 [md5] 3201 1141 3201 0 S+ wait 0xc7b32d34 sh 1141 1137 1141 0 S+ wait 0xc758ea90 bash 1137 1136 1137 0 S+ pause 0xc7766ae8 csh 1136 1128 1136 1001 S+ wait 0xc77667ec su 1128 1127 1128 1001 Ss+ wait 0xc72ce2a4 bash 1127 1125 1125 1001 S select 0xc76f9324 sshd 1125 1037 1125 0 Ss sbwait 0xc7702e78 sshd 1115 1 1115 0 Ss+ ttyin 0xc70ec470 getty 1114 1 1114 0 Ss+ ttyin 0xc70ec670 getty 1113 1 1113 0 Ss+ ttyin 0xc70ec870 getty 1112 1 1112 0 Ss+ ttyin 0xc70c4a70 getty 1111 1 1111 0 Ss+ ttyin 0xc70c4670 getty 1110 1 1110 0 Ss+ ttyin 0xc70c4470 getty 1109 1 1109 0 Ss+ ttyin 0xc70c4270 getty 1108 1 1108 0 Ss+ ttyin 0xc70c4070 getty 1082 1 1082 0 Ss select 0xc738ab64 inetd 1063 1 1063 0 Ss nanslp 0xc0d3db44 watchdogd 1054 1 1054 0 Ss nanslp 0xc0d3db44 cron 1048 1 1048 25 Ss pause 0xc74b1d8c sendmail 1044 1 1044 0 Ss select 0xc73af0e4 sendmail 1037 1 1037 0 Ss select 0xc70e5aa4 sshd 1000 1 1000 0 Ss select 0xc76faa24 ntpd 883 882 882 0 S (threaded) nfsd 100105 S rpcsvc 0xc73af150 nfsd: service 100104 S rpcsvc 0xc72c2590 nfsd: service 100103 S rpcsvc 0xc72eb0d0 nfsd: service 100082 S rpcsvc 0xc72ead90 nfsd: master 882 1 882 0 Ss select 0xc76fad64 nfsd 880 1 880 0 Ss select 0xc738b764 mountd 789 1 789 0 Ss select 0xc72c26e4 rpcbind 769 1 769 0 Ss select 0xc70d99a4 syslogd 574 1 574 0 Ss select 0xc72eace4 devd 27 0 0 0 SL sdflush 0xc0eb5d80 [softdepflush] 26 0 0 0 SL syncer 0xc0eaa1d0 [syncer] 25 0 0 0 SL vlruwt 0xc72cf7ec [vnlru] 24 0 0 0 SL psleep 0xc0ea9f24 [bufdaemon] 23 0 0 0 SL pgzero 0xc0eb69b4 [pagezero] 22 0 0 0 SL psleep 0xc0eb65dc [vmdaemon] 9 0 0 0 SL psleep 0xc0eb65a4 [pagedaemon] 8 0 0 0 SL waiting_ 0xc0eabf5c [sctp_iterator] 7 0 0 0 SL - 0xc6fcd43c [fdc0] 6 0 0 0 SL - 0xc6fda000 [fw0_probe] 21 0 0 0 SL usbevt 0xc6fa9210 [usb5] 20 0 0 0 SL usbevt 0xc6fca210 [usb4] 19 0 0 0 SL usbevt 0xc6fb5210 [usb3] 18 0 0 0 SL usbevt 0xc6fb4210 [usb2] 17 0 0 0 SL usbevt 0xc6f85210 [usb1] 16 0 0 0 SL usbtsk 0xc0d3ae94 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d3ae80 [usbtask-hc] 14 0 0 0 SL usbevt 0xc6f8c210 [usb0] 5 0 0 0 SL ccb_scan 0xc0d09454 [xpt_thrd] 13 0 0 0 SL - 0xc0d3d984 [yarrow] 4 0 0 0 SL - 0xc0d3b5a4 [g_down] 3 0 0 0 RL CPU 0 [g_up] 2 0 0 0 SL - 0xc0d3b598 [g_event] 12 0 0 0 WL (threaded) intr 100049 I [irq12: psm0] 100048 I [irq1: atkbd0] 100046 I [swi0: uart] 100043 I [irq20: fwohci0] 100042 I [irq14: ata0] 100040 I [irq19: re0 ehci0] 100036 I [irq18: ohci2 ohci4] 100034 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq9: acpi0] 100027 I [swi6: Giant taskq] 100025 I [swi5: +] 100020 I [swi2: cambio] 100018 I [swi6: task queue] 100012 I [swi1: net] 100011 I [swi3: vm] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi4: clock] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc6d66d34 [init] 10 0 0 0 SL audit_wo 0xc0eb5720 [audit] 0 0 0 0 SLs (threaded) kernel 100044 D - 0xc6fbddc0 [fw0_taskq] 100026 D - 0xc6f20440 [thread taskq] 100024 D - 0xc6f20500 [kqueue taskq] 100023 D - 0xc6f20540 [acpi_task_2] 100022 D - 0xc6f20540 [acpi_task_1] 100021 D - 0xc6f20540 [acpi_task_0] 100016 D - 0xc6d4dd00 [firmware taskq] 100000 D sched 0xc0d3b660 [swapper] db:1:ps> allt Tracing command umount pid 3230 tid 100084 td 0xc74b8900 sched_switch(c74b8900,0,104,18d,d7688d0d,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c74b8900,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(daf2d510,4c,c0bf2207,0,0,...) at sleepq_wait+0x63 _sleep(daf2d510,c6d3a68c,4c,c0bf2207,0,...) at _sleep+0x35b bwait(daf2d510,4c,c0bf2207,daf2d510,e99e8b70,...) at bwait+0x6f bufwait(daf2d510,daf2d510,ca,daf2d510,800,...) at bufwait+0x48 bufwrite(daf2d510,0,c0c0b950,71f,c73b5100) at bufwrite+0x165 ffs_bufwrite(daf2d510,e09b1000,800,800,0,...) at ffs_bufwrite+0x278 ffs_sbupdate(c73b5100,1,0,445,0,...) at ffs_sbupdate+0x1ac ffs_unmount(c7ae8000,8080000,c74b8900,c74b8900,1,...) at ffs_unmount+0x25e dounmount(c7ae8000,8080000,c74b8900,47d,85eed598,...) at dounmount+0x482 unmount(c74b8900,e99e8cf8,8,e99e8d38,c0ccb670,...) at unmount+0x2e0 syscall(e99e8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d226f, esp = 0xbfbfe1ac, ebp = 0xbfbfe278 --- Tracing command md6 pid 3225 tid 100120 td 0xc7383900 sched_switch(c7383900,0,104,18d,d7690217,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c7383900,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c72f9800,4c,c0bc10c9,0,0,...) at sleepq_wait+0x63 _sleep(c72f9800,c72f9820,24c,c0bc10c9,0,...) at _sleep+0x35b md_kthread(c72f9800,e9aa2d38,c0be354a,32d,c7767a90,...) at md_kthread+0x125 fork_exit(c068dd90,c72f9800,e9aa2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe9aa2d70, ebp = 0 --- Tracing command md5 pid 3219 tid 100150 td 0xc7845240 sched_switch(c7845240,0,104,18d,d76a002a,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c7845240,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(daf9af48,4c,c0bf2207,0,0,...) at sleepq_wait+0x63 _sleep(daf9af48,c6d3a394,4c,c0bf2207,0,...) at _sleep+0x35b bwait(daf9af48,4c,c0bf2207,daf9af48,e9b10b2c,...) at bwait+0x6f bufwait(daf9af48,daf9af48,dad9fe6c,800,0,...) at bufwait+0x48 bufwrite(daf9af48,800,e9b10c80,800,c7609b00,...) at bufwrite+0x165 ffs_write(e9b10ca0,c0c20710,c788c810,0,c788c810,...) at ffs_write+0x55c VOP_WRITE_APV(c0cf0340,e9b10ca0,c0bc1016,23c,c6d26b40,...) at VOP_WRITE_APV+0x136 mdstart_vnode(c8115000,c72f7dec,c0bc1016,2cf,0,...) at mdstart_vnode+0x30c md_kthread(c8115000,e9b10d38,c0be354a,32d,c7a6a2a4,...) at md_kthread+0x1b3 fork_exit(c068dd90,c8115000,e9b10d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe9b10d70, ebp = 0 --- Tracing command sh pid 3201 tid 100192 td 0xc7b19480 sched_switch(c7b19480,0,104,18d,c5b79ea6,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7b19480,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7b32d34,5c,c0bedd11,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7b32d34,c7b32dbc,15c,c0bedd11,0,...) at _sleep+0x344 kern_wait(c7b19480,ffffffff,e9bacc74,2,0,...) at kern_wait+0xad6 wait4(c7b19480,e9baccf8,10,c0bedcf0,c0ccb508,...) at wait4+0x3b syscall(e9bacd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815461b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command bash pid 1141 tid 100093 td 0xc7593000 sched_switch(c7593000,0,104,18d,e73a931e,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7593000,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c758ea90,5c,c0bedd11,100,0,...) at sleepq_wait_sig+0x17 _sleep(c758ea90,c758eb18,15c,c0bedd11,0,...) at _sleep+0x344 kern_wait(c7593000,ffffffff,e9a1cc74,6,0,...) at kern_wait+0xad6 wait4(c7593000,e9a1ccf8,10,c0bedbeb,c0ccb508,...) at wait4+0x3b syscall(e9a1cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a761b, esp = 0xbfbfe84c, ebp = 0xbfbfe868 --- Tracing command csh pid 1137 tid 100126 td 0xc7381b40 sched_switch(c7381b40,0,104,18d,63037883,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7381b40,0,c0beb60b,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7766ae8,68,c0ba306e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7766ae8,c7766b18,168,c0ba306e,0,...) at _sleep+0x344 kern_sigsuspend(c7381b40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7381b40,e9ab7cf8,4,c0bedbeb,c0ccd458,...) at sigsuspend+0x4d syscall(e9ab7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28171fcb, esp = 0xbfbfe61c, ebp = 0xbfbfe688 --- Tracing command su pid 1136 tid 100129 td 0xc7381900 sched_switch(c7381900,0,104,18d,97c5398,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7381900,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77667ec,5c,c0bedd11,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77667ec,c7766874,15c,c0bedd11,0,...) at _sleep+0x344 kern_wait(c7381900,471,e9ac1c74,2,0,...) at kern_wait+0xad6 wait4(c7381900,e9ac1cf8,10,e9ac1d38,c0ccb508,...) at wait4+0x3b syscall(e9ac1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811561b, esp = 0xbfbfe66c, ebp = 0xbfbfe688 --- Tracing command bash pid 1128 tid 100074 td 0xc6fd1240 sched_switch(c6fd1240,0,104,18d,cced3664,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fd1240,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72ce2a4,5c,c0bedd11,100,0,...) at sleepq_wait_sig+0x17 _sleep(c72ce2a4,c72ce32c,15c,c0bedd11,0,...) at _sleep+0x344 kern_wait(c6fd1240,ffffffff,e99b7c74,6,0,...) at kern_wait+0xad6 wait4(c6fd1240,e99b7cf8,10,c0bedbeb,c0ccb508,...) at wait4+0x3b syscall(e99b7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a761b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 1127 tid 100140 td 0xc7779b40 sched_switch(c7779b40,0,104,18d,c5ae158e,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7779b40,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c76f9310,0,c0be5d2c,c7779b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76f9324,0,e9ae6a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76f9324,c76f9310,c0bed75b,5a5,c7779b40,...) at _cv_wait_sig+0x240 seltdwait(c775092c,c0bed75b,40b,c7779b40,3,...) at seltdwait+0xa2 kern_select(c7779b40,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x517 select(c7779b40,e9ae6cf8,14,c0bd5473,c0ccbd18,...) at select+0x5e syscall(e9ae6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bac03, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1125 tid 100136 td 0xc7845d80 sched_switch(c7845d80,0,104,18d,a29edcef,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,58,...) at mi_switch+0x200 sleepq_switch(c7845d80,0,c0beb60b,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7702e78,58,c0bf1101,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7702e78,c7702e38,158,c0bf1101,0) at _sleep+0x344 sbwait(c7702e18,4,c0bf11b6,5ad,c7702e38,...) at sbwait+0x76 soreceive_generic(c7702dc8,0,e9adac58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7702dc8,0,e9adac58,0,0,...) at soreceive+0x38 soo_read(c733c460,e9adac58,c7750b00,0,c7845d80,...) at soo_read+0x3a dofileread(e9adac58,ffffffff,ffffffff,0,c733c460,...) at dofileread+0x96 kern_readv(c7845d80,5,e9adac58,e9adac78,1,...) at kern_readv+0x58 read(c7845d80,e9adacf8,c,c0c06be6,c0ccb4a8,...) at read+0x4f syscall(e9adad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283bac83, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1115 tid 100111 td 0xc7384900 sched_switch(c7384900,0,104,18d,b1f33749,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7384900,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c7384900,c7384900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70ec470,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70ec470,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70ec400,c70ec470,e9a7fc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70ec400,e9a7fc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3700,e9a7fc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c75f53f0,e9a7fc58,c6d6d400,0,c7384900,...) at devfs_read_f+0x7e dofileread(e9a7fc58,ffffffff,ffffffff,0,c75f53f0,...) at dofileread+0x96 kern_readv(c7384900,0,e9a7fc58,e9a7fc78,1,...) at kern_readv+0x58 read(c7384900,e9a7fcf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e9a7fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1114 tid 100109 td 0xc76ef900 sched_switch(c76ef900,0,104,18d,b1fc18d8,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76ef900,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c76ef900,c76ef900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70ec670,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70ec670,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70ec600,c70ec670,e9a77c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70ec600,e9a77c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3800,e9a77c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76e47a8,e9a77c58,c6d6d400,0,c76ef900,...) at devfs_read_f+0x7e dofileread(e9a77c58,ffffffff,ffffffff,0,c76e47a8,...) at dofileread+0x96 kern_readv(c76ef900,0,e9a77c58,e9a77c78,1,...) at kern_readv+0x58 read(c76ef900,e9a77cf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e9a77d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1113 tid 100108 td 0xc76efb40 sched_switch(c76efb40,0,104,18d,b1e9d484,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76efb40,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c76efb40,c76efb40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70ec870,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70ec870,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70ec800,c70ec870,e9a73c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70ec800,e9a73c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3600,e9a73c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c75f51f8,e9a73c58,c6d6d400,0,c76efb40,...) at devfs_read_f+0x7e dofileread(e9a73c58,ffffffff,ffffffff,0,c75f51f8,...) at dofileread+0x96 kern_readv(c76efb40,0,e9a73c58,e9a73c78,1,...) at kern_readv+0x58 read(c76efb40,e9a73cf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e9a73d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1112 tid 100107 td 0xc76efd80 sched_switch(c76efd80,0,104,18d,b1da0f09,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76efd80,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c76efd80,c76efd80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70c4a70,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70c4a70,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70c4a00,c70c4a70,e9a6fc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70c4a00,e9a6fc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3900,e9a6fc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76e49d8,e9a6fc58,c6d6d400,0,c76efd80,...) at devfs_read_f+0x7e dofileread(e9a6fc58,ffffffff,ffffffff,0,c76e49d8,...) at dofileread+0x96 kern_readv(c76efd80,0,e9a6fc58,e9a6fc78,1,...) at kern_readv+0x58 read(c76efd80,e9a6fcf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e9a6fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1111 tid 100069 td 0xc7334b40 sched_switch(c7334b40,0,104,18d,b1f07a27,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7334b40,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c7334b40,c7334b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70c4670,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70c4670,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70c4600,c70c4670,e99a2c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70c4600,e99a2c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3e00,e99a2c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76e48f8,e99a2c58,c6d6d400,0,c7334b40,...) at devfs_read_f+0x7e dofileread(e99a2c58,ffffffff,ffffffff,0,c76e48f8,...) at dofileread+0x96 kern_readv(c7334b40,0,e99a2c58,e99a2c78,1,...) at kern_readv+0x58 read(c7334b40,e99a2cf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e99a2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1110 tid 100072 td 0xc6fd1480 sched_switch(c6fd1480,0,104,18d,b1f6dce7,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fd1480,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c6fd1480,c6fd1480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70c4470,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70c4470,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70c4400,c70c4470,e99aec58,1,0,...) at tty_wait+0x71 ttydisc_read(c70c4400,e99aec58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3a00,e99aec58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7344460,e99aec58,c6d6d400,0,c6fd1480,...) at devfs_read_f+0x7e dofileread(e99aec58,ffffffff,ffffffff,0,c7344460,...) at dofileread+0x96 kern_readv(c6fd1480,0,e99aec58,e99aec78,1,...) at kern_readv+0x58 read(c6fd1480,e99aecf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e99aed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1109 tid 100070 td 0xc7334900 sched_switch(c7334900,0,104,18d,b1f5a678,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7334900,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c7334900,c7334900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70c4270,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70c4270,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70c4200,c70c4270,e99a6c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70c4200,e99a6c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c6fd3d00,e99a6c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c76e4850,e99a6c58,c6d6d400,0,c7334900,...) at devfs_read_f+0x7e dofileread(e99a6c58,ffffffff,ffffffff,0,c76e4850,...) at dofileread+0x96 kern_readv(c7334900,0,e99a6c58,e99a6c78,1,...) at kern_readv+0x58 read(c7334900,e99a6cf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e99a6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1108 tid 100131 td 0xc7381480 sched_switch(c7381480,0,104,18d,b1f09740,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7381480,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,c7381480,c7381480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70c4070,0,c0befa77,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70c4070,c0d3d390,c0bef3de,4b9,0,...) at _cv_wait_sig+0x240 tty_wait(c70c4000,c70c4070,e9ac9c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70c4000,e9ac9c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c70da200,e9ac9c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7385968,e9ac9c58,c6d6d400,0,c7381480,...) at devfs_read_f+0x7e dofileread(e9ac9c58,ffffffff,ffffffff,0,c7385968,...) at dofileread+0x96 kern_readv(c7381480,0,e9ac9c58,e9ac9c78,1,...) at kern_readv+0x58 read(c7381480,e9ac9cf8,c,c0c208e4,c0ccb4a8,...) at read+0x4f syscall(e9ac9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817fc83, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1082 tid 100116 td 0xc7383d80 sched_switch(c7383d80,0,104,18d,99e7d6e8,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7383d80,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c738ab50,0,c0be5d2c,c7383d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c738ab64,0,e9a94a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c738ab64,c738ab50,c0bed75b,5a5,c7383d80,...) at _cv_wait_sig+0x240 seltdwait(c72c9b2c,c0bed75b,40b,c7383d80,e9a94ad4,...) at seltdwait+0xa2 kern_select(c7383d80,6,bfbfe030,0,0,0,0,281a69c0) at kern_select+0x517 select(c7383d80,e9a94cf8,14,c0bedd64,c0ccbd18,...) at select+0x5e syscall(e9a94d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28193c03, esp = 0xbfbfdfec, ebp = 0xbfbfee78 --- Tracing command watchdogd pid 1063 tid 100083 td 0xc74b8b40 sched_switch(c74b8b40,0,104,18d,83bb7e04,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c74b8b40,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0870610,c74b8b40,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d3db44,5c,c0be86d9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d3db44,0,15c,c0be86d9,ea61,...) at _sleep+0x30e kern_nanosleep(c74b8b40,e99e5c64,e99e5c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c74b8b40,e99e5cf8,8,c0c208e4,c0cccae0,...) at nanosleep+0x6f syscall(e99e5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817794f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 1054 tid 100081 td 0xc74b9000 sched_switch(c74b9000,0,104,18d,9b061553,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c74b9000,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0870610,c74b9000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d3db44,5c,c0be86d9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d3db44,0,15c,c0be86d9,ea61,...) at _sleep+0x30e kern_nanosleep(c74b9000,e99dfc64,e99dfc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c74b9000,e99dfcf8,8,c0bede55,c0cccae0,...) at nanosleep+0x6f syscall(e99dfd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816a94f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1048 tid 100098 td 0xc7590480 sched_switch(c7590480,0,104,18d,cdd0b940,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7590480,0,c0beb60b,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c74b1d8c,68,c0ba306e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c74b1d8c,c74b1dbc,168,c0ba306e,0,...) at _sleep+0x344 kern_sigsuspend(c7590480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7590480,e9a30cf8,4,c0bedbeb,c0ccd458,...) at sigsuspend+0x4d syscall(e9a30d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28324fcb, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1044 tid 100075 td 0xc7384000 sched_switch(c7384000,0,104,18d,e7e4139d,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7384000,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e99c1a40,c082b99a,c73af0d0,0,c7384000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c73af0e4,0,e99c1a70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73af0e4,c73af0d0,1389,5a5,c7384000,...) at _cv_timedwait_sig+0x250 seltdwait(e99c1c2c,e99c1c34,40b,c7384000,9e1,...) at seltdwait+0x8a kern_select(c7384000,4,bfbfc590,0,0,e99c1c70,5,0) at kern_select+0x517 select(c7384000,e99c1cf8,14,c0bee12b,c0ccbd18,...) at select+0x5e syscall(e99c1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c2c03, esp = 0xbfbfc4fc, ebp = 0xbfbfd028 --- Tracing command sshd pid 1037 tid 100060 td 0xc6fd1d80 sched_switch(c6fd1d80,0,104,18d,a00bb034,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fd1d80,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c70e5a90,0,c0be5d2c,c6fd1d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70e5aa4,0,e997ea70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70e5aa4,c70e5a90,c0bed75b,5a5,c6fd1d80,...) at _cv_wait_sig+0x240 seltdwait(c760812c,c0bed75b,40b,c6fd1d80,e997ead4,...) at seltdwait+0xa2 kern_select(c6fd1d80,7,286090b0,0,0,0,8051ff1,1) at kern_select+0x517 select(c6fd1d80,e997ecf8,14,e997ed38,c0ccbd18,...) at select+0x5e syscall(e997ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bac03, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 1000 tid 100086 td 0xc74b8480 sched_switch(c74b8480,0,104,18d,71e2fabb,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74b8480,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c76faa10,0,c0be5d2c,c74b8480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76faa24,0,e99eea70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76faa24,c76faa10,c0bed75b,5a5,c74b8480,...) at _cv_wait_sig+0x240 seltdwait(c73b532c,c0bed75b,40b,c74b8480,0,...) at seltdwait+0xa2 kern_select(c74b8480,1c,bfbfed78,0,0,0,246,0) at kern_select+0x517 select(c74b8480,e99eecf8,14,16,c0ccbd18,...) at select+0x5e syscall(e99eed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28343c03, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 883 tid 100105 td 0xc7384b40 sched_switch(c7384b40,0,104,18d,838a86da,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7384b40,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a68bf8,c082b99a,c70dbb00,0,c7384b40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c73af150,0,e9a68c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73af150,c70dbb00,1388,3a5,5d8918ec,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a68d24,c08174c8,c70dbb00,e9a68d38,c0be354a,...) at svc_run_internal+0x356 svc_thread_start(c70dbb00,e9a68d38,c0be354a,32d,c74b0548,...) at svc_thread_start+0x10 fork_exit(c0a17910,c70dbb00,e9a68d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 883 tid 100104 td 0xc7384d80 sched_switch(c7384d80,0,104,18d,7f2187ff,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7384d80,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a65bf8,c082b99a,c70dbb00,0,c7384d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72c2590,0,e9a65c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72c2590,c70dbb00,1388,3a5,494,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a65d24,c08174c8,c70dbb00,e9a65d38,c0be354a,...) at svc_run_internal+0x356 svc_thread_start(c70dbb00,e9a65d38,c0be354a,32d,c74b0548,...) at svc_thread_start+0x10 fork_exit(c0a17910,c70dbb00,e9a65d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 883 tid 100103 td 0xc74b8000 sched_switch(c74b8000,0,104,18d,836156b5,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74b8000,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a62bf8,c082b99a,c70dbb00,0,c74b8000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72eb0d0,0,e9a62c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72eb0d0,c70dbb00,1388,3a5,fe50890f,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a62d24,c08174c8,c70dbb00,e9a62d38,c0be354a,...) at svc_run_internal+0x356 svc_thread_start(c70dbb00,e9a62d38,c0be354a,32d,c74b0548,...) at svc_thread_start+0x10 fork_exit(c0a17910,c70dbb00,e9a62d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 883 tid 100082 td 0xc74b8d80 sched_switch(c74b8d80,0,104,18d,8350bade,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74b8d80,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e99e2afc,c082b99a,c70dbb00,0,c74b8d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72ead90,0,e99e2b2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72ead90,c70dbb00,1388,3a5,e99e2b74,...) at _cv_timedwait_sig+0x250 svc_run_internal(c74b8eec,14,c0c084b1,c0c06db0,0,...) at svc_run_internal+0x356 svc_run(c70dbb00,0,c0c070b4,202,e99e2cf8,...) at svc_run+0x7f nfssvc_nfsd(c74b8d80,122,c0be5d2c,ca,c74b05d0,...) at nfssvc_nfsd+0xad nfssvc(c74b8d80,e99e2cf8,8,e99e2d38,c0ccc2e8,...) at nfssvc+0x235 syscall(e99e2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d2c0b, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 882 tid 100102 td 0xc76f0240 sched_switch(c76f0240,0,104,18d,e8257ac9,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76f0240,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c76fad50,0,c0be5d2c,c76f0240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76fad64,0,e9a5ea70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76fad64,c76fad50,c0bed75b,5a5,c76f0240,...) at _cv_wait_sig+0x240 seltdwait(c73b382c,c0bed75b,40b,c76f0240,e9a5ead4,...) at seltdwait+0xa2 kern_select(c76f0240,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x517 select(c76f0240,e9a5ecf8,14,e9a5ed38,c0ccbd18,...) at select+0x5e syscall(e9a5ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816fc03, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 880 tid 100071 td 0xc6fd16c0 sched_switch(c6fd16c0,0,104,18d,e37a0be8,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fd16c0,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c738b750,0,c0be5d2c,c6fd16c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c738b764,0,e99aaa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c738b764,c738b750,c0bed75b,5a5,c6fd16c0,...) at _cv_wait_sig+0x240 seltdwait(c72c9d2c,c0bed75b,40b,c6fd16c0,246,...) at seltdwait+0xa2 kern_select(c6fd16c0,9,bfbfedec,0,0,0,0,281959c0) at kern_select+0x517 select(c6fd16c0,e99aacf8,14,c0c06be6,c0ccbd18,...) at select+0x5e syscall(e99aad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182c03, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 789 tid 100063 td 0xc7338480 sched_switch(c7338480,0,104,18d,dd1d7762,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7338480,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e998aaa8,c082b99a,c72c26d0,0,c7338480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72c26e4,0,e998aad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72c26e4,c72c26d0,7531,5a5,e998ab8c,...) at _cv_timedwait_sig+0x250 seltdwait(e998ac5c,e998ac64,4b5,c7338480,e998ab5c,...) at seltdwait+0x8a poll(c7338480,e998acf8,c,c0bede55,c0ccc7f8,...) at poll+0x2f9 syscall(e998ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x281330ff, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 769 tid 100059 td 0xc7338b40 sched_switch(c7338b40,0,104,18d,d3184d8e,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7338b40,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c70d9990,0,c0be5d2c,c7338b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70d99a4,0,e997aa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70d99a4,c70d9990,c0bed75b,5a5,c7338b40,...) at _cv_wait_sig+0x240 seltdwait(c7608a2c,c0bed75b,40b,c7338b40,0,...) at seltdwait+0xa2 kern_select(c7338b40,9,282290ac,0,0,0,0,2822ac00) at kern_select+0x517 select(c7338b40,e997acf8,14,c0c0accf,c0ccbd18,...) at select+0x5e syscall(e997ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182c03, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 574 tid 100087 td 0xc74b8240 sched_switch(c74b8240,0,104,18d,33e55e3c,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74b8240,0,c0beb60b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082b99a,c72eacd0,0,c0be5d2c,c74b8240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72eace4,0,e99f1a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72eace4,c72eacd0,c0bed75b,5a5,c74b8240,...) at _cv_wait_sig+0x240 seltdwait(c72c9e2c,c0bed75b,40b,c74b8240,e99f1ad8,...) at seltdwait+0xa2 kern_select(c74b8240,6,bfbfe9f0,0,0,0,0,10) at kern_select+0x517 select(c74b8240,e99f1cf8,14,c0b8ebd8,c0ccbd18,...) at select+0x5e syscall(e99f1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808800f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 27 tid 100057 td 0xc72cc000 sched_switch(c72cc000,0,104,18d,522ccda1,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72cc000,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb5d80,44,c0c0b2f9,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb5d80,c0eb5d24,44,c0c0b2f9,3e8,...) at _sleep+0x329 softdep_flush(0,e7787d38,c0be354a,32d,c72cf2a4,...) at softdep_flush+0x2b0 fork_exit(c0a43510,0,e7787d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7787d70, ebp = 0 --- Tracing command syncer pid 26 tid 100056 td 0xc72cc240 sched_switch(c72cc240,0,104,18d,2f2f6cf3,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72cc240,0,c0beb60b,26a,c72cc240,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaa1d0,0,e7784c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0eaa1d0,c0eaa1bc,3e8,6d5,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e7784d38,c0be354a,32d,c72cf548,...) at sched_sync+0x502 fork_exit(c08c5000,0,e7784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7784d70, ebp = 0 --- Tracing command vnlru pid 25 tid 100055 td 0xc72cc480 sched_switch(c72cc480,0,104,18d,1479b32c,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72cc480,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c72cf7ec,50,c0bf4f5b,0,0,...) at sleepq_timedwait+0x6b _sleep(c72cf7ec,c0eaa190,250,c0bf4f5b,3e8,...) at _sleep+0x329 vnlru_proc(0,e7781d38,c0be354a,32d,c72cf7ec,...) at vnlru_proc+0xe7 fork_exit(c08c5b90,0,e7781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7781d70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100054 td 0xc72cc6c0 sched_switch(c72cc6c0,0,104,18d,cc5f22cd,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72cc6c0,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ea9f24,44,c0bf2969,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ea9f24,c0ea9f28,44,c0bf2969,3e8,...) at _sleep+0x329 buf_daemon(0,e777ed38,c0be354a,32d,c6eb07ec,...) at buf_daemon+0x21e fork_exit(c08b00d0,0,e777ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777ed70, ebp = 0 --- Tracing command pagezero pid 23 tid 100053 td 0xc72cc900 sched_switch(c72cc900,0,104,18d,346fa387,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72cc900,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb69b4,0,c0c103f2,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb69b4,c0eb6570,0,c0c103f2,493e0,...) at _sleep+0x329 vm_pagezero(0,e777bd38,c0be354a,32d,c6eb0a90,...) at vm_pagezero+0xdc fork_exit(c0a7e300,0,e777bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777bd70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100052 td 0xc72ccb40 sched_switch(c72ccb40,0,104,18d,a8fa5ea5,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72ccb40,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eb65dc,68,c0bf2969,0,0,...) at sleepq_wait+0x63 _sleep(c0eb65dc,c0eb65e0,68,c0bf2969,0,...) at _sleep+0x35b vm_daemon(0,e7778d38,c0be354a,32d,c6eb0d34,...) at vm_daemon+0x59 fork_exit(c0a78760,0,e7778d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7778d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100051 td 0xc72ccd80 sched_switch(c72ccd80,0,104,18d,bab25ce4,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72ccd80,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eb65a4,44,c0bf2969,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eb65a4,c0eb6570,44,c0bf2969,1388,...) at _sleep+0x329 vm_pageout(0,e7775d38,c0be354a,32d,c6fcf000,...) at vm_pageout+0x2bb fork_exit(c0a79600,0,e7775d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7775d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100050 td 0xc6f526c0 sched_switch(c6f526c0,0,104,18d,3a5ee4b0,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f526c0,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eabf5c,0,c0bfe39e,0,0,...) at sleepq_wait+0x63 _sleep(c0eabf5c,c0eabe70,0,c0bfe39e,0,...) at _sleep+0x35b sctp_iterator_thread(0,e7772d38,c0be354a,32d,c6fcf2a4,...) at sctp_iterator_thread+0x60 fork_exit(c093a180,0,e7772d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7772d70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100047 td 0xc6f52d80 sched_switch(c6f52d80,0,104,18d,d2b3daaf,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f52d80,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fcd43c,4c,c0bde1cb,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fcd43c,c6fcd4f0,4c,c0bde1cb,3e8,...) at _sleep+0x329 fdc_thread(c6fcd400,e7766d38,c0be354a,32d,c6fcf548,...) at fdc_thread+0x2be fork_exit(c0afb420,c6fcd400,e7766d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7766d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100045 td 0xc6fd0240 sched_switch(c6fd0240,0,104,18d,a1f62e4a,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fd0240,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fda000,5c,c0bde1cb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fda000,c6fde488,15c,c0bde1cb,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fda000,e7756d38,c0be354a,32d,c6fcf7ec,...) at fw_bus_probe_thread+0x726 fork_exit(c0636cf0,c6fda000,e7756d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7756d70, ebp = 0 --- Tracing command usb5 pid 21 tid 100041 td 0xc6fd0b40 sched_switch(c6fd0b40,0,104,18d,c79ad3a7,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fd0b40,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fa9210,5c,c0bda385,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fa9210,0,5c,c0bda385,ea60,...) at _sleep+0x329 usb_event_thread(c6f91800,e773dd38,c0be354a,32d,c6fcfa90,...) at usb_event_thread+0xca fork_exit(c07a01f0,c6f91800,e773dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773dd70, ebp = 0 --- Tracing command usb4 pid 20 tid 100039 td 0xc6fd1000 sched_switch(c6fd1000,0,104,18d,c77f5de8,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fd1000,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fca210,5c,c0bda385,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fca210,0,5c,c0bda385,ea60,...) at _sleep+0x329 usb_event_thread(c6fbc7c0,e7727d38,c0be354a,32d,c6fcfd34,...) at usb_event_thread+0xca fork_exit(c07a01f0,c6fbc7c0,e7727d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7727d70, ebp = 0 --- Tracing command usb3 pid 19 tid 100038 td 0xc6f3bd80 sched_switch(c6f3bd80,0,104,18d,c79ae5c9,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f3bd80,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fb5210,5c,c0bda385,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fb5210,0,5c,c0bda385,ea60,...) at _sleep+0x329 usb_event_thread(c6fbd040,e7723d38,c0be354a,32d,c6d672a4,...) at usb_event_thread+0xca fork_exit(c07a01f0,c6fbd040,e7723d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7723d70, ebp = 0 --- Tracing command usb2 pid 18 tid 100037 td 0xc6f50000 sched_switch(c6f50000,0,104,18d,c78abcb2,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50000,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fb4210,5c,c0bda385,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fb4210,0,5c,c0bda385,ea60,...) at _sleep+0x329 usb_event_thread(c6f83280,e771fd38,c0be354a,32d,c6d67548,...) at usb_event_thread+0xca fork_exit(c07a01f0,c6f83280,e771fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771fd70, ebp = 0 --- Tracing command usb1 pid 17 tid 100035 td 0xc6f50480 sched_switch(c6f50480,0,104,18d,c78d5aad,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50480,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f85210,5c,c0bda385,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f85210,0,5c,c0bda385,ea60,...) at _sleep+0x329 usb_event_thread(c6f83980,e7718d38,c0be354a,32d,c6d677ec,...) at usb_event_thread+0xca fork_exit(c07a01f0,c6f83980,e7718d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7718d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc6f50900 sched_switch(c6f50900,0,104,18d,68c0e3fe,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50900,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d3ae94,5c,c0bda377,0,0,...) at sleepq_wait+0x63 _sleep(c0d3ae94,0,5c,c0bda377,0,...) at _sleep+0x35b usb_task_thread(c0d3ae94,e7711d38,c0be354a,32d,c6d67a90,...) at usb_task_thread+0x62 fork_exit(c07a00b0,c0d3ae94,e7711d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7711d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc6f50b40 sched_switch(c6f50b40,0,104,18d,68c0d322,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50b40,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d3ae80,5c,c0bda377,0,0,...) at sleepq_wait+0x63 _sleep(c0d3ae80,0,5c,c0bda377,0,...) at _sleep+0x35b usb_task_thread(c0d3ae80,e770ed38,c0be354a,32d,c6d67d34,...) at usb_task_thread+0x62 fork_exit(c07a00b0,c0d3ae80,e770ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc6f50d80 sched_switch(c6f50d80,0,104,18d,c7a8e9e3,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50d80,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f8c210,5c,c0bda385,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f8c210,0,5c,c0bda385,ea60,...) at _sleep+0x329 usb_event_thread(c6f90300,e770bd38,c0be354a,32d,c6eb0000,...) at usb_event_thread+0xca fork_exit(c07a01f0,c6f90300,e770bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100019 td 0xc6f3b900 sched_switch(c6f3b900,0,104,18d,68c0aa16,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f3b900,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d09454,4c,c0b8a890,0,0,...) at sleepq_wait+0x63 _sleep(c0d09454,c0d0946c,4c,c0b8a890,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ac4d38,c0be354a,32d,c6eb02a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a5a0,0,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d6a240 sched_switch(c6d6a240,0,104,18d,ce6b0102,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a240,0,c0beb60b,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d3d984,0,c0bde1cb,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d3d984,0,0,c0bde1cb,64,...) at _sleep+0x329 pause(c0bde1cb,64,c0bcfb6e,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0be354a,32d,c6eb0548,...) at random_kthread+0x1ef fork_exit(c070cdd0,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d6a6c0 sched_switch(c6d6a6c0,0,104,18d,d76afc70,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a6c0,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d3b5a4,4c,c0bde1cb,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d3b5a4,c0d3b508,24c,c0bde1cb,64,...) at _sleep+0x329 g_io_schedule_down(c6d6a6c0,0,c0bdf70f,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0be354a,32d,c6d66000,...) at g_down_procbody+0x8d fork_exit(c07e21b0,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d6a900 kdb_enter(c0be7473,c0be7473,c0bf22d0,c6ab5b60,0,...) at kdb_enter+0x3a panic(c0bf22d0,dafaf2c4,1,c7e6a654,dafaf2c4,...) at panic+0x136 bundirty(dafaf2c4,0,c0bf1eff,555,c6d214b8,...) at bundirty+0x47 brelse(dafaf2c4,c6d6a900,c6ab5c14,246,c6d24fa0,...) at brelse+0x848 bufdone_finish(dafaf2c4,dafaf2c4,dafaf2c4,daed4e6c,c6ab5c60,...) at bufdone_finish+0x392 bufdone(dafaf2c4,0,c0c0b950,6ce,c7e6a654,...) at bufdone+0x6a ffs_backgroundwritedone(dafaf2c4,c187aa80,dafaf2c4,c7480738,c6ab5c98,...) at ffs_backgroundwritedone+0xcc bufdone(dafaf2c4,5,ca,c6d3a1b4) at bufdone+0x53 g_vfs_done(c7480738,0,c0bf1eff,ba1,c7480738,...) at g_vfs_done+0xe0 biodone(c7480738,c0d3b528,24c,c0bde1cb,64,...) at biodone+0xa5 g_io_schedule_up(c6d6a900,0,c0bdf70f,5d,0,...) at g_io_schedule_up+0xc7 g_up_procbody(0,c6ab5d38,c0be354a,32d,c6d662a4,...) at g_up_procbody+0x8d fork_exit(c07e2240,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d6ab40 sched_switch(c6d6ab40,0,104,18d,d626d604,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6ab40,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d3b598,4c,c0bde1cb,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d3b598,0,4c,c0bde1cb,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0be354a,32d,c6d66548,...) at g_event_procbody+0xcb fork_exit(c07e22d0,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100049 td 0xc6f52900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xc6f52b40 sched_switch(c6f52b40,0,109,18d,68bd45a9,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6d64170,...) at mi_switch+0x200 ithread_loop(c70d19a0,e7769d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c70d19a0,e7769d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7769d70, ebp = 0 --- Tracing command intr pid 12 tid 100046 td 0xc6fd0000 sched_switch(c6fd0000,0,109,18d,d221fffa,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6fd99f0,...) at mi_switch+0x200 ithread_loop(c70d1160,e7759d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c70d1160,e7759d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7759d70, ebp = 0 --- Tracing command intr pid 12 tid 100043 td 0xc6fd06c0 sched_switch(c6fd06c0,0,109,18d,68a56c34,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad1f0,...) at mi_switch+0x200 ithread_loop(c6fce4b0,e774cd38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6fce4b0,e774cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe774cd70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc6fd0900 sched_switch(c6fd0900,0,109,18d,78f5998a,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad4f0,...) at mi_switch+0x200 ithread_loop(c6fce9e0,e7748d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6fce9e0,e7748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7748d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc6fd0d80 sched_switch(c6fd0d80,0,109,18d,c5b06c6d,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad270,...) at mi_switch+0x200 ithread_loop(c6fbe920,e772bd38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6fbe920,e772bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe772bd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f50240 sched_switch(c6f50240,0,109,18d,68bd1a15,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad2f0,...) at mi_switch+0x200 ithread_loop(c6f8f3e0,e771cd38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6f8f3e0,e771cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771cd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f506c0 sched_switch(c6f506c0,0,109,18d,68bcaa32,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad370,...) at mi_switch+0x200 ithread_loop(c6f8f790,e7715d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6f8f790,e7715d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7715d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f52000 sched_switch(c6f52000,0,109,18d,68bc390c,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad3f0,...) at mi_switch+0x200 ithread_loop(c6f8f030,e7708d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6f8f030,e7708d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7708d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f52240 sched_switch(c6f52240,0,109,18d,d791e74f,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dad0f0,...) at mi_switch+0x200 ithread_loop(c6f78470,e72e4d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6f78470,e72e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f52480 sched_switch(c6f52480,0,109,18d,68be2e38,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6d63c70,...) at mi_switch+0x200 ithread_loop(c6f0e470,c6b05d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6f0e470,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6dee6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc6deeb40 sched_switch(c6deeb40,0,109,18d,c5b0fda4,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6f3a670,...) at mi_switch+0x200 ithread_loop(c6ed48e0,c6ad6d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6ed48e0,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc6f3b6c0 sched_switch(c6f3b6c0,0,109,18d,9eead788,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6f3a770,...) at mi_switch+0x200 ithread_loop(c6ed4920,c6ac7d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6ed4920,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f3bb40 sched_switch(c6f3bb40,0,109,18d,10f983cc,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6f3a8f0,...) at mi_switch+0x200 ithread_loop(c6ed4990,c6ac1d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6ed4990,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d6ad80 sched_switch(c6d6ad80,0,109,18d,5d2e0fdf,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dacc70,...) at mi_switch+0x200 ithread_loop(c6d650f0,c6aafd38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6d650f0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dee000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc6dee240 sched_switch(c6dee240,0,109,18d,838a5123,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dacd70,...) at mi_switch+0x200 ithread_loop(c6d65110,c6aa9d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6d65110,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dee480 sched_switch(c6dee480,0,109,18d,cb576063,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dacdf0,...) at mi_switch+0x200 ithread_loop(c6d65120,c6aa6d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6d65120,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d68000 sched_switch(c6d68000,0,109,18d,d626a510,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dace70,...) at mi_switch+0x200 ithread_loop(c6d65130,c6aa3d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6d65130,c6aa3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa3d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d68240 sched_switch(c6d68240,0,109,18d,d751299c,...) at sched_switch+0x437 mi_switch(109,0,c0be37c9,4d7,c6dacef0,...) at mi_switch+0x200 ithread_loop(c6d65140,c6aa0d38,c0be354a,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081a2e0,c6d65140,c6aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa0d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d68480 sched_switch(c6d68480,0,60c,188,d767e4e4,...) at sched_switch+0x437 mi_switch(60c,0,c0be8fa5,81c,0,...) at mi_switch+0x200 sched_preempt(c6d68480,0,c6a9cc70,c0b23c4e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c6fcda18,c6fcda00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b189a5, esp = 0xc6a9cc70, ebp = 0xc6a9cc70 --- acpi_cpu_c1(0,ffffffff,c6a9ccd8,0,c085c561,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a9ccb4,c0b2ed4b,1,c6a9ccf8,c085c826,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c6a9ccf8,c085c826,1,c6a9ccd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c6a9ccd8,c0be8fa5,a0b,c6d68480,...) at cpu_idle+0x1b sched_idletd(0,c6a9cd38,c0be354a,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c085c610,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d686c0 cpustop_handler(2,c6a99c24,c0b3f2fd,c6fd3000,89,...) at cpustop_handler+0x32 ipi_nmi_handler(c6fd3000,89,c6d63e80,c6a99bd0,c6d66a90,...) at ipi_nmi_handler+0x2f trap(c6a99c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b189a5, esp = 0xc6a99c70, ebp = 0xc6a99c70 --- acpi_cpu_c1(0,ffffffff,c6a99cd8,1,c085c561,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a99cb4,c0b2ed4b,0,c6a99cf8,c085c826,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a99cf8,c085c826,0,c6a99cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a99cd8,c0be8fa5,a0b,c6d686c0,...) at cpu_idle+0x1b sched_idletd(0,c6a99d38,c0be354a,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c085c610,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d68900 cpustop_handler(4,c6a96c24,c0b3f2fd,c6a96bb4,c082b604,...) at cpustop_handler+0x32 ipi_nmi_handler(c6a96bb4,c082b604,c0d3dbf0,4,c6d66a90,...) at ipi_nmi_handler+0x2f trap(c6a96c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b189a5, esp = 0xc6a96c70, ebp = 0xc6a96c70 --- acpi_cpu_c1(0,ffffffff,c6a96cd8,2,c085c561,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a96cb4,c0b2ed4b,0,c6a96cf8,c085c826,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a96cf8,c085c826,0,c6a96cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a96cd8,c0be8fa5,a0b,c6d68900,...) at cpu_idle+0x1b sched_idletd(0,c6a96d38,c0be354a,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c085c610,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d68b40 cpustop_handler(8,c6a93c24,c0b3f2fd,c6a93bb4,c082b604,...) at cpustop_handler+0x32 ipi_nmi_handler(c6a93bb4,c082b604,c0d3dc28,4,c6d66a90,...) at ipi_nmi_handler+0x2f trap(c6a93c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b189a5, esp = 0xc6a93c70, ebp = 0xc6a93c70 --- acpi_cpu_c1(0,ffffffff,c6a93cd8,3,c085c561,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c6a93cb4,c0b2ed4b,0,c6a93cf8,c085c826,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c6a93cf8,c085c826,0,c6a93cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c6a93cd8,c0be8fa5,a0b,c6d68b40,...) at cpu_idle+0x1b sched_idletd(0,c6a93d38,c0be354a,32d,c6d66a90,...) at sched_idletd+0x216 fork_exit(c085c610,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d68d80 sched_switch(c6d68d80,0,104,18d,93d9bcb0,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d68d80,0,c0beb60b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0beb60b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d66d34,5c,c0bedd11,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d66d34,c6d66dbc,15c,c0bedd11,0,...) at _sleep+0x344 kern_wait(c6d68d80,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xad6 wait4(c6d68d80,c6a8fcf8,10,c0bedb2c,c0ccb508,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc6d6a000 sched_switch(c6d6a000,0,104,18d,68be7930,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a000,0,c0beb60b,247,c6d6a000,...) at sleepq_switch+0x15f sleepq_wait(c0eb5720,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0eb5720,c0eb5704,c0c0920f,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0be354a,32d,c6d67000,...) at audit_worker+0x84 fork_exit(c0a26c50,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100044 td 0xc6fd0480 sched_switch(c6fd0480,0,104,18d,d562e67d,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fd0480,0,c0beb60b,247,c6fd0480,...) at sleepq_switch+0x15f sleepq_wait(c6fbddc0,0,c0be7fdc,c0bde1cb,0,...) at sleepq_wait+0x63 msleep_spin(c6fbddc0,c6fbdddc,c0bde1cb,0,c0be5d2c,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fde49c,e7753d38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0x8a fork_exit(c0872e10,c6fde49c,e7753d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7753d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6dee900 sched_switch(c6dee900,0,104,18d,9eecb244,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dee900,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20440,0,c0bde1cb,0,0,...) at sleepq_wait+0x63 _sleep(c6f20440,c6f2045c,0,c0bde1cb,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d502a8,c6ad9d38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0xb4 fork_exit(c0872e10,c0d502a8,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6deed80 sched_switch(c6deed80,0,104,18d,68ccb703,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6deed80,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20500,0,c0bde1cb,0,0,...) at sleepq_wait+0x63 _sleep(c6f20500,c6f2051c,0,c0bde1cb,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d3bf24,c6ad3d38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0xb4 fork_exit(c0872e10,c0d3bf24,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f3b000 sched_switch(c6f3b000,0,104,18d,68cca7ee,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b000,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20540,0,c0bde1cb,0,0,...) at sleepq_wait+0x63 _sleep(c6f20540,c6f2055c,0,c0bde1cb,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d0c104,c6ad0d38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0xb4 fork_exit(c0872e10,c0d0c104,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f3b240 sched_switch(c6f3b240,0,104,18d,68cc95c9,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b240,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20540,0,c0bde1cb,0,0,...) at sleepq_wait+0x63 _sleep(c6f20540,c6f2055c,0,c0bde1cb,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d0c104,c6acdd38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0xb4 fork_exit(c0872e10,c0d0c104,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f3b480 sched_switch(c6f3b480,0,104,18d,68cc84fd,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b480,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20540,0,c0bde1cb,0,0,...) at sleepq_wait+0x63 _sleep(c6f20540,c6f2055c,0,c0bde1cb,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d0c104,c6acad38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0xb4 fork_exit(c0872e10,c0d0c104,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d6a480 sched_switch(c6d6a480,0,104,18d,be2f770b,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a480,0,c0beb60b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d4dd00,0,c0bde1cb,0,0,...) at sleepq_wait+0x63 _sleep(c6d4dd00,c6d4dd1c,0,c0bde1cb,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d4ede0,c6abbd38,c0be354a,32d,c0d3b660,...) at taskqueue_thread_loop+0xb4 fork_exit(c0872e10,c0d4ede0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d3b910 sched_switch(c0d3b910,0,104,18d,6aaeda55,...) at sched_switch+0x437 mi_switch(104,0,c0beb60b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d3b910,0,c0beb60b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d3b660,44,c0be982f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d3b660,0,44,c0be982f,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 3439 MB Dumping 168 MB: 153 137 121 105 89 73 57 41 25 9 Dump complete = 0xf db> reset (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bcef9 in db_fncall (dummy1=1, dummy2=0, dummy3=0, dummy4=0xc6ab5938 "\200ÃÚÆ") at ../../../ddb/db_command.c:548 #2 0xc04bd2f1 in db_command (last_cmdp=0xc0d0a3dc, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:445 #3 0xc04bd44a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04bf2ad in db_trap (type=3, code=0) at ../../../ddb/db_main.c:229 #5 0xc0868146 in kdb_trap (type=3, code=0, tf=0xc6ab5ae0) at ../../../kern/subr_kdb.c:534 #6 0xc0b3f89b in trap (frame=0xc6ab5ae0) at ../../../i386/i386/trap.c:680 #7 0xc0b2355b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc08682ca in kdb_enter (why=0xc0be7473 "panic", msg=0xc0be7473 "panic") at cpufunc.h:71 #9 0xc083a816 in panic (fmt=0xc0bf22d0 "bundirty: buffer %p still on queue %d") at ../../../kern/kern_shutdown.c:559 #10 0xc08aaff7 in bundirty (bp=0xdafaf2c4) at ../../../kern/vfs_bio.c:1055 #11 0xc08ad628 in brelse (bp=0xdafaf2c4) at ../../../kern/vfs_bio.c:1375 #12 0xc08adb72 in bufdone_finish (bp=0xdafaf2c4) at ../../../kern/vfs_bio.c:3289 #13 0xc08adc0a in bufdone (bp=0xdafaf2c4) at ../../../kern/vfs_bio.c:3144 #14 0xc0a4793c in ffs_backgroundwritedone (bp=0xdafaf2c4) at ../../../ufs/ffs/ffs_vfsops.c:1758 #15 0xc08adbf3 in bufdone (bp=0xdafaf2c4) at ../../../kern/vfs_bio.c:3138 #16 0xc07e64f0 in g_vfs_done (bip=0xc7480738) at ../../../geom/geom_vfs.c:97 #17 0xc08aa485 in biodone (bp=0xc7480738) at ../../../kern/vfs_bio.c:2979 #18 0xc07e1af7 in g_io_schedule_up (tp=0xc6d6a900) at ../../../geom/geom_io.c:587 #19 0xc07e22cd in g_up_procbody () at ../../../geom/geom_kern.c:95 #20 0xc08174c8 in fork_exit (callout=0xc07e2240 , arg=0x0, frame=0xc6ab5d38) at ../../../kern/kern_fork.c:821 #21 0xc0b235d0 in fork_trampoline () at ../../../i386/i386/exception.s:270 (kgdb) f 10 #10 0xc08aaff7 in bundirty (bp=0xdafaf2c4) at ../../../kern/vfs_bio.c:1055 1055 KASSERT(bp->b_flags & B_REMFREE || bp->b_qindex == QUEUE_NONE, (kgdb) p *bp $1 = {b_bufobj = 0xc7e6a654, b_bcount = 12288, b_caller1 = 0x0, b_data = 0xe1ddd000 "", b_error = 5, b_iocmd = 2 '\002', b_ioflags = 2 '\002', b_iooffset = 131170304, b_resid = 0, b_iodone = 0, b_blkno = 256192, b_offset = 131170304, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xdaf46fac}, b_left = 0xdaf46f74, b_right = 0x0, b_vflags = 0, b_freelist = {tqe_next = 0xdad2d220, tqe_prev = 0xc0ea9ea8}, b_qindex = 1, b_flags = 41092, b_xflags = 33 '!', b_lock = {lock_object = {lo_name = 0xc0bf299c "bufwait", lo_flags = 91947008, lo_data = 0, lo_witness = 0xc6d23740}, lk_lock = 4294967288, lk_timo = 0, lk_pri = 80, lk_stack = {depth = 12, pcs = {3229763648, 3230326547, 3230328436, 3232003950, 3230308668, 3230353805, 3229379052, 3233073269, 3232009085, 3230437893, 3233017859, 3232904640, 0, 0, 0, 0, 0, 0}}}, b_bufsize = 12288, b_runningbufspace = 0, b_kvabase = 0xe1ddd000 "", b_kvasize = 16384, b_lblkno = 256192, b_vp = 0xc7e6a560, b_dirtyoff = 0, b_dirtyend = 0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xe1ddd000, b_pager = {pg_reqpage = 0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0xdad1f9d8}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0xdad1f9d8}}, b_pages = {0xc2cd7e70, 0xc2cd7eb4, 0xc2cd7ef8, 0x0 }, b_npages = 3, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0} (kgdb) $ svn status -q /usr/src -- Test scenario: + dd if=/dev/zero of=/var/tmp/diskimage5 bs=25m count=1 + mdconfig -a -t vnode -f /var/tmp/diskimage5 -u 5 + bsdlabel -w md5 auto + newfs md5a + mount /dev/md5a /mnt5 + truncate -s 500M /mnt5/diskimage + mdconfig -a -t vnode -f /mnt5/diskimage -u 6 + bsdlabel -w md6 auto + newfs md6a + mount /dev/md6a /mnt6 + dd if=/dev/zero of=/mnt6/file bs=1m dd: /mnt6/file: No space left on device 33+0 records in 32+0 records out 33554432 bytes transferred in 12.882329 secs (2604687 bytes/sec) + umount -f /dev/md5a