GENERIC from Wed Aug 4 08:29:45 2010 +0300, si_priv 1852704, vmcore.470 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2010 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r210855M: Thu Aug 5 20:01:21 CEST 2010 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536056320 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 635408 free (3224 frags, 79023 blocks, 0.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 48012476 free (20596 frags, 5998985 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 2317914 free (410570 frags, 238418 blocks, 1.8% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 7459388 free (111820 frags, 918446 blocks, 0.2% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. lock order reversal: 1st 0xc7f7d46c ufs (ufs) @ kern/vfs_lookup.c:502 2nd 0xe6d05a20 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:11328 3rd 0xc7f955c8 ufs (ufs) @ kern/vfs_subr.c:2111 KDB: stack backtrace: db_trace_self_wrapper(c0cdcd0d,f61452d0,c08f6675,c08e5bfb,c0cdfe2f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e5bfb,c0cdfe2f,c6d40100,c6d439e0,f614532c,...) at kdb_backtrace+0x29 _witness_debugger(c0cdfe2f,c7f955c8,c0cd1d04,c6d439e0,c0ce6fe6,...) at _witness_debugger+0x25 witness_checkorder(c7f955c8,9,c0ce6fdd,83f,0,...) at witness_checkorder+0x839 __lockmgr_args(c7f955c8,80100,c7f95634,0,0,...) at __lockmgr_args+0x804 ffs_lock(f6145450,c08f641b,c0ce6497,80100,c7f95570,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0ded380,f6145450,c7db68e4,c0e07fc0,c7f95570,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7f95570,80100,c0ce6fdd,83f,4,...) at _vn_lock+0x78 vget(c7f95570,80100,c7db6840,50,0,...) at vget+0xbb vfs_hash_get(c7f75000,46141e,80000,c7db6840,f61455a0,...) at vfs_hash_get+0xed ffs_vgetf(c7f75000,46141e,80000,f61455a0,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c7f7d414,0,c0d03c05,144,0,...) at softdep_sync_metadata+0xc92 ffs_syncvnode(c7f7d414,1,1b0,f6145648,1,...) at ffs_syncvnode+0x3e2 ffs_truncate(c7f7d414,200,0,880,c6d98180,...) at ffs_truncate+0x88e ufs_direnter(c7f7d414,c7f95570,f6145914,f6145ba4,0,...) at ufs_direnter+0x8d4 ufs_makeinode(f6145ba4,c0ded840,f6145b00,f6145a5c,c0c17565,...) at ufs_makeinode+0x557 ufs_create(f6145b00,c0d1a5cc,0,0,f6145b78,...) at ufs_create+0x30 VOP_CREATE_APV(c0ded380,f6145b00,f6145ba4,f6145a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f6145b78,f6145c2c,1a4,0,c6d98180,...) at vn_open_cred+0x205 vn_open(f6145b78,f6145c2c,1a4,c7d833b8,0,...) at vn_open+0x3b kern_openat(c7db6840,ffffff9c,804c608,0,602,...) at kern_openat+0x125 kern_open(c7db6840,804c608,0,601,21b6,...) at kern_open+0x35 open(c7db6840,f6145cec,f6145d28,c0cde65c,0,...) at open+0x30 syscallenter(c7db6840,f6145ce4,f6145ce4,0,0,...) at syscallenter+0x25a syscall(f6145d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x28174643, esp = 0xbfbfec4c, ebp = 0xbfbfecb8 --- re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe6d1e9e0 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xc8210c00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0cdcd0d,f6149838,c08f6675,c08e5bfb,c0cdfe16,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e5bfb,c0cdfe16,c6d40100,c6d43a48,f6149894,...) at kdb_backtrace+0x29 _witness_debugger(c0cdfe16,c8210c00,c0d043e5,c6d43a48,c0d04077,...) at _witness_debugger+0x25 witness_checkorder(c8210c00,9,c0d0406e,11b,0,...) at witness_checkorder+0x839 _sx_xlock(c8210c00,0,c0d0406e,11b,c7da3c3c,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d1e980,f61499ec,34,e78031e8,f6149964,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7da3c3c,f61499ec,31e8,f6149950,f6149954,...) at ufsdirhash_add+0x13 ufs_direnter(c7df915c,c8122c3c,f61499ec,f6149bd0,e6d1f1a0,...) at ufs_direnter+0x6f9 ufs_mkdir(f6149bf8,c0d1a406,0,0,f6149b3c,...) at ufs_mkdir+0x85f VOP_MKDIR_APV(c0ded380,f6149bf8,f6149bd0,f6149b3c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7db6580,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7db6580,bfbfef5a,0,1ff,f6149c7c,...) at kern_mkdir+0x2e mkdir(c7db6580,f6149cec,f6149d28,c0cde65c,0,...) at mkdir+0x29 syscallenter(c7db6580,f6149ce4,f6149ce4,0,0,...) at syscallenter+0x25a syscall(f6149d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28171603, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Expensive timeout(9) function: 0xc0789700(0xc0fd9120) 0.011778312 s Configuring syscons: keymap blanktime. Local package initialization:umount: unmount of /tmp failed: Device busy lock order reversal: 1st 0xc7df946c ufs (ufs) @ kern/vfs_mount.c:1201 2nd 0xc7e469dc devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1401 KDB: stack backtrace: db_trace_self_wrapper(c0cdcd0d,f62ae9dc,c08f6675,c08e5bfb,c0cdfe16,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08e5bfb,c0cdfe16,c6d439e0,c6d43910,f62aea38,...) at kdb_backtrace+0x29 _witness_debugger(c0cdfe16,c7e469dc,c0ccda6f,c6d43910,c0d0362b,...) at _witness_debugger+0x25 witness_checkorder(c7e469dc,9,c0d03622,579,c7e46a48,...) at witness_checkorder+0x839 __lockmgr_args(c7e469dc,80400,c7e46a48,0,0,...) at __lockmgr_args+0x804 vop_stdlock(f62aeb58,c0f7ce30,c8139364,80400,c7e46984,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0dc56a0,f62aeb58,f62aeb78,c0e07fc0,c7e46984,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7e46984,80400,c0d03622,579,0,...) at _vn_lock+0x78 ffs_sync(c7f755a8,1,f62aec14,4f6,0,...) at ffs_sync+0x3ca dounmount(c7f755a8,8080000,c81392c0,47b,ff1ca3a5,...) at dounmount+0x44e unmount(c81392c0,f62aecec,281756a5,1,0,...) at unmount+0x2ff syscallenter(c81392c0,f62aece4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62aed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280db8cf, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames Aug 5 21:37:15 x4 su: pho to root on /dev/pts/0 ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 1538321 files, 2764599 used, 48012476 free (20596 frags, 5998985 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Thu Aug 5 21:39:03 CEST 2010 FreeBSD/i386 (x4.osted.lan) (console) login: panic: mutex bufobj interlock not owned at ../../../kern/vfs_bio.c:775 cpuid = 0 KDB: enter: panic [ thread pid 1453 tid 100185 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1453 tid 100185 td 0xc8646b00 kdb_enter(c0cd97b2,c0cd97b2,c0cd7ead,f63237bc,0,...) at kdb_enter+0x3a panic(c0cd7ead,c0ce7f2a,c0ce4a9d,307,f63237e4,...) at panic+0x136 _mtx_assert(c7284a7c,4,c0ce4a9d,307,e6ceb4e0,...) at _mtx_assert+0x87 bremfreel(c7284a7c,0,c0ce4a9d,77e,0,...) at bremfreel+0x10b getnewbuf(4000,4000,0,ad1,19dd8,...) at getnewbuf+0x2a7 getblk(c8527d98,1a,0,4000,0,...) at getblk+0x485 ffs_balloc_ufs2(c8527d98,68000,0,1000,c7d48180,...) at ffs_balloc_ufs2+0x1b0d ffs_write(f6323b94,c0d1a502,c8527d98,0,c8527d98,...) at ffs_write+0x2ad VOP_WRITE_APV(c0ded380,f6323b94,c8527d98,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7e122d8,f6323c28,c7d48180,0,c8646b00,...) at vn_write+0x1ca dofilewrite(f6323c28,ffffffff,ffffffff,0,c7e122d8,...) at dofilewrite+0x95 kern_writev(c8646b00,4,f6323c28,f6323c48,1,...) at kern_writev+0x58 write(c8646b00,f6323cec,f6323d28,c0cde65c,0,...) at write+0x4f syscallenter(c8646b00,f6323ce4,f6323ce4,0,c0e41840,...) at syscallenter+0x25a syscall(f6323d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x61c900 curthread = 0xc8646b00: pid 1453 "rw" curpcb = 0xf6323d80 fpcurthread = none idlethread = 0xc6d9d000: tid 100006 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5d01900 curthread = 0xc6d9d2c0: pid 11 "idle: cpu1" curpcb = 0xc6b30d80 fpcurthread = none idlethread = 0xc6d9d2c0: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5d04900 curthread = 0xc8646840: pid 1454 "rw" curpcb = 0xf6326d80 fpcurthread = none idlethread = 0xc6d9d580: tid 100004 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5d07900 curthread = 0xc84e32c0: pid 1448 "rw" curpcb = 0xf6314d80 fpcurthread = none idlethread = 0xc6d9d840: tid 100003 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1454 (rw) thread 0xc8646840 (100186) exclusive lockmgr ufs (ufs) r = 0 (0xc8619880) locked @ kern/vfs_vnops.c:612 Process 1453 (rw) thread 0xc8646b00 (100185) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6ceb540) locked @ kern/vfs_bio.c:1909 exclusive sleep mutex buf queue lock (buf queue lock) r = 0 (0xc0faa3d4) locked @ kern/vfs_bio.c:1834 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d61c00) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc8527df0) locked @ kern/vfs_vnops.c:612 Process 1452 (rw) thread 0xc8647000 (100184) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d71300) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d702c0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6ff80) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6faa0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d73ee0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc865c5c8) locked @ kern/vfs_vnops.c:612 Process 1451 (rw) thread 0xc86472c0 (100183) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d72000) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d72680) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc8619c94) locked @ kern/vfs_vnops.c:612 Process 1450 (rw) thread 0xc8647580 (100182) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d724e0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d72820) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc853f310) locked @ kern/vfs_vnops.c:612 Process 1449 (rw) thread 0xc84e3000 (100181) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d60d60) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d70460) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6dd60) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6d880) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6d3a0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6be80) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d71e60) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc865c46c) locked @ kern/vfs_vnops.c:612 Process 1448 (rw) thread 0xc84e32c0 (100180) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d4cd40) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d707a0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6bb40) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6a620) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6a2e0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d69fa0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d73520) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc865c9dc) locked @ kern/vfs_vnops.c:612 Process 1447 (rw) thread 0xc84e3580 (100179) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6f0e0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6c500) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6aca0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d68a80) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d688e0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d729c0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc865c724) locked @ kern/vfs_vnops.c:612 Process 1445 (rw) thread 0xc84e3b00 (100177) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d72340) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d721a0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d70fc0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6f5c0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6f280) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d72d00) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc853f46c) locked @ kern/vfs_vnops.c:612 Process 1444 (rw) thread 0xc84e4000 (100176) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d72ea0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d714a0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6fde0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6f900) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d731e0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc8632310) locked @ kern/vfs_vnops.c:612 Process 1443 (rw) thread 0xc84e42c0 (100175) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d63120) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d71b20) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d717e0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d73380) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc865c310) locked @ kern/vfs_vnops.c:612 Process 1440 (rw) thread 0xc8519840 (100173) exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6ec00) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6e580) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6da20) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d6cec0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr bufwait (bufwait) r = 0 (0xe6d71160) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xc863246c) locked @ kern/vfs_vnops.c:612 Process 1314 (sshd) thread 0xc81392c0 (100146) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc820908c) locked @ kern/uipc_sockbuf.c:148 db:0:alllocks> show lockedvnods Locked vnodes 0xc8632414: tag ufs, type VREG usecount 1, writecount 1, refcount 30 mountedhere 0 flags () v_object 0xc862f110 ref 0 pages 112 lock type ufs: EXCL by thread 0xc8519840 (pid 1440) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23556, on dev md5a 0xc86322b8: tag ufs, type VREG usecount 1, writecount 1, refcount 30 mountedhere 0 flags () v_object 0xc861a440 ref 0 pages 112 lock type ufs: EXCL by thread 0xc84e4000 (pid 1444) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23560, on dev md5a 0xc865c984: tag ufs, type VREG usecount 1, writecount 1, refcount 24 mountedhere 0 flags () v_object 0xc7d527f8 ref 0 pages 88 lock type ufs: EXCL by thread 0xc84e32c0 (pid 1448) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23563, on dev md5a 0xc853f414: tag ufs, type VREG usecount 1, writecount 1, refcount 31 mountedhere 0 flags () v_object 0xc82622a8 ref 0 pages 116 lock type ufs: EXCL by thread 0xc84e3b00 (pid 1445) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23564, on dev md5a 0xc853f2b8: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc853c3b8 ref 0 pages 96 lock type ufs: EXCL by thread 0xc8647580 (pid 1450) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23567, on dev md5a 0xc865c6cc: tag ufs, type VREG usecount 1, writecount 1, refcount 24 mountedhere 0 flags () v_object 0xc7fc2b28 ref 0 pages 88 lock type ufs: EXCL by thread 0xc84e3580 (pid 1447) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23568, on dev md5a 0xc8619c3c: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc8660220 ref 0 pages 156 lock type ufs: EXCL by thread 0xc86472c0 (pid 1451) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23570, on dev md5a 0xc8527d98: tag ufs, type VREG usecount 1, writecount 1, refcount 29 mountedhere 0 flags () v_object 0xc8641990 ref 0 pages 108 lock type ufs: EXCL by thread 0xc8646b00 (pid 1453) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23573, on dev md5a 0xc865c570: tag ufs, type VREG usecount 1, writecount 1, refcount 29 mountedhere 0 flags () v_object 0xc84dacc0 ref 0 pages 108 lock type ufs: EXCL by thread 0xc8647000 (pid 1452) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23574, on dev md5a 0xc865c414: tag ufs, type VREG usecount 1, writecount 1, refcount 30 mountedhere 0 flags () v_object 0xc7f91dd0 ref 0 pages 112 lock type ufs: EXCL by thread 0xc84e3000 (pid 1449) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23576, on dev md5a 0xc865c2b8: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc8263550 ref 0 pages 100 lock type ufs: EXCL by thread 0xc84e42c0 (pid 1443) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23577, on dev md5a 0xc8619828: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc8660110 ref 0 pages 92 lock type ufs: EXCL by thread 0xc8646840 (pid 1454) #0 0xc0897b9e at __lockmgr_args+0xbee #1 0xc0aff591 at ffs_lock+0xa1 #2 0xc0c16595 at VOP_LOCK1_APV+0xb5 #3 0xc0953088 at _vn_lock+0x78 #4 0xc09543f6 at vn_write+0x156 #5 0xc08f8d55 at dofilewrite+0x95 #6 0xc08fa4b8 at kern_writev+0x58 #7 0xc08fa5cf at write+0x4f #8 0xc08eec8a at syscallenter+0x25a #9 0xc0bf233f at syscall+0x4f #10 0xc0bd9991 at Xint0x80_syscall+0x21 ino 23578, on dev md5a db:0:lockedvnods> show mount 0xc7d38b50 /dev/ad4s1a on / (ufs) 0xc7d39000 devfs on /dev (devfs) 0xc7f752d4 /dev/ad4s1f on /usr (ufs) 0xc7f75000 /dev/ad4s1d on /var (ufs) 0xc7d39b50 procfs on /proc (procfs) 0xc7d3987c /dev/ad4s1e on /tmp (ufs) 0xc8625000 /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1454 1439 1416 0 RL+ CPU 2 rw 1453 1439 1416 0 R+ CPU 0 rw 1452 1439 1416 0 R+ rw 1451 1439 1416 0 D+ getblk 0xe6d4cd40 rw 1450 1439 1416 0 R+ rw 1449 1439 1416 0 R+ rw 1448 1439 1416 0 R+ CPU 3 rw 1447 1439 1416 0 R+ rw 1446 1439 1416 0 R+ rw 1445 1439 1416 0 R+ rw 1444 1439 1416 0 R+ rw 1443 1439 1416 0 R+ rw 1442 1439 1416 0 S+ nanslp 0xc0e3d7e4 rw 1441 1439 1416 0 S+ nanslp 0xc0e3d7e4 rw 1440 1439 1416 0 R+ rw 1439 1438 1416 0 S+ wait 0xc84b47f8 rw 1438 1437 1416 0 S+ nanslp 0xc0e3d7e4 rw 1437 1436 1416 0 S+ wait 0xc84b4000 run 1436 1435 1416 0 S+ wait 0xc8497000 run 1435 1430 1416 0 S+ nanslp 0xc0e3d7e4 run 1430 1416 1416 0 S+ wait 0xc8136000 sh 1425 0 0 0 DL mdwait 0xc7e3a800 [md5] 1416 1325 1416 0 S+ wait 0xc84972a8 sh 1415 1 1415 0 Ss+ ttyin 0xc716d070 getty 1414 1 1414 0 Ss+ ttyin 0xc716d270 getty 1413 1 1413 0 Ss+ ttyin 0xc716d470 getty 1412 1 1412 0 Ss+ ttyin 0xc6f81070 getty 1411 1 1411 0 Ss+ ttyin 0xc6f81270 getty 1410 1 1410 0 Ss+ ttyin 0xc6f81470 getty 1409 1 1409 0 Ss+ ttyin 0xc6f81670 getty 1408 1 1408 0 Ss+ ttyin 0xc6f81870 getty 1407 1 1407 0 Ss+ ttyin 0xc6f81a70 getty 1376 1 1376 0 Ss select 0xc7d9f6e4 inetd 1339 1 1339 0 Ss nanslp 0xc0e3d7e4 watchdogd 1325 1324 1325 0 S+ pause 0xc84b5850 csh 1324 1317 1324 1001 S+ wait 0xc8494aa0 su 1317 1316 1317 1001 Ss+ wait 0xc8495550 bash 1316 1314 1314 1001 S select 0xc7d9f9a4 sshd 1314 1281 1314 0 Ss sbwait 0xc82090b8 sshd 1298 1 1298 0 Ss nanslp 0xc0e3d7e4 cron 1291 1 1291 25 Ss pause 0xc8242850 sendmail 1287 1 1287 0 Ss select 0xc7d3cc24 sendmail 1281 1 1281 0 Ss select 0xc82272a4 sshd 1203 1 1203 0 Ss select 0xc7d9f3e4 moused 1137 1 1137 0 Rs ntpd 1035 1 1035 0 Ss rpcsvc 0xc7f87b50 NLM: master 1028 1 1028 0 Ss select 0xc7da0224 rpc.statd 1021 1020 1020 0 S (threaded) nfsd 100128 S rpcsvc 0xc7d6e790 nfsd: service 100127 S rpcsvc 0xc7d6e7d0 nfsd: service 100126 S rpcsvc 0xc7d6e810 nfsd: service 100118 S rpcsvc 0xc6f627d0 nfsd: master 1020 1 1020 0 Ss select 0xc7da01a4 nfsd 1011 1 1011 0 Ss select 0xc8227124 mountd 918 1 918 0 Ss select 0xc7d3cd64 rpcbind 892 1 892 0 Ss select 0xc7da0024 syslogd 702 1 702 0 Ss select 0xc6fbfda4 devd 21 0 0 0 DL flowclea 0xc0faa848 [flowcleaner] 20 0 0 0 DL sdflush 0xc0fb5fe0 [softdepflush] 19 0 0 0 DL syncer 0xc0faa658 [syncer] 18 0 0 0 DL vlruwt 0xc7d1b7f8 [vnlru] 17 0 0 0 DL psleep 0xc0faa388 [bufdaemon] 16 0 0 0 DL pgzero 0xc0fb7e5c [pagezero] 15 0 0 0 DL psleep 0xc0fb7a50 [vmdaemon] 9 0 0 0 DL psleep 0xc0fb7a18 [pagedaemon] 8 0 0 0 DL ccb_scan 0xc0e094d4 [xpt_thrd] 7 0 0 0 DL waiting_ 0xc0fac058 [sctp_iterator] 6 0 0 0 DL - 0xc6fbcc3c [fdc0] 5 0 0 0 SL - 0xc7050000 [fw0_probe] 14 0 0 0 DL (threaded) [usb] 100057 D - 0xc7034d0c [usbus5] 100056 D - 0xc7034cdc [usbus5] 100055 D - 0xc7034cac [usbus5] 100054 D - 0xc7034c7c [usbus5] 100052 D - 0xc7028b5c [usbus4] 100051 D - 0xc7028b2c [usbus4] 100050 D - 0xc7028afc [usbus4] 100049 D - 0xc7028acc [usbus4] 100048 D - 0xc7024b5c [usbus3] 100047 D - 0xc7024b2c [usbus3] 100046 D - 0xc7024afc [usbus3] 100045 D - 0xc7024acc [usbus3] 100044 D - 0xc7019b5c [usbus2] 100043 D - 0xc7019b2c [usbus2] 100042 D - 0xc7019afc [usbus2] 100041 D - 0xc7019acc [usbus2] 100039 D - 0xc7015b5c [usbus1] 100038 D - 0xc7015b2c [usbus1] 100037 D - 0xc7015afc [usbus1] 100036 D - 0xc7015acc [usbus1] 100034 D - 0xc7006b5c [usbus0] 100033 D - 0xc7006b2c [usbus0] 100032 D - 0xc7006afc [usbus0] 100031 D - 0xc7006acc [usbus0] 13 0 0 0 DL - 0xc0e3d644 [yarrow] 4 0 0 0 DL - 0xc0e3b2e4 [g_down] 3 0 0 0 DL - 0xc0e3b2e0 [g_up] 2 0 0 0 DL - 0xc0e3b2d8 [g_event] 12 0 0 0 WL (threaded) [intr] 100065 I [irq12: psm0] 100064 I [irq1: atkbd0] 100062 I [swi0: uart] 100059 I [irq20: fwohci0] 100058 I [irq14: ata0] 100053 I [irq19: ehci0] 100040 I [irq18: ohci2 ohci4] 100035 I [irq17: ohci1 ohci3] 100030 I [irq16: hdac1 ohci0] 100029 I [irq22: atapci0] 100028 I [irq256: hdac0] 100027 I [irq9: acpi0] 100026 I [swi2: cambio] 100022 I [swi6: task queue] 100021 I [swi6: Giant taskq] 100019 I [swi5: +] 100012 I [swi1: netisr 0] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d9bd48 [init] 10 0 0 0 DL audit_wo 0xc0fb5800 [audit] 0 0 0 0 DLs (threaded) [kernel] 100066 D deadlkre 0xc0e3d644 [deadlkres] 100060 D - 0xc7020300 [fw0_taskq] 100025 D - 0xc6f2c840 [acpi_task_2] 100024 D - 0xc6f2c840 [acpi_task_1] 100023 D - 0xc6f2c840 [acpi_task_0] 100020 D - 0xc6f2ca40 [thread taskq] 100018 D - 0xc6f2cac0 [kqueue taskq] 100016 D - 0xc6da0840 [firmware taskq] 100000 D sched 0xc0e3b3c0 [swapper] db:0:ps> allt Tracing command rw pid 1454 tid 100186 td 0xc8646840 cpustop_handler(4,f6326598,c0bf2456,c089f174,c0e41ec0,...) at cpustop_handler+0x34 ipi_nmi_handler(c089f174,c0e41ec0,4,c0cd7f35,c84b6aa0,...) at ipi_nmi_handler+0x2f trap(f63265a4) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc089f759, esp = 0xf63265e4, ebp = 0xf6326600 --- _mtx_lock_sleep(c0faa3d4,c8646840,0,c0ce4a9d,72a,...) at _mtx_lock_sleep+0x99 _mtx_lock_flags(c0faa3d4,0,c0ce4a9d,72a,c0cd10eb,...) at _mtx_lock_flags+0xf7 getnewbuf(4000,4000,0,c8646840,c8672180,...) at getnewbuf+0x5e geteblk(4000,0,402,ac0,c0d00d39,...) at geteblk+0x65 softdep_process_journal(1f15,1f15,c8646840,e6cea4a0,c8618984,...) at softdep_process_journal+0x120 jwait(c0fb5f98,0,c0d00d30,1f15,0,...) at jwait+0x27 softdep_disk_io_initiation(e6d73b40,c4d20bb0,0,e6cea4a0,c8619828,...) at softdep_disk_io_initiation+0x1849 ffs_geom_strategy(c8618a7c,e6cea4a0,f63268c0,3,c8646840,...) at ffs_geom_strategy+0x12c ufs_strategy(f63268fc,c0d1a2c7,c8646840,e6cea4a0,4,...) at ufs_strategy+0xd3 VOP_STRATEGY_APV(c0ded380,f63268fc,c0ce4a9d,c0e08020,c8619828,...) at VOP_STRATEGY_APV+0xe5 bufstrategy(c8619920,e6cea4a0,3a3,e6d73b40,c4d20bb0,...) at bufstrategy+0x61 bufwrite(e6cea4a0,8,f632699c,c0933417,e6cea4a0,...) at bufwrite+0x159 bawrite(e6cea4a0,e6cea5a8,20,3af,0,...) at bawrite+0x5c cluster_wbuild(c8619828,4000,16,0,8,...) at cluster_wbuild+0x837 cluster_write(c8619828,e6d73b40,58000,0,59,...) at cluster_write+0x696 ffs_write(f6326b94,c0d1a502,c8619828,0,c8619828,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6326b94,c8619828,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7e129a0,f6326c28,c7d48180,0,c8646840,...) at vn_write+0x1ca dofilewrite(f6326c28,ffffffff,ffffffff,0,c7e129a0,...) at dofilewrite+0x95 kern_writev(c8646840,4,f6326c28,f6326c48,1,...) at kern_writev+0x58 write(c8646840,f6326cec,f6326d28,c0cde65c,0,...) at write+0x4f syscallenter(c8646840,f6326ce4,f6326ce4,0,c0e41ec0,...) at syscallenter+0x25a syscall(f6326d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1453 tid 100185 td 0xc8646b00 kdb_enter(c0cd97b2,c0cd97b2,c0cd7ead,f63237bc,0,...) at kdb_enter+0x3a panic(c0cd7ead,c0ce7f2a,c0ce4a9d,307,f63237e4,...) at panic+0x136 _mtx_assert(c7284a7c,4,c0ce4a9d,307,e6ceb4e0,...) at _mtx_assert+0x87 bremfreel(c7284a7c,0,c0ce4a9d,77e,0,...) at bremfreel+0x10b getnewbuf(4000,4000,0,ad1,19dd8,...) at getnewbuf+0x2a7 getblk(c8527d98,1a,0,4000,0,...) at getblk+0x485 ffs_balloc_ufs2(c8527d98,68000,0,1000,c7d48180,...) at ffs_balloc_ufs2+0x1b0d ffs_write(f6323b94,c0d1a502,c8527d98,0,c8527d98,...) at ffs_write+0x2ad VOP_WRITE_APV(c0ded380,f6323b94,c8527d98,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7e122d8,f6323c28,c7d48180,0,c8646b00,...) at vn_write+0x1ca dofilewrite(f6323c28,ffffffff,ffffffff,0,c7e122d8,...) at dofilewrite+0x95 kern_writev(c8646b00,4,f6323c28,f6323c48,1,...) at kern_writev+0x58 write(c8646b00,f6323cec,f6323d28,c0cde65c,0,...) at write+0x4f syscallenter(c8646b00,f6323ce4,f6323ce4,0,c0e41840,...) at syscallenter+0x25a syscall(f6323d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1452 tid 100184 td 0xc8647000 sched_switch(c8647000,0,104,191,607f2728,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c8647000,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,2,c0e50b3c,4,c0cd7f35,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f6320a08,c0d1a146,0,c865c570,c7db48e4,...) at ffs_reallocblks+0xc59 VOP_REALLOCBLKS_APV(c0ded380,f6320a08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c865c570,e6d73e80,68000,0,69,...) at cluster_write+0x3c2 ffs_write(f6320b94,c0d1a502,c865c570,0,c865c570,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6320b94,c865c570,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7df7d90,f6320c28,c7d48180,0,c8647000,...) at vn_write+0x1ca dofilewrite(f6320c28,ffffffff,ffffffff,0,c7df7d90,...) at dofilewrite+0x95 kern_writev(c8647000,4,f6320c28,f6320c48,1,...) at kern_writev+0x58 write(c8647000,f6320cec,f6320d28,c0cde65c,0,...) at write+0x4f syscallenter(c8647000,f6320ce4,f6320ce4,0,c0e41ec0,...) at syscallenter+0x25a syscall(f6320d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1451 tid 100183 td 0xc86472c0 sched_switch(c86472c0,0,104,191,60800af4,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c86472c0,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,2,c0e50b3c,4,c0cd7f35,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f631da08,c0d1a146,0,c8619c3c,c8683a58,...) at ffs_reallocblks+0xc59 VOP_REALLOCBLKS_APV(c0ded380,f631da08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c8619c3c,e6d72620,98000,0,7f,...) at cluster_write+0x3c2 ffs_write(f631db94,c0d1a502,c8619c3c,0,c8619c3c,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f631db94,c8619c3c,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7d82c08,f631dc28,c7d48180,0,c86472c0,...) at vn_write+0x1ca dofilewrite(f631dc28,ffffffff,ffffffff,0,c7d82c08,...) at dofilewrite+0x95 kern_writev(c86472c0,4,f631dc28,f631dc48,1,...) at kern_writev+0x58 write(c86472c0,f631dcec,f631dd28,c0cde65c,0,...) at write+0x4f syscallenter(c86472c0,f631dce4,f631dce4,0,c0e41840,...) at syscallenter+0x25a syscall(f631dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1450 tid 100182 td 0xc8647580 sched_switch(c8647580,0,104,191,607e2d9c,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c8647580,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,16,0,e6d60680,a,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f631aa08,c0d1a146,0,c853f2b8,c8673b58,...) at ffs_reallocblks+0x16a2 VOP_REALLOCBLKS_APV(c0ded380,f631aa08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c853f2b8,e6d727c0,5c000,0,5d,...) at cluster_write+0x3c2 ffs_write(f631ab94,c0d1a502,c853f2b8,0,c853f2b8,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f631ab94,c853f2b8,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7daace8,f631ac28,c7d48180,0,c8647580,...) at vn_write+0x1ca dofilewrite(f631ac28,ffffffff,ffffffff,0,c7daace8,...) at dofilewrite+0x95 kern_writev(c8647580,4,f631ac28,f631ac48,1,...) at kern_writev+0x58 write(c8647580,f631acec,f631ad28,c0cde65c,0,...) at write+0x4f syscallenter(c8647580,f631ace4,f631ace4,0,c0e411c0,...) at syscallenter+0x25a syscall(f631ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1449 tid 100181 td 0xc84e3000 sched_switch(c84e3000,0,104,191,607f7416,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c84e3000,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_clusteralloc(c7e162b8,1,19860,0,6,...) at ffs_clusteralloc+0x118 ffs_hashalloc(19860,0,6,6,c0ad4020,...) at ffs_hashalloc+0x85 ffs_reallocblks(f6317a08,c0d1a146,0,c865c414,c6ffba68,...) at ffs_reallocblks+0x1179 VOP_REALLOCBLKS_APV(c0ded380,f6317a08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c865c414,e6d71e00,6c000,0,6d,...) at cluster_write+0x3c2 ffs_write(f6317b94,c0d1a502,c865c414,0,c865c414,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6317b94,c865c414,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7e12e00,f6317c28,c7d48180,0,c84e3000,...) at vn_write+0x1ca dofilewrite(f6317c28,ffffffff,ffffffff,0,c7e12e00,...) at dofilewrite+0x95 kern_writev(c84e3000,4,f6317c28,f6317c48,1,...) at kern_writev+0x58 write(c84e3000,f6317cec,f6317d28,c0cde65c,0,...) at write+0x4f syscallenter(c84e3000,f6317ce4,f6317ce4,0,c0e41840,...) at syscallenter+0x25a syscall(f6317d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1448 tid 100180 td 0xc84e32c0 cpustop_handler(8,f631464c,c0bf2456,c089f174,c0e42540,...) at cpustop_handler+0x34 ipi_nmi_handler(c089f174,c0e42540,4,c0cd7f35,c8634aa0,...) at ipi_nmi_handler+0x2f trap(f6314658) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc089f757, esp = 0xf6314698, ebp = 0xf63146b4 --- _mtx_lock_sleep(c0faa3d4,c84e32c0,0,c0ce4a9d,588,...) at _mtx_lock_sleep+0x97 _mtx_lock_flags(c0faa3d4,0,c0ce4a9d,588,c0bfb581,...) at _mtx_lock_flags+0xf7 brelse(e6d4cce0,e7f1cc28,5a7,0,0,...) at brelse+0x50f ffs_checkblk(4000,2,c0e50b3c,4,c0cd7f35,...) at ffs_checkblk+0x2d0 ffs_reallocblks(f6314a08,c0d1a146,0,c865c984,c7d3e5a8,...) at ffs_reallocblks+0xc59 VOP_REALLOCBLKS_APV(c0ded380,f6314a08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c865c984,e6d734c0,54000,0,55,...) at cluster_write+0x3c2 ffs_write(f6314b94,c0d1a502,c865c984,0,c865c984,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6314b94,c865c984,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7d82380,f6314c28,c7d48180,0,c84e32c0,...) at vn_write+0x1ca dofilewrite(f6314c28,ffffffff,ffffffff,0,c7d82380,...) at dofilewrite+0x95 kern_writev(c84e32c0,4,f6314c28,f6314c48,1,...) at kern_writev+0x58 write(c84e32c0,f6314cec,f6314d28,c0cde65c,0,...) at write+0x4f syscallenter(c84e32c0,f6314ce4,f6314ce4,0,c0e41ec0,...) at syscallenter+0x25a syscall(f6314d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1447 tid 100179 td 0xc84e3580 sched_switch(c84e3580,0,104,191,607df2eb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c84e3580,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,2,c0e50b3c,4,c0cd7f35,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f6311a08,c0d1a146,0,c865c6cc,c7d3fca8,...) at ffs_reallocblks+0xc59 VOP_REALLOCBLKS_APV(c0ded380,f6311a08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c865c6cc,e6d72960,54000,0,55,...) at cluster_write+0x3c2 ffs_write(f6311b94,c0d1a502,c865c6cc,0,c865c6cc,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6311b94,c865c6cc,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7d82dc8,f6311c28,c7d48180,0,c84e3580,...) at vn_write+0x1ca dofilewrite(f6311c28,ffffffff,ffffffff,0,c7d82dc8,...) at dofilewrite+0x95 kern_writev(c84e3580,4,f6311c28,f6311c48,1,...) at kern_writev+0x58 write(c84e3580,f6311cec,f6311d28,c0cde65c,0,...) at write+0x4f syscallenter(c84e3580,f6311ce4,f6311ce4,0,c0e41840,...) at syscallenter+0x25a syscall(f6311d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1446 tid 100178 td 0xc84e3840 sched_switch(c84e3840,0,207,18c,607fed57,...) at sched_switch+0x36a mi_switch(207,0,c0cde61b,c8,c84e3840,...) at mi_switch+0x200 ast(f630ed28) at ast+0x2b3 doreti_ast() at doreti_ast+0x17 Tracing command rw pid 1445 tid 100177 td 0xc84e3b00 sched_switch(c84e3b00,0,104,191,607f552b,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c84e3b00,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,2,c0e50b3c,4,c0cd7f35,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f630ba08,c0d1a146,0,c853f414,c7db4068,...) at ffs_reallocblks+0xc59 VOP_REALLOCBLKS_APV(c0ded380,f630ba08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c853f414,e6d72ca0,70000,0,71,...) at cluster_write+0x3c2 ffs_write(f630bb94,c0d1a502,c853f414,0,c853f414,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f630bb94,c853f414,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7daad58,f630bc28,c7d48180,0,c84e3b00,...) at vn_write+0x1ca dofilewrite(f630bc28,ffffffff,ffffffff,0,c7daad58,...) at dofilewrite+0x95 kern_writev(c84e3b00,4,f630bc28,f630bc48,1,...) at kern_writev+0x58 write(c84e3b00,f630bcec,f630bd28,c0cde65c,0,...) at write+0x4f syscallenter(c84e3b00,f630bce4,f630bce4,0,c0e41ec0,...) at syscallenter+0x25a syscall(f630bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1444 tid 100176 td 0xc84e4000 sched_switch(c84e4000,0,104,191,607f4132,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c84e4000,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,2,c0e50b3c,4,c0cd7f35,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f6308a08,c0d1a146,0,c86322b8,c7d3e3a4,...) at ffs_reallocblks+0xc59 VOP_REALLOCBLKS_APV(c0ded380,f6308a08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c86322b8,e6d73180,6c000,0,6d,...) at cluster_write+0x3c2 ffs_write(f6308b94,c0d1a502,c86322b8,0,c86322b8,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6308b94,c86322b8,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7daae38,f6308c28,c7d48180,0,c84e4000,...) at vn_write+0x1ca dofilewrite(f6308c28,ffffffff,ffffffff,0,c7daae38,...) at dofilewrite+0x95 kern_writev(c84e4000,4,f6308c28,f6308c48,1,...) at kern_writev+0x58 write(c84e4000,f6308cec,f6308d28,c0cde65c,0,...) at write+0x4f syscallenter(c84e4000,f6308ce4,f6308ce4,0,c0e42540,...) at syscallenter+0x25a syscall(f6308d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1443 tid 100175 td 0xc84e42c0 sched_switch(c84e42c0,0,104,191,607f61a3,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c84e42c0,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_clusteralloc(c7e16244,1,19c10,0,3,...) at ffs_clusteralloc+0x118 ffs_hashalloc(19c10,0,3,3,c0ad4020,...) at ffs_hashalloc+0x85 ffs_reallocblks(f6305a08,c0d1a146,0,c865c2b8,c867425c,...) at ffs_reallocblks+0x1179 VOP_REALLOCBLKS_APV(c0ded380,f6305a08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c865c2b8,e6d73320,60000,0,61,...) at cluster_write+0x3c2 ffs_write(f6305b94,c0d1a502,c865c2b8,0,c865c2b8,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f6305b94,c865c2b8,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7e120a8,f6305c28,c7d48180,0,c84e42c0,...) at vn_write+0x1ca dofilewrite(f6305c28,ffffffff,ffffffff,0,c7e120a8,...) at dofilewrite+0x95 kern_writev(c84e42c0,4,f6305c28,f6305c48,1,...) at kern_writev+0x58 write(c84e42c0,f6305cec,f6305d28,c0cde65c,0,...) at write+0x4f syscallenter(c84e42c0,f6305ce4,f6305ce4,0,c0e411c0,...) at syscallenter+0x25a syscall(f6305d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1442 tid 100174 td 0xc84e4580 sched_switch(c84e4580,0,104,191,533ade80,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c84e4580,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08eb800,c84e4580,3,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e3d7e4,5c,c0cda9ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e3d7e4,0,15c,c0cda9ea,3e9,...) at _sleep+0x328 kern_nanosleep(c84e4580,f6302c34,f6302c3c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c84e4580,f6302cec,281aad94,1,0,...) at nanosleep+0x6f syscallenter(c84e4580,f6302ce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f6302d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179b07, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 --- Tracing command rw pid 1441 tid 100084 td 0xc7df0000 sched_switch(c7df0000,0,104,191,53315f90,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7df0000,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08eb800,c7df0000,2,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e3d7e4,5c,c0cda9ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e3d7e4,0,15c,c0cda9ea,3e9,...) at _sleep+0x328 kern_nanosleep(c7df0000,f6159c34,f6159c3c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7df0000,f6159cec,281aad94,1,0,...) at nanosleep+0x6f syscallenter(c7df0000,f6159ce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f6159d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179b07, esp = 0xbfbfe6ac, ebp = 0xbfbfe6d8 --- Tracing command rw pid 1440 tid 100173 td 0xc8519840 sched_switch(c8519840,0,104,191,607e81ca,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c8519840,0,c0cdde38,260,50,...) at sleepq_switch+0x15f sleepq_wait(e6d4cd40,50,c0cd2da6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e6d4cd40,81900,c8618a7c,c0cd2da6,50,...) at __lockmgr_args+0xb0f getblk(c8618984,5bee0,0,4000,0,...) at getblk+0x167 breadn(c8618984,5bee0,0,4000,0,...) at breadn+0x44 bread(c8618984,5bee0,0,4000,0,...) at bread+0x4c ffs_checkblk(4000,1a,0,e6d5ee20,e,...) at ffs_checkblk+0x1d6 ffs_reallocblks(f62ffa08,c0d1a146,0,c8632414,c7d3fce4,...) at ffs_reallocblks+0x16a2 VOP_REALLOCBLKS_APV(c0ded380,f62ffa08,0,4000,0,...) at VOP_REALLOCBLKS_APV+0xd6 cluster_write(c8632414,e6d71100,6c000,0,6d,...) at cluster_write+0x3c2 ffs_write(f62ffb94,c0d1a502,c8632414,0,c8632414,...) at ffs_write+0x51b VOP_WRITE_APV(c0ded380,f62ffb94,c8632414,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c7daa5e8,f62ffc28,c7d48180,0,c8519840,...) at vn_write+0x1ca dofilewrite(f62ffc28,ffffffff,ffffffff,0,c7daa5e8,...) at dofilewrite+0x95 kern_writev(c8519840,4,f62ffc28,f62ffc48,1,...) at kern_writev+0x58 write(c8519840,f62ffcec,f62ffd28,c0cde65c,0,...) at write+0x4f syscallenter(c8519840,f62ffce4,f62ffce4,0,c0e42540,...) at syscallenter+0x25a syscall(f62ffd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28197213, esp = 0xbfbfd73c, ebp = 0xbfbfe7e8 --- Tracing command rw pid 1439 tid 100167 td 0xc82642c0 sched_switch(c82642c0,0,104,191,538e0d1f,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c82642c0,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c84b47f8,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c84b47f8,c84b4880,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c82642c0,5a0,f62edc44,0,0,...) at kern_wait+0xb66 wait4(c82642c0,f62edcec,281ab71c,1,0,...) at wait4+0x3b syscallenter(c82642c0,f62edce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62edd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28104a3b, esp = 0xbfbfe7ec, ebp = 0xbfbfe808 --- Tracing command rw pid 1438 tid 100119 td 0xc813a000 sched_switch(c813a000,0,104,191,531b8419,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c813a000,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08eb800,c813a000,0,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e3d7e4,5c,c0cda9ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e3d7e4,0,15c,c0cda9ea,3e9,...) at _sleep+0x328 kern_nanosleep(c813a000,f6241c34,f6241c3c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c813a000,f6241cec,281aad94,1,0,...) at nanosleep+0x6f syscallenter(c813a000,f6241ce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f6241d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179b07, esp = 0xbfbfe80c, ebp = 0xbfbfe838 --- Tracing command run pid 1437 tid 100170 td 0xc851b2c0 sched_switch(c851b2c0,0,104,191,5198f7b2,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c851b2c0,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c84b4000,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c84b4000,c84b4088,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c851b2c0,59e,f62f6c44,0,0,...) at kern_wait+0xb66 wait4(c851b2c0,f62f6cec,281ab71c,1,0,...) at wait4+0x3b syscallenter(c851b2c0,f62f6ce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62f6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28104a3b, esp = 0xbfbfe30c, ebp = 0xbfbfe328 --- Tracing command run pid 1436 tid 100145 td 0xc8139580 sched_switch(c8139580,0,104,191,518ac5fe,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c8139580,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8497000,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8497000,c8497088,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c8139580,59d,f62abc44,0,0,...) at kern_wait+0xb66 wait4(c8139580,f62abcec,281ab71c,1,0,...) at wait4+0x3b syscallenter(c8139580,f62abce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62abd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28104a3b, esp = 0xbfbfe7bc, ebp = 0xbfbfe7d8 --- Tracing command run pid 1435 tid 100171 td 0xc851b000 sched_switch(c851b000,0,104,191,517fd3d1,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c851b000,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08eb800,c851b000,1,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e3d7e4,5c,c0cda9ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e3d7e4,0,15c,c0cda9ea,3e9,...) at _sleep+0x328 kern_nanosleep(c851b000,f62f9c34,f62f9c3c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c851b000,f62f9cec,281aad94,1,0,...) at nanosleep+0x6f syscallenter(c851b000,f62f9ce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62f9d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28179b07, esp = 0xbfbfe7dc, ebp = 0xbfbfe808 --- Tracing command sh pid 1430 tid 100110 td 0xc7db0000 sched_switch(c7db0000,0,104,191,4cd57a95,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7db0000,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8136000,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8136000,c8136088,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c7db0000,ffffffff,f6226c44,2,0,...) at kern_wait+0xb66 wait4(c7db0000,f6226cec,f6226d28,c0cde65c,0,...) at wait4+0x3b syscallenter(c7db0000,f6226ce4,f6226ce4,0,0,...) at syscallenter+0x25a syscall(f6226d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28162a3b, esp = 0xbfbfe5fc, ebp = 0xbfbfe618 --- Tracing command md5 pid 1425 tid 100164 td 0xc8264b00 sched_switch(c8264b00,0,104,191,607e53b8,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c8264b00,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c7e3a800,4c,c0cabd6c,0,0,...) at sleepq_wait+0x63 _sleep(c7e3a800,c7e3a820,24c,c0cabd6c,0,...) at _sleep+0x372 md_kthread(c7e3a800,f62e4d28,c0cd4a08,343,c84b5000,...) at md_kthread+0x115 fork_exit(c06ccc30,c7e3a800,f62e4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf62e4d60, ebp = 0 --- Tracing command sh pid 1416 tid 100144 td 0xc8139840 sched_switch(c8139840,0,104,191,470fcf11,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c8139840,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c84972a8,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c84972a8,c8497330,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c8139840,ffffffff,f62a8c44,2,0,...) at kern_wait+0xb66 wait4(c8139840,f62a8cec,f62a8d28,c0cde65c,0,...) at wait4+0x3b syscallenter(c8139840,f62a8ce4,f62a8ce4,0,0,...) at syscallenter+0x25a syscall(f62a8d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28162a3b, esp = 0xbfbfe98c, ebp = 0xbfbfe9a8 --- Tracing command getty pid 1415 tid 100134 td 0xc7dedb00 sched_switch(c7dedb00,0,104,191,67484b6b,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7dedb00,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c7dedb00,c7dedb00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c716d070,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c716d070,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c716d000,c716d070,f6272c28,1,0,...) at tty_wait+0x71 ttydisc_read(c716d000,f6272c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c716e300,f6272c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7df7cb0,f6272c28,c6d98180,0,c7dedb00,...) at devfs_read_f+0x7e dofileread(f6272c28,ffffffff,ffffffff,0,c7df7cb0,...) at dofileread+0x96 kern_readv(c7dedb00,0,f6272c28,f6272c48,1,...) at kern_readv+0x58 read(c7dedb00,f6272cec,f6272d28,c0cde65c,0,...) at read+0x4f syscallenter(c7dedb00,f6272ce4,f6272ce4,0,0,...) at syscallenter+0x25a syscall(f6272d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1414 tid 100132 td 0xc7dee2c0 sched_switch(c7dee2c0,0,104,191,6778fdd0,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7dee2c0,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c7dee2c0,c7dee2c0,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c716d270,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c716d270,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c716d200,c716d270,f626cc28,1,0,...) at tty_wait+0x71 ttydisc_read(c716d200,f626cc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c716e400,f626cc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7df7e70,f626cc28,c6d98180,0,c7dee2c0,...) at devfs_read_f+0x7e dofileread(f626cc28,ffffffff,ffffffff,0,c7df7e70,...) at dofileread+0x96 kern_readv(c7dee2c0,0,f626cc28,f626cc48,1,...) at kern_readv+0x58 read(c7dee2c0,f626ccec,f626cd28,c0cde65c,0,...) at read+0x4f syscallenter(c7dee2c0,f626cce4,f626cce4,0,0,...) at syscallenter+0x25a syscall(f626cd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1413 tid 100092 td 0xc7d77840 sched_switch(c7d77840,0,104,191,676f9335,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7d77840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c7d77840,c7d77840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c716d470,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c716d470,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c716d400,c716d470,f61b2c28,1,0,...) at tty_wait+0x71 ttydisc_read(c716d400,f61b2c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94300,f61b2c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7e12d58,f61b2c28,c6d98180,0,c7d77840,...) at devfs_read_f+0x7e dofileread(f61b2c28,ffffffff,ffffffff,0,c7e12d58,...) at dofileread+0x96 kern_readv(c7d77840,0,f61b2c28,f61b2c48,1,...) at kern_readv+0x58 read(c7d77840,f61b2cec,f61b2d28,c0cde65c,0,...) at read+0x4f syscallenter(c7d77840,f61b2ce4,f61b2ce4,0,0,...) at syscallenter+0x25a syscall(f61b2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1412 tid 100081 td 0xc7db62c0 sched_switch(c7db62c0,0,104,191,676169bb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7db62c0,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c7db62c0,c7db62c0,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81070,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81070,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81000,c6f81070,f614dc28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81000,f614dc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94d00,f614dc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7df70e0,f614dc28,c6d98180,0,c7db62c0,...) at devfs_read_f+0x7e dofileread(f614dc28,ffffffff,ffffffff,0,c7df70e0,...) at dofileread+0x96 kern_readv(c7db62c0,0,f614dc28,f614dc48,1,...) at kern_readv+0x58 read(c7db62c0,f614dcec,f614dd28,c0cde65c,0,...) at read+0x4f syscallenter(c7db62c0,f614dce4,f614dce4,0,0,...) at syscallenter+0x25a syscall(f614dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1411 tid 100105 td 0xc80a7840 sched_switch(c80a7840,0,104,191,675c112d,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c80a7840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c80a7840,c80a7840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81270,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81270,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81200,c6f81270,f6200c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81200,f6200c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94c00,f6200c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c81412a0,f6200c28,c6d98180,0,c80a7840,...) at devfs_read_f+0x7e dofileread(f6200c28,ffffffff,ffffffff,0,c81412a0,...) at dofileread+0x96 kern_readv(c80a7840,0,f6200c28,f6200c48,1,...) at kern_readv+0x58 read(c80a7840,f6200cec,f6200d28,c0cde65c,0,...) at read+0x4f syscallenter(c80a7840,f6200ce4,f6200ce4,0,0,...) at syscallenter+0x25a syscall(f6200d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1410 tid 100136 td 0xc7ded580 sched_switch(c7ded580,0,104,191,673402fe,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7ded580,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c7ded580,c7ded580,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81470,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81470,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81400,c6f81470,f6278c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81400,f6278c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94b00,f6278c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7e12498,f6278c28,c6d98180,0,c7ded580,...) at devfs_read_f+0x7e dofileread(f6278c28,ffffffff,ffffffff,0,c7e12498,...) at dofileread+0x96 kern_readv(c7ded580,0,f6278c28,f6278c48,1,...) at kern_readv+0x58 read(c7ded580,f6278cec,f6278d28,c0cde65c,0,...) at read+0x4f syscallenter(c7ded580,f6278ce4,f6278ce4,0,0,...) at syscallenter+0x25a syscall(f6278d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1409 tid 100154 td 0xc84e7840 sched_switch(c84e7840,0,104,191,6764f2b6,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c84e7840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c84e7840,c84e7840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81670,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81670,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81600,c6f81670,f62c6c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81600,f62c6c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94a00,f62c6c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7e12690,f62c6c28,c6d98180,0,c84e7840,...) at devfs_read_f+0x7e dofileread(f62c6c28,ffffffff,ffffffff,0,c7e12690,...) at dofileread+0x96 kern_readv(c84e7840,0,f62c6c28,f62c6c48,1,...) at kern_readv+0x58 read(c84e7840,f62c6cec,f62c6d28,c0cde65c,0,...) at read+0x4f syscallenter(c84e7840,f62c6ce4,f62c6ce4,0,0,...) at syscallenter+0x25a syscall(f62c6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1408 tid 100089 td 0xc7def840 sched_switch(c7def840,0,104,191,673f0308,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7def840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,c7def840,c7def840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81870,0,c0ce2581,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81870,c0e3cf70,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81800,c6f81870,f616dc28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81800,f616dc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6f94900,f616dc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7d82770,f616dc28,c6d98180,0,c7def840,...) at devfs_read_f+0x7e dofileread(f616dc28,ffffffff,ffffffff,0,c7d82770,...) at dofileread+0x96 kern_readv(c7def840,0,f616dc28,f616dc48,1,...) at kern_readv+0x58 read(c7def840,f616dcec,f616dd28,c0cde65c,0,...) at read+0x4f syscallenter(c7def840,f616dce4,f616dce4,0,0,...) at syscallenter+0x25a syscall(f616dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command getty pid 1407 tid 100082 td 0xc7db6000 sched_switch(c7db6000,0,104,191,67bf5f25,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7db6000,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c6f81a04,0,c0cd7f35,c7db6000,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6f81a70,0,f6151adc,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6f81a70,c6f81a04,c0ce1f1f,512,0,...) at _cv_wait_sig+0x243 tty_wait(c6f81a00,c6f81a70,f6151c28,1,0,...) at tty_wait+0x71 ttydisc_read(c6f81a00,f6151c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c6de3c00,f6151c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7e128c0,f6151c28,c6d98180,0,c7db6000,...) at devfs_read_f+0x7e dofileread(f6151c28,ffffffff,ffffffff,0,c7e128c0,...) at dofileread+0x96 kern_readv(c7db6000,0,f6151c28,f6151c48,1,...) at kern_readv+0x58 read(c7db6000,f6151cec,f6151d28,c0cde65c,0,...) at read+0x4f syscallenter(c7db6000,f6151ce4,f6151ce4,0,0,...) at syscallenter+0x25a syscall(f6151d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28197233, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1376 tid 100169 td 0xc813bb00 sched_switch(c813bb00,0,104,191,5a0b2a58,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c813bb00,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c7d9f6d0,0,c0cd7f35,c813bb00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7d9f6e4,0,f62f3a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d9f6e4,c7d9f6d0,c0ce021d,621,c7df79d8,...) at _cv_wait_sig+0x243 seltdwait(c7df79d8,58,c6d98180,c813bb00,c6d40718,...) at seltdwait+0xa2 kern_select(c813bb00,8,bfbfdfd0,0,0,0,20,c84b42a8,c84b42a8) at kern_select+0x504 select(c813bb00,f62f3cec,f62f3d28,c0cde65c,0,...) at select+0x66 syscallenter(c813bb00,f62f3ce4,f62f3ce4,0,0,...) at syscallenter+0x25a syscall(f62f3d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ab1b3, esp = 0xbfbfdf8c, ebp = 0xbfbfee18 --- Tracing command watchdogd pid 1339 tid 100151 td 0xc84e8000 sched_switch(c84e8000,0,104,191,a8dd8adb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c84e8000,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08eb800,c84e8000,0,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e3d7e4,5c,c0cda9ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e3d7e4,0,15c,c0cda9ea,ea61,...) at _sleep+0x328 kern_nanosleep(c84e8000,f62bdc34,f62bdc3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c84e8000,f62bdcec,281c1d94,1,0,...) at nanosleep+0x6f syscallenter(c84e8000,f62bdce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62bdd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28190b07, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command csh pid 1325 tid 100157 td 0xc8265580 sched_switch(c8265580,0,104,191,321bfe5e,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,68,...) at mi_switch+0x200 sleepq_switch(c8265580,0,c0cdde38,1a0,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c84b5850,68,c0c8b51e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c84b5850,c84b5880,168,c0c8b51e,0,...) at _sleep+0x35c kern_sigsuspend(c8265580,0,0,0,0,...) at kern_sigsuspend+0xb2 sigsuspend(c8265580,f62cfcec,f62cfd28,c0cde65c,0,...) at sigsuspend+0x4d syscallenter(c8265580,f62cfce4,f62cfce4,0,0,...) at syscallenter+0x25a syscall(f62cfd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2817c68b, esp = 0xbfbfe5dc, ebp = 0xbfbfe648 --- Tracing command su pid 1324 tid 100156 td 0xc84e7580 sched_switch(c84e7580,0,104,191,21f4d242,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c84e7580,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8494aa0,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8494aa0,c8494b28,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c84e7580,52d,f62ccc44,2,0,...) at kern_wait+0xb66 wait4(c84e7580,f62cccec,281ca71c,1,0,...) at wait4+0x3b syscallenter(c84e7580,f62ccce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f62ccd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28123a3b, esp = 0xbfbfe5fc, ebp = 0xbfbfe618 --- Tracing command bash pid 1317 tid 100150 td 0xc80a8840 sched_switch(c80a8840,0,104,191,d3488009,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c80a8840,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8495550,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8495550,c84955d8,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c80a8840,ffffffff,f62bac44,6,0,...) at kern_wait+0xb66 wait4(c80a8840,f62bacec,f62bad28,c0cde65c,0,...) at wait4+0x3b syscallenter(c80a8840,f62bace4,f62bace4,0,0,...) at syscallenter+0x25a syscall(f62bad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c2a3b, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command sshd pid 1316 tid 100131 td 0xc7dee580 sched_switch(c7dee580,0,104,191,53112452,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7dee580,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c7d9f990,0,c0cd7f35,c7dee580,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7d9f9a4,0,f6269a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d9f9a4,c7d9f990,c0ce021d,621,c7d837e0,...) at _cv_wait_sig+0x243 seltdwait(c7d837e0,58,c7d48980,c7dee580,246,...) at seltdwait+0xa2 kern_select(c7dee580,c,288060b8,288060dc,0,0,20,c82447f8,c82447f8) at kern_select+0x504 select(c7dee580,f6269cec,f6269d28,c0cde65c,0,...) at select+0x66 syscallenter(c7dee580,f6269ce4,f6269ce4,0,0,...) at syscallenter+0x25a syscall(f6269d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b21b3, esp = 0xbfbfe1dc, ebp = 0xbfbfe228 --- Tracing command sshd pid 1314 tid 100146 td 0xc81392c0 sched_switch(c81392c0,0,104,191,a6393aa7,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,58,...) at mi_switch+0x200 sleepq_switch(c81392c0,0,c0cdde38,1a0,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c82090b8,58,c0ce3be1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c82090b8,c8209078,158,c0ce3be1,0) at _sleep+0x35c sbwait(c8209054,4,c0ce3cb0,5c9,c8209078,...) at sbwait+0x76 soreceive_generic(c8209000,0,f62aec28,0,0,...) at soreceive_generic+0x3f0 soreceive(c8209000,0,f62aec28,0,0,0) at soreceive+0x38 soo_read(c7daa4d0,f62aec28,c6d98580,0,c81392c0,...) at soo_read+0x4e dofileread(f62aec28,ffffffff,ffffffff,0,c7daa4d0,...) at dofileread+0x96 kern_readv(c81392c0,5,f62aec28,f62aec48,1,...) at kern_readv+0x58 read(c81392c0,f62aecec,f62aed28,c0cde65c,0,...) at read+0x4f syscallenter(c81392c0,f62aece4,f62aece4,0,0,...) at syscallenter+0x25a syscall(f62aed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284b2233, esp = 0xbfbfddac, ebp = 0xbfbfdde8 --- Tracing command cron pid 1298 tid 100138 td 0xc7ded000 sched_switch(c7ded000,0,104,191,5733158a,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7ded000,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08eb800,c7ded000,0,100,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c0e3d7e4,5c,c0cda9ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0e3d7e4,0,15c,c0cda9ea,ea61,...) at _sleep+0x328 kern_nanosleep(c7ded000,f627ec34,f627ec3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7ded000,f627ecec,f627ed28,c0cde65c,0,...) at nanosleep+0x6f syscallenter(c7ded000,f627ece4,f627ece4,0,0,...) at syscallenter+0x25a syscall(f627ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28183b07, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1291 tid 100137 td 0xc7ded2c0 sched_switch(c7ded2c0,0,104,191,eb48491a,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,68,...) at mi_switch+0x200 sleepq_switch(c7ded2c0,0,c0cdde38,1a0,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8242850,68,c0c8b51e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8242850,c8242880,168,c0c8b51e,0,...) at _sleep+0x35c kern_sigsuspend(c7ded2c0,0,0,0,0,...) at kern_sigsuspend+0xb2 sigsuspend(c7ded2c0,f627bcec,f627bd28,c0cde65c,0,...) at sigsuspend+0x4d syscallenter(c7ded2c0,f627bce4,f627bce4,0,246,...) at syscallenter+0x25a syscall(f627bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2833968b, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1287 tid 100135 td 0xc7ded840 sched_switch(c7ded840,0,104,191,63dcbeda,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7ded840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6275a14,c089f59a,c7d3cc10,0,c7ded840,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7d3cc24,0,f6275a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7d3cc24,c7d3cc10,1389,621,c7daa888,...) at _cv_timedwait_sig+0x252 seltdwait(f6275bf8,f6275c00,c7c88180,c7ded840,c15ab394,...) at seltdwait+0x8a kern_select(c7ded840,7,bfbfc530,0,0,f6275c40,20,5,0) at kern_select+0x504 select(c7ded840,f6275cec,f6275d28,c0cde65c,0,...) at select+0x66 syscallenter(c7ded840,f6275ce4,f6275ce4,0,0,...) at syscallenter+0x25a syscall(f6275d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x283e31b3, esp = 0xbfbfc49c, ebp = 0xbfbfcfc8 --- Tracing command sshd pid 1281 tid 100094 td 0xc7d772c0 sched_switch(c7d772c0,0,104,191,a24a21a0,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7d772c0,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c8227290,0,c0cd7f35,c7d772c0,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c82272a4,0,f61baa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c82272a4,c8227290,c0ce021d,621,c7d822d8,...) at _cv_wait_sig+0x243 seltdwait(c7d822d8,58,c7d9d580,c7d772c0,c0d06515,...) at seltdwait+0xa2 kern_select(c7d772c0,5,2880c0b0,0,0,0,20,c7d71000,c7d71000) at kern_select+0x504 select(c7d772c0,f61bacec,2880d070,1,0,...) at select+0x66 syscallenter(c7d772c0,f61bace4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f61bad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284b21b3, esp = 0xbfbfe29c, ebp = 0xbfbfee38 --- Tracing command moused pid 1203 tid 100117 td 0xc813a580 sched_switch(c813a580,0,104,191,78542efc,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c813a580,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c7d9f3d0,0,c0cd7f35,c813a580,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7d9f3e4,0,f623ba4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7d9f3e4,c7d9f3d0,c0ce021d,621,c7df7a48,...) at _cv_wait_sig+0x243 seltdwait(c7df7a48,58,c6d98180,c813a580,0,...) at seltdwait+0xa2 kern_select(c813a580,6,bfbfea34,0,0,0,20,c80a1d48,c80a1d48) at kern_select+0x504 select(c813a580,f623bcec,f623bd28,c0cde65c,0,...) at select+0x66 syscallenter(c813a580,f623bce4,f623bce4,0,0,...) at syscallenter+0x25a syscall(f623bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b41b3, esp = 0xbfbfe9cc, ebp = 0xbfbfeb58 --- Tracing command ntpd pid 1137 tid 100140 td 0xc8266840 sched_switch(c8266840,0,104,191,5dd0c6f1,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c8266840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c7da0e50,0,c0cd7f35,c8266840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7da0e64,0,f6284a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7da0e64,c7da0e50,c0ce021d,621,c7d82930,...) at _cv_wait_sig+0x243 seltdwait(c7d82930,58,c6d98180,c8266840,4d1,...) at seltdwait+0xa2 kern_select(c8266840,1c,bfbfed28,0,0,0,20,c8242000,c8242000) at kern_select+0x504 select(c8266840,f6284cec,2,3d775,0,...) at select+0x66 syscallenter(c8266840,f6284ce4,c0e41ec0,4,c0cd7f35,...) at syscallenter+0x25a syscall(f6284d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2835b1b3, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command rpc.lockd pid 1035 tid 100133 td 0xc7dee000 sched_switch(c7dee000,0,104,191,b4eb0c15,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7dee000,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f626f9c4,c089f59a,c6fdfe80,0,c7dee000,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7f87b50,0,f626f9fc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7f87b50,c6fdfe80,1388,3b1,f626fa6c,...) at _cv_timedwait_sig+0x252 svc_run_internal(c7dee1a0,14,c0cfdf18,c0cfd60d,f626fb5c,...) at svc_run_internal+0x356 svc_run(c6fdfe80,0,4,c0a9e550,f626fb5c,...) at svc_run+0x7b nlm_syscall(c7dee000,f626fcec,f626fd28,c0cde65c,0,...) at nlm_syscall+0x77d syscallenter(c7dee000,f626fce4,f626fce4,0,0,...) at syscallenter+0x25a syscall(f626fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fe28b, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpc.statd pid 1028 tid 100129 td 0xc7deeb00 sched_switch(c7deeb00,0,104,191,3c193cf1,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7deeb00,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6263a14,c089f59a,c7da0210,0,c7deeb00,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7da0224,0,f6263a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7da0224,c7da0210,7531,621,c7daa738,...) at _cv_timedwait_sig+0x252 seltdwait(f6263bf8,f6263c00,c6d98180,c7deeb00,c810ec00,...) at seltdwait+0x8a kern_select(c7deeb00,8,bfbfed34,0,0,f6263c40,20,1e,0) at kern_select+0x504 select(c7deeb00,f6263cec,f6263d28,c0cde65c,0,...) at select+0x66 syscallenter(c7deeb00,f6263ce4,f6263ce4,0,0,...) at syscallenter+0x25a syscall(f6263d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818e1b3, esp = 0xbfbfec8c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 1021 tid 100128 td 0xc7def000 sched_switch(c7def000,0,104,191,90635a66,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7def000,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6260be0,c089f59a,c6fdeb00,0,c7def000,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7d6e790,0,f6260c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7d6e790,c6fdeb00,1388,3ec,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f6260d14,c0884ba8,c6fdeb00,f6260d28,c0cd4a08,...) at svc_run_internal+0x356 svc_thread_start(c6fdeb00,f6260d28,c0cd4a08,343,c80a1aa0,...) at svc_thread_start+0x10 fork_exit(c0aacb30,c6fdeb00,f6260d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100127 td 0xc7def2c0 sched_switch(c7def2c0,0,104,191,90630975,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7def2c0,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f625dbe0,c089f59a,c6fdeb00,0,c7def2c0,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7d6e7d0,0,f625dc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7d6e7d0,c6fdeb00,1388,3ec,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f625dd14,c0884ba8,c6fdeb00,f625dd28,c0cd4a08,...) at svc_run_internal+0x356 svc_thread_start(c6fdeb00,f625dd28,c0cd4a08,343,c80a1aa0,...) at svc_thread_start+0x10 fork_exit(c0aacb30,c6fdeb00,f625dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100126 td 0xc7def580 sched_switch(c7def580,0,104,191,90479b66,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7def580,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f625abe0,c089f59a,c6fdeb00,0,c7def580,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7d6e810,0,f625ac18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7d6e810,c6fdeb00,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(f625ad14,c0884ba8,c6fdeb00,f625ad28,c0cd4a08,...) at svc_run_internal+0x356 svc_thread_start(c6fdeb00,f625ad28,c0cd4a08,343,c80a1aa0,...) at svc_thread_start+0x10 fork_exit(c0aacb30,c6fdeb00,f625ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c72e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1021 tid 100118 td 0xc813a2c0 sched_switch(c813a2c0,0,104,191,9415cae0,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c813a2c0,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f623eab0,c089f59a,c6fdeb00,0,c813a2c0,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c6f627d0,0,f623eae8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c6f627d0,c6fdeb00,1388,3ec,f623eb30,...) at _cv_timedwait_sig+0x252 svc_run_internal(c813a460,14,c0cfdf18,c0cfc9cc,f623ec0c,...) at svc_run_internal+0x356 svc_run(c6fdeb00,0,c0cfccd0,1c2,0,...) at svc_run+0x7b nfssvc_nfsd(bfbfe8b0,f623ec0c,c,c6d98180,f623ec20,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c813a2c0,f623ecec,c80a1aa0,0,c813a2c0,...) at nfssvc_nfsserver+0x24f nfssvc(c813a2c0,f623ecec,f623ed28,c0cde65c,0,...) at nfssvc+0x83 syscallenter(c813a2c0,f623ece4,f623ece4,0,0,...) at syscallenter+0x25a syscall(f623ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dc26b, esp = 0xbfbfe86c, ebp = 0xbfbfead8 --- Tracing command nfsd pid 1020 tid 100107 td 0xc7db0840 sched_switch(c7db0840,0,104,191,18623668,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7db0840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c7da0190,0,c0cd7f35,c7db0840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7da01a4,0,f621da4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7da01a4,c7da0190,c0ce021d,621,c7daa620,...) at _cv_wait_sig+0x243 seltdwait(c7daa620,58,c6d98180,c7db0840,c0d06515,...) at seltdwait+0xa2 kern_select(c7db0840,5,bfbfece0,0,0,0,20,c81367f8,c81367f8) at kern_select+0x504 select(c7db0840,f621dcec,bfbffff4,1,0,...) at select+0x66 syscallenter(c7db0840,f621dce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(f621dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281851b3, esp = 0xbfbfeadc, ebp = 0xbfbfee18 --- Tracing command mountd pid 1011 tid 100115 td 0xc813ab00 sched_switch(c813ab00,0,104,191,47264e0c,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c813ab00,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c8227110,0,c0cd7f35,c813ab00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c8227124,0,f6235a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c8227124,c8227110,c0ce021d,621,c7e12ab8,...) at _cv_wait_sig+0x243 seltdwait(c7e12ab8,58,c6d98180,c813ab00,f6235af8,...) at seltdwait+0xa2 kern_select(c813ab00,9,bfbfed7c,0,0,0,20,c81352a8,c81352a8) at kern_select+0x504 select(c813ab00,f6235cec,f6235d28,c0cde65c,0,...) at select+0x66 syscallenter(c813ab00,f6235ce4,f6235ce4,0,0,...) at syscallenter+0x25a syscall(f6235d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819b1b3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 918 tid 100108 td 0xc7db0580 sched_switch(c7db0580,0,104,191,26b0c2ac,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7db0580,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6220a70,c089f59a,c7d3cd50,0,c7db0580,...) at sleepq_catch_signals+0xb5 sleepq_timedwait_sig(c7d3cd64,0,f6220aa8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7d3cd64,c7d3cd50,7531,621,f6220b5c,...) at _cv_timedwait_sig+0x252 seltdwait(f6220c2c,f6220c34,52f,c7db0580,f6220b2c,...) at seltdwait+0x8a poll(c7db0580,f6220cec,f6220d28,c0cde65c,0,...) at poll+0x300 syscallenter(c7db0580,f6220ce4,f6220ce4,0,0,...) at syscallenter+0x25a syscall(f6220d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813fafb, esp = 0xbfbfcbdc, ebp = 0xbfbfeda8 --- Tracing command syslogd pid 892 tid 100111 td 0xc813b840 sched_switch(c813b840,0,104,191,6e6f8da4,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c813b840,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c7da0010,0,c0cd7f35,c813b840,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7da0024,0,f6229a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7da0024,c7da0010,c0ce021d,621,c7d83ab8,...) at _cv_wait_sig+0x243 seltdwait(c7d83ab8,58,c6d98180,c813b840,c0dd20d4,...) at seltdwait+0xa2 kern_select(c813b840,9,2847f0ac,0,0,0,20,c8135d48,c8135d48) at kern_select+0x504 select(c813b840,f6229cec,f6229d28,c0cde65c,0,...) at select+0x66 syscallenter(c813b840,f6229ce4,f6229ce4,23,246,...) at syscallenter+0x25a syscall(f6229d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819a1b3, esp = 0xbfbfe2ac, ebp = 0xbfbfee18 --- Tracing command devd pid 702 tid 100083 td 0xc7db5b00 sched_switch(c7db5b00,0,104,191,4695fc32,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7db5b00,0,c0cdde38,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c089f59a,c6fbfd90,0,c0cd7f35,c7db5b00,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6fbfda4,0,f6155a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c6fbfda4,c6fbfd90,c0ce021d,621,c7d83a48,...) at _cv_wait_sig+0x243 seltdwait(c7d83a48,58,c6d98180,c7db5b00,c0cd10eb,...) at seltdwait+0xa2 kern_select(c7db5b00,6,bfbfe9a0,0,0,0,20,c7dad7f8,c7dad7f8) at kern_select+0x504 select(c7db5b00,f6155cec,c0e3d85c,f6155c88,0,...) at select+0x66 syscallenter(c7db5b00,f6155ce4,c086b10c,c0e41840,0,...) at syscallenter+0x25a syscall(f6155d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x808c323, esp = 0xbfbfe96c, ebp = 0xbfbfee48 --- Tracing command flowcleaner pid 21 tid 100076 td 0xc702f840 sched_switch(c702f840,0,104,191,7b262ffa,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702f840,0,c0cdde38,283,c702f840,...) at sleepq_switch+0x15f sleepq_timedwait(c0faa848,0,f3f4dcac,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0faa848,c0faa850,4e20,620,c702f840,...) at _cv_timedwait+0x252 flowtable_cleaner(0,f3f4dd28,c0cd4a08,343,c7d1b000,...) at flowtable_cleaner+0x1ae fork_exit(c095d140,0,f3f4dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f4dd60, ebp = 0 --- Tracing command softdepflush pid 20 tid 100075 td 0xc702fb00 sched_switch(c702fb00,0,104,191,82e1317,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,44,...) at mi_switch+0x200 sleepq_switch(c702fb00,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb5fe0,44,c0d03115,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb5fe0,c0fb5f98,44,c0d03115,3e8,...) at _sleep+0x342 softdep_flush(0,f3f4ad28,c0cd4a08,343,c7d1b2a8,...) at softdep_flush+0x257 fork_exit(c0af6460,0,f3f4ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f4ad60, ebp = 0 --- Tracing command syncer pid 19 tid 100074 td 0xc715d000 sched_switch(c715d000,0,104,191,7f6e3b8,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c715d000,0,c0cdde38,283,c715d000,...) at sleepq_switch+0x15f sleepq_timedwait(c0faa658,0,f3f47c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0faa658,c0faa644,3e8,6e8,4e20,...) at _cv_timedwait+0x252 sched_sync(0,f3f47d28,c0cd4a08,343,c7d1b550,...) at sched_sync+0x502 fork_exit(c09467b0,0,f3f47d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f47d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100073 td 0xc715d2c0 sched_switch(c715d2c0,0,104,191,5edab59a,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,50,...) at mi_switch+0x200 sleepq_switch(c715d2c0,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7d1b7f8,50,c0ce7f55,0,0,...) at sleepq_timedwait+0x6b _sleep(c7d1b7f8,c0faa618,250,c0ce7f55,3e8,...) at _sleep+0x342 vnlru_proc(0,f3f44d28,c0cd4a08,343,c7d1b7f8,...) at vnlru_proc+0xe7 fork_exit(c0947fb0,0,f3f44d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f44d60, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100072 td 0xc715d580 sched_switch(c715d580,0,104,191,5f693bac,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,44,...) at mi_switch+0x200 sleepq_switch(c715d580,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0faa388,44,c0ce5498,0,0,...) at sleepq_timedwait+0x6b _sleep(c0faa388,c0faa390,44,c0ce5498,3e8,...) at _sleep+0x342 buf_daemon(0,f3f41d28,c0cd4a08,343,c7d1baa0,...) at buf_daemon+0x16e fork_exit(c092f1f0,0,f3f41d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f41d60, ebp = 0 --- Tracing command pagezero pid 16 tid 100071 td 0xc715d840 sched_switch(c715d840,0,104,191,e23a9edc,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c715d840,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb7e5c,0,c0d08fdc,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb7e5c,c0fb6900,0,c0d08fdc,493e0,...) at _sleep+0x342 vm_pagezero(0,f3f3ed28,c0cd4a08,343,c7d1bd48,...) at vm_pagezero+0xdc fork_exit(c0b376d0,0,f3f3ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f3ed60, ebp = 0 --- Tracing command vmdaemon pid 15 tid 100070 td 0xc715db00 sched_switch(c715db00,0,104,191,e2370621,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,68,...) at mi_switch+0x200 sleepq_switch(c715db00,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fb7a50,68,c0ce5498,0,0,...) at sleepq_wait+0x63 _sleep(c0fb7a50,c0fb7a54,68,c0ce5498,0,...) at _sleep+0x372 vm_daemon(0,f3f3bd28,c0cd4a08,343,c6d9c2a8,...) at vm_daemon+0x59 fork_exit(c0b31460,0,f3f3bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f3bd60, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100069 td 0xc715e000 sched_switch(c715e000,0,104,191,93fa8ec8,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,44,...) at mi_switch+0x200 sleepq_switch(c715e000,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0fb7a18,44,c0ce5498,0,0,...) at sleepq_timedwait+0x6b _sleep(c0fb7a18,c0fb6900,44,c0ce5498,1388,...) at _sleep+0x342 vm_pageout(0,f3f38d28,c0cd4a08,343,c6d9c550,...) at vm_pageout+0x2c7 fork_exit(c0b324c0,0,f3f38d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f38d60, ebp = 0 --- Tracing command xpt_thrd pid 8 tid 100068 td 0xc715e2c0 sched_switch(c715e2c0,0,104,191,e4f9034e,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c715e2c0,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e094d4,4c,c0c7184d,0,0,...) at sleepq_wait+0x63 _sleep(c0e094d4,c0e09518,4c,c0c7184d,0,...) at _sleep+0x372 xpt_scanner_thread(0,f3ed5d28,c0cd4a08,343,c6d9c7f8,...) at xpt_scanner_thread+0x47 fork_exit(c0484fc0,0,f3ed5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed5d60, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100067 td 0xc715e580 sched_switch(c715e580,0,104,191,bab235eb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c715e580,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0fac058,0,c0cf3d48,0,0,...) at sleepq_wait+0x63 _sleep(c0fac058,c0fac020,0,c0cf3d48,0,...) at _sleep+0x372 sctp_iterator_thread(0,f3ed2d28,c0cd4a08,343,c6d9caa0,...) at sctp_iterator_thread+0x5c fork_exit(c09d7000,0,f3ed2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ed2d60, ebp = 0 --- Tracing command fdc0 pid 6 tid 100063 td 0xc70222c0 sched_switch(c70222c0,0,104,191,1409632f,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c70222c0,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fbcc3c,4c,c0cce9f2,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fbcc3c,c6fbccf0,4c,c0cce9f2,3e8,...) at _sleep+0x342 fdc_thread(c6fbcc00,f3ec6d28,c0cd4a08,343,c6d9cd48,...) at fdc_thread+0x27d fork_exit(c0bb62c0,c6fbcc00,f3ec6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec6d60, ebp = 0 --- Tracing command fw0_probe pid 5 tid 100061 td 0xc7022840 sched_switch(c7022840,0,104,191,ec561369,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7022840,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c7050000,5c,c0cce9f2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7050000,c705448c,15c,c0cce9f2,0,...) at _sleep+0x35c fw_bus_probe_thread(c7050000,f3eb6d28,c0cd4a08,343,c6f64000,...) at fw_bus_probe_thread+0xa08 fork_exit(c0671d10,c7050000,f3eb6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb6d60, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc702d580 sched_switch(c702d580,0,104,191,ca326dca,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702d580,0,c0cdde38,260,c702d580,...) at sleepq_switch+0x15f sleepq_wait(c7034d0c,0,f3e9fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034d0c,c7034dac,c0cc7628,6c,c7034d14,...) at _cv_wait+0x243 usb_process(c7034d04,f3e9fd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7034d04,f3e9fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9fd60, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc702d840 sched_switch(c702d840,0,104,191,f0c90cef,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702d840,0,c0cdde38,260,c702d840,...) at sleepq_switch+0x15f sleepq_wait(c7034cdc,0,f3e9ccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034cdc,c7034dac,c0cc7628,6c,c7034ce4,...) at _cv_wait+0x243 usb_process(c7034cd4,f3e9cd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7034cd4,f3e9cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e9cd60, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc702db00 sched_switch(c702db00,0,104,191,c9cbabeb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702db00,0,c0cdde38,260,c702db00,...) at sleepq_switch+0x15f sleepq_wait(c7034cac,0,f3e99cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034cac,c7034dac,c0cc7628,6c,c7034cb4,...) at _cv_wait+0x243 usb_process(c7034ca4,f3e99d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7034ca4,f3e99d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e99d60, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc702f000 sched_switch(c702f000,0,104,191,c9cb9672,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702f000,0,c0cdde38,260,c702f000,...) at sleepq_switch+0x15f sleepq_wait(c7034c7c,0,f3e96cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7034c7c,c7034dac,c0cc7628,6c,c7034c84,...) at _cv_wait+0x243 usb_process(c7034c74,f3e96d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7034c74,f3e96d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e96d60, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc702f580 sched_switch(c702f580,0,104,191,c9cb7fa2,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c702f580,0,c0cdde38,260,c702f580,...) at sleepq_switch+0x15f sleepq_wait(c7028b5c,0,f3e8ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028b5c,c7028bfc,c0cc7628,6c,c7028b64,...) at _cv_wait+0x243 usb_process(c7028b54,f3e8ed28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7028b54,f3e8ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8ed60, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc701f000 sched_switch(c701f000,0,104,191,e88568f0,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f000,0,c0cdde38,260,c701f000,...) at sleepq_switch+0x15f sleepq_wait(c7028b2c,0,f3e8bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028b2c,c7028bfc,c0cc7628,6c,c7028b34,...) at _cv_wait+0x243 usb_process(c7028b24,f3e8bd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7028b24,f3e8bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e8bd60, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc701f2c0 sched_switch(c701f2c0,0,104,191,c964f834,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f2c0,0,c0cdde38,260,c701f2c0,...) at sleepq_switch+0x15f sleepq_wait(c7028afc,0,f3e88cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028afc,c7028bfc,c0cc7628,6c,c7028b04,...) at _cv_wait+0x243 usb_process(c7028af4,f3e88d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7028af4,f3e88d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e88d60, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc701f580 sched_switch(c701f580,0,104,191,c964e6fb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f580,0,c0cdde38,260,c701f580,...) at sleepq_switch+0x15f sleepq_wait(c7028acc,0,f3e85cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7028acc,c7028bfc,c0cc7628,6c,c7028ad4,...) at _cv_wait+0x243 usb_process(c7028ac4,f3e85d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7028ac4,f3e85d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e85d60, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc701f840 sched_switch(c701f840,0,104,191,c964d4de,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701f840,0,c0cdde38,260,c701f840,...) at sleepq_switch+0x15f sleepq_wait(c7024b5c,0,f3e81cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024b5c,c7024bfc,c0cc7628,6c,c7024b64,...) at _cv_wait+0x243 usb_process(c7024b54,f3e81d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7024b54,f3e81d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e81d60, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc701fb00 sched_switch(c701fb00,0,104,191,e83333aa,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c701fb00,0,c0cdde38,260,c701fb00,...) at sleepq_switch+0x15f sleepq_wait(c7024b2c,0,f3e7ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024b2c,c7024bfc,c0cc7628,6c,c7024b34,...) at _cv_wait+0x243 usb_process(c7024b24,f3e7ed28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7024b24,f3e7ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7ed60, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc7021000 sched_switch(c7021000,0,104,191,c8fff377,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021000,0,c0cdde38,260,c7021000,...) at sleepq_switch+0x15f sleepq_wait(c7024afc,0,f3e7bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024afc,c7024bfc,c0cc7628,6c,c7024b04,...) at _cv_wait+0x243 usb_process(c7024af4,f3e7bd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7024af4,f3e7bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e7bd60, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc70212c0 sched_switch(c70212c0,0,104,191,c8ffe1cb,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c70212c0,0,c0cdde38,260,c70212c0,...) at sleepq_switch+0x15f sleepq_wait(c7024acc,0,f3e78cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7024acc,c7024bfc,c0cc7628,6c,c7024ad4,...) at _cv_wait+0x243 usb_process(c7024ac4,f3e78d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7024ac4,f3e78d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e78d60, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc7021580 sched_switch(c7021580,0,104,191,c8ffcf40,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021580,0,c0cdde38,260,c7021580,...) at sleepq_switch+0x15f sleepq_wait(c7019b5c,0,f3e74cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7019b5c,c7019bfc,c0cc7628,6c,c7019b64,...) at _cv_wait+0x243 usb_process(c7019b54,f3e74d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7019b54,f3e74d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e74d60, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc7021840 sched_switch(c7021840,0,104,191,e7a9ede3,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021840,0,c0cdde38,260,c7021840,...) at sleepq_switch+0x15f sleepq_wait(c7019b2c,0,f3e71cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7019b2c,c7019bfc,c0cc7628,6c,c7019b34,...) at _cv_wait+0x243 usb_process(c7019b24,f3e71d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7019b24,f3e71d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e71d60, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc7021b00 sched_switch(c7021b00,0,104,191,c89b47e3,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7021b00,0,c0cdde38,260,c7021b00,...) at sleepq_switch+0x15f sleepq_wait(c7019afc,0,f3e6ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7019afc,c7019bfc,c0cc7628,6c,c7019b04,...) at _cv_wait+0x243 usb_process(c7019af4,f3e6ed28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7019af4,f3e6ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6ed60, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc7022000 sched_switch(c7022000,0,104,191,c89b34b8,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7022000,0,c0cdde38,260,c7022000,...) at sleepq_switch+0x15f sleepq_wait(c7019acc,0,f3e6bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7019acc,c7019bfc,c0cc7628,6c,c7019ad4,...) at _cv_wait+0x243 usb_process(c7019ac4,f3e6bd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7019ac4,f3e6bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e6bd60, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc700a2c0 sched_switch(c700a2c0,0,104,191,c89b2006,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700a2c0,0,c0cdde38,260,c700a2c0,...) at sleepq_switch+0x15f sleepq_wait(c7015b5c,0,f3e64cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015b5c,c7015bfc,c0cc7628,6c,c7015b64,...) at _cv_wait+0x243 usb_process(c7015b54,f3e64d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7015b54,f3e64d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e64d60, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc700a580 sched_switch(c700a580,0,104,191,e73bc6cf,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700a580,0,c0cdde38,260,c700a580,...) at sleepq_switch+0x15f sleepq_wait(c7015b2c,0,f3e61cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015b2c,c7015bfc,c0cc7628,6c,c7015b34,...) at _cv_wait+0x243 usb_process(c7015b24,f3e61d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7015b24,f3e61d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e61d60, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc700a840 sched_switch(c700a840,0,104,191,c835aac6,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700a840,0,c0cdde38,260,c700a840,...) at sleepq_switch+0x15f sleepq_wait(c7015afc,0,f3e5ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015afc,c7015bfc,c0cc7628,6c,c7015b04,...) at _cv_wait+0x243 usb_process(c7015af4,f3e5ed28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7015af4,f3e5ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e5ed60, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc700ab00 sched_switch(c700ab00,0,104,191,c835968e,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700ab00,0,c0cdde38,260,c700ab00,...) at sleepq_switch+0x15f sleepq_wait(c7015acc,0,f3e5bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7015acc,c7015bfc,c0cc7628,6c,c7015ad4,...) at _cv_wait+0x243 usb_process(c7015ac4,f3e5bd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7015ac4,f3e5bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e5bd60, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc700e2c0 sched_switch(c700e2c0,0,104,191,c8358058,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700e2c0,0,c0cdde38,260,c700e2c0,...) at sleepq_switch+0x15f sleepq_wait(c7006b5c,0,f3e54cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7006b5c,c7006bfc,c0cc7628,6c,c7006b64,...) at _cv_wait+0x243 usb_process(c7006b54,f3e54d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7006b54,f3e54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e54d60, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc700e580 sched_switch(c700e580,0,104,191,e6b2ded7,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700e580,0,c0cdde38,260,c700e580,...) at sleepq_switch+0x15f sleepq_wait(c7006b2c,0,f3e51cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7006b2c,c7006bfc,c0cc7628,6c,c7006b34,...) at _cv_wait+0x243 usb_process(c7006b24,f3e51d28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7006b24,f3e51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e51d60, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc700e840 sched_switch(c700e840,0,104,191,c7ca1be5,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700e840,0,c0cdde38,260,c700e840,...) at sleepq_switch+0x15f sleepq_wait(c7006afc,0,f3e4ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7006afc,c7006bfc,c0cc7628,6c,c7006b04,...) at _cv_wait+0x243 usb_process(c7006af4,f3e4ed28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7006af4,f3e4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e4ed60, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc700eb00 sched_switch(c700eb00,0,104,191,c7ca089d,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c700eb00,0,c0cdde38,260,c700eb00,...) at sleepq_switch+0x15f sleepq_wait(c7006acc,0,f3e4bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7006acc,c7006bfc,c0cc7628,6c,c7006ad4,...) at _cv_wait+0x243 usb_process(c7006ac4,f3e4bd28,c0cd4a08,343,c6f642a8,...) at usb_process+0x193 fork_exit(c07dd000,c7006ac4,f3e4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e4bd60, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6eae580 sched_switch(c6eae580,0,104,191,5cc908b9,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6eae580,0,c0cdde38,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e3d644,0,c0cce9f2,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e3d644,0,0,c0cce9f2,64,...) at _sleep+0x342 pause(c0cce9f2,64,c0cbaf83,111,0,...) at pause+0x47 random_kthread(0,c6b55d28,c0cd4a08,343,c6f64550,...) at random_kthread+0x1ef fork_exit(c074fe00,0,c6b55d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b55d60, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6eaeb00 sched_switch(c6eaeb00,0,104,191,607dd270,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6eaeb00,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e3b2e4,4c,c0cce9f2,0,0,...) at sleepq_wait+0x63 _sleep(c0e3b2e4,c0e3b248,24c,c0cce9f2,0,...) at _sleep+0x372 g_io_schedule_down(c6eaeb00,0,c0cd014f,74,0,...) at g_io_schedule_down+0x5b g_down_procbody(0,c6b4fd28,c0cd4a08,343,c6d9b000,...) at g_down_procbody+0x8d fork_exit(c084a340,0,c6b4fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4fd60, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6eaf000 sched_switch(c6eaf000,0,104,191,607f3028,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6eaf000,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0e3b2e0,4c,c0cce9f2,0,0,...) at sleepq_wait+0x63 _sleep(c0e3b2e0,c0e3b268,24c,c0cce9f2,0,...) at _sleep+0x372 g_io_schedule_up(c6eaf000,0,c0cd014f,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6b4cd28,c0cd4a08,343,c6d9b2a8,...) at g_up_procbody+0x8d fork_exit(c084a3d0,0,c6b4cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b4cd60, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6da22c0 sched_switch(c6da22c0,0,104,191,5bed4025,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c6da22c0,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e3b2d8,4c,c0cce9f2,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e3b2d8,0,4c,c0cce9f2,64,...) at _sleep+0x342 g_event_procbody(0,c6b49d28,c0cd4a08,343,c6d9b550,...) at g_event_procbody+0xcb fork_exit(c084a460,0,c6b49d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b49d60, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc715eb00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100064 td 0xc7161000 sched_switch(c7161000,0,109,191,c7c4bdbf,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de8070,...) at mi_switch+0x200 ithread_loop(c7158270,f3ec9d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c7158270,f3ec9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ec9d60, ebp = 0 --- Tracing command intr pid 12 tid 100062 td 0xc7022580 sched_switch(c7022580,0,109,191,67bf49fb,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de8d70,...) at mi_switch+0x200 ithread_loop(c714c320,f3eb9d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c714c320,f3eb9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb9d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc702d000 sched_switch(c702d000,0,109,191,c7469b0f,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de75f0,...) at mi_switch+0x200 ithread_loop(c7058650,f3eadd28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c7058650,f3eadd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eadd60, ebp = 0 --- Tracing command intr pid 12 tid 100058 td 0xc702d2c0 sched_switch(c702d2c0,0,109,191,d4c265aa,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de78f0,...) at mi_switch+0x200 ithread_loop(c701ba90,f3ea5d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c701ba90,f3ea5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ea5d60, ebp = 0 --- Tracing command intr pid 12 tid 100053 td 0xc702f2c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100040 td 0xc700a000 sched_switch(c700a000,0,109,191,f0636b03,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de76f0,...) at mi_switch+0x200 ithread_loop(c701b390,f3e68d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c701b390,f3e68d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e68d60, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc700e000 sched_switch(c700e000,0,109,191,efa477f3,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de7770,...) at mi_switch+0x200 ithread_loop(c6fef1d0,f3e58d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6fef1d0,f3e58d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e58d60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6eaf2c0 sched_switch(c6eaf2c0,0,109,191,4a52308f,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de77f0,...) at mi_switch+0x200 ithread_loop(c6fef450,f3e48d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6fef450,f3e48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3e48d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6eaf580 sched_switch(c6eaf580,0,109,191,52bf6d0d,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de74f0,...) at mi_switch+0x200 ithread_loop(c6fe7690,f3d39d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6fe7690,f3d39d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3d39d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6eaf840 sched_switch(c6eaf840,0,109,191,daf69418,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de8ef0,...) at mi_switch+0x200 ithread_loop(c6fe7010,c6ba4d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6fe7010,c6ba4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ba4d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6eafb00 sched_switch(c6eafb00,0,109,191,c7c56494,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de7b70,...) at mi_switch+0x200 ithread_loop(c6d99770,c6b9ad28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d99770,c6b9ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b9ad60, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6f9b000 sched_switch(c6f9b000,0,109,191,e0c92d0a,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6f9a070,...) at mi_switch+0x200 ithread_loop(c6d718f0,c6b70d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d718f0,c6b70d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b70d60, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc6f9bb00 sched_switch(c6f9bb00,0,109,191,91f5d03d,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6f9a170,...) at mi_switch+0x200 ithread_loop(c6d71900,c6b64d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71900,c6b64d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b64d60, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc6de9840 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc6eae000 sched_switch(c6eae000,0,109,191,61229d31,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de70f0,...) at mi_switch+0x200 ithread_loop(c6d71920,c6b5bd28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71920,c6b5bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5bd60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6da2580 sched_switch(c6da2580,0,109,191,23460594,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de7170,...) at mi_switch+0x200 ithread_loop(c6d71b50,c6b46d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71b50,c6b46d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b46d60, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6da2840 sched_switch(c6da2840,0,109,191,9cf0c212,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de71f0,...) at mi_switch+0x200 ithread_loop(c6d71b60,c6b43d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71b60,c6b43d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b43d60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6da2b00 sched_switch(c6da2b00,0,109,191,476ebac7,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de7270,...) at mi_switch+0x200 ithread_loop(c6d71b70,c6b40d28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71b70,c6b40d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b40d60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6de9000 sched_switch(c6de9000,0,109,191,5ed2b9d0,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de72f0,...) at mi_switch+0x200 ithread_loop(c6d71b80,c6b3dd28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71b80,c6b3dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3dd60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6de92c0 sched_switch(c6de92c0,0,109,191,5fd75022,...) at sched_switch+0x36a mi_switch(109,0,c0cd4c87,52d,c6de7370,...) at mi_switch+0x200 ithread_loop(c6d71b90,c6b3ad28,c0cd4a08,343,c6d9b7f8,...) at ithread_loop+0x1f6 fork_exit(c0887b90,c6d71b90,c6b3ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b3ad60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6de9580 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc6d9d000 sched_switch(c6d9d000,0,60c,18c,607eae80,...) at sched_switch+0x36a mi_switch(60c,0,c0cdb332,804,0,...) at mi_switch+0x200 sched_preempt(c6d9d000,0,c84e3840,c6b33ca0,c0bda07f,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,32,c0e411c0,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2f --- interrupt, eip = 0xc089ffe7, esp = 0xc6b33c74, ebp = 0xc6b33ca0 --- _thread_lock_flags(c6d9d000,0,c0cdb332,9f7,c6d9d000,...) at _thread_lock_flags+0x177 sched_idletd(0,c6b33d28,c0cd4a08,343,c6d9baa0,...) at sched_idletd+0x281 fork_exit(c08d3d00,0,c6b33d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b33d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d9d2c0 cpustop_handler(2,c6b30c5c,c0bf2456,c0cd2dad,2c3,...) at cpustop_handler+0x34 ipi_nmi_handler(c0cd2dad,2c3,7f,c6b30bf4,c6d9baa0,...) at ipi_nmi_handler+0x2f trap(c6b30c68) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08d3d82, esp = 0xc6b30ca8, ebp = 0xc6b30ce8 --- sched_idletd(0,c6b30d28,c0cd4a08,343,c6d9baa0,...) at sched_idletd+0x82 fork_exit(c08d3d00,0,c6b30d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b30d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d9d580 sched_switch(c6d9d580,0,108,18c,607f752d,...) at sched_switch+0x36a mi_switch(108,0,c0cdb332,3ad,c6d9d580,...) at mi_switch+0x200 sched_idletd(0,c6b2dd28,c0cd4a08,343,c6d9baa0,...) at sched_idletd+0x19f fork_exit(c08d3d00,0,c6b2dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2dd60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d9d840 sched_switch(c6d9d840,0,108,18c,607f8aae,...) at sched_switch+0x36a mi_switch(108,0,c0cdb332,3ad,c6d9d840,...) at mi_switch+0x200 sched_idletd(0,c6b2ad28,c0cd4a08,343,c6d9baa0,...) at sched_idletd+0x19f fork_exit(c08d3d00,0,c6b2ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b2ad60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d9db00 sched_switch(c6d9db00,0,104,191,6019c1b1,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c6d9db00,0,c0cdde38,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0cdde38,160,0,100,100,...) at sleepq_catch_signals+0xb5 sleepq_wait_sig(c6d9bd48,5c,c0ce07b7,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d9bd48,c6d9bdd0,15c,c0ce07b7,0,...) at _sleep+0x35c kern_wait(c6d9db00,ffffffff,c6b26c44,0,0,...) at kern_wait+0xb66 wait4(c6d9db00,c6b26cec,28414fdc,1,0,...) at wait4+0x3b syscallenter(c6d9db00,c6b26ce4,c0bf2b9d,c0e3cf70,0,...) at syscallenter+0x25a syscall(c6b26d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054cc3, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6da2000 sched_switch(c6da2000,0,104,191,c7c6ffca,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6da2000,0,c0cdde38,260,c6da2000,...) at sleepq_switch+0x15f sleepq_wait(c0fb5800,0,c6b23c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0fb5800,c0fb57e4,c0cfec7f,194,0,...) at _cv_wait+0x243 audit_worker(0,c6b23d28,c0cd4a08,343,c6d9c000,...) at audit_worker+0x84 fork_exit(c0abccb0,0,c6b23d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b23d60, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc715e840 sched_switch(c715e840,0,104,191,3138b82b,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c715e840,0,c0cdde38,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0e3d644,0,c0cd2e05,2,0,...) at sleepq_timedwait+0x6b _sleep(c0e3d644,0,0,c0cd2e05,bb8,...) at _sleep+0x342 pause(c0cd2e05,bb8,120,11e,c0e3b448,...) at pause+0x47 deadlkres(0,f3ecfd28,c0cd4a08,343,c0e3b3c0,...) at deadlkres+0x302 fork_exit(c086a4f0,0,f3ecfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ecfd60, ebp = 0 --- Tracing command kernel pid 0 tid 100060 td 0xc7022b00 sched_switch(c7022b00,0,104,191,5b8d08fe,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7022b00,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c7020300,0,c0cda346,c0cce9f2,0,...) at sleepq_wait+0x63 msleep_spin(c7020300,c7020318,c0cce9f2,0,c0e411c0,...) at msleep_spin+0x21d taskqueue_thread_loop(c70544a0,f3eb3d28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0x96 fork_exit(c08ee130,c70544a0,f3eb3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3eb3d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6f9b2c0 sched_switch(c6f9b2c0,0,104,191,ca433043,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f9b2c0,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c840,0,c0cda346,c0cce9f2,0,...) at sleepq_wait+0x63 msleep_spin(c6f2c840,c6f2c858,c0cce9f2,0,c0e411c0,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e0c380,c6b6dd28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0x96 fork_exit(c08ee130,c0e0c380,c6b6dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6dd60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6f9b580 sched_switch(c6f9b580,0,104,191,ca432265,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f9b580,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c840,0,c0cda346,c0cce9f2,0,...) at sleepq_wait+0x63 msleep_spin(c6f2c840,c6f2c858,c0cce9f2,0,c0e411c0,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e0c380,c6b6ad28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0x96 fork_exit(c08ee130,c0e0c380,c6b6ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b6ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f9b840 sched_switch(c6f9b840,0,104,191,ca431368,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6f9b840,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2c840,0,c0cda346,c0cce9f2,0,...) at sleepq_wait+0x63 msleep_spin(c6f2c840,c6f2c858,c0cce9f2,0,c0e411c0,...) at msleep_spin+0x21d taskqueue_thread_loop(c0e0c380,c6b67d28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0x96 fork_exit(c08ee130,c0e0c380,c6b67d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b67d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6de9b00 sched_switch(c6de9b00,0,104,191,e0caf845,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6de9b00,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2ca40,0,c0cce9f2,0,0,...) at sleepq_wait+0x63 _sleep(c6f2ca40,c6f2ca58,0,c0cce9f2,0,...) at _sleep+0x372 taskqueue_thread_loop(c0e4fec8,c6b5ed28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0xbc fork_exit(c08ee130,c0e4fec8,c6b5ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b5ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc6eae2c0 sched_switch(c6eae2c0,0,104,191,ca382c30,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6eae2c0,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2cac0,0,c0cce9f2,0,0,...) at sleepq_wait+0x63 _sleep(c6f2cac0,c6f2cad8,0,c0cce9f2,0,...) at _sleep+0x372 taskqueue_thread_loop(c0e3bd38,c6b58d28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0xbc fork_exit(c08ee130,c0e3bd38,c6b58d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b58d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6eae840 sched_switch(c6eae840,0,104,191,e6db7fe8,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,0,...) at mi_switch+0x200 sleepq_switch(c6eae840,0,c0cdde38,260,0,...) at sleepq_switch+0x15f sleepq_wait(c6da0840,0,c0cce9f2,0,0,...) at sleepq_wait+0x63 _sleep(c6da0840,c6da0858,0,c0cce9f2,0,...) at _sleep+0x372 taskqueue_thread_loop(c0e4e960,c6b52d28,c0cd4a08,343,c0e3b3c0,...) at taskqueue_thread_loop+0xbc fork_exit(c08ee130,c0e4e960,c6b52d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b52d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0e3b670 sched_switch(c0e3b670,0,104,191,7ab4343d,...) at sched_switch+0x36a mi_switch(104,0,c0cdde38,1eb,44,...) at mi_switch+0x200 sleepq_switch(c0e3b670,0,c0cdde38,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e3b3c0,44,c0cdbc14,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e3b3c0,0,44,c0cdbc14,2710,...) at _sleep+0x342 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 147 MB: 132 116 100 84 68 52 36 20 4 Dump complete = 0xf db:0:doadump> reset (kgdb) bt #0 doadump () at pcpu.h:231 #1 0xc04d4589 in db_fncall (dummy1=0xc08e1a3a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf6323460 "t42ö") at ../../../ddb/db_command.c:548 #2 0xc04d49bf in db_command (last_cmdp=0xc0e0a55c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d4a74 in db_command_script (command=0xc0e0b468 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d8cc0 in db_script_exec (scriptname=0xc0e0adc0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d8d51 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0fd9120, modif=0xf6323598 "") at ../../../ddb/db_script.c:375 #6 0xc04d4981 in db_command (last_cmdp=0xc0e0a55c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d4ada in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d69fd in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08e186e in kdb_trap (type=0x3, code=0x0, tf=0xf632373c) at ../../../kern/subr_kdb.c:535 #10 0xc0bf2a8b in trap (frame=0xf632373c) at ../../../i386/i386/trap.c:697 #11 0xc0bd992c in calltrap () at ../../../i386/i386/exception.s:166 #12 0xc08e1a3a in kdb_enter (why=0xc0cd97b2 "panic", msg=0xc0cd97b2 "panic") at cpufunc.h:71 #13 0xc08af1a6 in panic (fmt=0xc0cd7ead "mutex %s not owned at %s:%d") at ../../../kern/kern_shutdown.c:573 #14 0xc089ede7 in _mtx_assert (m=0xc7284a7c, what=0x4, file=0xc0ce4a9d "../../../kern/vfs_bio.c", line=0x307) at ../../../kern/kern_mutex.c:706 #15 0xc0929afb in bremfreel (bp=0xe6ceb4e0) at ../../../kern/vfs_bio.c:775 #16 0xc092f657 in getnewbuf (vp=0xc8527d98, slpflag=0x0, slptimeo=0x0, size=0x4000, maxsize=0x4000, gbflags=0x0) at ../../../kern/vfs_bio.c:1937 #17 0xc0930455 in getblk (vp=0xc8527d98, blkno=0x1a, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0) at ../../../kern/vfs_bio.c:2782 #18 0xc0ad968d in ffs_balloc_ufs2 (vp=0xc8527d98, startoffset=Variable "startoffset" is not available. ) at ../../../ufs/ffs/ffs_balloc.c:872 #19 0xc0b0061d in ffs_write (ap=0xf6323b94) at ../../../ufs/ffs/ffs_vnops.c:733 #20 0xc0c170c6 in VOP_WRITE_APV (vop=0xc0ded380, a=0xf6323b94) at vnode_if.c:951 #21 0xc095446a in vn_write (fp=0xc7e122d8, uio=0xf6323c28, active_cred=0xc7d48180, flags=0x0, td=0xc8646b00) at vnode_if.h:413 #22 0xc08f8d55 in dofilewrite (td=0xc8646b00, fd=0x4, fp=0xc7e122d8, auio=0xf6323c28, offset=0xffffffffffffffff, flags=0x0) at file.h:238 #23 0xc08fa4b8 in kern_writev (td=0xc8646b00, fd=0x4, auio=0xf6323c28) at ../../../kern/sys_generic.c:446 #24 0xc08fa5cf in write (td=0xc8646b00, uap=0xf6323cec) at ../../../kern/sys_generic.c:362 #25 0xc08eec8a in syscallenter (td=0xc8646b00, sa=0xf6323ce4) at ../../../kern/subr_trap.c:319 #26 0xc0bf233f in syscall (frame=0xf6323d28) at ../../../i386/i386/trap.c:1060 #27 0xc0bd9991 in Xint0x80_syscall () at ../../../i386/i386/exception.s:264 #28 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 15 #15 0xc0929afb in bremfreel (bp=0xe6ceb4e0) at ../../../kern/vfs_bio.c:775 775 mtx_assert(BO_MTX(bp->b_bufobj), MA_OWNED); (kgdb) l 770 */ 771 if ((bp->b_flags & B_INVAL) || (bp->b_flags & B_DELWRI) == 0) { 772 KASSERT((bp->b_vflags & BV_INFREECNT) != 0, 773 ("buf %p not counted in numfreebuffers", bp)); 774 if (bp->b_bufobj != NULL) 775 mtx_assert(BO_MTX(bp->b_bufobj), MA_OWNED); 776 bp->b_vflags &= ~BV_INFREECNT; 777 old = atomic_fetchadd_int(&numfreebuffers, -1); 778 KASSERT(old > 0, ("numfreebuffers dropped to %d", old - 1)); 779 } (kgdb) p *bp $1 = {b_bufobj = 0xc7284a7c, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xe701c000 "`é\005", b_error = 0x0, b_iocmd = 0x1, b_ioflags = 0x2, b_iooffset = 0x2f048000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x178240, b_offset = 0xfffffffffffd0000, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xc7284a90}, b_left = 0x0, b_right = 0x0, b_vflags = 0x80000000, b_freelist = {tqe_next = 0xe6cec380, tqe_prev = 0xc0faa308}, b_qindex = 0x0, b_flags = 0x20000020, b_xflags = 0x2, b_lock = {lock_object = { lo_name = 0xc0ce567a "bufwait", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc6d40100}, lk_lock = 0xc8646b00, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0xd, pcs = {0xc0897b9e, 0xc092f523, 0xc0930455, 0xc0ad968d, 0xc0b0061d, 0xc0c170c6, 0xc095446a, 0xc08f8d55, 0xc08fa4b8, 0xc08fa5cf, 0xc08eec8a, 0xc0bf233f, 0xc0bd9991, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xe701c000 "`é\005", b_kvasize = 0x4000, b_lblkno = 0xfffffffffffffff4, b_vp = 0xc7284984, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xe701c000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xc16408e8, 0xc1640930, 0xc163ffe8, 0xc1640030, 0x0 }, b_npages = 0x4, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) git diff master diff --git a/sys/dev/null/null.c b/sys/dev/null/null.c index 0f1d118..3005c19 100644 --- a/sys/dev/null/null.c +++ b/sys/dev/null/null.c @@ -112,10 +112,10 @@ null_modevent(module_t mod __unused, int type, void *data __unused) if (bootverbose) printf("null: \n"); zbuf = (void *)malloc(PAGE_SIZE, M_TEMP, M_WAITOK | M_ZERO); - null_dev = make_dev(&null_cdevsw, 0, UID_ROOT, GID_WHEEL, - 0666, "null"); - zero_dev = make_dev(&zero_cdevsw, 0, UID_ROOT, GID_WHEEL, - 0666, "zero"); + null_dev = make_dev_credf(MAKEDEV_ETERNAL_KLD, &null_cdevsw, 0, + NULL, UID_ROOT, GID_WHEEL, 0666, "null"); + zero_dev = make_dev_credf(MAKEDEV_ETERNAL_KLD, &zero_cdevsw, 0, + NULL, UID_ROOT, GID_WHEEL, 0666, "zero"); break; case MOD_UNLOAD: diff --git a/sys/fs/devfs/devfs.h b/sys/fs/devfs/devfs.h index a50a7b0..ee49c8b 100644 --- a/sys/fs/devfs/devfs.h +++ b/sys/fs/devfs/devfs.h @@ -172,7 +172,7 @@ extern unsigned devfs_rule_depth; void devfs_rules_apply(struct devfs_mount *dm, struct devfs_dirent *de); void devfs_rules_cleanup (struct devfs_mount *dm); int devfs_rules_ioctl(struct devfs_mount *dm, u_long cmd, caddr_t data, struct thread *td); -int devfs_allocv (struct devfs_dirent *de, struct mount *mp, +int devfs_allocv (struct devfs_dirent *de, struct mount *mp, int lockmode, struct vnode **vpp); void devfs_delete(struct devfs_mount *dm, struct devfs_dirent *de, int vp_locked); void devfs_dirent_free(struct devfs_dirent *de); diff --git a/sys/fs/devfs/devfs_rule.c b/sys/fs/devfs/devfs_rule.c index bc1f32c..3d01f45 100644 --- a/sys/fs/devfs/devfs_rule.c +++ b/sys/fs/devfs/devfs_rule.c @@ -528,6 +528,7 @@ devfs_rule_match(struct devfs_krule *dk, struct devfs_dirent *de) struct devfs_rule *dr = &dk->dk_rule; struct cdev *dev; struct cdevsw *dsw; + int ref; dev = devfs_rule_getdev(de); /* @@ -545,14 +546,14 @@ devfs_rule_match(struct devfs_krule *dk, struct devfs_dirent *de) if (dr->dr_icond & DRC_DSWFLAGS) { if (dev == NULL) return (0); - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (0); if ((dsw->d_flags & dr->dr_dswflags) == 0) { - dev_relthread(dev); + dev_relthread(dev, ref); return (0); } - dev_relthread(dev); + dev_relthread(dev, ref); } if (dr->dr_icond & DRC_PATHPTRN) if (!devfs_rule_matchpath(dk, de)) diff --git a/sys/fs/devfs/devfs_vfsops.c b/sys/fs/devfs/devfs_vfsops.c index ff86e36..87ec162 100644 --- a/sys/fs/devfs/devfs_vfsops.c +++ b/sys/fs/devfs/devfs_vfsops.c @@ -81,7 +81,8 @@ devfs_mount(struct mount *mp) MNT_ILOCK(mp); mp->mnt_flag |= MNT_LOCAL; - mp->mnt_kern_flag |= MNTK_MPSAFE; + mp->mnt_kern_flag |= MNTK_MPSAFE | MNTK_LOOKUP_SHARED | + MNTK_EXTENDED_SHARED; #ifdef MAC mp->mnt_flag |= MNT_MULTILABEL; #endif @@ -155,7 +156,7 @@ devfs_root(struct mount *mp, int flags, struct vnode **vpp) dmp = VFSTODEVFS(mp); sx_xlock(&dmp->dm_lock); - error = devfs_allocv(dmp->dm_rootdir, mp, &vp); + error = devfs_allocv(dmp->dm_rootdir, mp, LK_EXCLUSIVE, &vp); if (error) return (error); vp->v_vflag |= VV_ROOT; diff --git a/sys/fs/devfs/devfs_vnops.c b/sys/fs/devfs/devfs_vnops.c index c277355..450afc1 100644 --- a/sys/fs/devfs/devfs_vnops.c +++ b/sys/fs/devfs/devfs_vnops.c @@ -82,13 +82,14 @@ struct mtx cdevpriv_mtx; MTX_SYSINIT(cdevpriv_mtx, &cdevpriv_mtx, "cdevpriv lock", MTX_DEF); static int -devfs_fp_check(struct file *fp, struct cdev **devp, struct cdevsw **dswp) +devfs_fp_check(struct file *fp, struct cdev **devp, struct cdevsw **dswp, + int *ref) { - *dswp = devvn_refthread(fp->f_vnode, devp); + *dswp = devvn_refthread(fp->f_vnode, devp, ref); if (*devp != fp->f_data) { if (*dswp != NULL) - dev_relthread(*devp); + dev_relthread(*devp, *ref); return (ENXIO); } KASSERT((*devp)->si_refcount > 0, @@ -331,7 +332,8 @@ devfs_insmntque_dtr(struct vnode *vp, void *arg) * it on return. */ int -devfs_allocv(struct devfs_dirent *de, struct mount *mp, struct vnode **vpp) +devfs_allocv(struct devfs_dirent *de, struct mount *mp, int lockmode, + struct vnode **vpp) { int error; struct vnode *vp; @@ -351,7 +353,7 @@ devfs_allocv(struct devfs_dirent *de, struct mount *mp, struct vnode **vpp) VI_LOCK(vp); mtx_unlock(&devfs_de_interlock); sx_xunlock(&dmp->dm_lock); - error = vget(vp, LK_EXCLUSIVE | LK_INTERLOCK, curthread); + error = vget(vp, lockmode | LK_INTERLOCK, curthread); sx_xlock(&dmp->dm_lock); if (devfs_allocv_drop_refs(0, dmp, de)) { if (error == 0) @@ -395,6 +397,8 @@ devfs_allocv(struct devfs_dirent *de, struct mount *mp, struct vnode **vpp) dev->si_usecount += vp->v_usecount; dev_unlock(); VI_UNLOCK(vp); + if ((dev->si_flags & SI_ETERNAL) != 0) + vp->v_vflag |= VV_ETERNALDEV; vp->v_op = &devfs_specops; } else if (de->de_dirent->d_type == DT_DIR) { vp->v_type = VDIR; @@ -403,6 +407,7 @@ devfs_allocv(struct devfs_dirent *de, struct mount *mp, struct vnode **vpp) } else { vp->v_type = VBAD; } + VN_LOCK_ASHARE(vp); vn_lock(vp, LK_EXCLUSIVE | LK_RETRY | LK_NOWITNESS); mtx_lock(&devfs_de_interlock); vp->v_data = de; @@ -458,7 +463,7 @@ devfs_close(struct vop_close_args *ap) struct thread *td = ap->a_td; struct cdev *dev = vp->v_rdev; struct cdevsw *dsw; - int vp_locked, error; + int vp_locked, error, ref; /* * XXX: Don't call d_close() if we were called because of @@ -501,7 +506,7 @@ devfs_close(struct vop_close_args *ap) * sum of the reference counts on all the aliased * vnodes descends to one, we are on last close. */ - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); VI_LOCK(vp); @@ -511,7 +516,7 @@ devfs_close(struct vop_close_args *ap) /* Keep device updated on status. */ } else if (count_dev(dev) > 1) { VI_UNLOCK(vp); - dev_relthread(dev); + dev_relthread(dev, ref); return (0); } vholdl(vp); @@ -521,7 +526,7 @@ devfs_close(struct vop_close_args *ap) KASSERT(dev->si_refcount > 0, ("devfs_close() on un-referenced struct cdev *(%s)", devtoname(dev))); error = dsw->d_close(dev, ap->a_fflag, S_IFCHR, td); - dev_relthread(dev); + dev_relthread(dev, ref); vn_lock(vp, vp_locked | LK_RETRY); vdrop(vp); return (error); @@ -639,20 +644,20 @@ devfs_ioctl_f(struct file *fp, u_long com, void *data, struct ucred *cred, struc struct cdevsw *dsw; struct vnode *vp; struct vnode *vpold; - int error, i; + int error, i, ref; const char *p; struct fiodgname_arg *fgn; struct file *fpop; fpop = td->td_fpop; - error = devfs_fp_check(fp, &dev, &dsw); + error = devfs_fp_check(fp, &dev, &dsw, &ref); if (error) return (error); if (com == FIODTYPE) { *(int *)data = dsw->d_flags & D_TYPEMASK; td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); return (0); } else if (com == FIODGNAME) { fgn = data; @@ -663,12 +668,12 @@ devfs_ioctl_f(struct file *fp, u_long com, void *data, struct ucred *cred, struc else error = copyout(p, fgn->buf, i); td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); return (error); } error = dsw->d_ioctl(dev, com, data, fp->f_flag, td); td->td_fpop = NULL; - dev_relthread(dev); + dev_relthread(dev, ref); if (error == ENOIOCTL) error = ENOTTY; if (error == 0 && com == TIOCSCTTY) { @@ -703,18 +708,18 @@ devfs_kqfilter_f(struct file *fp, struct knote *kn) { struct cdev *dev; struct cdevsw *dsw; - int error; + int error, ref; struct file *fpop; struct thread *td; td = curthread; fpop = td->td_fpop; - error = devfs_fp_check(fp, &dev, &dsw); + error = devfs_fp_check(fp, &dev, &dsw, &ref); if (error) return (error); error = dsw->d_kqfilter(dev, kn); td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); return (error); } @@ -753,7 +758,7 @@ devfs_lookupx(struct vop_lookup_args *ap, int *dm_unlock) struct devfs_dirent **dde; struct devfs_mount *dmp; struct cdev *cdev; - int error, flags, nameiop; + int error, flags, nameiop, dvplocked; char specname[SPECNAMELEN + 1], *pname; cnp = ap->a_cnp; @@ -794,10 +799,12 @@ devfs_lookupx(struct vop_lookup_args *ap, int *dm_unlock) de = devfs_parent_dirent(dd); if (de == NULL) return (ENOENT); + dvplocked = VOP_ISLOCKED(dvp); VOP_UNLOCK(dvp, 0); - error = devfs_allocv(de, dvp->v_mount, vpp); + error = devfs_allocv(de, dvp->v_mount, + cnp->cn_lkflags & LK_TYPE_MASK, vpp); *dm_unlock = 0; - vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY); + vn_lock(dvp, dvplocked | LK_RETRY); return (error); } @@ -881,7 +888,8 @@ devfs_lookupx(struct vop_lookup_args *ap, int *dm_unlock) return (0); } } - error = devfs_allocv(de, dvp->v_mount, vpp); + error = devfs_allocv(de, dvp->v_mount, cnp->cn_lkflags & LK_TYPE_MASK, + vpp); *dm_unlock = 0; return (error); } @@ -939,7 +947,7 @@ devfs_mknod(struct vop_mknod_args *ap) if (de == NULL) goto notfound; de->de_flags &= ~DE_WHITEOUT; - error = devfs_allocv(de, dvp->v_mount, vpp); + error = devfs_allocv(de, dvp->v_mount, LK_EXCLUSIVE, vpp); return (error); notfound: sx_xunlock(&dmp->dm_lock); @@ -954,7 +962,7 @@ devfs_open(struct vop_open_args *ap) struct vnode *vp = ap->a_vp; struct cdev *dev = vp->v_rdev; struct file *fp = ap->a_fp; - int error; + int error, ref, vlocked; struct cdevsw *dsw; struct file *fpop; @@ -968,14 +976,18 @@ devfs_open(struct vop_open_args *ap) if (dev->si_iosize_max == 0) dev->si_iosize_max = DFLTPHYS; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); /* XXX: Special casing of ttys for deadfs. Probably redundant. */ - if (dsw->d_flags & D_TTY) + if (dsw->d_flags & D_TTY) { + VI_LOCK(vp); vp->v_vflag |= VV_ISTTY; + VI_UNLOCK(vp); + } + vlocked = VOP_ISLOCKED(vp); VOP_UNLOCK(vp, 0); fpop = td->td_fpop; @@ -990,10 +1002,8 @@ devfs_open(struct vop_open_args *ap) error = dsw->d_open(dev, ap->a_mode, S_IFCHR, td); td->td_fpop = fpop; - vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); - - dev_relthread(dev); - + vn_lock(vp, vlocked | LK_RETRY); + dev_relthread(dev, ref); if (error) return (error); @@ -1001,7 +1011,7 @@ devfs_open(struct vop_open_args *ap) KASSERT(fp != NULL, ("Could not vnode bypass device on NULL fp")); #else - if(fp == NULL) + if (fp == NULL) return (error); #endif if (fp->f_ops == &badfileops) @@ -1037,16 +1047,16 @@ devfs_poll_f(struct file *fp, int events, struct ucred *cred, struct thread *td) { struct cdev *dev; struct cdevsw *dsw; - int error; + int error, ref; struct file *fpop; fpop = td->td_fpop; - error = devfs_fp_check(fp, &dev, &dsw); + error = devfs_fp_check(fp, &dev, &dsw, &ref); if (error) return (poll_no_poll(events)); error = dsw->d_poll(dev, events, td); td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); return(error); } @@ -1066,12 +1076,12 @@ static int devfs_read_f(struct file *fp, struct uio *uio, struct ucred *cred, int flags, struct thread *td) { struct cdev *dev; - int ioflag, error, resid; + int ioflag, error, ref, resid; struct cdevsw *dsw; struct file *fpop; fpop = td->td_fpop; - error = devfs_fp_check(fp, &dev, &dsw); + error = devfs_fp_check(fp, &dev, &dsw, &ref); if (error) return (error); resid = uio->uio_resid; @@ -1086,7 +1096,7 @@ devfs_read_f(struct file *fp, struct uio *uio, struct ucred *cred, int flags, st if (uio->uio_resid != resid || (error == 0 && resid != 0)) vfs_timestamp(&dev->si_atime); td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); if ((flags & FOF_OFFSET) == 0) fp->f_offset = uio->uio_offset; @@ -1494,7 +1504,7 @@ devfs_symlink(struct vop_symlink_args *ap) mac_devfs_create_symlink(ap->a_cnp->cn_cred, dmp->dm_mount, dd, de); #endif TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list); - return (devfs_allocv(de, ap->a_dvp->v_mount, ap->a_vpp)); + return (devfs_allocv(de, ap->a_dvp->v_mount, LK_EXCLUSIVE, ap->a_vpp)); } static int @@ -1509,12 +1519,12 @@ static int devfs_write_f(struct file *fp, struct uio *uio, struct ucred *cred, int flags, struct thread *td) { struct cdev *dev; - int error, ioflag, resid; + int error, ioflag, ref, resid; struct cdevsw *dsw; struct file *fpop; fpop = td->td_fpop; - error = devfs_fp_check(fp, &dev, &dsw); + error = devfs_fp_check(fp, &dev, &dsw, &ref); if (error) return (error); KASSERT(uio->uio_td == td, ("uio_td %p is not td %p", uio->uio_td, td)); @@ -1532,7 +1542,7 @@ devfs_write_f(struct file *fp, struct uio *uio, struct ucred *cred, int flags, s dev->si_mtime = dev->si_ctime; } td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); if ((flags & FOF_OFFSET) == 0) fp->f_offset = uio->uio_offset; diff --git a/sys/kern/kern_conf.c b/sys/kern/kern_conf.c index 7e4e677..12d1a8d 100644 --- a/sys/kern/kern_conf.c +++ b/sys/kern/kern_conf.c @@ -177,12 +177,16 @@ dev_rel(struct cdev *dev) } struct cdevsw * -dev_refthread(struct cdev *dev) +dev_refthread(struct cdev *dev, int *ref) { struct cdevsw *csw; struct cdev_priv *cdp; mtx_assert(&devmtx, MA_NOTOWNED); + if ((dev->si_flags & SI_ETERNAL) != 0) { + *ref = 0; + return (dev->si_devsw); + } dev_lock(); csw = dev->si_devsw; if (csw != NULL) { @@ -193,36 +197,59 @@ dev_refthread(struct cdev *dev) csw = NULL; } dev_unlock(); + *ref = 1; return (csw); } struct cdevsw * -devvn_refthread(struct vnode *vp, struct cdev **devp) +devvn_refthread(struct vnode *vp, struct cdev **devp, int *ref) { struct cdevsw *csw; struct cdev_priv *cdp; + struct cdev *dev; mtx_assert(&devmtx, MA_NOTOWNED); + if ((vp->v_vflag & VV_ETERNALDEV) != 0) { + dev = vp->v_rdev; + if (dev == NULL) + return (NULL); + KASSERT((dev->si_flags & SI_ETERNAL) != 0, + ("Not eternal cdev")); + *ref = 0; + csw = dev->si_devsw; + KASSERT(csw != NULL, ("Eternal cdev is destroyed")); + *devp = dev; + return (csw); + } + csw = NULL; dev_lock(); - *devp = vp->v_rdev; - if (*devp != NULL) { - cdp = cdev2priv(*devp); - if ((cdp->cdp_flags & CDP_SCHED_DTR) == 0) { - csw = (*devp)->si_devsw; - if (csw != NULL) - (*devp)->si_threadcount++; - } + dev = vp->v_rdev; + if (dev == NULL) { + dev_unlock(); + return (NULL); + } + cdp = cdev2priv(dev); + if ((cdp->cdp_flags & CDP_SCHED_DTR) == 0) { + csw = dev->si_devsw; + if (csw != NULL) + dev->si_threadcount++; } dev_unlock(); + if (csw != NULL) { + *devp = dev; + *ref = 1; + } return (csw); } void -dev_relthread(struct cdev *dev) +dev_relthread(struct cdev *dev, int ref) { mtx_assert(&devmtx, MA_NOTOWNED); + if (!ref) + return; dev_lock(); KASSERT(dev->si_threadcount > 0, ("%s threadcount is wrong", dev->si_name)); @@ -325,15 +352,15 @@ static int giant_open(struct cdev *dev, int oflags, int devtype, struct thread *td) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_open(dev, oflags, devtype, td); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -341,15 +368,15 @@ static int giant_fdopen(struct cdev *dev, int oflags, struct thread *td, struct file *fp) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_fdopen(dev, oflags, td, fp); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -357,15 +384,15 @@ static int giant_close(struct cdev *dev, int fflag, int devtype, struct thread *td) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_close(dev, fflag, devtype, td); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -374,9 +401,10 @@ giant_strategy(struct bio *bp) { struct cdevsw *dsw; struct cdev *dev; + int ref; dev = bp->bio_dev; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) { biofinish(bp, NULL, ENXIO); return; @@ -384,22 +412,22 @@ giant_strategy(struct bio *bp) mtx_lock(&Giant); dsw->d_gianttrick->d_strategy(bp); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); } static int giant_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int fflag, struct thread *td) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_ioctl(dev, cmd, data, fflag, td); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -407,15 +435,15 @@ static int giant_read(struct cdev *dev, struct uio *uio, int ioflag) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_read(dev, uio, ioflag); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -423,15 +451,15 @@ static int giant_write(struct cdev *dev, struct uio *uio, int ioflag) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_write(dev, uio, ioflag); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -439,15 +467,15 @@ static int giant_poll(struct cdev *dev, int events, struct thread *td) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_poll(dev, events, td); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -455,15 +483,15 @@ static int giant_kqfilter(struct cdev *dev, struct knote *kn) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_kqfilter(dev, kn); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -472,16 +500,16 @@ giant_mmap(struct cdev *dev, vm_ooffset_t offset, vm_paddr_t *paddr, int nprot, vm_memattr_t *memattr) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_mmap(dev, offset, paddr, nprot, memattr); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -490,16 +518,16 @@ giant_mmap_single(struct cdev *dev, vm_ooffset_t *offset, vm_size_t size, vm_object_t *object, int nprot) { struct cdevsw *dsw; - int retval; + int ref, retval; - dsw = dev_refthread(dev); + dsw = dev_refthread(dev, &ref); if (dsw == NULL) return (ENXIO); mtx_lock(&Giant); retval = dsw->d_gianttrick->d_mmap_single(dev, offset, size, object, nprot); mtx_unlock(&Giant); - dev_relthread(dev); + dev_relthread(dev, ref); return (retval); } @@ -676,6 +704,8 @@ make_dev_credv(int flags, struct cdev **dres, struct cdevsw *devsw, int unit, dev = newdev(devsw, unit, dev); if (flags & MAKEDEV_REF) dev_refl(dev); + if (flags & MAKEDEV_ETERNAL) + dev->si_flags |= SI_ETERNAL; if (dev->si_flags & SI_CHEAPCLONE && dev->si_flags & SI_NAMED) { /* @@ -840,6 +870,9 @@ destroy_devl(struct cdev *dev) mtx_assert(&devmtx, MA_OWNED); KASSERT(dev->si_flags & SI_NAMED, ("WARNING: Driver mistake: destroy_dev on %d\n", dev2unit(dev))); + KASSERT((dev->si_flags & SI_ETERNAL) == 0, + ("WARNING: Driver mistake: destroy_dev on eternal %d\n", + dev2unit(dev))); devfs_destroy(dev); @@ -1196,3 +1229,71 @@ devdtr_init(void *dummy __unused) } SYSINIT(devdtr, SI_SUB_DEVFS, SI_ORDER_SECOND, devdtr_init, NULL); + +#include "opt_ddb.h" +#ifdef DDB +#include + +#include + +DB_SHOW_COMMAND(cdev, db_show_cdev) +{ + struct cdev_priv *cdp; + struct cdev *dev; + u_int flags; + char buf[512]; + + if (!have_addr) { + TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) { + dev = &cdp->cdp_c; + db_printf("%s %p\n", dev->si_name, dev); + if (db_pager_quit) + break; + } + return; + } + + dev = (struct cdev *)addr; + cdp = cdev2priv(dev); + db_printf("dev %s ref %d use %ld thr %ld inuse %u fdpriv %p\n", + dev->si_name, dev->si_refcount, dev->si_usecount, + dev->si_threadcount, cdp->cdp_inuse, cdp->cdp_fdpriv.lh_first); + db_printf("devsw %p si_drv0 %d si_drv1 %p si_drv2 %p\n", + dev->si_devsw, dev->si_drv0, dev->si_drv1, dev->si_drv2); + flags = dev->si_flags; +#define SI_FLAG(flag) do { \ + if (flags & (flag)) { \ + if (buf[0] != '\0') \ + strlcat(buf, ", ", sizeof(buf)); \ + strlcat(buf, (#flag) + 3, sizeof(buf)); \ + flags &= ~(flag); \ + } \ +} while (0) + buf[0] = '\0'; + SI_FLAG(SI_ETERNAL); + SI_FLAG(SI_ALIAS); + SI_FLAG(SI_NAMED); + SI_FLAG(SI_CHEAPCLONE); + SI_FLAG(SI_CHILD); + SI_FLAG(SI_DEVOPEN); + SI_FLAG(SI_CONSOPEN); + SI_FLAG(SI_DUMPDEV); + SI_FLAG(SI_CANDELETE); + SI_FLAG(SI_CLONELIST); + db_printf("si_flags %s\n", buf); + + flags = cdp->cdp_flags; +#define CDP_FLAG(flag) do { \ + if (flags & (flag)) { \ + if (buf[0] != '\0') \ + strlcat(buf, ", ", sizeof(buf)); \ + strlcat(buf, (#flag) + 4, sizeof(buf)); \ + flags &= ~(flag); \ + } \ +} while (0) + buf[0] = '\0'; + CDP_FLAG(CDP_ACTIVE); + CDP_FLAG(CDP_SCHED_DTR); + db_printf("cdp_flags %s\n", buf); +} +#endif diff --git a/sys/kern/tty.c b/sys/kern/tty.c index 917fb7b..9021849 100644 --- a/sys/kern/tty.c +++ b/sys/kern/tty.c @@ -1797,7 +1797,7 @@ ttyhook_register(struct tty **rtp, struct proc *p, int fd, struct cdev *dev; struct cdevsw *cdp; struct filedesc *fdp; - int error; + int error, ref; /* Validate the file descriptor. */ if ((fdp = p->p_fd) == NULL) @@ -1823,7 +1823,7 @@ ttyhook_register(struct tty **rtp, struct proc *p, int fd, } /* Make sure it is a TTY. */ - cdp = devvn_refthread(fp->f_vnode, &dev); + cdp = devvn_refthread(fp->f_vnode, &dev, &ref); if (cdp == NULL) { error = ENXIO; goto done1; @@ -1859,7 +1859,7 @@ ttyhook_register(struct tty **rtp, struct proc *p, int fd, th->th_rint = ttyhook_defrint; done3: tty_unlock(tp); -done2: dev_relthread(dev); +done2: dev_relthread(dev, ref); done1: fdrop(fp, curthread); return (error); } diff --git a/sys/kern/vfs_bio.c b/sys/kern/vfs_bio.c index 1bc259f..34f7acb 100644 --- a/sys/kern/vfs_bio.c +++ b/sys/kern/vfs_bio.c @@ -3203,6 +3203,7 @@ dev_strategy(struct cdev *dev, struct buf *bp) { struct cdevsw *csw; struct bio *bip; + int ref; if ((!bp->b_iocmd) || (bp->b_iocmd & (bp->b_iocmd - 1))) panic("b_iocmd botch"); @@ -3224,7 +3225,7 @@ dev_strategy(struct cdev *dev, struct buf *bp) KASSERT(dev->si_refcount > 0, ("dev_strategy on un-referenced struct cdev *(%s)", devtoname(dev))); - csw = dev_refthread(dev); + csw = dev_refthread(dev, &ref); if (csw == NULL) { g_destroy_bio(bip); bp->b_error = ENXIO; @@ -3233,7 +3234,7 @@ dev_strategy(struct cdev *dev, struct buf *bp) return; } (*csw->d_strategy)(bip); - dev_relthread(dev); + dev_relthread(dev, ref); } /* diff --git a/sys/sys/conf.h b/sys/sys/conf.h index 82ea088..6c60601 100644 --- a/sys/sys/conf.h +++ b/sys/sys/conf.h @@ -54,6 +54,7 @@ struct file; struct cdev { void *__si_reserved; u_int si_flags; +#define SI_ETERNAL 0x0001 /* never destroyed */ #define SI_ALIAS 0x0002 /* carrier of alias name */ #define SI_NAMED 0x0004 /* make_dev{_alias} has been called */ #define SI_CHEAPCLONE 0x0008 /* can be removed_dev'ed when vnode reclaims */ @@ -249,9 +250,9 @@ int destroy_dev_sched(struct cdev *dev); int destroy_dev_sched_cb(struct cdev *dev, void (*cb)(void *), void *arg); void destroy_dev_drain(struct cdevsw *csw); void drain_dev_clone_events(void); -struct cdevsw *dev_refthread(struct cdev *_dev); -struct cdevsw *devvn_refthread(struct vnode *vp, struct cdev **devp); -void dev_relthread(struct cdev *_dev); +struct cdevsw *dev_refthread(struct cdev *_dev, int *_ref); +struct cdevsw *devvn_refthread(struct vnode *vp, struct cdev **devp, int *_ref); +void dev_relthread(struct cdev *_dev, int _ref); void dev_depends(struct cdev *_pdev, struct cdev *_cdev); void dev_ref(struct cdev *dev); void dev_refl(struct cdev *dev); @@ -262,10 +263,11 @@ struct cdev *make_dev(struct cdevsw *_devsw, int _unit, uid_t _uid, gid_t _gid, struct cdev *make_dev_cred(struct cdevsw *_devsw, int _unit, struct ucred *_cr, uid_t _uid, gid_t _gid, int _perms, const char *_fmt, ...) __printflike(7, 8); -#define MAKEDEV_REF 0x1 -#define MAKEDEV_WHTOUT 0x2 -#define MAKEDEV_NOWAIT 0x4 -#define MAKEDEV_WAITOK 0x8 +#define MAKEDEV_REF 0x01 +#define MAKEDEV_WHTOUT 0x02 +#define MAKEDEV_NOWAIT 0x04 +#define MAKEDEV_WAITOK 0x08 +#define MAKEDEV_ETERNAL 0x10 struct cdev *make_dev_credf(int _flags, struct cdevsw *_devsw, int _unit, struct ucred *_cr, uid_t _uid, gid_t _gid, int _mode, @@ -279,6 +281,12 @@ void dev_lock(void); void dev_unlock(void); void setconf(void); +#ifdef KLD_MODULE +#define MAKEDEV_ETERNAL_KLD 0 +#else +#define MAKEDEV_ETERNAL_KLD MAKEDEV_ETERNAL +#endif + #define dev2unit(d) ((d)->si_drv0) typedef void (*cdevpriv_dtr_t)(void *data); diff --git a/sys/sys/vnode.h b/sys/sys/vnode.h index 95f3d4e..c38d645 100644 --- a/sys/sys/vnode.h +++ b/sys/sys/vnode.h @@ -243,6 +243,7 @@ struct xvnode { #define VV_ROOT 0x0001 /* root of its filesystem */ #define VV_ISTTY 0x0002 /* vnode represents a tty */ #define VV_NOSYNC 0x0004 /* unlinked, stop syncing */ +#define VV_ETERNALDEV 0x0008 /* device that is never destroyed */ #define VV_CACHEDLABEL 0x0010 /* Vnode has valid cached MAC label */ #define VV_TEXT 0x0020 /* vnode is a pure text prototype */ #define VV_COPYONWRITE 0x0040 /* vnode is doing copy-on-write */ diff --git a/sys/vm/device_pager.c b/sys/vm/device_pager.c index 7d8d361..c7eab1d 100644 --- a/sys/vm/device_pager.c +++ b/sys/vm/device_pager.c @@ -108,6 +108,7 @@ dev_pager_alloc(void *handle, vm_ooffset_t size, vm_prot_t prot, vm_ooffset_t off; vm_memattr_t dummy; struct cdevsw *csw; + int ref; /* * Offset should be page aligned. @@ -122,7 +123,7 @@ dev_pager_alloc(void *handle, vm_ooffset_t size, vm_prot_t prot, * Make sure this device can be mapped. */ dev = handle; - csw = dev_refthread(dev); + csw = dev_refthread(dev, &ref); if (csw == NULL) return (NULL); @@ -135,7 +136,7 @@ dev_pager_alloc(void *handle, vm_ooffset_t size, vm_prot_t prot, npages = OFF_TO_IDX(size); for (off = foff; npages--; off += PAGE_SIZE) if (csw->d_mmap(dev, off, &paddr, (int)prot, &dummy) != 0) { - dev_relthread(dev); + dev_relthread(dev, ref); return (NULL); } @@ -177,7 +178,7 @@ dev_pager_alloc(void *handle, vm_ooffset_t size, vm_prot_t prot, object->size = pindex; } mtx_unlock(&dev_pager_mtx); - dev_relthread(dev); + dev_relthread(dev, ref); vm_object_deallocate(object1); return (object); } @@ -214,7 +215,7 @@ dev_pager_getpages(object, m, count, reqpage) vm_page_t m_paddr, page; vm_memattr_t memattr; struct cdev *dev; - int i, ret; + int i, ref, ret; struct cdevsw *csw; struct thread *td; struct file *fpop; @@ -225,7 +226,7 @@ dev_pager_getpages(object, m, count, reqpage) offset = page->pindex; memattr = object->memattr; VM_OBJECT_UNLOCK(object); - csw = dev_refthread(dev); + csw = dev_refthread(dev, &ref); if (csw == NULL) panic("dev_pager_getpage: no cdevsw"); td = curthread; @@ -235,7 +236,7 @@ dev_pager_getpages(object, m, count, reqpage) PROT_READ, &memattr); KASSERT(ret == 0, ("dev_pager_getpage: map function returns error")); td->td_fpop = fpop; - dev_relthread(dev); + dev_relthread(dev, ref); /* If "paddr" is a real page, perform a sanity check on "memattr". */ if ((m_paddr = vm_phys_paddr_to_vm_page(paddr)) != NULL && pmap_page_get_memattr(m_paddr) != memattr) { diff --git a/sys/vm/vm_mmap.c b/sys/vm/vm_mmap.c index 999a481..bd9f98f 100644 --- a/sys/vm/vm_mmap.c +++ b/sys/vm/vm_mmap.c @@ -1292,15 +1292,15 @@ vm_mmap_cdev(struct thread *td, vm_size_t objsize, { vm_object_t obj; struct cdevsw *dsw; - int error, flags; + int error, flags, ref; flags = *flagsp; - dsw = dev_refthread(cdev); + dsw = dev_refthread(cdev, &ref); if (dsw == NULL) return (ENXIO); if (dsw->d_flags & D_MMAP_ANON) { - dev_relthread(cdev); + dev_relthread(cdev, ref); *maxprotp = VM_PROT_ALL; *flagsp |= MAP_ANON; return (0); @@ -1310,11 +1310,11 @@ vm_mmap_cdev(struct thread *td, vm_size_t objsize, */ if ((*maxprotp & VM_PROT_WRITE) == 0 && (prot & PROT_WRITE) != 0) { - dev_relthread(cdev); + dev_relthread(cdev, ref); return (EACCES); } if (flags & (MAP_PRIVATE|MAP_COPY)) { - dev_relthread(cdev); + dev_relthread(cdev, ref); return (EINVAL); } /* @@ -1324,7 +1324,7 @@ vm_mmap_cdev(struct thread *td, vm_size_t objsize, #ifdef MAC_XXX error = mac_cdev_check_mmap(td->td_ucred, cdev, prot); if (error != 0) { - dev_relthread(cdev); + dev_relthread(cdev, ref); return (error); } #endif @@ -1338,7 +1338,7 @@ vm_mmap_cdev(struct thread *td, vm_size_t objsize, * XXX assumes VM_PROT_* == PROT_* */ error = dsw->d_mmap_single(cdev, foff, objsize, objp, (int)prot); - dev_relthread(cdev); + dev_relthread(cdev, ref); if (error != ENODEV) return (error); obj = vm_pager_allocate(OBJT_DEVICE, cdev, objsize, prot, *foff, -- Test scenario: suj.sh