vm6 a1b9375, vmcore.393 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r200295+a1b9375-dirty: Fri Dec 11 11:57:08 CET 2009 pho@x4.osted.lan:/var/tmp/deviant2/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536150528 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 215990 free (4062 frags, 26491 blocks, 0.4% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 50099629 free (1805 frags, 6262228 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 3854697 free (297305 frags, 444674 blocks, 1.3% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 12719509 free (105765 frags, 1576718 blocks, 0.2% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe70fd680 bufwait (bufwait) @ kern/vfs_bio.c:2559 2nd 0xc77f9600 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285 KDB: stack backtrace: db_trace_self_wrapper(c0c9ab5b,f646d878,c08cf285,c08bfe7b,c0c9daac,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08bfe7b,c0c9daac,c712e098,c7131978,f646d8d4,...) at kdb_backtrace+0x29 _witness_debugger(c0c9daac,c77f9600,c0cbfcc3,c7131978,c0cbf969,...) at _witness_debugger+0x25 witness_checkorder(c77f9600,9,c0cbf960,11d,0,...) at witness_checkorder+0x839 _sx_xlock(c77f9600,0,c0cbf960,11d,c787bcb0,...) at _sx_xlock+0x85 ufsdirhash_acquire(e70fd620,f646da1c,f0,e76adf04,f646d9a4,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c787bcb0,f646da1c,f04,f646d990,f646d994,...) at ufsdirhash_add+0x13 ufs_direnter(c78a7708,c7c465a0,f646da1c,f646dc00,e70fde40,...) at ufs_direnter+0x779 ufs_mkdir(f646dc28,c0cd52e0,0,0,f646db6c,...) at ufs_mkdir+0x9a1 VOP_MKDIR_APV(c0da3700,f646dc28,f646dc00,f646db6c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7804d80,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7804d80,bfbfef5a,0,1ff,f646dd2c,...) at kern_mkdir+0x2e mkdir(c7804d80,f646dcf8,8,c0c9e372,c0d82800,...) at mkdir+0x29 syscall(f646dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2816a5b3, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc78a7b98 ufs (ufs) @ kern/vfs_mount.c:1204 2nd 0xc78cdb98 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1031 KDB: stack backtrace: db_trace_self_wrapper(c0c9ab5b,f65389f0,c08cf285,c08bfe7b,c0c9daac,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08bfe7b,c0c9daac,c7131910,c71317d8,f6538a4c,...) at kdb_backtrace+0x29 _witness_debugger(c0c9daac,c78cdb98,c0c8c357,c71317d8,c0cbdd04,...) at _witness_debugger+0x25 witness_checkorder(c78cdb98,9,c0cbdcfb,407,c78cdc04,...) at witness_checkorder+0x839 __lockmgr_args(c78cdb98,80400,c78cdc04,0,0,...) at __lockmgr_args+0x857 vop_stdlock(f6538b54,4,c0c95f43,80400,c78cdb40,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d7dfe0,f6538b54,c0f6b444,c0dbe0c0,c78cdb40,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c78cdb40,80400,c0cbdcfb,407,c79e45a8,...) at _vn_lock+0x78 softdep_flushworklist(c79e45a8,f6538c00,c7c79d80,52b,c78a75a0,...) at softdep_flushworklist+0x47 ffs_sync(c79e45a8,1,c0ca4498,4f9,80,...) at ffs_sync+0x2fd dounmount(c79e45a8,8000000,c7c79d80,47e,ff1ca3a5,...) at dounmount+0x44e unmount(c7c79d80,f6538cf8,8,c7c79d80,c0d81b88,...) at unmount+0x2ff syscall(f6538d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280da14f, esp = 0xbfbfe69c, ebp = 0xbfbfe768 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes lock order reversal: 1st 0xc79ed8c8 syncer (syncer) @ kern/vfs_subr.c:1695 2nd 0xc7fd7d00 ufs (ufs) @ kern/vfs_subr.c:2085 KDB: stack backtrace: db_trace_self_wrapper(c0c9ab5b,f423ba2c,c08cf285,c08bfe7b,c0c9daac,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08bfe7b,c0c9daac,c71319e0,c7131910,f423ba88,...) at kdb_backtrace+0x29 _witness_debugger(c0c9daac,c7fd7d00,c0c90404,c7131910,c0ca4ca3,...) at _witness_debugger+0x25 witness_checkorder(c7fd7d00,9,c0ca4c9a,825,0,...) at witness_checkorder+0x839 __lockmgr_args(c7fd7d00,80500,c7fd7d6c,0,0,...) at __lockmgr_args+0x857 ffs_lock(f423bb94,c08cf02b,c0ca4ca3,80500,c7fd7ca8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0da3700,f423bb94,c74e7be4,c0dbe0c0,c7fd7ca8,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7fd7ca8,80500,c0ca4c9a,825,4,...) at _vn_lock+0x78 vget(c7fd7ca8,80500,c74e7b40,c7d,f423bc20,...) at vget+0xbb vfs_msync(c79ea000,2,c0ca4c9a,d76,c79ea000,...) at vfs_msync+0xea sync_fsync(f423bc7c,c0cd4a8b,c79ed934,f423bc7c,c79ed870,...) at sync_fsync+0x17b VOP_FSYNC_APV(c0d93780,f423bc7c,c0ca4c9a,69f,c74e7b40,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0f5fb94,c0f5fb80,3e8,6ce,4e20,...) at sync_vnode+0x16b sched_sync(0,f423bd38,c0c92c8c,343,c77837f8,...) at sched_sync+0x273 fork_exit(c091ff70,0,f423bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf423bd70, ebp = 0 --- Dec 11 12:10:24 x4 su: pho to root on /dev/pts/1 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 32050 files, 677446 used, 50099629 free (1805 frags, 6262228 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Fri Dec 11 12:11:02 CET 2009 FreeBSD/i386 (x4.osted.lan) (console) login: panic: Assertion (x & LK_ALL_WAITERS) == LK_SHARED_WAITERS failed at ../../../kern/kern_lock.c:966 cpuid = 1 KDB: enter: panic [thread pid 1717 tid 100234 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1717 tid 100234 td 0xc818ed80 kdb_enter(c0c9780c,c0c9780c,c0c44826,f66e3604,1,...) at kdb_enter+0x3a panic(c0c44826,c0c949b7,c0c9474f,3c6,c08ce347,...) at panic+0x136 __lockmgr_args(e7115fc0,100000,0,0,0,...) at __lockmgr_args+0xf39 bqrelse(e7115f60,0,c0ca2890,e29,44eb3000,...) at bqrelse+0x44a bdwrite(e7115f60,c79e42d4,8a978,0,0,...) at bdwrite+0x290 ffs_realloccg(c78a4488,1,0,8a978,0,...) at ffs_realloccg+0x801 ffs_balloc_ufs2(c80e3708,6bff,0,1,c7c91580,...) at ffs_balloc_ufs2+0xf65 ffs_extend(f66e3b48,c0cd4755,0,c80e3708,f66e3a20,...) at ffs_extend+0xbc VOP_EXTEND_APV(c0da3700,f66e3b48,c0cc4312,1d1,100000,...) at VOP_EXTEND_APV+0xd6 vnode_pager_write(c80e3708,f66e3c58,1c0001,27c,f66e3c58,...) at vnode_pager_write+0x3df vn_write_chunk(c7c91580,1c0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7820b98,f66e3c58,c7c91580,0,c818ed80,...) at vn_write+0x13c dofilewrite(f66e3c58,ffffffff,ffffffff,0,c7820b98,...) at dofilewrite+0x95 kern_writev(c818ed80,3,f66e3c58,f66e3c78,1,...) at kern_writev+0x58 write(c818ed80,f66e3cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66e3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x666800 curthread = 0xc74e7900: pid 19 "softdepflush" curpcb = 0xf423ed90 fpcurthread = none idlethread = 0xc7179480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x6025800 curthread = 0xc818ed80: pid 1717 "lockf2" curpcb = 0xf66e3d90 fpcurthread = none idlethread = 0xc71796c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x6028800 curthread = 0xc8190480: pid 1714 "lockf2" curpcb = 0xf66dad90 fpcurthread = none idlethread = 0xc7179900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x602b800 curthread = 0xc7179000: pid 12 "swi4: clock" curpcb = 0xc6e14d90 fpcurthread = none idlethread = 0xc7179b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1720 (lockf2) thread 0xc7c64000 (100236) exclusive lockmgr bufwait (bufwait) r = 0 (0xe711a260) locked @ kern/vfs_bio.c:2559 exclusive lockmgr ufs (ufs) r = 0 (0xc80da760) locked @ vm/vm_readwrite.c:465 Process 1718 (lockf2) thread 0xc818eb40 (100235) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xc8055934) locked @ kern/kern_rangelock.c:105 Process 1717 (lockf2) thread 0xc818ed80 (100234) exclusive lockmgr bufwait (bufwait) r = 0 (0xe7119d80) locked @ kern/vfs_bio.c:2559 exclusive lockmgr ufs (ufs) r = 0 (0xc80e3760) locked @ vm/vm_readwrite.c:465 Process 1716 (lockf2) thread 0xc8190000 (100233) exclusive lockmgr bufwait (bufwait) r = 0 (0xe7119be0) locked @ kern/vfs_bio.c:2559 exclusive lockmgr ufs (ufs) r = 0 (0xc8115a30) locked @ vm/vm_readwrite.c:465 Process 1714 (lockf2) thread 0xc8190480 (100231) exclusive lockmgr bufwait (bufwait) r = 0 (0xe71198a0) locked @ kern/vfs_bio.c:2559 exclusive lockmgr ufs (ufs) r = 0 (0xc80e38c8) locked @ vm/vm_readwrite.c:465 Process 1712 (lockf2) thread 0xc815a000 (100229) exclusive lockmgr bufwait (bufwait) r = 0 (0xe7119560) locked @ kern/vfs_bio.c:2559 exclusive lockmgr ufs (ufs) r = 0 (0xc80e3a30) locked @ vm/vm_readwrite.c:465 Process 1642 (run) thread 0xc78006c0 (100186) exclusive lockmgr bufwait (bufwait) r = 0 (0xe71186c0) locked @ kern/vfs_bio.c:1835 exclusive lockmgr ufs (ufs) r = 0 (0xc81165f8) locked @ ufs/ffs/ffs_vfsops.c:1465 Process 1641 (run) thread 0xc7800900 (100185) exclusive lockmgr bufwait (bufwait) r = 0 (0xe70e9800) locked @ vm/vm_pager.c:311 exclusive lockmgr ufs (ufs) r = 0 (0xc8116328) locked @ ufs/ffs/ffs_vfsops.c:1465 Process 1640 (run) thread 0xc7804d80 (100090) exclusive lockmgr bufwait (bufwait) r = 0 (0xe70ea500) locked @ vm/vm_pager.c:311 exclusive lockmgr ufs (ufs) r = 0 (0xc8116490) locked @ ufs/ffs/ffs_vfsops.c:1465 Process 1639 (run) thread 0xc788b240 (100146) exclusive lockmgr bufwait (bufwait) r = 0 (0xe70e9b40) locked @ vm/vm_pager.c:311 exclusive lockmgr ufs (ufs) r = 0 (0xc80e3e68) locked @ ufs/ffs/ffs_vfsops.c:1465 Process 1633 (run) thread 0xc7804000 (100075) exclusive lockmgr bufwait (bufwait) r = 0 (0xe70e9ce0) locked @ vm/vm_pager.c:311 exclusive lockmgr ufs (ufs) r = 0 (0xc80e4058) locked @ ufs/ffs/ffs_vfsops.c:1465 Process 1632 (run) thread 0xc78396c0 (100151) exclusive lockmgr bufwait (bufwait) r = 0 (0xe70e9e80) locked @ vm/vm_pager.c:311 exclusive lockmgr ufs (ufs) r = 0 (0xc80e41c0) locked @ ufs/ffs/ffs_vfsops.c:1465 Process 1356 (sshd) thread 0xc7c79900 (100125) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7f16560) locked @ kern/uipc_sockbuf.c:148 Process 1308 (sshd) thread 0xc7c65480 (100131) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7f0e560) locked @ kern/uipc_sockbuf.c:148 Process 1281 (sshd) thread 0xc788bd80 (100137) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7afe08c) locked @ kern/uipc_sockbuf.c:148 Process 1280 (sshd) thread 0xc788c000 (100136) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7c8dd6c) locked @ kern/uipc_sockbuf.c:148 Process 1279 (sshd) thread 0xc7c79d80 (100123) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7f0ed6c) locked @ kern/uipc_sockbuf.c:148 Process 19 (softdepflush) thread 0xc74e7900 (100073) exclusive lockmgr bufwait (bufwait) r = 0 (0xe710d400) locked @ kern/vfs_bio.c:2559 exclusive lockmgr ufs (ufs) r = 0 (0xc80f9d00) locked @ kern/vfs_subr.c:2085 db:0:alllocks> show lockedvnods Locked vnodes 0xc81165a0: tag ufs, type VDIR usecount 1, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc8110dd0 ref 0 pages 1 lock type ufs: EXCL by thread 0xc78006c0 (pid 1642) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0ac7771 at ffs_vgetf+0x1e1 #2 0xc0ac7b5e at ffs_vget+0x2e #3 0xc0ad4be9 at ufs_lookup_+0xab9 #4 0xc0ad4c5e at ufs_lookup+0x1e #5 0xc0bdd1a5 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc090b766 at vfs_cache_lookup+0xd6 #7 0xc0bdfb55 at VOP_LOOKUP_APV+0xe5 #8 0xc0912bdb at lookup+0x67b #9 0xc0913a1f at namei+0x57f #10 0xc085e0bc at kern_execve+0x2bc #11 0xc085f2bc at execve+0x4c #12 0xc0bc5a44 at syscall+0x2b4 #13 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 3304318, on dev ad4s1f 0xc8116438: tag ufs, type VREG usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VV_TEXT) v_object 0xc7fd56e8 ref 1 pages 8 lock type ufs: EXCL by thread 0xc7804d80 (pid 1640) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0ac7771 at ffs_vgetf+0x1e1 #2 0xc0ac7b5e at ffs_vget+0x2e #3 0xc0ad4be9 at ufs_lookup_+0xab9 #4 0xc0ad4c5e at ufs_lookup+0x1e #5 0xc0bdd1a5 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc090b766 at vfs_cache_lookup+0xd6 #7 0xc0bdfb55 at VOP_LOOKUP_APV+0xe5 #8 0xc0912bdb at lookup+0x67b #9 0xc0913a1f at namei+0x57f #10 0xc085e0bc at kern_execve+0x2bc #11 0xc085f2bc at execve+0x4c #12 0xc0bc5a44 at syscall+0x2b4 #13 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 3164733, on dev ad4s1f 0xc81162d0: tag ufs, type VREG usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VV_TEXT) v_object 0xc8110cc0 ref 1 pages 8 lock type ufs: EXCL by thread 0xc7800900 (pid 1641) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0ac7771 at ffs_vgetf+0x1e1 #2 0xc0ac7b5e at ffs_vget+0x2e #3 0xc0ad4be9 at ufs_lookup_+0xab9 #4 0xc0ad4c5e at ufs_lookup+0x1e #5 0xc0bdd1a5 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc090b766 at vfs_cache_lookup+0xd6 #7 0xc0bdfb55 at VOP_LOOKUP_APV+0xe5 #8 0xc0912bdb at lookup+0x67b #9 0xc0913a1f at namei+0x57f #10 0xc085e0bc at kern_execve+0x2bc #11 0xc085f2bc at execve+0x4c #12 0xc0bc5a44 at syscall+0x2b4 #13 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 3164774, on dev ad4s1f 0xc80e4168: tag ufs, type VREG usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VV_TEXT) v_object 0xc8111000 ref 1 pages 8 lock type ufs: EXCL by thread 0xc78396c0 (pid 1632) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0ac7771 at ffs_vgetf+0x1e1 #2 0xc0ac7b5e at ffs_vget+0x2e #3 0xc0ad4be9 at ufs_lookup_+0xab9 #4 0xc0ad4c5e at ufs_lookup+0x1e #5 0xc0bdd1a5 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc090b766 at vfs_cache_lookup+0xd6 #7 0xc0bdfb55 at VOP_LOOKUP_APV+0xe5 #8 0xc0912bdb at lookup+0x67b #9 0xc0913a1f at namei+0x57f #10 0xc085e0bc at kern_execve+0x2bc #11 0xc085f2bc at execve+0x4c #12 0xc0bc5a44 at syscall+0x2b4 #13 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 3164420, on dev ad4s1f 0xc80e4000: tag ufs, type VREG usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VV_TEXT) v_object 0xc8110ee0 ref 1 pages 8 lock type ufs: EXCL by thread 0xc7804000 (pid 1633) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0ac7771 at ffs_vgetf+0x1e1 #2 0xc0ac7b5e at ffs_vget+0x2e #3 0xc0ad4be9 at ufs_lookup_+0xab9 #4 0xc0ad4c5e at ufs_lookup+0x1e #5 0xc0bdd1a5 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc090b766 at vfs_cache_lookup+0xd6 #7 0xc0bdfb55 at VOP_LOOKUP_APV+0xe5 #8 0xc0912bdb at lookup+0x67b #9 0xc0913a1f at namei+0x57f #10 0xc085e0bc at kern_execve+0x2bc #11 0xc085f2bc at execve+0x4c #12 0xc0bc5a44 at syscall+0x2b4 #13 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 3164477, on dev ad4s1f 0xc80e3e10: tag ufs, type VREG usecount 2, writecount 0, refcount 3 mountedhere 0 flags (VV_TEXT) v_object 0xc8110e58 ref 1 pages 8 lock type ufs: EXCL by thread 0xc788b240 (pid 1639) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0ac7771 at ffs_vgetf+0x1e1 #2 0xc0ac7b5e at ffs_vget+0x2e #3 0xc0ad4be9 at ufs_lookup_+0xab9 #4 0xc0ad4c5e at ufs_lookup+0x1e #5 0xc0bdd1a5 at VOP_CACHEDLOOKUP_APV+0xc5 #6 0xc090b766 at vfs_cache_lookup+0xd6 #7 0xc0bdfb55 at VOP_LOOKUP_APV+0xe5 #8 0xc0912bdb at lookup+0x67b #9 0xc0913a1f at namei+0x57f #10 0xc085e0bc at kern_execve+0x2bc #11 0xc085f2bc at execve+0x4c #12 0xc0bc5a44 at syscall+0x2b4 #13 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 3164710, on dev ad4s1f 0xc80e39d8: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_OBJDIRTY) v_object 0xc818ce58 ref 0 pages 7 lock type ufs: EXCL by thread 0xc815a000 (pid 1712) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0accde1 at ffs_lock+0xa1 #2 0xc0bde9d5 at VOP_LOCK1_APV+0xb5 #3 0xc092bb98 at _vn_lock+0x78 #4 0xc0b01aa2 at vnode_pager_write+0x382 #5 0xc092cb6c at vn_write_chunk+0x11c #6 0xc092cd4c at vn_write+0x13c #7 0xc08d1985 at dofilewrite+0x95 #8 0xc08d30d8 at kern_writev+0x58 #9 0xc08d31ef at write+0x4f #10 0xc0bc5a44 at syscall+0x2b4 #11 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 141313, on dev md5a 0xc80e3870: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_OBJDIRTY) v_object 0xc818cc38 ref 0 pages 7 lock type ufs: EXCL by thread 0xc8190480 (pid 1714) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0accde1 at ffs_lock+0xa1 #2 0xc0bde9d5 at VOP_LOCK1_APV+0xb5 #3 0xc092bb98 at _vn_lock+0x78 #4 0xc0b01aa2 at vnode_pager_write+0x382 #5 0xc092cb6c at vn_write_chunk+0x11c #6 0xc092cd4c at vn_write+0x13c #7 0xc08d1985 at dofilewrite+0x95 #8 0xc08d30d8 at kern_writev+0x58 #9 0xc08d31ef at write+0x4f #10 0xc0bc5a44 at syscall+0x2b4 #11 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 141315, on dev md5a 0xc80e3708: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_OBJDIRTY) v_object 0xc818c908 ref 0 pages 7 lock type ufs: EXCL by thread 0xc818ed80 (pid 1717) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0accde1 at ffs_lock+0xa1 #2 0xc0bde9d5 at VOP_LOCK1_APV+0xb5 #3 0xc092bb98 at _vn_lock+0x78 #4 0xc0b01aa2 at vnode_pager_write+0x382 #5 0xc092cb6c at vn_write_chunk+0x11c #6 0xc092cd4c at vn_write+0x13c #7 0xc08d1985 at dofilewrite+0x95 #8 0xc08d30d8 at kern_writev+0x58 #9 0xc08d31ef at write+0x4f #10 0xc0bc5a44 at syscall+0x2b4 #11 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 141317, on dev md5a 0xc81159d8: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_OBJDIRTY) v_object 0xc8172dd0 ref 0 pages 7 lock type ufs: EXCL by thread 0xc8190000 (pid 1716) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0accde1 at ffs_lock+0xa1 #2 0xc0bde9d5 at VOP_LOCK1_APV+0xb5 #3 0xc092bb98 at _vn_lock+0x78 #4 0xc0b01aa2 at vnode_pager_write+0x382 #5 0xc092cb6c at vn_write_chunk+0x11c #6 0xc092cd4c at vn_write+0x13c #7 0xc08d1985 at dofilewrite+0x95 #8 0xc08d30d8 at kern_writev+0x58 #9 0xc08d31ef at write+0x4f #10 0xc0bc5a44 at syscall+0x2b4 #11 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 141318, on dev md5a 0xc80da708: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_OBJDIRTY) v_object 0xc8172990 ref 0 pages 5 lock type ufs: EXCL by thread 0xc7c64000 (pid 1720) #0 0xc0874d0d at __lockmgr_args+0xccd #1 0xc0accde1 at ffs_lock+0xa1 #2 0xc0bde9d5 at VOP_LOCK1_APV+0xb5 #3 0xc092bb98 at _vn_lock+0x78 #4 0xc0b01aa2 at vnode_pager_write+0x382 #5 0xc092cb6c at vn_write_chunk+0x11c #6 0xc092cd4c at vn_write+0x13c #7 0xc08d1985 at dofilewrite+0x95 #8 0xc08d30d8 at kern_writev+0x58 #9 0xc08d31ef at write+0x4f #10 0xc0bc5a44 at syscall+0x2b4 #11 0xc0ba7d80 at Xint0x80_syscall+0x20 ino 141321, on dev md5a db:0:lockedvnods> show mount 0xc77acb50 /dev/ad4s1a on / (ufs) 0xc77ad000 devfs on /dev (devfs) 0xc79ea000 /dev/ad4s1f on /usr (ufs) 0xc79e9b50 /dev/ad4s1d on /var (ufs) 0xc79e987c procfs on /proc (procfs) 0xc79e95a8 linprocfs on /usr/compat/linux/proc (linprocfs) 0xc79e92d4 /dev/ad4s1e on /tmp (ufs) 0xc79e42d4 /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1720 1711 1517 0 R+ lockf2 1719 1711 1517 0 R+ lockf2 1718 1711 1517 0 R+ lockf2 1717 1711 1517 0 R+ CPU 1 lockf2 1716 1711 1517 0 R+ lockf2 1715 1711 1517 0 R+ lockf2 1714 1711 1517 0 R+ CPU 2 lockf2 1713 1711 1517 0 R+ lockf2 1712 1711 1517 0 R+ lockf2 1711 1631 1517 0 S+ wait 0xc816a550 lockf2 1710 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1709 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1708 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1707 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1706 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1705 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1704 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1703 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1702 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1701 1698 1517 0 S+ nanslp 0xc0df32c4 creat 1700 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1699 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1698 1638 1517 0 S+ wait 0xc7f147f8 creat 1697 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1696 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1695 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1694 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1693 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1692 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1691 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1690 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1689 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1688 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1687 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1686 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1685 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1684 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1683 1682 1517 0 S+ nanslp 0xc0df32c4 lockf 1682 1637 1517 0 S+ wait 0xc8113d48 lockf 1681 1672 1517 0 S+ nanslp 0xc0df32c4 link 1680 1672 1517 0 S+ nanslp 0xc0df32c4 link 1679 1672 1517 0 S+ nanslp 0xc0df32c4 link 1678 1672 1517 0 S+ nanslp 0xc0df32c4 link 1677 1672 1517 0 S+ nanslp 0xc0df32c4 link 1676 1672 1517 0 S+ nanslp 0xc0df32c4 link 1675 1672 1517 0 S+ nanslp 0xc0df32c4 link 1674 1672 1517 0 S+ nanslp 0xc0df32c4 link 1673 1672 1517 0 R+ link 1672 1636 1517 0 S+ wait 0xc8108d48 link 1671 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1670 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1669 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1668 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1667 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1666 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1665 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1664 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1663 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1662 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1661 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1660 1656 1517 0 S+ nanslp 0xc0df32c4 fts 1659 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1658 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1657 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1656 1635 1517 0 S+ wait 0xc8114000 fts 1655 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1654 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1653 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1652 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1651 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1650 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1649 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1648 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1647 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1646 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1645 1643 1517 0 S+ nanslp 0xc0df32c4 rw 1644 1643 1517 0 S+ pgrnbwt 0xc26fd8e8 rw 1643 1634 1517 0 S+ wait 0xc8010550 rw 1642 1630 1517 0 R+ run 1641 1630 1517 0 R+ run 1640 1630 1517 0 R+ run 1639 1630 1517 0 R+ run 1638 1630 1517 0 S+ nanslp 0xc0df32c4 creat 1637 1630 1517 0 S+ nanslp 0xc0df32c4 lockf 1636 1630 1517 0 S+ nanslp 0xc0df32c4 link 1635 1630 1517 0 S+ nanslp 0xc0df32c4 fts 1634 1630 1517 0 S+ nanslp 0xc0df32c4 rw 1633 1630 1517 0 R+ run 1632 1630 1517 0 R+ run 1631 1630 1517 0 S+ nanslp 0xc0df32c4 lockf2 1630 1629 1517 0 S+ wait 0xc80107f8 run 1629 1628 1517 0 S+ wait 0xc77ff2a8 run 1628 1622 1517 0 S+ nanslp 0xc0df32c4 run 1622 1605 1517 0 S+ wait 0xc7c60d48 sh 1614 0 0 0 SL mdwait 0xc77d2800 [md5] 1605 1517 1517 0 S+ wait 0xc77ff550 sh 1517 1336 1517 0 S+ wait 0xc8010000 sh 1507 1359 1507 1001 S+ nanslp 0xc0df32c4 gnu-watch 1506 1291 1289 1001 S nanslp 0xc0df32c4 sleep 1491 1 1491 0 Ss+ ttyin 0xc73c1e70 getty 1490 1 1490 0 Ss+ ttyin 0xc74fb470 getty 1489 1 1489 0 Ss+ ttyin 0xc74fbe70 getty 1488 1 1488 0 Ss+ ttyin 0xc74fba70 getty 1487 1 1487 0 Ss+ ttyin 0xc74fb670 getty 1486 1 1486 0 Ss+ ttyin 0xc74fbc70 getty 1485 1 1485 0 Ss+ ttyin 0xc74fc270 getty 1484 1 1484 0 Ss+ ttyin 0xc74fc070 getty 1483 1 1483 0 Ss+ ttyin 0xc73c0870 getty 1452 1 1452 0 Ss select 0xc776e764 inetd 1416 1 1416 0 Ss nanslp 0xc0df32c4 watchdogd 1359 1358 1359 1001 Ss+ wait 0xc77feaa0 bash 1358 1356 1356 1001 S select 0xc7830724 sshd 1356 1247 1356 0 Ss sbwait 0xc7f1658c sshd 1336 1332 1336 0 S+ wait 0xc7c70550 bash 1332 1331 1332 0 S+ pause 0xc7f13058 csh 1331 1311 1331 1001 S+ wait 0xc78342a8 su 1311 1310 1311 1001 Ss+ wait 0xc7f112a8 bash 1310 1308 1308 1001 S select 0xc789f7e4 sshd 1308 1247 1308 0 Ss sbwait 0xc7f0e58c sshd 1292 1289 1289 1001 S piperd 0xc7fac498 awk 1291 1289 1289 1001 S wait 0xc7c5f000 sh 1290 1285 1290 1001 Ss+ select 0xc7c7eb64 top 1289 1286 1289 1001 Ss wait 0xc7ac2550 sh 1288 1287 1288 1001 Ss kqread 0xc777b580 tail 1287 1280 1280 1001 S select 0xc77b24a4 sshd 1286 1281 1281 1001 S select 0xc782fca4 sshd 1285 1279 1279 1001 S select 0xc789e024 sshd 1281 1247 1281 0 Ss sbwait 0xc7afe0b8 sshd 1280 1247 1280 0 Ss sbwait 0xc7c8dd98 sshd 1279 1247 1279 0 Ss sbwait 0xc7f0ed98 sshd 1266 1 1266 0 Ss nanslp 0xc0df32c4 cron 1259 1 1259 25 Ss pause 0xc7c5faf8 sendmail 1255 1 1255 0 Ss select 0xc7c7e224 sendmail 1247 1 1247 0 Ss select 0xc7c7e7e4 sshd 1202 1 1202 0 Rs ntpd 1061 1 1061 0 Ss select 0xc789f364 moused 1028 1 1028 0 Ss rpcsvc 0xc789e110 NLM: master 1021 1 1021 0 Ss select 0xc7c7e8a4 rpc.statd 1014 1013 1013 0 S (threaded) nfsd 100130 S rpcsvc 0xc789e050 nfsd: service 100129 S rpcsvc 0xc789e090 nfsd: service 100128 S rpcsvc 0xc789e0d0 nfsd: service 100124 S rpcsvc 0xc7c7ead0 nfsd: master 1013 1 1013 0 Ss select 0xc782f564 nfsd 1004 1 1004 0 Ss select 0xc776ec24 mountd 911 1 911 0 Ss select 0xc776fa24 rpcbind 878 1 878 0 Ss select 0xc776fd64 syslogd 696 1 696 0 Ss select 0xc782fe64 devd 20 0 0 0 SL flowclea 0xc0f5fd88 [flowcleaner] 19 0 0 0 RL CPU 0 [softdepflush] 18 0 0 0 SL syncer 0xc0f5fb94 [syncer] 17 0 0 0 SL vlruwt 0xc7783aa0 [vnlru] 16 0 0 0 SL psleep 0xc0f5f8c8 [bufdaemon] 15 0 0 0 SL pgzero 0xc0f6c298 [pagezero] 9 0 0 0 SL psleep 0xc0f6bec4 [vmdaemon] 8 0 0 0 SL psleep 0xc0f6be8c [pagedaemon] 7 0 0 0 SL - 0xc73c063c [fdc0] 6 0 0 0 SL - 0xc73f4000 [fw0_probe] 14 0 0 0 SL (threaded) [usb] 100058 D - 0xc73d4d0c [usbus5] 100057 D - 0xc73d4cdc [usbus5] 100056 D - 0xc73d4cac [usbus5] 100055 D - 0xc73d4c7c [usbus5] 100053 D - 0xc73c6b5c [usbus4] 100052 D - 0xc73c6b2c [usbus4] 100051 D - 0xc73c6afc [usbus4] 100050 D - 0xc73c6acc [usbus4] 100049 D - 0xc73c2b5c [usbus3] 100048 D - 0xc73c2b2c [usbus3] 100047 D - 0xc73c2afc [usbus3] 100046 D - 0xc73c2acc [usbus3] 100045 D - 0xc73bbb5c [usbus2] 100044 D - 0xc73bbb2c [usbus2] 100043 D - 0xc73bbafc [usbus2] 100042 D - 0xc73bbacc [usbus2] 100040 D - 0xc73b6b5c [usbus1] 100039 D - 0xc73b6b2c [usbus1] 100038 D - 0xc73b6afc [usbus1] 100037 D - 0xc73b6acc [usbus1] 100035 D - 0xc73a7b5c [usbus0] 100034 D - 0xc73a7b2c [usbus0] 100033 D - 0xc73a7afc [usbus0] 100032 D - 0xc73a7acc [usbus0] 5 0 0 0 SL ccb_scan 0xc0dbf4d4 [xpt_thrd] 13 0 0 0 SL - 0xc0df3124 [yarrow] 4 0 0 0 SL - 0xc0df0ee4 [g_down] 3 0 0 0 RL [g_up] 2 0 0 0 SL - 0xc0df0ed8 [g_event] 12 0 0 0 RL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi5: +] 100022 I [swi2: cambio] 100020 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi1: netisr 0] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 Run CPU 3 [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc7177d48 [init] 10 0 0 0 SL audit_wo 0xc0f6adc0 [audit] 0 0 0 0 SLs (threaded) [kernel] 100061 D - 0xc73a1880 [fw0_taskq] 100026 D - 0xc73440c0 [kqueue taskq] 100025 D - 0xc7344100 [acpi_task_2] 100024 D - 0xc7344100 [acpi_task_1] 100023 D - 0xc7344100 [acpi_task_0] 100018 D - 0xc7344540 [thread taskq] 100016 D - 0xc715ed80 [firmware taskq] 100000 D sched 0xc0df0fc0 [swapper] db:0:ps> allt Tracing command lockf2 pid 1720 tid 100236 td 0xc7c64000 sched_switch(c7c64000,0,104,191,307638fc,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,50,...) at mi_switch+0x200 sleepq_switch(c7c64000,0,c0c9bc68,24b,50,...) at sleepq_switch+0x15f sleepq_wait(e7115fc0,50,c0ca32bb,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e7115fc0,81900,c80e5800,c0ca32bb,50,...) at __lockmgr_args+0xb33 getblk(c80e5708,227580,0,4000,0,...) at getblk+0x163 breadn(c80e5708,227580,0,4000,0,...) at breadn+0x44 bread(c80e5708,227580,0,4000,0,...) at bread+0x4c ffs_realloccg(c80d632c,1,0,8a98e,0,...) at ffs_realloccg+0x594 ffs_balloc_ufs2(c80da708,4bff,0,1,c7c91580,...) at ffs_balloc_ufs2+0xf65 ffs_extend(f66eab48,c0cd4755,0,c80da708,f66eaa20,...) at ffs_extend+0xbc VOP_EXTEND_APV(c0da3700,f66eab48,c0cc4312,1d1,100000,...) at VOP_EXTEND_APV+0xd6 vnode_pager_write(c80da708,f66eac58,140001,27c,f66eac58,...) at vnode_pager_write+0x3df vn_write_chunk(c7c91580,140001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7820b60,f66eac58,c7c91580,0,c7c64000,...) at vn_write+0x13c dofilewrite(f66eac58,ffffffff,ffffffff,0,c7820b60,...) at dofilewrite+0x95 kern_writev(c7c64000,3,f66eac58,f66eac78,1,...) at kern_writev+0x58 write(c7c64000,f66eacf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66ead38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1719 tid 100147 td 0xc788b000 sched_switch(c788b000,0,104,191,307548aa,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c788b000,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c2716d58,44,c0cc432d,0,0,...) at sleepq_wait+0x63 _sleep(c2716d58,c8172b28,44,c0cc432d,0) at _sleep+0x36b vm_page_sleep(c2716d58,c0cc432d,0,76,f65b1b60,...) at vm_page_sleep+0xc3 vnode_grab_pages(5,0,0,0,100000,...) at vnode_grab_pages+0xdb vnode_pager_write(c8115870,f65b1c58,160001,27c,f65b1c58,...) at vnode_pager_write+0x493 vn_write_chunk(c7c91580,160001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7807e00,f65b1c58,c7c91580,0,c788b000,...) at vn_write+0x13c dofilewrite(f65b1c58,ffffffff,ffffffff,0,c7807e00,...) at dofilewrite+0x95 kern_writev(c788b000,3,f65b1c58,f65b1c78,1,...) at kern_writev+0x58 write(c788b000,f65b1cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f65b1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1718 tid 100235 td 0xc818eb40 sched_switch(c818eb40,0,60b,18c,3075df9a,...) at sched_switch+0x406 mi_switch(60b,0,c0c99395,815,3,...) at mi_switch+0x200 sched_preempt(c818eb40,3,c7825aa0,f66e6ba0,c0ba840e,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,28,c8055870,c8055870,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0886ae9, esp = 0xf66e6b84, ebp = 0xf66e6ba0 --- rangelock_unlock_vp_locked(c8055934,0,c0c96e4d,69) at rangelock_unlock_vp_locked+0x39 rangelock_unlock(c8055870,c7825aa0,0,ffffffff,0,...) at rangelock_unlock+0x3a vn_write(c7c50268,f66e6c58,c7c91580,0,c818eb40,...) at vn_write+0x14e dofilewrite(f66e6c58,ffffffff,ffffffff,0,c7c50268,...) at dofilewrite+0x95 kern_writev(c818eb40,3,f66e6c58,f66e6c78,1,...) at kern_writev+0x58 write(c818eb40,f66e6cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1717 tid 100234 td 0xc818ed80 kdb_enter(c0c9780c,c0c9780c,c0c44826,f66e3604,1,...) at kdb_enter+0x3a panic(c0c44826,c0c949b7,c0c9474f,3c6,c08ce347,...) at panic+0x136 __lockmgr_args(e7115fc0,100000,0,0,0,...) at __lockmgr_args+0xf39 bqrelse(e7115f60,0,c0ca2890,e29,44eb3000,...) at bqrelse+0x44a bdwrite(e7115f60,c79e42d4,8a978,0,0,...) at bdwrite+0x290 ffs_realloccg(c78a4488,1,0,8a978,0,...) at ffs_realloccg+0x801 ffs_balloc_ufs2(c80e3708,6bff,0,1,c7c91580,...) at ffs_balloc_ufs2+0xf65 ffs_extend(f66e3b48,c0cd4755,0,c80e3708,f66e3a20,...) at ffs_extend+0xbc VOP_EXTEND_APV(c0da3700,f66e3b48,c0cc4312,1d1,100000,...) at VOP_EXTEND_APV+0xd6 vnode_pager_write(c80e3708,f66e3c58,1c0001,27c,f66e3c58,...) at vnode_pager_write+0x3df vn_write_chunk(c7c91580,1c0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7820b98,f66e3c58,c7c91580,0,c818ed80,...) at vn_write+0x13c dofilewrite(f66e3c58,ffffffff,ffffffff,0,c7820b98,...) at dofilewrite+0x95 kern_writev(c818ed80,3,f66e3c58,f66e3c78,1,...) at kern_writev+0x58 write(c818ed80,f66e3cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66e3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1716 tid 100233 td 0xc8190000 sched_switch(c8190000,0,104,191,30762cbe,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,50,...) at mi_switch+0x200 sleepq_switch(c8190000,0,c0c9bc68,24b,50,...) at sleepq_switch+0x15f sleepq_wait(e7115fc0,50,c0ca32bb,4,0,...) at sleepq_wait+0x63 __lockmgr_args(e7115fc0,81900,c80e5800,c0ca32bb,50,...) at __lockmgr_args+0xb33 getblk(c80e5708,227580,0,4000,0,...) at getblk+0x163 breadn(c80e5708,227580,0,4000,0,...) at breadn+0x44 bread(c80e5708,227580,0,4000,0,...) at bread+0x4c ffs_realloccg(c7ff3d98,1,0,8a968,0,...) at ffs_realloccg+0x594 ffs_balloc_ufs2(c81159d8,6bff,0,1,c7c91580,...) at ffs_balloc_ufs2+0xf65 ffs_extend(f66e0b48,c0cd4755,0,c81159d8,f66e0a20,...) at ffs_extend+0xbc VOP_EXTEND_APV(c0da3700,f66e0b48,c0cc4312,1d1,100000,...) at VOP_EXTEND_APV+0xd6 vnode_pager_write(c81159d8,f66e0c58,1c0001,27c,f66e0c58,...) at vnode_pager_write+0x3df vn_write_chunk(c7c91580,1c0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7bdd7e0,f66e0c58,c7c91580,0,c8190000,...) at vn_write+0x13c dofilewrite(f66e0c58,ffffffff,ffffffff,0,c7bdd7e0,...) at dofilewrite+0x95 kern_writev(c8190000,3,f66e0c58,f66e0c78,1,...) at kern_writev+0x58 write(c8190000,f66e0cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66e0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1715 tid 100232 td 0xc8190240 sched_switch(c8190240,0,104,191,3074eebb,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c8190240,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c27167b8,44,c0cc432d,0,0,...) at sleepq_wait+0x63 _sleep(c27167b8,c81246e8,44,c0cc432d,0) at _sleep+0x36b vm_page_sleep(c27167b8,c0cc432d,0,76,f66ddb60,...) at vm_page_sleep+0xc3 vnode_grab_pages(6,0,0,0,100000,...) at vnode_grab_pages+0xdb vnode_pager_write(c80da870,f66ddc58,1c0001,27c,f66ddc58,...) at vnode_pager_write+0x493 vn_write_chunk(c7c91580,1c0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c78891f8,f66ddc58,c7c91580,0,c8190240,...) at vn_write+0x13c dofilewrite(f66ddc58,ffffffff,ffffffff,0,c78891f8,...) at dofilewrite+0x95 kern_writev(c8190240,3,f66ddc58,f66ddc78,1,...) at kern_writev+0x58 write(c8190240,f66ddcf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66ddd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1714 tid 100231 td 0xc8190480 cpustop_handler(4,f66da5e4,c0bc5cc6,f66da574,c087bff4,...) at cpustop_handler+0x32 ipi_nmi_handler(f66da574,c087bff4,c0df3370,4,c811cd48,...) at ipi_nmi_handler+0x2f trap(f66da5f0) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc088c205, esp = 0xf66da630, ebp = 0xf66da654 --- panic(c0ca28c6,e7115f60,f66da6b8,c0908db9,e7115f60,...) at panic+0x35 bremfree(e7115f60,81900,c80e5800,c0ca32bb,50,...) at bremfree+0x20 getblk(c80e5708,227580,0,4000,0,...) at getblk+0x199 breadn(c80e5708,227580,0,4000,0,...) at breadn+0x44 bread(c80e5708,227580,0,4000,0,...) at bread+0x4c ffs_realloccg(c80d76cc,1,0,8a950,0,...) at ffs_realloccg+0x594 ffs_balloc_ufs2(c80e3870,6bff,0,1,c7c91580,...) at ffs_balloc_ufs2+0xf65 ffs_extend(f66dab48,c0cd4755,0,c80e3870,f66daa20,...) at ffs_extend+0xbc VOP_EXTEND_APV(c0da3700,f66dab48,c0cc4312,1d1,100000,...) at VOP_EXTEND_APV+0xd6 vnode_pager_write(c80e3870,f66dac58,1c0001,27c,f66dac58,...) at vnode_pager_write+0x3df vn_write_chunk(c7c91580,1c0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7bdde38,f66dac58,c7c91580,0,c8190480,...) at vn_write+0x13c dofilewrite(f66dac58,ffffffff,ffffffff,0,c7bdde38,...) at dofilewrite+0x95 kern_writev(c8190480,3,f66dac58,f66dac78,1,...) at kern_writev+0x58 write(c8190480,f66dacf8,c,f66dac9c,c0d81990,...) at write+0x4f syscall(f66dad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1713 tid 100230 td 0xc810fd80 sched_switch(c810fd80,0,104,191,3071c00d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c810fd80,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c2716b60,44,c0cc432d,0,0,...) at sleepq_wait+0x63 _sleep(c2716b60,c8170550,44,c0cc432d,0) at _sleep+0x36b vm_page_sleep(c2716b60,c0cc432d,0,76,f66d7b60,...) at vm_page_sleep+0xc3 vnode_grab_pages(7,0,0,0,100000,...) at vnode_grab_pages+0xdb vnode_pager_write(c80559d8,f66d7c58,1e0001,27c,f66d7c58,...) at vnode_pager_write+0x493 vn_write_chunk(c7c91580,1e0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7808038,f66d7c58,c7c91580,0,c810fd80,...) at vn_write+0x13c dofilewrite(f66d7c58,ffffffff,ffffffff,0,c7808038,...) at dofilewrite+0x95 kern_writev(c810fd80,3,f66d7c58,f66d7c78,1,...) at kern_writev+0x58 write(c810fd80,f66d7cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66d7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1712 tid 100229 td 0xc815a000 sched_switch(c815a000,0,60b,18c,30767568,...) at sched_switch+0x406 mi_switch(60b,0,c0c99395,815,0,...) at mi_switch+0x200 sched_preempt(c815a000,0,1,f66d47f8,c0ba840e,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,28,c772c800,7,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0aaa8ef, esp = 0xf66d471c, ebp = 0xf66d47f8 --- ffs_realloccg(c801a1d0,1,0,8a930,0,...) at ffs_realloccg+0x76f ffs_balloc_ufs2(c80e39d8,73ff,0,1,c7c91580,...) at ffs_balloc_ufs2+0xf65 ffs_extend(f66d4b48,c0cd4755,0,c80e39d8,f66d4a20,...) at ffs_extend+0xbc VOP_EXTEND_APV(c0da3700,f66d4b48,c0cc4312,1d1,100000,...) at VOP_EXTEND_APV+0xd6 vnode_pager_write(c80e39d8,f66d4c58,1e0001,27c,f66d4c58,...) at vnode_pager_write+0x3df vn_write_chunk(c7c91580,1e0001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7807150,f66d4c58,c7c91580,0,c815a000,...) at vn_write+0x13c dofilewrite(f66d4c58,ffffffff,ffffffff,0,c7807150,...) at dofilewrite+0x95 kern_writev(c815a000,3,f66d4c58,f66d4c78,1,...) at kern_writev+0x58 write(c815a000,f66d4cf8,c,c0c7fb4d,c0d81990,...) at write+0x4f syscall(f66d4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818d083, esp = 0xbfbfe26c, ebp = 0xbfbfe698 --- Tracing command lockf2 pid 1711 tid 100228 td 0xc8020900 sched_switch(c8020900,0,104,191,2fbfda81,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c8020900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c816a550,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c816a550,c816a5d8,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c8020900,6b0,f66d1c74,0,0,...) at kern_wait+0xb76 wait4(c8020900,f66d1cf8,10,c8020900,c0d819e4,...) at wait4+0x3b syscall(f66d1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810006b, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 --- Tracing command creat pid 1710 tid 100149 td 0xc7839b40 sched_switch(c7839b40,0,104,191,2d24313b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7839b40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7839b40,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7839b40,f65b7c64,f65b7c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7839b40,f65b7cf8,8,c7839b40,c0d83360,...) at nanosleep+0x6f syscall(f65b7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1709 tid 100150 td 0xc7839900 sched_switch(c7839900,0,104,191,2d1f2d8b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7839900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7839900,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7839900,f65bac64,f65bac6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7839900,f65bacf8,8,c7839900,c0d83360,...) at nanosleep+0x6f syscall(f65bad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1708 tid 100077 td 0xc7839240 sched_switch(c7839240,0,104,191,2d1a656a,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7839240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7839240,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7839240,f6439c64,f6439c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7839240,f6439cf8,8,c7839240,c0d83360,...) at nanosleep+0x6f syscall(f6439d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1707 tid 100104 td 0xc7ae4480 sched_switch(c7ae4480,0,104,191,2d167d98,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7ae4480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7ae4480,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7ae4480,f64b2c64,f64b2c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7ae4480,f64b2cf8,8,c7ae4480,c0d83360,...) at nanosleep+0x6f syscall(f64b2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1706 tid 100122 td 0xc788cb40 sched_switch(c788cb40,0,104,191,2d0f177c,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c788cb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c788cb40,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c788cb40,f6535c64,f6535c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c788cb40,f6535cf8,8,c788cb40,c0d83360,...) at nanosleep+0x6f syscall(f6535d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1705 tid 100093 td 0xc7803900 sched_switch(c7803900,0,104,191,2d08cd00,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7803900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7803900,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7803900,f648cc64,f648cc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7803900,f648ccf8,8,c7803900,c0d83360,...) at nanosleep+0x6f syscall(f648cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1704 tid 100227 td 0xc815a240 sched_switch(c815a240,0,104,191,2d008e22,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815a240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815a240,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815a240,f66c8c64,f66c8c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815a240,f66c8cf8,8,c815a240,c0d83360,...) at nanosleep+0x6f syscall(f66c8d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1703 tid 100226 td 0xc815a480 sched_switch(c815a480,0,104,191,2cf94fa7,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815a480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815a480,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815a480,f66c5c64,f66c5c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815a480,f66c5cf8,8,c815a480,c0d83360,...) at nanosleep+0x6f syscall(f66c5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1702 tid 100225 td 0xc815a6c0 sched_switch(c815a6c0,0,104,191,2cf64aa2,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815a6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815a6c0,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815a6c0,f66c2c64,f66c2c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815a6c0,f66c2cf8,8,c815a6c0,c0d83360,...) at nanosleep+0x6f syscall(f66c2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command creat pid 1701 tid 100224 td 0xc815a900 sched_switch(c815a900,0,104,191,2f33b320,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815a900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(b,c08c5990,c815a900,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,b,...) at _sleep+0x31e kern_nanosleep(c815a900,f66bfc64,f66bfc6c,0,989680,...) at kern_nanosleep+0xc1 nanosleep(c815a900,f66bfcf8,8,c0c7ec0f,c0d83360,...) at nanosleep+0x6f syscall(f66bfd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe51c, ebp = 0xbfbfe548 --- Tracing command lockf pid 1700 tid 100223 td 0xc8020b40 sched_switch(c8020b40,0,104,191,2ce8e72e,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c8020b40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c8020b40,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c8020b40,f66bcc64,f66bcc6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c8020b40,f66bccf8,8,c8020b40,c0d83360,...) at nanosleep+0x6f syscall(f66bcd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1699 tid 100222 td 0xc8020d80 sched_switch(c8020d80,0,104,191,2ce32a35,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c8020d80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c8020d80,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c8020d80,f66b9c64,f66b9c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c8020d80,f66b9cf8,8,c8020d80,c0d83360,...) at nanosleep+0x6f syscall(f66b9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command creat pid 1698 tid 100170 td 0xc8020240 sched_switch(c8020240,0,104,191,2d220e42,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c8020240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f147f8,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f147f8,c7f14880,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c8020240,6a5,f660dc74,0,0,...) at kern_wait+0xb76 wait4(c8020240,f660dcf8,10,c8020240,c0d819e4,...) at wait4+0x3b syscall(f660dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810106b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6c8 --- Tracing command lockf pid 1697 tid 100221 td 0xc810d000 sched_switch(c810d000,0,104,191,2cda9123,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810d000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810d000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810d000,f66b5c64,f66b5c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810d000,f66b5cf8,8,c810d000,c0d83360,...) at nanosleep+0x6f syscall(f66b5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1696 tid 100220 td 0xc810d240 sched_switch(c810d240,0,104,191,2cd248ba,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810d240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810d240,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810d240,f66b2c64,f66b2c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810d240,f66b2cf8,8,c810d240,c0d83360,...) at nanosleep+0x6f syscall(f66b2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1695 tid 100219 td 0xc810d480 sched_switch(c810d480,0,104,191,2cc3513b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810d480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810d480,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810d480,f66afc64,f66afc6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810d480,f66afcf8,8,c810d480,c0d83360,...) at nanosleep+0x6f syscall(f66afd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1694 tid 100218 td 0xc810d6c0 sched_switch(c810d6c0,0,104,191,2cbe7fbc,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810d6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810d6c0,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810d6c0,f66acc64,f66acc6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810d6c0,f66accf8,8,c810d6c0,c0d83360,...) at nanosleep+0x6f syscall(f66acd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1693 tid 100217 td 0xc810d900 sched_switch(c810d900,0,104,191,2cb45f69,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810d900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810d900,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810d900,f66a9c64,f66a9c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810d900,f66a9cf8,8,c810d900,c0d83360,...) at nanosleep+0x6f syscall(f66a9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1692 tid 100216 td 0xc810db40 sched_switch(c810db40,0,104,191,2cad5583,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810db40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810db40,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810db40,f66a6c64,f66a6c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810db40,f66a6cf8,8,c810db40,c0d83360,...) at nanosleep+0x6f syscall(f66a6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1691 tid 100215 td 0xc810dd80 sched_switch(c810dd80,0,104,191,2ca7c1b7,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810dd80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810dd80,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810dd80,f66a3c64,f66a3c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810dd80,f66a3cf8,8,c810dd80,c0d83360,...) at nanosleep+0x6f syscall(f66a3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1690 tid 100214 td 0xc810f000 sched_switch(c810f000,0,104,191,2ca39012,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810f000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810f000,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810f000,f66a0c64,f66a0c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810f000,f66a0cf8,8,c810f000,c0d83360,...) at nanosleep+0x6f syscall(f66a0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1689 tid 100213 td 0xc810f240 sched_switch(c810f240,0,104,191,2c9e9503,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810f240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810f240,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810f240,f669dc64,f669dc6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810f240,f669dcf8,8,c810f240,c0d83360,...) at nanosleep+0x6f syscall(f669dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1688 tid 100212 td 0xc810f480 sched_switch(c810f480,0,104,191,2c92583c,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810f480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c810f480,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c810f480,f669ac64,f669ac6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c810f480,f669acf8,8,c810f480,c0d83360,...) at nanosleep+0x6f syscall(f669ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1687 tid 100120 td 0xc7ae3000 sched_switch(c7ae3000,0,104,191,2c8926ee,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7ae3000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c7ae3000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c7ae3000,f652fc64,f652fc6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c7ae3000,f652fcf8,8,c7ae3000,c0d83360,...) at nanosleep+0x6f syscall(f652fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1686 tid 100171 td 0xc8020000 sched_switch(c8020000,0,104,191,2c82dffb,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c8020000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c8020000,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c8020000,f661fc64,f661fc6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c8020000,f661fcf8,8,c8020000,c0d83360,...) at nanosleep+0x6f syscall(f661fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1685 tid 100173 td 0xc801fb40 sched_switch(c801fb40,0,104,191,2c7a3a07,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801fb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c801fb40,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c801fb40,f6625c64,f6625c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c801fb40,f6625cf8,8,c801fb40,c0d83360,...) at nanosleep+0x6f syscall(f6625d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1684 tid 100172 td 0xc801fd80 sched_switch(c801fd80,0,104,191,2c74846a,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801fd80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c801fd80,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c801fd80,f6622c64,f6622c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c801fd80,f6622cf8,8,c801fd80,c0d83360,...) at nanosleep+0x6f syscall(f6622d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1683 tid 100174 td 0xc801f900 sched_switch(c801f900,0,104,191,2c6e47fc,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801f900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(fa1,c08c5990,c801f900,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,fa1,...) at _sleep+0x31e kern_nanosleep(c801f900,f6628c64,f6628c6c,4,0,...) at kern_nanosleep+0xc1 nanosleep(c801f900,f6628cf8,8,c801f900,c0d83360,...) at nanosleep+0x6f syscall(f6628d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe67c, ebp = 0xbfbfe6a8 --- Tracing command lockf pid 1682 tid 100210 td 0xc7800240 sched_switch(c7800240,0,104,191,2ce6467f,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7800240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c8113d48,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8113d48,c8113dd0,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7800240,693,f6694c74,0,0,...) at kern_wait+0xb76 wait4(c7800240,f6694cf8,10,c7800240,c0d819e4,...) at wait4+0x3b syscall(f6694d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810106b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6c8 --- Tracing command link pid 1681 tid 100211 td 0xc815ab40 sched_switch(c815ab40,0,104,191,2c5db184,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815ab40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815ab40,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815ab40,f6697c64,f6697c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815ab40,f6697cf8,8,c815ab40,c0d83360,...) at nanosleep+0x6f syscall(f6697d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1680 tid 100209 td 0xc815ad80 sched_switch(c815ad80,0,104,191,2c57b6dd,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815ad80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815ad80,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815ad80,f6691c64,f6691c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815ad80,f6691cf8,8,c815ad80,c0d83360,...) at nanosleep+0x6f syscall(f6691d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1679 tid 100208 td 0xc815b000 sched_switch(c815b000,0,104,191,2c5478e1,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815b000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815b000,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815b000,f668ec64,f668ec6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815b000,f668ecf8,8,c815b000,c0d83360,...) at nanosleep+0x6f syscall(f668ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1678 tid 100207 td 0xc815b240 sched_switch(c815b240,0,104,191,2c45a777,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815b240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815b240,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815b240,f668bc64,f668bc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815b240,f668bcf8,8,c815b240,c0d83360,...) at nanosleep+0x6f syscall(f668bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1677 tid 100206 td 0xc815b480 sched_switch(c815b480,0,104,191,2c3d96ab,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815b480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815b480,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815b480,f6688c64,f6688c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815b480,f6688cf8,8,c815b480,c0d83360,...) at nanosleep+0x6f syscall(f6688d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1676 tid 100205 td 0xc815b6c0 sched_switch(c815b6c0,0,104,191,2c364637,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815b6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815b6c0,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815b6c0,f6685c64,f6685c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815b6c0,f6685cf8,8,c815b6c0,c0d83360,...) at nanosleep+0x6f syscall(f6685d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1675 tid 100204 td 0xc815b900 sched_switch(c815b900,0,104,191,2c305f95,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815b900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815b900,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815b900,f6682c64,f6682c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815b900,f6682cf8,8,c815b900,c0d83360,...) at nanosleep+0x6f syscall(f6682d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1674 tid 100203 td 0xc815bb40 sched_switch(c815bb40,0,104,191,2c2bb6aa,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815bb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815bb40,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815bb40,f667fc64,f667fc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815bb40,f667fcf8,8,c815bb40,c0d83360,...) at nanosleep+0x6f syscall(f667fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe56c, ebp = 0xbfbfe598 --- Tracing command link pid 1673 tid 100202 td 0xc815bd80 sched_switch(c815bd80,0,104,191,2fa7a440,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815bd80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(b,c08c5990,c815bd80,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,b,...) at _sleep+0x31e kern_nanosleep(c815bd80,f667cc64,f667cc6c,0,989680,...) at kern_nanosleep+0xc1 nanosleep(c815bd80,f667ccf8,8,c0c7ec0f,c0d83360,...) at nanosleep+0x6f syscall(f667cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe51c, ebp = 0xbfbfe548 --- Tracing command link pid 1672 tid 100176 td 0xc801f480 sched_switch(c801f480,0,104,191,2c5c24db,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801f480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c8108d48,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8108d48,c8108dd0,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c801f480,689,f662ec74,0,0,...) at kern_wait+0xb76 wait4(c801f480,f662ecf8,10,c801f480,c0d819e4,...) at wait4+0x3b syscall(f662ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810106b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6c8 --- Tracing command rw pid 1671 tid 100201 td 0xc815c000 sched_switch(c815c000,0,104,191,2a61f9e3,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c815c000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c815c000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c815c000,f6679c64,f6679c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c815c000,f6679cf8,8,c815c000,c0d83360,...) at nanosleep+0x6f syscall(f6679d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1670 tid 100200 td 0xc7c65b40 sched_switch(c7c65b40,0,104,191,2a5fc926,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c65b40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c65b40,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c65b40,f6676c64,f6676c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c65b40,f6676cf8,8,c7c65b40,c0d83360,...) at nanosleep+0x6f syscall(f6676d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command fts pid 1669 tid 100177 td 0xc801f240 sched_switch(c801f240,0,104,191,2a5a4b2d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801f240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c801f240,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c801f240,f6631c64,f6631c6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c801f240,f6631cf8,8,c801f240,c0d83360,...) at nanosleep+0x6f syscall(f6631d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command fts pid 1668 tid 100178 td 0xc801f000 sched_switch(c801f000,0,104,191,2a55d451,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801f000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c801f000,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c801f000,f6634c64,f6634c6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c801f000,f6634cf8,8,c801f000,c0d83360,...) at nanosleep+0x6f syscall(f6634d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command rw pid 1667 tid 100199 td 0xc7c65d80 sched_switch(c7c65d80,0,104,191,2a513509,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c65d80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c65d80,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c65d80,f6673c64,f6673c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c65d80,f6673cf8,8,c7c65d80,c0d83360,...) at nanosleep+0x6f syscall(f6673d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command fts pid 1666 tid 100179 td 0xc7fcdd80 sched_switch(c7fcdd80,0,104,191,2a4a75a8,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcdd80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c7fcdd80,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c7fcdd80,f6637c64,f6637c6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcdd80,f6637cf8,8,c7fcdd80,c0d83360,...) at nanosleep+0x6f syscall(f6637d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command rw pid 1665 tid 100198 td 0xc7c78000 sched_switch(c7c78000,0,104,191,2a457f0c,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c78000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c78000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c78000,f6670c64,f6670c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c78000,f6670cf8,8,c7c78000,c0d83360,...) at nanosleep+0x6f syscall(f6670d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command fts pid 1664 tid 100180 td 0xc7fcdb40 sched_switch(c7fcdb40,0,104,191,2a5b5439,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcdb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c7fcdb40,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c7fcdb40,f663ac64,f663ac6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcdb40,f663acf8,8,c7fcdb40,c0d83360,...) at nanosleep+0x6f syscall(f663ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command rw pid 1663 tid 100197 td 0xc7c78240 sched_switch(c7c78240,0,104,191,2a41f7d7,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c78240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c78240,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c78240,f666dc64,f666dc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c78240,f666dcf8,8,c7c78240,c0d83360,...) at nanosleep+0x6f syscall(f666dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command fts pid 1662 tid 100181 td 0xc7fcd900 sched_switch(c7fcd900,0,104,191,2a3830cf,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcd900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c7fcd900,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c7fcd900,f663dc64,f663dc6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcd900,f663dcf8,8,c7fcd900,c0d83360,...) at nanosleep+0x6f syscall(f663dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command fts pid 1661 tid 100182 td 0xc7fcd6c0 sched_switch(c7fcd6c0,0,104,191,2a1f5642,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcd6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c7fcd6c0,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c7fcd6c0,f6640c64,f6640c6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcd6c0,f6640cf8,8,c7fcd6c0,c0d83360,...) at nanosleep+0x6f syscall(f6640d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command fts pid 1660 tid 100195 td 0xc810f6c0 sched_switch(c810f6c0,0,104,191,2a17513c,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810f6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2329,c08c5990,c810f6c0,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2329,...) at _sleep+0x31e kern_nanosleep(c810f6c0,f6667c64,f6667c6c,9,0,...) at kern_nanosleep+0xc1 nanosleep(c810f6c0,f6667cf8,8,c810f6c0,c0d83360,...) at nanosleep+0x6f syscall(f6667d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe68c, ebp = 0xbfbfe6b8 --- Tracing command rw pid 1659 tid 100196 td 0xc7c78480 sched_switch(c7c78480,0,104,191,2a2fec57,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c78480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c78480,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c78480,f666ac64,f666ac6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c78480,f666acf8,8,c7c78480,c0d83360,...) at nanosleep+0x6f syscall(f666ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1658 tid 100194 td 0xc7c786c0 sched_switch(c7c786c0,0,104,191,2a13d7b5,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c786c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c786c0,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c786c0,f6664c64,f6664c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c786c0,f6664cf8,8,c7c786c0,c0d83360,...) at nanosleep+0x6f syscall(f6664d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1657 tid 100193 td 0xc7c78900 sched_switch(c7c78900,0,104,191,2a0d0a43,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c78900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c78900,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c78900,f6661c64,f6661c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c78900,f6661cf8,8,c7c78900,c0d83360,...) at nanosleep+0x6f syscall(f6661d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command fts pid 1656 tid 100192 td 0xc7800480 sched_switch(c7800480,0,104,191,2a568676,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7800480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c8114000,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8114000,c8114088,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7800480,67c,f665ec74,0,0,...) at kern_wait+0xb76 wait4(c7800480,f665ecf8,10,c7800480,c0d819e4,...) at wait4+0x3b syscall(f665ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810006b, esp = 0xbfbfe6bc, ebp = 0xbfbfe6d8 --- Tracing command rw pid 1655 tid 100191 td 0xc7c78b40 sched_switch(c7c78b40,0,104,191,2a0499c1,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c78b40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c78b40,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c78b40,f665bc64,f665bc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c78b40,f665bcf8,8,c7c78b40,c0d83360,...) at nanosleep+0x6f syscall(f665bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1654 tid 100190 td 0xc7c78d80 sched_switch(c7c78d80,0,104,191,29fc6ec2,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c78d80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c78d80,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c78d80,f6658c64,f6658c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c78d80,f6658cf8,8,c7c78d80,c0d83360,...) at nanosleep+0x6f syscall(f6658d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1653 tid 100189 td 0xc7c79000 sched_switch(c7c79000,0,104,191,29ec073f,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c79000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c79000,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c79000,f6655c64,f6655c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c79000,f6655cf8,8,c7c79000,c0d83360,...) at nanosleep+0x6f syscall(f6655d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1652 tid 100188 td 0xc7c79240 sched_switch(c7c79240,0,104,191,29e59916,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c79240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c79240,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c79240,f6652c64,f6652c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c79240,f6652cf8,8,c7c79240,c0d83360,...) at nanosleep+0x6f syscall(f6652d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1651 tid 100175 td 0xc801f6c0 sched_switch(c801f6c0,0,104,191,29dce461,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c801f6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c801f6c0,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c801f6c0,f662bc64,f662bc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c801f6c0,f662bcf8,8,c801f6c0,c0d83360,...) at nanosleep+0x6f syscall(f662bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1650 tid 100089 td 0xc788c900 sched_switch(c788c900,0,104,191,29d6eee8,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c788c900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c788c900,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c788c900,f6469c64,f6469c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c788c900,f6469cf8,8,c788c900,c0d83360,...) at nanosleep+0x6f syscall(f6469d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1649 tid 100105 td 0xc7ae4240 sched_switch(c7ae4240,0,104,191,29d2f270,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7ae4240,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7ae4240,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7ae4240,f64b5c64,f64b5c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7ae4240,f64b5cf8,8,c7ae4240,c0d83360,...) at nanosleep+0x6f syscall(f64b5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1648 tid 100183 td 0xc7fcd480 sched_switch(c7fcd480,0,104,191,29cdb032,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcd480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7fcd480,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7fcd480,f6643c64,f6643c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcd480,f6643cf8,8,c7fcd480,c0d83360,...) at nanosleep+0x6f syscall(f6643d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1647 tid 100138 td 0xc788bb40 sched_switch(c788bb40,0,104,191,29c639c5,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c788bb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c788bb40,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c788bb40,f6596c64,f6596c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c788bb40,f6596cf8,8,c788bb40,c0d83360,...) at nanosleep+0x6f syscall(f6596d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1646 tid 100096 td 0xc7804900 sched_switch(c7804900,0,104,191,29bee559,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7804900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7804900,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7804900,f649ac64,f649ac6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7804900,f649acf8,8,c7804900,c0d83360,...) at nanosleep+0x6f syscall(f649ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1645 tid 100088 td 0xc74e7000 sched_switch(c74e7000,0,104,191,29c22e31,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c74e7000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c74e7000,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c74e7000,f6465c64,f6465c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c74e7000,f6465cf8,8,c74e7000,c0d83360,...) at nanosleep+0x6f syscall(f6465d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe58c, ebp = 0xbfbfe5b8 --- Tracing command rw pid 1644 tid 100145 td 0xc788b480 sched_switch(c788b480,0,104,191,29b71dd3,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c788b480,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c26fd8e8,44,c0cc432d,0,0,...) at sleepq_wait+0x63 _sleep(c26fd8e8,c8110088,44,c0cc432d,0) at _sleep+0x36b vm_page_sleep(c26fd8e8,c0cc432d,0,76,f65abb60,...) at vm_page_sleep+0xc3 vnode_grab_pages(0,0,0,0,100000,...) at vnode_grab_pages+0xdb vnode_pager_write(c80e3b40,f65abc58,20001,27c,f65abc58,...) at vnode_pager_write+0x493 vn_write_chunk(c7c91580,20001,0,ffffffff,0,...) at vn_write_chunk+0x11c vn_write(c7820d90,f65abc58,c7c91580,0,c788b480,...) at vn_write+0x13c dofilewrite(f65abc58,ffffffff,ffffffff,0,c7820d90,...) at dofilewrite+0x95 kern_writev(c788b480,4,f65abc58,f65abc78,1,...) at kern_writev+0x58 write(c788b480,f65abcf8,c,c788b480,c0d81990,...) at write+0x4f syscall(f65abd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818e083, esp = 0xbfbfe56c, ebp = 0xbfbfe628 --- Tracing command rw pid 1643 tid 100187 td 0xc810f900 sched_switch(c810f900,0,104,191,2a605aed,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810f900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c8010550,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8010550,c80105d8,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c810f900,66c,f664fc74,0,0,...) at kern_wait+0xb76 wait4(c810f900,f664fcf8,10,c810f900,c0d819e4,...) at wait4+0x3b syscall(f664fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810106b, esp = 0xbfbfe6cc, ebp = 0xbfbfe6e8 --- Tracing command run pid 1642 tid 100186 td 0xc78006c0 sched_switch(c78006c0,0,104,191,234fa7f4,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c78006c0,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(e7118660,4c,c0ca2b92,0,0,...) at sleepq_wait+0x63 _sleep(e7118660,c71443e4,4c,c0ca2b92,0,...) at _sleep+0x36b bwait(e7118660,4c,c0ca2b92,e7118660,f664c838,...) at bwait+0x6f bufwait(e7118660,0,0,0,0,...) at bufwait+0x28 breadn(c81165a0,0,0,800,0,...) at breadn+0x132 bread(c81165a0,0,0,800,0,...) at bread+0x4c ffs_blkatoff(c81165a0,0,0,0,f664c938,...) at ffs_blkatoff+0xd1 ufs_lookup_(0,f664c970,c0bdd1a5,f664c990,c0cd4cf3,...) at ufs_lookup_+0x2e9 ufs_lookup(f664c990,c0cd4cf3,c81165a0,c81165a0,f664cb98,...) at ufs_lookup+0x1e VOP_CACHEDLOOKUP_APV(c0da3700,f664c990,f664cb98,f664cb84,c7c91580,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(f664ca24,c0ca5910,c0dbdd00,80000,f664cb6c,...) at vfs_cache_lookup+0xd6 VOP_LOOKUP_APV(c0da3700,f664ca24,f664cb98,30b,f664cb84,...) at VOP_LOOKUP_APV+0xe5 lookup(f664cb6c,c0ca428c,ea,c5,c81142a8,...) at lookup+0x67b namei(f664cb6c,0,c0c929a5,16e,c0c1b59e,...) at namei+0x57f kern_execve(c78006c0,f664cc58,0,804c240,bfbfe7ec,f077f000,f077f000,f077f007,f077f564,f07bf000,3fa9c,1,3c,0) at kern_execve+0x2bc execve(c78006c0,f664ccf8,c,c78006c0,c0d81f94,...) at execve+0x4c syscall(f664cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2810002b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command run pid 1641 tid 100185 td 0xc7800900 sched_switch(c7800900,0,104,191,25e64cf7,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c7800900,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(e70e97a0,44,c0cc4c5d,0,0,...) at sleepq_wait+0x63 _sleep(e70e97a0,c7144204,44,c0cc4c5d,0,...) at _sleep+0x36b bwait(e70e97a0,44,c0cc4c5d,348,c0ca4ca3,...) at bwait+0x6f vnode_pager_generic_getpages(c81162d0,f6649a68,a000,0,c26fb9b0) at vnode_pager_generic_getpages+0x122c ffs_getpages(f6649a18,c0cd492b,c81162d0,c81162d0,c8110cc0,...) at ffs_getpages+0x151 VOP_GETPAGES_APV(c0da3700,f6649a18,c0cc4919,294,c0dbe200,...) at VOP_GETPAGES_APV+0xd6 vnode_pager_getpages(c8110cc0,f6649a68,a,0,a,...) at vnode_pager_getpages+0xb4 exec_map_first_page(f6649bc0,0,c0c929a5,16e,c0c1b59e,...) at exec_map_first_page+0x1a6 kern_execve(c7800900,f6649c58,0,804c240,bfbfe7ec,f073d000,f073d000,f073d005,f073d562,f077d000,3fa9e,1,3c,0) at kern_execve+0x41b execve(c7800900,f6649cf8,c,c7800900,c0d81f94,...) at execve+0x4c syscall(f6649d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2810002b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command run pid 1640 tid 100090 td 0xc7804d80 sched_switch(c7804d80,0,104,191,1717ca87,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c7804d80,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(e70ea4a0,44,c0cc4c5d,0,0,...) at sleepq_wait+0x63 _sleep(e70ea4a0,c7144024,44,c0cc4c5d,0,...) at _sleep+0x36b bwait(e70ea4a0,44,c0cc4c5d,348,c0ca4ca3,...) at bwait+0x6f vnode_pager_generic_getpages(c8116438,f646da68,b000,0,c26fa0a8) at vnode_pager_generic_getpages+0x122c ffs_getpages(f646da18,c0cd492b,c8116438,c8116438,c7fd56e8,...) at ffs_getpages+0x151 VOP_GETPAGES_APV(c0da3700,f646da18,c0cc4919,294,c0dbe200,...) at VOP_GETPAGES_APV+0xd6 vnode_pager_getpages(c7fd56e8,f646da68,b,0,b,...) at vnode_pager_getpages+0xb4 exec_map_first_page(f646dbc0,0,c0c929a5,16e,c0c1b59e,...) at exec_map_first_page+0x1a6 kern_execve(c7804d80,f646dc58,0,804c240,bfbfe7ec,f06fb000,f06fb000,f06fb007,f06fb564,f073b000,3fa9c,1,3c,0) at kern_execve+0x41b execve(c7804d80,f646dcf8,c,c7804d80,c0d81f94,...) at execve+0x4c syscall(f646dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2810002b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command run pid 1639 tid 100146 td 0xc788b240 sched_switch(c788b240,0,104,191,20dadbec,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c788b240,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(e70e9ae0,44,c0cc4c5d,0,0,...) at sleepq_wait+0x63 _sleep(e70e9ae0,c714440c,44,c0cc4c5d,0,...) at _sleep+0x36b bwait(e70e9ae0,44,c0cc4c5d,348,c0ca4ca3,...) at bwait+0x6f vnode_pager_generic_getpages(c80e3e10,f65aea68,a000,0,c26fb4e8) at vnode_pager_generic_getpages+0x122c ffs_getpages(f65aea18,c0cd492b,c80e3e10,c80e3e10,c8110e58,...) at ffs_getpages+0x151 VOP_GETPAGES_APV(c0da3700,f65aea18,c0cc4919,294,c0dbe200,...) at VOP_GETPAGES_APV+0xd6 vnode_pager_getpages(c8110e58,f65aea68,a,0,a,...) at vnode_pager_getpages+0xb4 exec_map_first_page(f65aebc0,0,c0c929a5,16e,c0c1b59e,...) at exec_map_first_page+0x1a6 kern_execve(c788b240,f65aec58,0,804c240,bfbfe7ec,f06b9000,f06b9000,f06b9006,f06b9563,f06f9000,3fa9d,1,3c,0) at kern_execve+0x41b execve(c788b240,f65aecf8,c,c788b240,c0d81f94,...) at execve+0x4c syscall(f65aed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2810002b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command creat pid 1638 tid 100076 td 0xc7839480 sched_switch(c7839480,0,104,191,2cd7b180,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7839480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7839480,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7839480,f6435c64,f6435c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7839480,f6435cf8,8,c7839480,c0d83360,...) at nanosleep+0x6f syscall(f6435d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe6cc, ebp = 0xbfbfe6f8 --- Tracing command lockf pid 1637 tid 100133 td 0xc7c65000 sched_switch(c7c65000,0,104,191,2c5a1fac,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c65000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7c65000,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7c65000,f6586c64,f6586c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7c65000,f6586cf8,8,c7c65000,c0d83360,...) at nanosleep+0x6f syscall(f6586d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe6cc, ebp = 0xbfbfe6f8 --- Tracing command link pid 1636 tid 100164 td 0xc7fca6c0 sched_switch(c7fca6c0,0,104,191,2c127dcb,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fca6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7fca6c0,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7fca6c0,f65fbc64,f65fbc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7fca6c0,f65fbcf8,8,c7fca6c0,c0d83360,...) at nanosleep+0x6f syscall(f65fbd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe6cc, ebp = 0xbfbfe6f8 --- Tracing command fts pid 1635 tid 100154 td 0xc7fccd80 sched_switch(c7fccd80,0,104,191,2a004b9a,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fccd80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7fccd80,2,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7fccd80,f65c6c64,f65c6c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7fccd80,f65c6cf8,8,c7fccd80,c0d83360,...) at nanosleep+0x6f syscall(f65c6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe6dc, ebp = 0xbfbfe708 --- Tracing command rw pid 1634 tid 100163 td 0xc7fca900 sched_switch(c7fca900,0,104,191,299eb5fd,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fca900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7fca900,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7fca900,f65f8c64,f65f8c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7fca900,f65f8cf8,8,c7fca900,c0d83360,...) at nanosleep+0x6f syscall(f65f8d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816eac7, esp = 0xbfbfe6ec, ebp = 0xbfbfe718 --- Tracing command run pid 1633 tid 100075 td 0xc7804000 sched_switch(c7804000,0,104,191,1fbfde31,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c7804000,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(e70e9c80,44,c0cc4c5d,0,0,...) at sleepq_wait+0x63 _sleep(e70e9c80,c7144510,44,c0cc4c5d,0,...) at _sleep+0x36b bwait(e70e9c80,44,c0cc4c5d,348,c0ca4ca3,...) at bwait+0x6f vnode_pager_generic_getpages(c80e4000,f6431a68,b000,0,c26fb2a8) at vnode_pager_generic_getpages+0x122c ffs_getpages(f6431a18,c0cd492b,c80e4000,c80e4000,c8110ee0,...) at ffs_getpages+0x151 VOP_GETPAGES_APV(c0da3700,f6431a18,c0cc4919,294,c0dbe200,...) at VOP_GETPAGES_APV+0xd6 vnode_pager_getpages(c8110ee0,f6431a68,b,0,b,...) at vnode_pager_getpages+0xb4 exec_map_first_page(f6431bc0,0,c0c929a5,16e,c0c1b59e,...) at exec_map_first_page+0x1a6 kern_execve(c7804000,f6431c58,0,804c240,bfbfe7ec,f052d000,f052d000,f052d007,f052d564,f056d000,3fa9c,1,3c,0) at kern_execve+0x41b execve(c7804000,f6431cf8,c,c7804000,c0d81f94,...) at execve+0x4c syscall(f6431d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2810002b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command run pid 1632 tid 100151 td 0xc78396c0 sched_switch(c78396c0,0,104,191,1e69f28b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c78396c0,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(e70e9e20,44,c0cc4c5d,0,0,...) at sleepq_wait+0x63 _sleep(e70e9e20,c7144614,44,c0cc4c5d,0,...) at _sleep+0x36b bwait(e70e9e20,44,c0cc4c5d,348,c0ca4ca3,...) at bwait+0x6f vnode_pager_generic_getpages(c80e4168,f65bda68,a000,0,c26fb068) at vnode_pager_generic_getpages+0x122c ffs_getpages(f65bda18,c0cd492b,c80e4168,c80e4168,c8111000,...) at ffs_getpages+0x151 VOP_GETPAGES_APV(c0da3700,f65bda18,c0cc4919,294,c0dbe200,...) at VOP_GETPAGES_APV+0xd6 vnode_pager_getpages(c8111000,f65bda68,a,0,a,...) at vnode_pager_getpages+0xb4 exec_map_first_page(f65bdbc0,0,c0c929a5,16e,c0c1b59e,...) at exec_map_first_page+0x1a6 kern_execve(c78396c0,f65bdc58,0,804c240,bfbfe7ec,f04eb000,f04eb000,f04eb008,f04eb565,f052b000,3fa9b,1,3c,0) at kern_execve+0x41b execve(c78396c0,f65bdcf8,c,c78396c0,c0d81f94,...) at execve+0x4c syscall(f65bdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (59, FreeBSD ELF32, execve), eip = 0x2810002b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command lockf2 pid 1631 tid 100144 td 0xc788b6c0 sched_switch(c788b6c0,0,104,191,2f69527d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c788b6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c788b6c0,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c788b6c0,f65a8c64,f65a8c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c788b6c0,f65a8cf8,8,c788b6c0,c0d83360,...) at nanosleep+0x6f syscall(f65a8d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe6bc, ebp = 0xbfbfe6e8 --- Tracing command run pid 1630 tid 100184 td 0xc810fb40 sched_switch(c810fb40,0,104,191,1304355f,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c810fb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c80107f8,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80107f8,c8010880,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c810fb40,65f,f6646c74,0,0,...) at kern_wait+0xb76 wait4(c810fb40,f6646cf8,10,c810fb40,c0d819e4,...) at wait4+0x3b syscall(f6646d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810006b, esp = 0xbfbfe0cc, ebp = 0xbfbfe0e8 --- Tracing command run pid 1629 tid 100092 td 0xc7803b40 sched_switch(c7803b40,0,104,191,12af9962,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7803b40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77ff2a8,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77ff2a8,c77ff330,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7803b40,65e,f6488c74,0,0,...) at kern_wait+0xb76 wait4(c7803b40,f6488cf8,10,c7803b40,c0d819e4,...) at wait4+0x3b syscall(f6488d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810006b, esp = 0xbfbfe57c, ebp = 0xbfbfe598 --- Tracing command run pid 1628 tid 100100 td 0xc7ae4d80 sched_switch(c7ae4d80,0,104,191,12a2fc24,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7ae4d80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7ae4d80,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,3e9,...) at _sleep+0x31e kern_nanosleep(c7ae4d80,f64a6c64,f64a6c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c7ae4d80,f64a6cf8,8,c7ae4d80,c0d83360,...) at nanosleep+0x6f syscall(f64a6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816dac7, esp = 0xbfbfe59c, ebp = 0xbfbfe5c8 --- Tracing command sh pid 1622 tid 100126 td 0xc7c796c0 sched_switch(c7c796c0,0,104,191,bf996ee,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c796c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c60d48,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c60d48,c7c60dd0,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7c796c0,ffffffff,f6541c74,2,0,...) at kern_wait+0xb76 wait4(c7c796c0,f6541cf8,10,c0c9e426,c0d819e4,...) at wait4+0x3b syscall(f6541d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e06b, esp = 0xbfbfe58c, ebp = 0xbfbfe5a8 --- Tracing command md5 pid 1614 tid 100109 td 0xc7803000 sched_switch(c7803000,0,104,191,307721d2,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c7803000,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c77d2800,4c,c0c6b205,0,0,...) at sleepq_wait+0x63 _sleep(c77d2800,c77d2820,24c,c0c6b205,0,...) at _sleep+0x36b md_kthread(c77d2800,f64eed38,c0c92c8c,343,c77fe550,...) at md_kthread+0x125 fork_exit(c06b5440,c77d2800,f64eed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf64eed70, ebp = 0 --- Tracing command sh pid 1605 tid 100091 td 0xc7803d80 sched_switch(c7803d80,0,104,191,631b5a0,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7803d80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77ff550,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77ff550,c77ff5d8,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7803d80,ffffffff,f6484c74,2,0,...) at kern_wait+0xb76 wait4(c7803d80,f6484cf8,10,c0c9e426,c0d819e4,...) at wait4+0x3b syscall(f6484d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e06b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command sh pid 1517 tid 100155 td 0xc7fccb40 sched_switch(c7fccb40,0,104,191,f2e140d0,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fccb40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c8010000,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8010000,c8010088,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7fccb40,ffffffff,f65e0c74,2,0,...) at kern_wait+0xb76 wait4(c7fccb40,f65e0cf8,10,c0c9e426,c0d819e4,...) at wait4+0x3b syscall(f65e0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e06b, esp = 0xbfbfe6ac, ebp = 0xbfbfe6c8 --- Tracing command gnu-watch pid 1507 tid 100156 td 0xc7fcc900 sched_switch(c7fcc900,0,104,191,88e1fc4d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcc900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(7d1,c08c5990,c7fcc900,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,7d1,...) at _sleep+0x31e kern_nanosleep(c7fcc900,f65e3c64,f65e3c6c,2,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcc900,f65e3cf8,8,c7fcc900,c0d83360,...) at nanosleep+0x6f syscall(f65e3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2819cac7, esp = 0xbfbfea2c, ebp = 0xbfbfea58 --- Tracing command sleep pid 1506 tid 100139 td 0xc7c64900 sched_switch(c7c64900,0,104,191,7d67d635,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c64900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c08c5990,c7c64900,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,2711,...) at _sleep+0x31e kern_nanosleep(c7c64900,f6599c64,f6599c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c7c64900,f6599cf8,8,c7c64900,c0d83360,...) at nanosleep+0x6f syscall(f6599d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815bac7, esp = 0xbfbfecbc, ebp = 0xbfbfecf8 --- Tracing command getty pid 1491 tid 100159 td 0xc7fcc240 sched_switch(c7fcc240,0,104,191,788f0455,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fcc240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c7fcc240,c7fcc240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c73c1e70,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73c1e70,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c73c1e00,c73c1e70,f65ecc58,1,0,...) at tty_wait+0x71 ttydisc_read(c73c1e00,f65ecc58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef900,f65ecc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78203b8,f65ecc58,c7175100,0,c7fcc240,...) at devfs_read_f+0x7e dofileread(f65ecc58,ffffffff,ffffffff,0,c78203b8,...) at dofileread+0x96 kern_readv(c7fcc240,0,f65ecc58,f65ecc78,1,...) at kern_readv+0x58 read(c7fcc240,f65eccf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f65ecd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1490 tid 100115 td 0xc7ae3b40 sched_switch(c7ae3b40,0,104,191,797135f3,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7ae3b40,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c7ae3b40,c7ae3b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fb470,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fb470,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fb400,c74fb470,f6520c58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fb400,f6520c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef800,f6520c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78a0380,f6520c58,c7175100,0,c7ae3b40,...) at devfs_read_f+0x7e dofileread(f6520c58,ffffffff,ffffffff,0,c78a0380,...) at dofileread+0x96 kern_readv(c7ae3b40,0,f6520c58,f6520c78,1,...) at kern_readv+0x58 read(c7ae3b40,f6520cf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f6520d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1489 tid 100161 td 0xc7fcad80 sched_switch(c7fcad80,0,104,191,78a6a7bf,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fcad80,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c7fcad80,c7fcad80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fbe70,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fbe70,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fbe00,c74fbe70,f65f2c58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fbe00,f65f2c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef700,f65f2c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7bdd0e0,f65f2c58,c7175100,0,c7fcad80,...) at devfs_read_f+0x7e dofileread(f65f2c58,ffffffff,ffffffff,0,c7bdd0e0,...) at dofileread+0x96 kern_readv(c7fcad80,0,f65f2c58,f65f2c78,1,...) at kern_readv+0x58 read(c7fcad80,f65f2cf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f65f2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1488 tid 100166 td 0xc7fca240 sched_switch(c7fca240,0,104,191,78797555,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fca240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c7fca240,c7fca240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fba70,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fba70,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fba00,c74fba70,f6601c58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fba00,f6601c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef600,f6601c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7bdd000,f6601c58,c7175100,0,c7fca240,...) at devfs_read_f+0x7e dofileread(f6601c58,ffffffff,ffffffff,0,c7bdd000,...) at dofileread+0x96 kern_readv(c7fca240,0,f6601c58,f6601c78,1,...) at kern_readv+0x58 read(c7fca240,f6601cf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f6601d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1487 tid 100169 td 0xc8020480 sched_switch(c8020480,0,104,191,789488aa,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c8020480,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c8020480,c8020480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fb670,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fb670,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fb600,c74fb670,f660ac58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fb600,f660ac58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef500,f660ac58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7807540,f660ac58,c7175100,0,c8020480,...) at devfs_read_f+0x7e dofileread(f660ac58,ffffffff,ffffffff,0,c7807540,...) at dofileread+0x96 kern_readv(c8020480,0,f660ac58,f660ac78,1,...) at kern_readv+0x58 read(c8020480,f660acf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f660ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1486 tid 100168 td 0xc80206c0 sched_switch(c80206c0,0,104,191,78891049,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c80206c0,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c80206c0,c80206c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fbc70,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fbc70,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fbc00,c74fbc70,f6607c58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fbc00,f6607c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef400,f6607c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7820508,f6607c58,c7175100,0,c80206c0,...) at devfs_read_f+0x7e dofileread(f6607c58,ffffffff,ffffffff,0,c7820508,...) at dofileread+0x96 kern_readv(c80206c0,0,f6607c58,f6607c78,1,...) at kern_readv+0x58 read(c80206c0,f6607cf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f6607d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1485 tid 100167 td 0xc7fca000 sched_switch(c7fca000,0,104,191,7872728d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fca000,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c7fca000,c7fca000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fc270,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fc270,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fc200,c74fc270,f6604c58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fc200,f6604c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef300,f6604c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7807dc8,f6604c58,c7175100,0,c7fca000,...) at devfs_read_f+0x7e dofileread(f6604c58,ffffffff,ffffffff,0,c7807dc8,...) at dofileread+0x96 kern_readv(c7fca000,0,f6604c58,f6604c78,1,...) at kern_readv+0x58 read(c7fca000,f6604cf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f6604d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1484 tid 100165 td 0xc7fca480 sched_switch(c7fca480,0,104,191,78759071,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fca480,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,c7fca480,c7fca480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c74fc070,0,c0ca022a,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74fc070,c0df2a70,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c74fc000,c74fc070,f65fec58,1,0,...) at tty_wait+0x71 ttydisc_read(c74fc000,f65fec58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c74ef200,f65fec58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7820c08,f65fec58,c7175100,0,c7fca480,...) at devfs_read_f+0x7e dofileread(f65fec58,ffffffff,ffffffff,0,c7820c08,...) at dofileread+0x96 kern_readv(c7fca480,0,f65fec58,f65fec78,1,...) at kern_readv+0x58 read(c7fca480,f65fecf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f65fed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1483 tid 100162 td 0xc7fcab40 sched_switch(c7fcab40,0,104,191,796600be,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fcab40,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c73c0804,0,c0c95f43,c7fcab40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c73c0870,0,f65f5b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73c0870,c73c0804,c0c9fbe1,510,0,...) at _cv_wait_sig+0x240 tty_wait(c73c0800,c73c0870,f65f5c58,1,0,...) at tty_wait+0x71 ttydisc_read(c73c0800,f65f5c58,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c7166700,f65f5c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78a01c0,f65f5c58,c7175100,0,c7fcab40,...) at devfs_read_f+0x7e dofileread(f65f5c58,ffffffff,ffffffff,0,c78a01c0,...) at dofileread+0x96 kern_readv(c7fcab40,0,f65f5c58,f65f5c78,1,...) at kern_readv+0x58 read(c7fcab40,f65f5cf8,c,c0caf8f3,c0d81974,...) at read+0x4f syscall(f65f5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2818e0a3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1452 tid 100079 td 0xc7836d80 sched_switch(c7836d80,0,104,191,66d208bf,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7836d80,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c776e750,0,c0c95f43,c7836d80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c776e764,0,f6441a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c776e764,c776e750,c0c9dead,603,c7889150,...) at _cv_wait_sig+0x240 seltdwait(c7889150,58,c7175100,c7836d80,4,...) at seltdwait+0xa2 kern_select(c7836d80,8,bfbfdfe0,0,0,0,20,0,281b6478) at kern_select+0x4f4 select(c7836d80,f6441cf8,14,c0c9e493,c0d8234c,...) at select+0x66 syscall(f6441d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a2023, esp = 0xbfbfdf9c, ebp = 0xbfbfee28 --- Tracing command watchdogd pid 1416 tid 100157 td 0xc7fcc6c0 sched_switch(c7fcc6c0,0,104,191,90adc533,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcc6c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08c5990,c7fcc6c0,1,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,ea61,...) at _sleep+0x31e kern_nanosleep(c7fcc6c0,f65e6c64,f65e6c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7fcc6c0,f65e6cf8,8,c7fcc6c0,c0d83360,...) at nanosleep+0x6f syscall(f65e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28185ac7, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command bash pid 1359 tid 100107 td 0xc7803480 sched_switch(c7803480,0,104,191,d0506182,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7803480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77feaa0,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77feaa0,c77feb28,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7803480,ffffffff,f64e6c74,6,0,...) at kern_wait+0xb76 wait4(c7803480,f64e6cf8,10,c0c9e336,c0d819e4,...) at wait4+0x3b syscall(f64e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282be06b, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command sshd pid 1358 tid 100078 td 0xc7839000 sched_switch(c7839000,0,104,191,88e51763,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7839000,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c7830710,0,c0c95f43,c7839000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7830724,0,f643da7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7830724,c7830710,c0c9dead,603,c78a08c0,...) at _cv_wait_sig+0x240 seltdwait(c78a08c0,58,c7aef400,c7839000,200246,...) at seltdwait+0xa2 kern_select(c7839000,c,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c7839000,f643dcf8,14,c0c7fb4d,c0d8234c,...) at select+0x66 syscall(f643dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce023, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1356 tid 100125 td 0xc7c79900 sched_switch(c7c79900,0,104,191,8271ecf4,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,58,...) at mi_switch+0x200 sleepq_switch(c7c79900,0,c0c9bc68,18b,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f1658c,58,c0ca19e2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f1658c,c7f1654c,158,c0ca19e2,0) at _sleep+0x354 sbwait(c7f16528,4,c0ca1ab1,5c5,c7f1654c,...) at sbwait+0x76 soreceive_generic(c7f164d4,0,f653ec58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7f164d4,0,f653ec58,0,0,0) at soreceive+0x38 soo_read(c7c505b0,f653ec58,c7c91100,0,c7c79900,...) at soo_read+0x4e dofileread(f653ec58,ffffffff,ffffffff,0,c7c505b0,...) at dofileread+0x96 kern_readv(c7c79900,5,f653ec58,f653ec78,1,...) at kern_readv+0x58 read(c7c79900,f653ecf8,c,c0cb97d9,c0d81974,...) at read+0x4f syscall(f653ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command bash pid 1336 tid 100117 td 0xc7ae36c0 sched_switch(c7ae36c0,0,104,191,a999da78,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7ae36c0,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c70550,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c70550,c7c705d8,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7ae36c0,ffffffff,f6526c74,6,0,...) at kern_wait+0xb76 wait4(c7ae36c0,f6526cf8,10,c0c9e336,c0d819e4,...) at wait4+0x3b syscall(f6526d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282be06b, esp = 0xbfbfe7ac, ebp = 0xbfbfe7c8 --- Tracing command csh pid 1332 tid 100148 td 0xc7839d80 sched_switch(c7839d80,0,104,191,e88ee904,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,68,...) at mi_switch+0x200 sleepq_switch(c7839d80,0,c0c9bc68,18b,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f13058,68,c0c4b6c2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f13058,c7f13088,168,c0c4b6c2,0,...) at _sleep+0x354 kern_sigsuspend(c7839d80,0,0,0,0,...) at kern_sigsuspend+0xae sigsuspend(c7839d80,f65b4cf8,4,c0c9e336,c0d83e6c,...) at sigsuspend+0x4d syscall(f65b4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x2817af0b, esp = 0xbfbfe5ec, ebp = 0xbfbfe658 --- Tracing command su pid 1331 tid 100084 td 0xc7836480 sched_switch(c7836480,0,104,191,86b0f15b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7836480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c78342a8,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c78342a8,c7834330,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7836480,534,f6455c74,2,0,...) at kern_wait+0xb76 wait4(c7836480,f6455cf8,10,c7836480,c0d819e4,...) at wait4+0x3b syscall(f6455d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811f06b, esp = 0xbfbfe60c, ebp = 0xbfbfe628 --- Tracing command bash pid 1311 tid 100153 td 0xc7fcd000 sched_switch(c7fcd000,0,104,191,88221a08,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7fcd000,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f112a8,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f112a8,c7f11330,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7fcd000,ffffffff,f65c3c74,6,0,...) at kern_wait+0xb76 wait4(c7fcd000,f65c3cf8,10,c0c9e336,c0d819e4,...) at wait4+0x3b syscall(f65c3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282be06b, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command sshd pid 1310 tid 100152 td 0xc7fcd240 sched_switch(c7fcd240,0,104,191,2f5d30bf,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7fcd240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c789f7d0,0,c0c95f43,c7fcd240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c789f7e4,0,f65c0a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c789f7e4,c789f7d0,c0c9dead,603,c7808e70,...) at _cv_wait_sig+0x240 seltdwait(c7808e70,58,c789ac00,c7fcd240,200246,...) at seltdwait+0xa2 kern_select(c7fcd240,c,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c7fcd240,f65c0cf8,14,c0c7fb4d,c0d8234c,...) at select+0x66 syscall(f65c0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce023, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1308 tid 100131 td 0xc7c65480 sched_switch(c7c65480,0,104,191,f565b589,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,58,...) at mi_switch+0x200 sleepq_switch(c7c65480,0,c0c9bc68,18b,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f0e58c,58,c0ca19e2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f0e58c,c7f0e54c,158,c0ca19e2,0) at _sleep+0x354 sbwait(c7f0e528,4,c0ca1ab1,5c5,c7f0e54c,...) at sbwait+0x76 soreceive_generic(c7f0e4d4,0,f6550c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7f0e4d4,0,f6550c58,0,0,0) at soreceive+0x38 soo_read(c7faf380,f6550c58,c789b800,0,c7c65480,...) at soo_read+0x4e dofileread(f6550c58,ffffffff,ffffffff,0,c7faf380,...) at dofileread+0x96 kern_readv(c7c65480,5,f6550c58,f6550c78,1,...) at kern_readv+0x58 read(c7c65480,f6550cf8,c,c0cb97d9,c0d81974,...) at read+0x4f syscall(f6550d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command awk pid 1292 tid 100143 td 0xc7c64240 sched_switch(c7c64240,0,104,191,7d313496,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c7c64240,0,c0c9bc68,18b,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7fac498,4c,c0c9e05e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7fac498,c7fac608,14c,c0c9e05e,0,...) at _sleep+0x354 pipe_read(c78a0150,f65a5c58,c7af0c80,0,c7c64240,...) at pipe_read+0x417 dofileread(f65a5c58,ffffffff,ffffffff,0,c78a0150,...) at dofileread+0x96 kern_readv(c7c64240,0,f65a5c58,f65a5c78,1,...) at kern_readv+0x58 read(c7c64240,f65a5cf8,c,c7c64240,c0d81974,...) at read+0x4f syscall(f65a5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b20a3, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 1291 tid 100142 td 0xc7c64480 sched_switch(c7c64480,0,104,191,7d3f7815,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7c64480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c5f000,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c5f000,c7c5f088,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7c64480,ffffffff,f65a2c74,2,0,...) at kern_wait+0xb76 wait4(c7c64480,f65a2cf8,10,c0c9e426,c0d819e4,...) at wait4+0x3b syscall(f65a2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e06b, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command top pid 1290 tid 100141 td 0xc7c646c0 sched_switch(c7c646c0,0,104,191,1a694968,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7c646c0,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f659fa4c,c087c3aa,c7c7eb50,0,c7c646c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c7eb64,0,f659fa7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c7eb64,c7c7eb50,3e9,603,c7c50118,...) at _cv_timedwait_sig+0x250 seltdwait(f659fc28,f659fc30,c777a480,c7c646c0,31313a31,...) at seltdwait+0x8a kern_select(c7c646c0,2,bfbfebec,0,0,f659fc70,20,1,0) at kern_select+0x4f4 select(c7c646c0,f659fcf8,14,c0c7fb4d,c0d8234c,...) at select+0x66 syscall(f659fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e8023, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 --- Tracing command sh pid 1289 tid 100095 td 0xc7804b40 sched_switch(c7804b40,0,104,191,33855e9d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7804b40,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7ac2550,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7ac2550,c7ac25d8,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7804b40,ffffffff,f6497c74,2,0,...) at kern_wait+0xb76 wait4(c7804b40,f6497cf8,10,c7804b40,c0d819e4,...) at wait4+0x3b syscall(f6497d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815e06b, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command tail pid 1288 tid 100111 td 0xc7800b40 sched_switch(c7800b40,0,104,191,ecf82570,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,58,...) at mi_switch+0x200 sleepq_switch(c7800b40,0,c0c9bc68,18b,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08c5990,c7800b40,3,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c777b580,58,c0c928d6,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c777b580,c777b580,158,c0c928d6,3e9,...) at _sleep+0x31e kern_kevent(c7800b40,4,0,1,f64f6c58,...) at kern_kevent+0x364 kevent(c7800b40,f64f6cf8,18,c0c7fb4d,c0d840d4,...) at kevent+0x19b syscall(f64f6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815fcab, esp = 0xbfbfeb5c, ebp = 0xbfbfec18 --- Tracing command sshd pid 1287 tid 100135 td 0xc7c64b40 sched_switch(c7c64b40,0,104,191,ecfa34ce,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7c64b40,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c77b2490,0,c0c95f43,c7c64b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c77b24a4,0,f658da7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77b24a4,c77b2490,c0c9dead,603,c7808c78,...) at _cv_wait_sig+0x240 seltdwait(c7808c78,58,c7c91500,c7c64b40,200246,...) at seltdwait+0xa2 kern_select(c7c64b40,c,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c7c64b40,f658dcf8,14,c0c7fb4d,c0d8234c,...) at select+0x66 syscall(f658dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce023, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1286 tid 100110 td 0xc7800d80 sched_switch(c7800d80,0,104,191,f52cff35,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7800d80,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c782fc90,0,c0c95f43,c7800d80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c782fca4,0,f64f2a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c782fca4,c782fc90,c0c9dead,603,c7bddd58,...) at _cv_wait_sig+0x240 seltdwait(c7bddd58,58,c7af0780,c7800d80,c0ae92ae,...) at seltdwait+0xa2 kern_select(c7800d80,c,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c7800d80,f64f2cf8,14,c0cb97d9,c0d8234c,...) at select+0x66 syscall(f64f2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce023, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1285 tid 100140 td 0xc788b900 sched_switch(c788b900,0,104,191,1a6c5767,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c788b900,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c789e010,0,c0c95f43,c788b900,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c789e024,0,f659ca7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c789e024,c789e010,c0c9dead,603,c7889498,...) at _cv_wait_sig+0x240 seltdwait(c7889498,58,c789a580,c788b900,200246,...) at seltdwait+0xa2 kern_select(c788b900,a,286030b8,286030dc,0,0,20,0,28100c70) at kern_select+0x4f4 select(c788b900,f659ccf8,14,c0c7fb4d,c0d8234c,...) at select+0x66 syscall(f659cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce023, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1281 tid 100137 td 0xc788bd80 sched_switch(c788bd80,0,104,191,f4f8a2b7,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,58,...) at mi_switch+0x200 sleepq_switch(c788bd80,0,c0c9bc68,18b,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7afe0b8,58,c0ca19e2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7afe0b8,c7afe078,158,c0ca19e2,0) at _sleep+0x354 sbwait(c7afe054,4,c0ca1ab1,5c5,c7afe078,...) at sbwait+0x76 soreceive_generic(c7afe000,0,f6593c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7afe000,0,f6593c58,0,0,0) at soreceive+0x38 soo_read(c78089a0,f6593c58,c7c90a80,0,c788bd80,...) at soo_read+0x4e dofileread(f6593c58,ffffffff,ffffffff,0,c78089a0,...) at dofileread+0x96 kern_readv(c788bd80,5,f6593c58,f6593c78,1,...) at kern_readv+0x58 read(c788bd80,f6593cf8,c,c0c36ce9,c0d81974,...) at read+0x4f syscall(f6593d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command sshd pid 1280 tid 100136 td 0xc788c000 sched_switch(c788c000,0,104,191,f4f4eaba,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,58,...) at mi_switch+0x200 sleepq_switch(c788c000,0,c0c9bc68,18b,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c8dd98,58,c0ca19e2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c8dd98,c7c8dd58,158,c0ca19e2,0) at _sleep+0x354 sbwait(c7c8dd34,4,c0ca1ab1,5c5,c7c8dd58,...) at sbwait+0x76 soreceive_generic(c7c8dce0,0,f6590c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7c8dce0,0,f6590c58,0,0,0) at soreceive+0x38 soo_read(c7c50230,f6590c58,c789a080,0,c788c000,...) at soo_read+0x4e dofileread(f6590c58,ffffffff,ffffffff,0,c7c50230,...) at dofileread+0x96 kern_readv(c788c000,5,f6590c58,f6590c78,1,...) at kern_readv+0x58 read(c788c000,f6590cf8,c,c0c36ce9,c0d81974,...) at read+0x4f syscall(f6590d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command sshd pid 1279 tid 100123 td 0xc7c79d80 sched_switch(c7c79d80,0,104,191,57c4acd,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,58,...) at mi_switch+0x200 sleepq_switch(c7c79d80,0,c0c9bc68,18b,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7f0ed98,58,c0ca19e2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f0ed98,c7f0ed58,158,c0ca19e2,0) at _sleep+0x354 sbwait(c7f0ed34,4,c0ca1ab1,5c5,c7f0ed58,...) at sbwait+0x76 soreceive_generic(c7f0ece0,0,f6538c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c7f0ece0,0,f6538c58,0,0,0) at soreceive+0x38 soo_read(c7bddc08,f6538c58,c7aef000,0,c7c79d80,...) at soo_read+0x4e dofileread(f6538c58,ffffffff,ffffffff,0,c7bddc08,...) at dofileread+0x96 kern_readv(c7c79d80,5,f6538c58,f6538c78,1,...) at kern_readv+0x58 read(c7c79d80,f6538cf8,c,c7c79d80,c0d81974,...) at read+0x4f syscall(f6538d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283ce0a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command cron pid 1266 tid 100116 td 0xc7ae3900 sched_switch(c7ae3900,0,104,191,e5c8a95d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7ae3900,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(e679,c08c5990,c7ae3900,0,100,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c0df32c4,5c,c0c98ab9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0df32c4,0,15c,c0c98ab9,e679,...) at _sleep+0x31e kern_nanosleep(c7ae3900,f6523c64,f6523c6c,3b,0,...) at kern_nanosleep+0xc1 nanosleep(c7ae3900,f6523cf8,8,c0c9e584,c0d83360,...) at nanosleep+0x6f syscall(f6523d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28178ac7, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1259 tid 100134 td 0xc7c64d80 sched_switch(c7c64d80,0,104,191,68326290,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,68,...) at mi_switch+0x200 sleepq_switch(c7c64d80,0,c0c9bc68,18b,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c5faf8,68,c0c4b6c2,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7c5faf8,c7c5fb28,168,c0c4b6c2,0,...) at _sleep+0x354 kern_sigsuspend(c7c64d80,0,0,0,0,...) at kern_sigsuspend+0xae sigsuspend(c7c64d80,f6589cf8,4,c0c9e336,c0d83e6c,...) at sigsuspend+0x4d syscall(f6589d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28332f0b, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1255 tid 100108 td 0xc7803240 sched_switch(c7803240,0,104,191,b44b7c16,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7803240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f64eaa4c,c087c3aa,c7c7e210,0,c7803240,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c7e224,0,f64eaa7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c7e224,c7c7e210,1389,603,c7bdd7a8,...) at _cv_timedwait_sig+0x250 seltdwait(f64eac28,f64eac30,c71bd280,c7803240,c188b014,...) at seltdwait+0x8a kern_select(c7803240,5,bfbfc520,0,0,f64eac70,20,5,0) at kern_select+0x4f4 select(c7803240,f64eacf8,14,c0c9e85a,c0d8234c,...) at select+0x66 syscall(f64ead38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283d7023, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1247 tid 100118 td 0xc7ae3480 sched_switch(c7ae3480,0,104,191,7fcafe24,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7ae3480,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c7c7e7d0,0,c0c95f43,c7ae3480,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7c7e7e4,0,f6529a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7c7e7e4,c7c7e7d0,c0c9dead,603,c78a0888,...) at _cv_wait_sig+0x240 seltdwait(c78a0888,58,c7c90800,c7ae3480,c0ae92ae,...) at seltdwait+0xa2 kern_select(c7ae3480,5,286090b0,0,0,0,20,2861a070,1) at kern_select+0x4f4 select(c7ae3480,f6529cf8,14,c7ae3480,c0d8234c,...) at select+0x66 syscall(f6529d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283ce023, esp = 0xbfbfdf1c, ebp = 0xbfbfee38 --- Tracing command ntpd pid 1202 tid 100119 td 0xc7ae3240 sched_switch(c7ae3240,0,104,191,c76f9f30,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7ae3240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c789d550,0,c0c95f43,c7ae3240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c789d564,0,f652ca7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c789d564,c789d550,c0c9dead,603,c7808af0,...) at _cv_wait_sig+0x240 seltdwait(c7808af0,58,c7175100,c7ae3240,0,...) at seltdwait+0xa2 kern_select(c7ae3240,1c,bfbfed28,0,0,0,20,f652cc98,246) at kern_select+0x4f4 select(c7ae3240,f652ccf8,14,c7ae3240,c0d8234c,...) at select+0x66 syscall(f652cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28353023, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command moused pid 1061 tid 100087 td 0xc7836000 sched_switch(c7836000,0,104,191,9775cea1,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7836000,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c789f350,0,c0c95f43,c7836000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c789f364,0,f6461a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c789f364,c789f350,c0c9dead,603,c7889000,...) at _cv_wait_sig+0x240 seltdwait(c7889000,58,c7175100,c7836000,0,...) at seltdwait+0xa2 kern_select(c7836000,6,bfbfea34,0,0,0,20,0,0) at kern_select+0x4f4 select(c7836000,f6461cf8,14,c0caf8f3,c0d8234c,...) at select+0x66 syscall(f6461d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281ab023, esp = 0xbfbfe9bc, ebp = 0xbfbfeb58 --- Tracing command rpc.lockd pid 1028 tid 100127 td 0xc7c79480 sched_switch(c7c79480,0,104,191,effeabf6,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7c79480,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f65449fc,c087c3aa,c782dc80,0,c7c79480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c789e110,0,f6544a2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c789e110,c782dc80,1388,3af,c7686400,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7c795e4,14,c0cbaf60,c0cba655,f6544b8c,...) at svc_run_internal+0x356 svc_run(c782dc80,0,4,c0a74040,f6544b8c,...) at svc_run+0x7f nlm_syscall(c7c79480,f6544cf8,10,c0c9ec9a,c0d829f8,...) at nlm_syscall+0x77d syscall(f6544d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280fab0b, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpc.statd pid 1021 tid 100132 td 0xc7c65240 sched_switch(c7c65240,0,104,191,d7904a40,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7c65240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6553a4c,c087c3aa,c7c7e890,0,c7c65240,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c7e8a4,0,f6553a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c7e8a4,c7c7e890,7531,603,c7889850,...) at _cv_timedwait_sig+0x250 seltdwait(f6553c28,f6553c30,c7175100,c7c65240,c7686000,...) at seltdwait+0x8a kern_select(c7c65240,8,bfbfed44,0,0,f6553c70,20,1e,0) at kern_select+0x4f4 select(c7c65240,f6553cf8,14,c0c9e584,c0d8234c,...) at select+0x66 syscall(f6553d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28187023, esp = 0xbfbfec9c, ebp = 0xbfbfedd8 --- Tracing command nfsd pid 1014 tid 100130 td 0xc788c240 sched_switch(c788c240,0,104,191,df932fbb,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c788c240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f654dbf8,c087c3aa,c74dae80,0,c788c240,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c789e050,0,f654dc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c789e050,c74dae80,1388,3ea,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(f654dd24,c0862018,c74dae80,f654dd38,c0c92c8c,...) at svc_run_internal+0x356 svc_thread_start(c74dae80,f654dd38,c0c92c8c,343,c7c6f2a8,...) at svc_thread_start+0x10 fork_exit(c0a82080,c74dae80,f654dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1014 tid 100129 td 0xc788c480 sched_switch(c788c480,0,104,191,df784fd2,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c788c480,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f654abf8,c087c3aa,c74dae80,0,c788c480,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c789e090,0,f654ac28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c789e090,c74dae80,1388,3ea,28313e2b,...) at _cv_timedwait_sig+0x250 svc_run_internal(f654ad24,c0862018,c74dae80,f654ad38,c0c92c8c,...) at svc_run_internal+0x356 svc_thread_start(c74dae80,f654ad38,c0c92c8c,343,c7c6f2a8,...) at svc_thread_start+0x10 fork_exit(c0a82080,c74dae80,f654ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1014 tid 100128 td 0xc788c6c0 sched_switch(c788c6c0,0,104,191,df7816be,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c788c6c0,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6547bf8,c087c3aa,c74dae80,0,c788c6c0,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c789e0d0,0,f6547c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c789e0d0,c74dae80,1388,3af,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6547d24,c0862018,c74dae80,f6547d38,c0c92c8c,...) at svc_run_internal+0x356 svc_thread_start(c74dae80,f6547d38,c0c92c8c,343,c7c6f2a8,...) at svc_thread_start+0x10 fork_exit(c0a82080,c74dae80,f6547d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 1014 tid 100124 td 0xc7c79b40 sched_switch(c7c79b40,0,104,191,df77e3d8,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7c79b40,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f653bae8,c087c3aa,c74dae80,0,c7c79b40,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c7c7ead0,0,f653bb18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7c7ead0,c74dae80,1388,3af,f653bb60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7c79ca4,14,c0cbaf60,c0cb9a14,f653bc3c,...) at svc_run_internal+0x356 svc_run(c74dae80,0,c0cb9d18,1fd,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8c0,f653bc3c,c,c7175100,f653bc50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c7c79b40,f653bcf8,bfbfe8c0,c7c79b40,c7c6f2a8,...) at nfssvc_nfsserver+0x24f nfssvc(c7c79b40,f653bcf8,8,c0c9e85a,c0d82a14,...) at nfssvc+0x83 syscall(f653bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280daaeb, esp = 0xbfbfe87c, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 1013 tid 100099 td 0xc7804240 sched_switch(c7804240,0,104,191,79fdb3a0,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7804240,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c782f550,0,c0c95f43,c7804240,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c782f564,0,f64a3a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c782f564,c782f550,c0c9dead,603,c7808818,...) at _cv_wait_sig+0x240 seltdwait(c7808818,58,c7175100,c7804240,c0ae92ae,...) at seltdwait+0xa2 kern_select(c7804240,5,bfbfecf0,0,0,0,20,bfbffff4,1) at kern_select+0x4f4 select(c7804240,f64a3cf8,14,c7804240,c0d8234c,...) at select+0x66 syscall(f64a3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2817e023, esp = 0xbfbfeaec, ebp = 0xbfbfee28 --- Tracing command mountd pid 1004 tid 100121 td 0xc788cd80 sched_switch(c788cd80,0,104,191,59c4f4b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c788cd80,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c776ec10,0,c0c95f43,c788cd80,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c776ec24,0,f6532a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c776ec24,c776ec10,c0c9dead,603,c7889ce8,...) at _cv_wait_sig+0x240 seltdwait(c7889ce8,58,c7175100,c788cd80,c0f32840,...) at seltdwait+0xa2 kern_select(c788cd80,9,bfbfed7c,0,0,0,20,0,281a6478) at kern_select+0x4f4 select(c788cd80,f6532cf8,14,c0cb97d9,c0d8234c,...) at select+0x66 syscall(f6532d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28192023, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command rpcbind pid 911 tid 100102 td 0xc7ae4900 sched_switch(c7ae4900,0,104,191,d67e59a5,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7ae4900,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f64acaa8,c087c3aa,c776fa10,0,c7ae4900,...) at sleepq_catch_signals+0xb7 sleepq_timedwait_sig(c776fa24,0,f64acad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c776fa24,c776fa10,7531,603,f64acb8c,...) at _cv_timedwait_sig+0x250 seltdwait(f64acc5c,f64acc64,511,c7ae4900,f64acb5c,...) at seltdwait+0x8a poll(c7ae4900,f64accf8,c,c0c9e584,c0d82ffc,...) at poll+0x300 syscall(f64acd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813f00f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 878 tid 100097 td 0xc78046c0 sched_switch(c78046c0,0,104,191,ec92f360,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c78046c0,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c776fd50,0,c0c95f43,c78046c0,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c776fd64,0,f649da7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c776fd64,c776fd50,c0c9dead,603,c7808268,...) at _cv_wait_sig+0x240 seltdwait(c7808268,58,c7175100,c78046c0,c0c8f835,...) at seltdwait+0xa2 kern_select(c78046c0,9,282290ac,0,0,0,20,0,281a5478) at kern_select+0x4f4 select(c78046c0,f649dcf8,14,c0c9e336,c0d8234c,...) at select+0x66 syscall(f649dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28191023, esp = 0xbfbfe2bc, ebp = 0xbfbfee28 --- Tracing command devd pid 696 tid 100101 td 0xc7ae4b40 sched_switch(c7ae4b40,0,104,191,55f7520,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7ae4b40,0,c0c9bc68,18b,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c087c3aa,c782fe50,0,c0c95f43,c7ae4b40,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c782fe64,0,f64a9a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c782fe64,c782fe50,c0c9dead,603,c7807b98,...) at _cv_wait_sig+0x240 seltdwait(c7807b98,58,c7175100,c7ae4b40,c0c8f835,...) at seltdwait+0xa2 kern_select(c7ae4b40,6,bfbfe9b0,0,0,0,20,0,10) at kern_select+0x4f4 select(c7ae4b40,f64a9cf8,14,c0c36ce9,c0d8234c,...) at select+0x66 syscall(f64a9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x8088b73, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command flowcleaner pid 20 tid 100074 td 0xc74e76c0 sched_switch(c74e76c0,0,104,191,bb7f023,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c74e76c0,0,c0c9bc68,26e,c74e76c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f5fd88,0,f4241cc4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f5fd88,c0f5fd90,2710,3f0,0,...) at _cv_timedwait+0x250 flowtable_cleaner(0,f4241d38,c0c92c8c,343,c77832a8,...) at flowtable_cleaner+0x1bf fork_exit(c09354b0,0,f4241d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4241d70, ebp = 0 --- Tracing command softdepflush pid 19 tid 100073 td 0xc74e7900 cpustop_handler(1,f423eb40,c0bc5cc6,c0899308,11051340,...) at cpustop_handler+0x32 ipi_nmi_handler(c0899308,11051340,7ffbfbbd,369e99,c7783550,...) at ipi_nmi_handler+0x2f trap(f423eb4c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc088c205, esp = 0xf423eb8c, ebp = 0xf423ebb0 --- panic(c0c94725,f423ebdc,c091dcc6,c80f9d00,0,...) at panic+0x35 lockdestroy(c80f9d00,0,c0ca4c9a,34e,c80f9ca8,...) at lockdestroy+0x1d vdestroy(c80f9ca8,c0ca5751,c74e7900,c74e7900,c74e7900,...) at vdestroy+0x2a6 vdropl(c80f9ca8,f423ec14,c0ca4c9a,8ac,f423ec34,...) at vdropl+0x56 vput(c80f9ca8,0,c0cbdcfb,e1f,1,...) at vput+0x223 handle_workitem_remove(0,f423ec8c,2,3b2,8,...) at handle_workitem_remove+0x14e process_worklist_item(c0f6b444,0,c0cbdcfb,346,c74e7900,...) at process_worklist_item+0x1ec softdep_process_worklist(c79e92d4,0,c0cbdcfb,2f6,3e8,...) at softdep_process_worklist+0x75 softdep_flush(0,f423ed38,c0c92c8c,343,c7783550,...) at softdep_flush+0x287 fork_exit(c0ac2d90,0,f423ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf423ed70, ebp = 0 --- Tracing command syncer pid 18 tid 100072 td 0xc74e7b40 sched_switch(c74e7b40,0,104,191,d4f3a7b0,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c74e7b40,0,c0c9bc68,26e,c74e7b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0f5fb94,0,f423bc88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f5fb94,c0f5fb80,3e8,6ce,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f423bd38,c0c92c8c,343,c77837f8,...) at sched_sync+0x502 fork_exit(c091ff70,0,f423bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf423bd70, ebp = 0 --- Tracing command vnlru pid 17 tid 100071 td 0xc74e7d80 sched_switch(c74e7d80,0,104,191,238098ea,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,50,...) at mi_switch+0x200 sleepq_switch(c74e7d80,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7783aa0,50,c0ca5c6a,0,0,...) at sleepq_timedwait+0x6b _sleep(c7783aa0,c0f5fb54,250,c0ca5c6a,3e8,...) at _sleep+0x339 vnlru_proc(0,f4238d38,c0c92c8c,343,c7783aa0,...) at vnlru_proc+0xe7 fork_exit(c0920b40,0,f4238d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4238d70, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100070 td 0xc74e9000 sched_switch(c74e9000,0,104,191,2cf24666,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c74e9000,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f5f8c8,44,c0ca31d4,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f5f8c8,c0f5f8cc,44,c0ca31d4,3e8,...) at _sleep+0x339 buf_daemon(0,f4235d38,c0c92c8c,343,c7783d48,...) at buf_daemon+0x138 fork_exit(c09080a0,0,f4235d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4235d70, ebp = 0 --- Tracing command pagezero pid 15 tid 100069 td 0xc74e9240 sched_switch(c74e9240,0,104,191,85e3b9c1,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c74e9240,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f6c298,0,c0cc48c5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f6c298,c0f6bd80,0,c0cc48c5,493e0,...) at _sleep+0x339 vm_pagezero(0,f4232d38,c0c92c8c,343,c71782a8,...) at vm_pagezero+0xdc fork_exit(c0b03ce0,0,f4232d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4232d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100068 td 0xc74e9480 sched_switch(c74e9480,0,104,191,85df53ec,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,68,...) at mi_switch+0x200 sleepq_switch(c74e9480,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c0f6bec4,68,c0ca31d4,0,0,...) at sleepq_wait+0x63 _sleep(c0f6bec4,c0f6bec8,68,c0ca31d4,0,...) at _sleep+0x36b vm_daemon(0,f422fd38,c0c92c8c,343,c7178550,...) at vm_daemon+0x59 fork_exit(c0afca80,0,f422fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf422fd70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100067 td 0xc74e96c0 sched_switch(c74e96c0,0,104,191,239a38f1,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c74e96c0,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f6be8c,44,c0ca31d4,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f6be8c,c0f6bd80,44,c0ca31d4,1388,...) at _sleep+0x339 vm_pageout(0,f422cd38,c0c92c8c,343,c71787f8,...) at vm_pageout+0x2be fork_exit(c0afd930,0,f422cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf422cd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100064 td 0xc74e9d80 sched_switch(c74e9d80,0,104,191,2cf21d57,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c74e9d80,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c73c063c,4c,c0c8d208,0,0,...) at sleepq_timedwait+0x6b _sleep(c73c063c,c73c06f0,4c,c0c8d208,3e8,...) at _sleep+0x339 fdc_thread(c73c0600,f41c3d38,c0c92c8c,343,c7178aa0,...) at fdc_thread+0x27d fork_exit(c0b81260,c73c0600,f41c3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41c3d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100062 td 0xc73ba480 sched_switch(c73ba480,0,104,191,8e69538c,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c73ba480,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c73f4000,5c,c0c8d208,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73f4000,c73f8488,15c,c0c8d208,0,...) at _sleep+0x354 fw_bus_probe_thread(c73f4000,f41b3d38,c0c92c8c,343,c7178d48,...) at fw_bus_probe_thread+0xa08 fork_exit(c065af00,c73f4000,f41b3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41b3d70, ebp = 0 --- Tracing command usb pid 14 tid 100058 td 0xc73bad80 sched_switch(c73bad80,0,104,191,695d1e3d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73bad80,0,c0c9bc68,24b,c73bad80,...) at sleepq_switch+0x15f sleepq_wait(c73d4d0c,0,f419ccbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4d0c,c73d4dac,c0c862a0,6c,c73d4d14,...) at _cv_wait+0x240 usb_process(c73d4d04,f419cd38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73d4d04,f419cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf419cd70, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc73cc000 sched_switch(c73cc000,0,104,191,a433a674,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73cc000,0,c0c9bc68,24b,c73cc000,...) at sleepq_switch+0x15f sleepq_wait(c73d4cdc,0,f4199cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4cdc,c73d4dac,c0c862a0,6c,c73d4ce4,...) at _cv_wait+0x240 usb_process(c73d4cd4,f4199d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73d4cd4,f4199d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4199d70, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc73cc240 sched_switch(c73cc240,0,104,191,68f6a254,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73cc240,0,c0c9bc68,24b,c73cc240,...) at sleepq_switch+0x15f sleepq_wait(c73d4cac,0,f4196cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4cac,c73d4dac,c0c862a0,6c,c73d4cb4,...) at _cv_wait+0x240 usb_process(c73d4ca4,f4196d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73d4ca4,f4196d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4196d70, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc73cc480 sched_switch(c73cc480,0,104,191,68f68fde,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73cc480,0,c0c9bc68,24b,c73cc480,...) at sleepq_switch+0x15f sleepq_wait(c73d4c7c,0,f4193cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4c7c,c73d4dac,c0c862a0,6c,c73d4c84,...) at _cv_wait+0x240 usb_process(c73d4c74,f4193d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73d4c74,f4193d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4193d70, ebp = 0 --- Tracing command usb pid 14 tid 100053 td 0xc73cc900 sched_switch(c73cc900,0,104,191,68f67a2e,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73cc900,0,c0c9bc68,24b,c73cc900,...) at sleepq_switch+0x15f sleepq_wait(c73c6b5c,0,f418bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6b5c,c73c6bfc,c0c862a0,6c,c73c6b64,...) at _cv_wait+0x240 usb_process(c73c6b54,f418bd38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c6b54,f418bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf418bd70, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc73ccb40 sched_switch(c73ccb40,0,104,191,9c5dbaf5,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73ccb40,0,c0c9bc68,24b,c73ccb40,...) at sleepq_switch+0x15f sleepq_wait(c73c6b2c,0,f4188cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6b2c,c73c6bfc,c0c862a0,6c,c73c6b34,...) at _cv_wait+0x240 usb_process(c73c6b24,f4188d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c6b24,f4188d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4188d70, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc73ccd80 sched_switch(c73ccd80,0,104,191,68930edd,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73ccd80,0,c0c9bc68,24b,c73ccd80,...) at sleepq_switch+0x15f sleepq_wait(c73c6afc,0,f4185cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6afc,c73c6bfc,c0c862a0,6c,c73c6b04,...) at _cv_wait+0x240 usb_process(c73c6af4,f4185d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c6af4,f4185d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4185d70, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc736c6c0 sched_switch(c736c6c0,0,104,191,6892fcea,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736c6c0,0,c0c9bc68,24b,c736c6c0,...) at sleepq_switch+0x15f sleepq_wait(c73c6acc,0,f4182cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6acc,c73c6bfc,c0c862a0,6c,c73c6ad4,...) at _cv_wait+0x240 usb_process(c73c6ac4,f4182d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c6ac4,f4182d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4182d70, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc736c900 sched_switch(c736c900,0,104,191,6892e8e9,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736c900,0,c0c9bc68,24b,c736c900,...) at sleepq_switch+0x15f sleepq_wait(c73c2b5c,0,f417ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2b5c,c73c2bfc,c0c862a0,6c,c73c2b64,...) at _cv_wait+0x240 usb_process(c73c2b54,f417ed38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c2b54,f417ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf417ed70, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc736cb40 sched_switch(c736cb40,0,104,191,9c0b4ee0,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736cb40,0,c0c9bc68,24b,c736cb40,...) at sleepq_switch+0x15f sleepq_wait(c73c2b2c,0,f417bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2b2c,c73c2bfc,c0c862a0,6c,c73c2b34,...) at _cv_wait+0x240 usb_process(c73c2b24,f417bd38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c2b24,f417bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf417bd70, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc736cd80 sched_switch(c736cd80,0,104,191,682f14f9,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736cd80,0,c0c9bc68,24b,c736cd80,...) at sleepq_switch+0x15f sleepq_wait(c73c2afc,0,f4178cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2afc,c73c2bfc,c0c862a0,6c,c73c2b04,...) at _cv_wait+0x240 usb_process(c73c2af4,f4178d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c2af4,f4178d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4178d70, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc73b9000 sched_switch(c73b9000,0,104,191,682f02eb,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73b9000,0,c0c9bc68,24b,c73b9000,...) at sleepq_switch+0x15f sleepq_wait(c73c2acc,0,f4175cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2acc,c73c2bfc,c0c862a0,6c,c73c2ad4,...) at _cv_wait+0x240 usb_process(c73c2ac4,f4175d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73c2ac4,f4175d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4175d70, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc73b9240 sched_switch(c73b9240,0,104,191,682ef17b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73b9240,0,c0c9bc68,24b,c73b9240,...) at sleepq_switch+0x15f sleepq_wait(c73bbb5c,0,f4171cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbb5c,c73bbbfc,c0c862a0,6c,c73bbb64,...) at _cv_wait+0x240 usb_process(c73bbb54,f4171d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73bbb54,f4171d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4171d70, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc73b9480 sched_switch(c73b9480,0,104,191,9bd46047,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73b9480,0,c0c9bc68,24b,c73b9480,...) at sleepq_switch+0x15f sleepq_wait(c73bbb2c,0,f416ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbb2c,c73bbbfc,c0c862a0,6c,c73bbb34,...) at _cv_wait+0x240 usb_process(c73bbb24,f416ed38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73bbb24,f416ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf416ed70, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc73b96c0 sched_switch(c73b96c0,0,104,191,67ca8122,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73b96c0,0,c0c9bc68,24b,c73b96c0,...) at sleepq_switch+0x15f sleepq_wait(c73bbafc,0,f416bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbafc,c73bbbfc,c0c862a0,6c,c73bbb04,...) at _cv_wait+0x240 usb_process(c73bbaf4,f416bd38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73bbaf4,f416bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf416bd70, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc73b9900 sched_switch(c73b9900,0,104,191,67ca701b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73b9900,0,c0c9bc68,24b,c73b9900,...) at sleepq_switch+0x15f sleepq_wait(c73bbacc,0,f4168cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbacc,c73bbbfc,c0c862a0,6c,c73bbad4,...) at _cv_wait+0x240 usb_process(c73bbac4,f4168d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73bbac4,f4168d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4168d70, ebp = 0 --- Tracing command usb pid 14 tid 100040 td 0xc73b9d80 sched_switch(c73b9d80,0,104,191,67ca5ade,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73b9d80,0,c0c9bc68,24b,c73b9d80,...) at sleepq_switch+0x15f sleepq_wait(c73b6b5c,0,f4161cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6b5c,c73b6bfc,c0c862a0,6c,c73b6b64,...) at _cv_wait+0x240 usb_process(c73b6b54,f4161d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73b6b54,f4161d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4161d70, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc73ba000 sched_switch(c73ba000,0,104,191,9b821d5d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73ba000,0,c0c9bc68,24b,c73ba000,...) at sleepq_switch+0x15f sleepq_wait(c73b6b2c,0,f415ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6b2c,c73b6bfc,c0c862a0,6c,c73b6b34,...) at _cv_wait+0x240 usb_process(c73b6b24,f415ed38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73b6b24,f415ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf415ed70, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc7350d80 sched_switch(c7350d80,0,104,191,67652c26,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7350d80,0,c0c9bc68,24b,c7350d80,...) at sleepq_switch+0x15f sleepq_wait(c73b6afc,0,f415bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6afc,c73b6bfc,c0c862a0,6c,c73b6b04,...) at _cv_wait+0x240 usb_process(c73b6af4,f415bd38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73b6af4,f415bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf415bd70, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc736a000 sched_switch(c736a000,0,104,191,6765192e,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736a000,0,c0c9bc68,24b,c736a000,...) at sleepq_switch+0x15f sleepq_wait(c73b6acc,0,f4158cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6acc,c73b6bfc,c0c862a0,6c,c73b6ad4,...) at _cv_wait+0x240 usb_process(c73b6ac4,f4158d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73b6ac4,f4158d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4158d70, ebp = 0 --- Tracing command usb pid 14 tid 100035 td 0xc736a480 sched_switch(c736a480,0,104,191,676503ac,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736a480,0,c0c9bc68,24b,c736a480,...) at sleepq_switch+0x15f sleepq_wait(c73a7b5c,0,f4151cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7b5c,c73a7bfc,c0c862a0,6c,c73a7b64,...) at _cv_wait+0x240 usb_process(c73a7b54,f4151d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73a7b54,f4151d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4151d70, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc736a6c0 sched_switch(c736a6c0,0,104,191,9b2fbf4a,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736a6c0,0,c0c9bc68,24b,c736a6c0,...) at sleepq_switch+0x15f sleepq_wait(c73a7b2c,0,f414ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7b2c,c73a7bfc,c0c862a0,6c,c73a7b34,...) at _cv_wait+0x240 usb_process(c73a7b24,f414ed38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73a7b24,f414ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf414ed70, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc736a900 sched_switch(c736a900,0,104,191,66f9ea88,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736a900,0,c0c9bc68,24b,c736a900,...) at sleepq_switch+0x15f sleepq_wait(c73a7afc,0,f414bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7afc,c73a7bfc,c0c862a0,6c,c73a7b04,...) at _cv_wait+0x240 usb_process(c73a7af4,f414bd38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73a7af4,f414bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf414bd70, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc736ab40 sched_switch(c736ab40,0,104,191,66f9d782,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c736ab40,0,c0c9bc68,24b,c736ab40,...) at sleepq_switch+0x15f sleepq_wait(c73a7acc,0,f4148cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7acc,c73a7bfc,c0c862a0,6c,c73a7ad4,...) at _cv_wait+0x240 usb_process(c73a7ac4,f4148d38,c0c92c8c,343,c7346000,...) at usb_process+0x193 fork_exit(c07bedd0,c73a7ac4,f4148d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4148d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100021 td 0xc7350480 sched_switch(c7350480,0,104,191,66f9be9f,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c7350480,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c0dbf4d4,4c,c0c31e9a,0,0,...) at sleepq_wait+0x63 _sleep(c0dbf4d4,c0dbf4ec,4c,c0c31e9a,0,...) at _sleep+0x36b xpt_scanner_thread(0,c6e3bd38,c0c92c8c,343,c73462a8,...) at xpt_scanner_thread+0x4a fork_exit(c0484790,0,c6e3bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e3bd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc717b240 sched_switch(c717b240,0,104,191,31e1b898,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c717b240,0,c0c9bc68,26e,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0df3124,0,c0c8d208,2,0,...) at sleepq_timedwait+0x6b _sleep(c0df3124,0,0,c0c8d208,64,...) at _sleep+0x339 pause(c0c8d208,64,c0c7a22b,111,0,...) at pause+0x47 random_kthread(0,c6e2fd38,c0c92c8c,343,c7346550,...) at random_kthread+0x1ef fork_exit(c07377f0,0,c6e2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e2fd70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc717b6c0 sched_switch(c717b6c0,0,104,191,30760bc6,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c717b6c0,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c0df0ee4,4c,c0c8d208,0,0,...) at sleepq_wait+0x63 _sleep(c0df0ee4,c0df0e48,24c,c0c8d208,0,...) at _sleep+0x36b g_io_schedule_down(c717b6c0,0,c0c8e8d0,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c6e29d38,c0c92c8c,343,c7177000,...) at g_down_procbody+0x8d fork_exit(c0828d50,0,c6e29d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e29d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc717b900 sched_switch(c717b900,0,104,191,3681ef9b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c717b900,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c0df0ee0,4c,c0c8d208,0,0,...) at sleepq_wait+0x63 _sleep(c0df0ee0,c0df0e68,24c,c0c8d208,0,...) at _sleep+0x36b g_io_schedule_up(c717b900,0,c0c8e8d0,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6e26d38,c0c92c8c,343,c71772a8,...) at g_up_procbody+0x8d fork_exit(c0828de0,0,c6e26d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e26d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc717bb40 sched_switch(c717bb40,0,104,191,3045a26c,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,4c,...) at mi_switch+0x200 sleepq_switch(c717bb40,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0df0ed8,4c,c0c8d208,0,0,...) at sleepq_timedwait+0x6b _sleep(c0df0ed8,0,4c,c0c8d208,64,...) at _sleep+0x339 g_event_procbody(0,c6e23d38,c0c92c8c,343,c7177550,...) at g_event_procbody+0xcb fork_exit(c0828e70,0,c6e23d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e23d70, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc74e9900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc74e9b40 sched_switch(c74e9b40,0,109,191,66f653c1,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c7175070,...) at mi_switch+0x200 ithread_loop(c74e0390,f41c6d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c74e0390,f41c6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41c6d70, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc73ba240 sched_switch(c73ba240,0,109,191,7965e0b2,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c74db0f0,...) at mi_switch+0x200 ithread_loop(c74e0840,f41b6d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c74e0840,f41b6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41b6d70, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc73ba900 sched_switch(c73ba900,0,109,191,66dcd64f,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71be0f0,...) at mi_switch+0x200 ithread_loop(c73ebbf0,f41aad38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c73ebbf0,f41aad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41aad70, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc73bab40 sched_switch(c73bab40,0,109,191,73bf4d60,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71be3f0,...) at mi_switch+0x200 ithread_loop(c73eb450,f41a2d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c73eb450,f41a2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41a2d70, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc73cc6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc73b9b40 sched_switch(c73b9b40,0,109,191,91b62311,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71be1f0,...) at mi_switch+0x200 ithread_loop(c739f690,f4165d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c739f690,f4165d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4165d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc736a240 sched_switch(c736a240,0,109,191,910385c0,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71be270,...) at mi_switch+0x200 ithread_loop(c739f9f0,f4155d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c739f9f0,f4155d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4155d70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc736ad80 sched_switch(c736ad80,0,109,191,4cd49ba6,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71be2f0,...) at mi_switch+0x200 ithread_loop(c73ad110,f4145d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c73ad110,f4145d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4145d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc736c000 sched_switch(c736c000,0,109,191,368ed44d,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71bdef0,...) at mi_switch+0x200 ithread_loop(c739f500,c6f87d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c739f500,c6f87d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f87d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc736c240 sched_switch(c736c240,0,109,191,7a01edd1,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c738c0f0,...) at mi_switch+0x200 ithread_loop(c73958d0,c6e81d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c73958d0,c6e81d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e81d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc736c480 sched_switch(c736c480,0,109,191,66f6f28b,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c7174b70,...) at mi_switch+0x200 ithread_loop(c7176600,c6e77d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c7176600,c6e77d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e77d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc71bf6c0 sched_switch(c71bf6c0,0,109,191,2f60fa75,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c73517f0,...) at mi_switch+0x200 ithread_loop(c7176460,c6e4dd38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c7176460,c6e4dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e4dd70, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc7350240 sched_switch(c7350240,0,109,191,846cd0a6,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c7351870,...) at mi_switch+0x200 ithread_loop(c71763a0,c6e3ed38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c71763a0,c6e3ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e3ed70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc73506c0 sched_switch(c73506c0,0,109,191,fc3ef615,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c7351a70,...) at mi_switch+0x200 ithread_loop(c710ca20,c6e38d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c710ca20,c6e38d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e38d70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc7350900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc717bd80 sched_switch(c717bd80,0,109,191,8642b8ca,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71bdb70,...) at mi_switch+0x200 ithread_loop(c71761b0,c6e20d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c71761b0,c6e20d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e20d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc71bf000 sched_switch(c71bf000,0,109,191,2e04d449,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71bdbf0,...) at mi_switch+0x200 ithread_loop(c71761c0,c6e1dd38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c71761c0,c6e1dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e1dd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc71bf240 sched_switch(c71bf240,0,109,191,30d1259f,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71bdc70,...) at mi_switch+0x200 ithread_loop(c71761d0,c6e1ad38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c71761d0,c6e1ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e1ad70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc71bf480 sched_switch(c71bf480,0,109,191,239a2e2f,...) at sched_switch+0x406 mi_switch(109,0,c0c92f0b,52d,c71bdcf0,...) at mi_switch+0x200 ithread_loop(c71761e0,c6e17d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c0865000,c71761e0,c6e17d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e17d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7179000 cpustop_handler(8,c6e14b80,c0bc5cc6,c0df83c0,0,...) at cpustop_handler+0x32 ipi_nmi_handler(c0df83c0,0,c0c9138e,121,c71777f8,...) at ipi_nmi_handler+0x2f trap(c6e14b8c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc04f4e13, esp = 0xc6e14bcc, ebp = 0xc6e14bcc --- acpi_timer_read(c0ce82c0,c0df3300,c6e14c14,c08980ed,c0ce82c0,...) at acpi_timer_read+0x13 acpi_timer_get_timecount_safe(c0ce82c0,1,c6e14c14,c076bf14,c076bcc0,...) at acpi_timer_get_timecount_safe+0xa binuptime(c6e14c7c,1,c0c98bd2,176,c08ad577,...) at binuptime+0x3d softclock(c0df3300,c6e14cc8,c087bff4,c0df83c0,c71bdd38,...) at softclock+0x288 intr_event_execute_handlers(c71777f8,c71bdd00,c0c92f0b,533,c71bdd70,...) at intr_event_execute_handlers+0x125 ithread_loop(c71761f0,c6e14d38,c0c92c8c,343,c71777f8,...) at ithread_loop+0x9f fork_exit(c0865000,c71761f0,c6e14d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e14d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc7179240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc7179480 sched_switch(c7179480,0,108,18c,3680de27,...) at sched_switch+0x406 mi_switch(108,0,c0c99395,3ae,c7179480,...) at mi_switch+0x200 sched_idletd(0,c6e0dd38,c0c92c8c,343,c7177aa0,...) at sched_idletd+0x19b fork_exit(c08aef60,0,c6e0dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e0dd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc71796c0 sched_switch(c71796c0,0,108,18c,306c9bf6,...) at sched_switch+0x406 mi_switch(108,0,c0c99395,3ae,c71796c0,...) at mi_switch+0x200 sched_idletd(0,c6e0ad38,c0c92c8c,343,c7177aa0,...) at sched_idletd+0x19b fork_exit(c08aef60,0,c6e0ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e0ad70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc7179900 sched_switch(c7179900,0,108,18c,3075741e,...) at sched_switch+0x406 mi_switch(108,0,c0c99395,3ae,c7179900,...) at mi_switch+0x200 sched_idletd(0,c6e07d38,c0c92c8c,343,c7177aa0,...) at sched_idletd+0x19b fork_exit(c08aef60,0,c6e07d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e07d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc7179b40 sched_switch(c7179b40,0,108,18c,3699b452,...) at sched_switch+0x406 mi_switch(108,0,c0c99395,3ae,c7179b40,...) at mi_switch+0x200 sched_idletd(0,c6e04d38,c0c92c8c,343,c7177aa0,...) at sched_idletd+0x19b fork_exit(c08aef60,0,c6e04d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e04d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc7179d80 sched_switch(c7179d80,0,104,191,6def7882,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,5c,...) at mi_switch+0x200 sleepq_switch(c7179d80,0,c0c9bc68,18b,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c9bc68,15b,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7177d48,5c,c0c9e447,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7177d48,c7177dd0,15c,c0c9e447,0,...) at _sleep+0x354 kern_wait(c7179d80,ffffffff,c6e00c74,0,0,...) at kern_wait+0xb76 wait4(c7179d80,c6e00cf8,10,c7179d80,c0d819e4,...) at wait4+0x3b syscall(c6e00d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054dbf, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc717b000 sched_switch(c717b000,0,104,191,66f75fd4,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c717b000,0,c0c9bc68,24b,c717b000,...) at sleepq_switch+0x15f sleepq_wait(c0f6adc0,0,c6dfdc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f6adc0,c0f6ada4,c0cbbcbc,194,0,...) at _cv_wait+0x240 audit_worker(0,c6dfdd38,c0c92c8c,343,c7178000,...) at audit_worker+0x84 fork_exit(c0a921a0,0,c6dfdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6dfdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc73ba6c0 sched_switch(c73ba6c0,0,104,191,3664765e,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c73ba6c0,0,c0c9bc68,24b,c73ba6c0,...) at sleepq_switch+0x15f sleepq_wait(c73a1880,0,c0c98401,c0c8d208,0,...) at sleepq_wait+0x63 msleep_spin(c73a1880,c73a1898,c0c8d208,0,c0c95f43,...) at msleep_spin+0x21d taskqueue_thread_loop(c73f849c,f41b0d38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0x94 fork_exit(c08c8380,c73f849c,f41b0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41b0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc71bf900 sched_switch(c71bf900,0,104,191,696d7611,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c71bf900,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c73440c0,0,c0c8d208,0,0,...) at sleepq_wait+0x63 _sleep(c73440c0,c73440d8,0,c0c8d208,0,...) at _sleep+0x36b taskqueue_thread_loop(c0df1850,c6e4ad38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0xba fork_exit(c08c8380,c0df1850,c6e4ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e4ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc71bfb40 sched_switch(c71bfb40,0,104,191,696d652e,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c71bfb40,0,c0c9bc68,24b,c71bfb40,...) at sleepq_switch+0x15f sleepq_wait(c7344100,0,c0c98401,c0c8d208,0,...) at sleepq_wait+0x63 msleep_spin(c7344100,c7344118,c0c8d208,0,c0c95f43,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dc2320,c6e47d38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0x94 fork_exit(c08c8380,c0dc2320,c6e47d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e47d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc71bfd80 sched_switch(c71bfd80,0,104,191,696d568b,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c71bfd80,0,c0c9bc68,24b,c71bfd80,...) at sleepq_switch+0x15f sleepq_wait(c7344100,0,c0c98401,c0c8d208,0,...) at sleepq_wait+0x63 msleep_spin(c7344100,c7344118,c0c8d208,0,c0c95f43,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dc2320,c6e44d38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0x94 fork_exit(c08c8380,c0dc2320,c6e44d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e44d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc7350000 sched_switch(c7350000,0,104,191,696d474e,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7350000,0,c0c9bc68,24b,c7350000,...) at sleepq_switch+0x15f sleepq_wait(c7344100,0,c0c98401,c0c8d208,0,...) at sleepq_wait+0x63 msleep_spin(c7344100,c7344118,c0c8d208,0,c0c95f43,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dc2320,c6e41d38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0x94 fork_exit(c08c8380,c0dc2320,c6e41d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e41d70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc7350b40 sched_switch(c7350b40,0,104,191,846eb3f1,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c7350b40,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c7344540,0,c0c8d208,0,0,...) at sleepq_wait+0x63 _sleep(c7344540,c7344558,0,c0c8d208,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e05ac8,c6e32d38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0xba fork_exit(c08c8380,c0e05ac8,c6e32d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e32d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc717b480 sched_switch(c717b480,0,104,191,8a29590d,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,0,...) at mi_switch+0x200 sleepq_switch(c717b480,0,c0c9bc68,24b,0,...) at sleepq_switch+0x15f sleepq_wait(c715ed80,0,c0c8d208,0,0,...) at sleepq_wait+0x63 _sleep(c715ed80,c715ed98,0,c0c8d208,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e04560,c6e2cd38,c0c92c8c,343,c0df0fc0,...) at taskqueue_thread_loop+0xba fork_exit(c08c8380,c0e04560,c6e2cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e2cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0df1270 sched_switch(c0df1270,0,104,191,b2c71d4,...) at sched_switch+0x406 mi_switch(104,0,c0c9bc68,1d6,44,...) at mi_switch+0x200 sleepq_switch(c0df1270,0,c0c9bc68,26e,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0df0fc0,44,c0c99c0a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0df0fc0,0,44,c0c99c0a,2710,...) at _sleep+0x339 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 118 MB: 103 87 71 55 39 23 7 Dump complete = 0xf db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04d0559 in db_fncall (dummy1=0xc08bbc4a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf66e32a4 "¸2nö") at ../../../ddb/db_command.c:548 #2 0xc04d098f in db_command (last_cmdp=0xc0dc04fc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04d0a44 in db_command_script (command=0xc0dc1408 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04d4bc0 in db_script_exec (scriptname=0xc0dc0d60 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04d4c51 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc0fbfbe0, modif=0xf66e33dc "") at ../../../ddb/db_script.c:375 #6 0xc04d0951 in db_command (last_cmdp=0xc0dc04fc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #7 0xc04d0aaa in db_command_loop () at ../../../ddb/db_command.c:498 #8 0xc04d294d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc08bbac6 in kdb_trap (type=0x3, code=0x0, tf=0xf66e3584) at ../../../kern/subr_kdb.c:535 #10 0xc0bc62bb in trap (frame=0xf66e3584) at ../../../i386/i386/trap.c:690 #11 0xc0ba7d1b in calltrap () at ../../../i386/i386/exception.s:165 #12 0xc08bbc4a in kdb_enter (why=0xc0c9780c "panic", msg=0xc0c9780c "panic") at cpufunc.h:71 #13 0xc088c306 in panic (fmt=0xc0c44826 "Assertion %s failed at %s:%d") at ../../../kern/kern_shutdown.c:562 #14 0xc0874f79 in __lockmgr_args (lk=0xe7115fc0, flags=0x100000, ilk=0x0, wmesg=0x0, pri=0x0, timo=0x0, file=0xc0ca2890 "../../../kern/vfs_bio.c", line=0x603) at ../../../kern/kern_lock.c:965 #15 0xc0905f8a in bqrelse (bp=0xe7115f60) at lockmgr.h:94 #16 0xc0907440 in bdwrite (bp=0xe7115f60) at ../../../kern/vfs_bio.c:1024 #17 0xc0aaa981 in ffs_realloccg (ip=0xc78a4488, lbprev=0x1, bprev=0x8a978, bpref=0x8a940, osize=0x2800, nsize=0x3000, flags=0x10000, cred=0xc7c91580, bpp=0xf66e398c) at ../../../ufs/ffs/ffs_alloc.c:1395 #18 0xc0aae185 in ffs_balloc_ufs2 (vp=0xc80e3708, startoffset=Variable "startoffset" is not available. ) at ../../../ufs/ffs/ffs_balloc.c:692 #19 0xc0accf5c in ffs_extend (ap=0xf66e3b48) at ../../../ufs/ffs/ffs_vnops.c:1808 #20 0xc0bdb6e6 in VOP_EXTEND_APV (vop=0xc0da3700, a=0xf66e3b48) at vnode_if.c:3481 #21 0xc0b01aff in vnode_pager_write (vp=0xc80e3708, uio=0xf66e3c58, ioflags=0x1c0001) at vnode_if.h:1573 #22 0xc092cb6c in vn_write_chunk (vp=0xc80e3708, uio=0xf66e3c58, active_cred=0xc7c91580, fcred=0xc7c91580, ioflag=0x1c0001) at ../../../kern/vfs_vnops.c:643 #23 0xc092cd4c in vn_write (fp=0xc7820b98, uio=0xf66e3c58, active_cred=0xc7c91580, flags=0x0, td=0xc818ed80) at ../../../kern/vfs_vnops.c:698 #24 0xc08d1985 in dofilewrite (td=0xc818ed80, fd=0x3, fp=0xc7820b98, auio=0xf66e3c58, offset=0xffffffffffffffff, flags=0x0) at file.h:241 #25 0xc08d30d8 in kern_writev (td=0xc818ed80, fd=0x3, auio=0xf66e3c58) at ../../../kern/sys_generic.c:446 #26 0xc08d31ef in write (td=0xc818ed80, uap=0xf66e3cf8) at ../../../kern/sys_generic.c:362 #27 0xc0bc5a44 in syscall (frame=0xf66e3d38) at ../../../i386/i386/trap.c:1076 #28 0xc0ba7d80 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #29 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 15 #15 0xc0905f8a in bqrelse (bp=0xe7115f60) at lockmgr.h:94 94 return (__lockmgr_args(lk, flags, (ilk != NULL) ? &ilk->lock_object : (kgdb) p *bp $1 = {b_bufobj = 0xc80e5800, b_bcount = 0x4000, b_caller1 = 0x0, b_data = 0xe7a75000 "", b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x2, b_iooffset = 0x44eb0000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x227580, b_offset = 0x44eb0000, b_bobufs = {tqe_next = 0xe7116100, tqe_prev = 0xe71155d8}, b_left = 0xe71155a0, b_right = 0xe7116100, b_vflags = 0x0, b_freelist = {tqe_next = 0xe710d3a0, tqe_prev = 0xe71162ec}, b_qindex = 0x2, b_flags = 0xa00000a0, b_xflags = 0x11, b_lock = {lock_object = {lo_name = 0xc0ca3386 "bufwait", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc712e098}, lk_lock = 0xc818ed80, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0x10, pcs = {0xc092cd4c, 0xc08d1985, 0xc08d30d8, 0xc08d31ef, 0xc0bc5a44, 0xc0aae185, 0xc0accf5c, 0xc0bdb6e6, 0xc0b01aff, 0xc092cb6c, 0xc092cd4c, 0xc08d1985, 0xc08d30d8, 0xc08d31ef, 0xc0bc5a44, 0xc0ba7d80, 0x0, 0x0}}, lk_saved_lock = 0xcfdfffc4}, b_bufsize = 0x4000, b_runningbufspace = 0x0, b_kvabase = 0xe7a75000 "", b_kvasize = 0x4000, b_lblkno = 0x227580, b_vp = 0xc80e5708, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xe7a75000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xc2664c00, 0xc2664c48, 0xc2664c90, 0xc2664cd8, 0x0 }, b_npages = 0x4, b_dep = { lh_first = 0xc776e840}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) p lk $2 = {lock_object = {lo_name = 0xc0cbf0a1 "Softdep Lock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc712d878}, mtx_lock = 0x4} (kgdb) git diff master diff --git a/sys/conf/files b/sys/conf/files index 1e9d80d..626e2fb 100644 --- a/sys/conf/files +++ b/sys/conf/files @@ -2012,6 +2012,7 @@ kern/kern_poll.c optional device_polling kern/kern_priv.c standard kern/kern_proc.c standard kern/kern_prot.c standard +kern/kern_rangelock.c standard kern/kern_resource.c standard kern/kern_rmlock.c standard kern/kern_rwlock.c standard @@ -2699,6 +2700,7 @@ vm/vm_page.c standard vm/vm_pageout.c standard vm/vm_pager.c standard vm/vm_phys.c standard +vm/vm_readwrite.c standard vm/vm_reserv.c standard vm/vm_unix.c standard vm/vm_zeroidle.c standard diff --git a/sys/dev/md/md.c b/sys/dev/md/md.c index 87e5ac9..a28d7ca 100644 --- a/sys/dev/md/md.c +++ b/sys/dev/md/md.c @@ -85,6 +85,7 @@ #include #include #include +#include #include #include #include @@ -587,7 +588,7 @@ mdstart_swap(struct md_s *sc, struct bio *bp) { struct sf_buf *sf; int rv, offs, len, lastend; - vm_pindex_t i, lastp; + vm_pindex_t i, firstp, lastp; vm_page_t m; u_char *p; @@ -610,18 +611,26 @@ mdstart_swap(struct md_s *sc, struct bio *bp) * we're operating on complete aligned pages). */ offs = bp->bio_offset % PAGE_SIZE; + firstp = bp->bio_offset / PAGE_SIZE; lastp = (bp->bio_offset + bp->bio_length - 1) / PAGE_SIZE; lastend = (bp->bio_offset + bp->bio_length - 1) % PAGE_SIZE + 1; + vm_page_t ma[lastp - firstp + 1]; + rv = VM_PAGER_OK; VM_OBJECT_LOCK(sc->object); vm_object_pip_add(sc->object, 1); - for (i = bp->bio_offset / PAGE_SIZE; i <= lastp; i++) { + for (i = firstp; i <= lastp; i++) { len = ((i == lastp) ? lastend : PAGE_SIZE) - offs; - m = vm_page_grab(sc->object, i, - VM_ALLOC_NORMAL|VM_ALLOC_RETRY); + /* + * Write cleans pages of the buffer, give it a + * priority. + */ + m = vm_page_grab(sc->object, i, (bp->bio_cmd == BIO_WRITE ? + VM_ALLOC_SYSTEM : VM_ALLOC_NORMAL) | VM_ALLOC_RETRY); VM_OBJECT_UNLOCK(sc->object); + ma[i - firstp] = m; sched_pin(); sf = sf_buf_alloc(m, SFB_CPUPRIVATE); VM_OBJECT_LOCK(sc->object); @@ -683,6 +692,12 @@ printf("wire_count %d busy %d flags %x hold_count %d act_count %d queue %d valid } vm_object_pip_subtract(sc->object, 1); vm_object_set_writeable_dirty(sc->object); + if (rv != VM_PAGER_ERROR && bp->bio_cmd == BIO_WRITE && + vm_page_count_severe()) { + vm_page_lock_queues(); + vm_pageout_flush(ma, lastp - firstp + 1, IO_SYNC); + vm_page_unlock_queues(); + } VM_OBJECT_UNLOCK(sc->object); return (rv != VM_PAGER_ERROR ? 0 : ENOSPC); } diff --git a/sys/kern/kern_lock.c b/sys/kern/kern_lock.c index 90df2fc..8873794 100644 --- a/sys/kern/kern_lock.c +++ b/sys/kern/kern_lock.c @@ -181,11 +181,11 @@ lockmgr_xholder(struct lock *lk) */ static __inline int sleeplk(struct lock *lk, u_int flags, struct lock_object *ilk, - const char *wmesg, int pri, int timo, int queue) + const char *wmesg, int pri, int timo, int queue, int *wakeup_swapper) { GIANT_DECLARE; struct lock_class *class; - int catch, error; + int catch, error, x; class = (flags & LK_INTERLOCK) ? LOCK_CLASS(ilk) : NULL; catch = pri & PCATCH; @@ -203,6 +203,10 @@ sleeplk(struct lock *lk, u_int flags, struct lock_object *ilk, if ((flags & LK_TIMELOCK) && timo) sleepq_set_timeout(&lk->lock_object, timo); +#ifdef DEBUG_LOCKS + x = lk->lk_lock; + atomic_set_acq_ptr(&lk->lk_saved_lock, x); +#endif /* * Decisional switch for real sleeping. */ @@ -218,6 +222,38 @@ sleeplk(struct lock *lk, u_int flags, struct lock_object *ilk, if ((flags & LK_SLEEPFAIL) && error == 0) error = ENOLCK; + /* + * If we are not going to claim the lock ownership, wake up + * any other waiters. + */ + if (error != 0) { + repeat: + sleepq_lock(&lk->lock_object); + x = lk->lk_lock; + if (x & LK_EXCLUSIVE_WAITERS) { + *wakeup_swapper |= sleepq_broadcast(&lk->lock_object, + SLEEPQ_LK, 0, SQ_EXCLUSIVE_QUEUE); + /* We may be last exclusive waiter, clear the flag. */ + if (queue == SQ_EXCLUSIVE_QUEUE && + !atomic_cmpset_rel_ptr(&lk->lk_lock, x, x & + ~LK_EXCLUSIVE_WAITERS)) { + sleepq_release(&lk->lock_object); + goto repeat; + } + } + /* + * Need to wakeup shared waiters even if + * LK_EXCLUSIVE_WAITERS was set, since there might be + * no exclusive waiters except us. Note that this + * might allow for shared locker to acquire the lock + * before an exclusive one. + */ + if (x & LK_SHARED_WAITERS) + *wakeup_swapper |= sleepq_broadcast(&lk->lock_object, + SLEEPQ_LK, 0, SQ_SHARED_QUEUE); + sleepq_release(&lk->lock_object); + } + return (error); } @@ -576,7 +612,7 @@ __lockmgr_args(struct lock *lk, u_int flags, struct lock_object *ilk, * we will sleep. */ error = sleeplk(lk, flags, ilk, iwmesg, ipri, itimo, - SQ_SHARED_QUEUE); + SQ_SHARED_QUEUE, &wakeup_swapper); flags &= ~LK_INTERLOCK; if (error) { LOCK_LOG3(lk, @@ -819,7 +855,7 @@ __lockmgr_args(struct lock *lk, u_int flags, struct lock_object *ilk, * is set, we will sleep. */ error = sleeplk(lk, flags, ilk, iwmesg, ipri, itimo, - SQ_EXCLUSIVE_QUEUE); + SQ_EXCLUSIVE_QUEUE, &wakeup_swapper); flags &= ~LK_INTERLOCK; if (error) { LOCK_LOG3(lk, @@ -840,6 +876,11 @@ __lockmgr_args(struct lock *lk, u_int flags, struct lock_object *ilk, TD_LOCKS_INC(curthread); STACK_SAVE(lk); } + if (error == ENOLCK) { + LOCK_LOG_LOCK("XLOCK+SLPFAIL", &lk->lock_object, 0, + lk->lk_recurse, file, line); + STACK_SAVE(lk); + } break; case LK_DOWNGRADE: _lockmgr_assert(lk, KA_XLOCKED | KA_NOTRECURSED, file, line); @@ -855,8 +896,17 @@ __lockmgr_args(struct lock *lk, u_int flags, struct lock_object *ilk, MPASS((x & LK_EXCLUSIVE_SPINNERS) == 0); x &= LK_ALL_WAITERS; if (atomic_cmpset_rel_ptr(&lk->lk_lock, tid | x, - LK_SHARERS_LOCK(1) | x)) + LK_SHARERS_LOCK(1) | x)) { + if (x & LK_SHARED_WAITERS) { + sleepq_lock(&lk->lock_object); + x = lk->lk_lock; + wakeup_swapper = sleepq_broadcast( + &lk->lock_object, SLEEPQ_LK, 0, + SQ_SHARED_QUEUE); + sleepq_release(&lk->lock_object); + } break; + } cpu_spinwait(); } break; @@ -867,7 +917,7 @@ __lockmgr_args(struct lock *lk, u_int flags, struct lock_object *ilk, if ((x & LK_SHARE) == 0) { /* - * As first option, treact the lock as if it has not + * As first option, treat the lock as if it has not * any waiter. * Fix-up the tid var if the lock has been disowned. */ diff --git a/sys/kern/kern_rangelock.c b/sys/kern/kern_rangelock.c new file mode 100644 index 0000000..6002ad3 --- /dev/null +++ b/sys/kern/kern_rangelock.c @@ -0,0 +1,166 @@ +/*- + * Copyright (c) 2009 Konstantin Belousov + * All rights reserved. + * + */ + +#include +__FBSDID("$FreeBSD$"); + +#include +#include +#include +#include +#include + +uma_zone_t rl_entry_zone; + +static void +rangelock_sys_init(void) +{ + + rl_entry_zone = uma_zcreate("rl_entry", sizeof(struct rl_q_entry), + NULL, NULL, NULL, NULL, UMA_ALIGN_PTR, 0); +} +SYSINIT(vfs, SI_SUB_VFS, SI_ORDER_ANY, rangelock_sys_init, NULL); + +void +rangelock_init(struct rangelock *lock) +{ + + TAILQ_INIT(&lock->rl_waiters); + lock->rl_currdep = NULL; +} + +void +rangelock_destroy(struct rangelock *lock) +{ + + KASSERT(TAILQ_EMPTY(&lock->rl_waiters), ("Dangling waiters")); +} + +static int +rangelock_incompatible(const struct rl_q_entry *e1, + const struct rl_q_entry *e2) +{ + + if ((e1->rl_q_flags & RL_LOCK_TYPE_MASK) == RL_LOCK_READ && + (e2->rl_q_flags & RL_LOCK_TYPE_MASK) == RL_LOCK_READ) + return (0); +#define IN_RANGE(a, e) (a >= e->rl_q_start && a < e->rl_q_end) + if (IN_RANGE(e1->rl_q_start, e2) || IN_RANGE(e2->rl_q_start, e1) || + IN_RANGE(e1->rl_q_end, e2) || IN_RANGE(e2->rl_q_end, e1)) + return (1); +#undef IN_RANGE + return (0); +} + +static void +rangelock_calc_block(struct rangelock *lock) +{ + struct rl_q_entry *entry, *entry1, *whead; + + if (lock->rl_currdep == TAILQ_FIRST(&lock->rl_waiters) && + lock->rl_currdep != NULL) + lock->rl_currdep = TAILQ_NEXT(lock->rl_currdep, rl_q_link); + for (entry = lock->rl_currdep; entry; + entry = TAILQ_NEXT(entry, rl_q_link)) { + TAILQ_FOREACH(entry1, &lock->rl_waiters, rl_q_link) { + if (rangelock_incompatible(entry, entry1)) + goto out; + if (entry1 == entry) + break; + } + } +out: + lock->rl_currdep = entry; + TAILQ_FOREACH(whead, &lock->rl_waiters, rl_q_link) { + if (whead == lock->rl_currdep) + break; + if (!(whead->rl_q_flags & RL_LOCK_GRANTED)) { + whead->rl_q_flags |= RL_LOCK_GRANTED; + wakeup(whead); + } + } +} + +static void +rangelock_unlock_vp_locked(struct vnode *vp, struct rl_q_entry *entry) +{ + + ASSERT_VI_LOCKED(vp, "rangelock"); + KASSERT(entry != vp->v_rl.rl_currdep, ("stuck currdep")); + TAILQ_REMOVE(&vp->v_rl.rl_waiters, entry, rl_q_link); + rangelock_calc_block(&vp->v_rl); + VI_UNLOCK(vp); + uma_zfree(rl_entry_zone, entry); +} + +void +rangelock_unlock(struct vnode *vp, void *cookie) +{ + struct rl_q_entry *entry; + + entry = cookie; + VI_LOCK(vp); + rangelock_unlock_vp_locked(vp, entry); +} + +void * +rangelock_unlock_range(struct vnode *vp, void *cookie, off_t base, size_t len) +{ + struct rl_q_entry *entry; + + entry = cookie; + VI_LOCK(vp); + KASSERT(entry->rl_q_flags & RL_LOCK_GRANTED, ("XXX")); + KASSERT(entry->rl_q_start == base, ("XXX")); + KASSERT(entry->rl_q_end >= base + len, ("XXX")); + if (entry->rl_q_end == base + len) { + rangelock_unlock_vp_locked(vp, cookie); + return (NULL); + } + entry->rl_q_end = base + len; + rangelock_calc_block(&vp->v_rl); + VI_UNLOCK(vp); + return (cookie); +} + +static void * +rangelock_enqueue(struct vnode *vp, struct rl_q_entry *entry) +{ + + VI_LOCK(vp); + TAILQ_INSERT_TAIL(&vp->v_rl.rl_waiters, entry, rl_q_link); + if (vp->v_rl.rl_currdep == NULL) + vp->v_rl.rl_currdep = entry; + rangelock_calc_block(&vp->v_rl); + while (!(entry->rl_q_flags & RL_LOCK_GRANTED)) + msleep(entry, &vp->v_interlock, 0, "range", 0); + VI_UNLOCK(vp); + return (entry); +} + +void * +rangelock_rlock(struct vnode *vp, off_t base, size_t len) +{ + struct rl_q_entry *entry; + + entry = uma_zalloc(rl_entry_zone, M_WAITOK); + entry->rl_q_flags = RL_LOCK_READ; + entry->rl_q_start = base; + entry->rl_q_end = base + len; + return (rangelock_enqueue(vp, entry)); +} + +void * +rangelock_wlock(struct vnode *vp, off_t base, size_t len) +{ + struct rl_q_entry *entry; + + entry = uma_zalloc(rl_entry_zone, M_WAITOK); + entry->rl_q_flags = RL_LOCK_WRITE; + entry->rl_q_start = base; + entry->rl_q_end = base + len; + return (rangelock_enqueue(vp, entry)); +} diff --git a/sys/kern/vfs_cluster.c b/sys/kern/vfs_cluster.c index 1ab263c..d249e44 100644 --- a/sys/kern/vfs_cluster.c +++ b/sys/kern/vfs_cluster.c @@ -71,8 +71,8 @@ static int write_behind = 1; SYSCTL_INT(_vfs, OID_AUTO, write_behind, CTLFLAG_RW, &write_behind, 0, "Cluster write-behind; 0: disable, 1: enable, 2: backed off"); -static int read_max = 8; -SYSCTL_INT(_vfs, OID_AUTO, read_max, CTLFLAG_RW, &read_max, 0, +int vfs_read_max = 8; +SYSCTL_INT(_vfs, OID_AUTO, read_max, CTLFLAG_RW, &vfs_read_max, 0, "Cluster read-ahead max block count"); /* Page expended to mark partially backed buffers */ @@ -109,7 +109,7 @@ cluster_read(vp, filesize, lblkno, size, cred, totread, seqcount, bpp) */ racluster = vp->v_mount->mnt_iosize_max / size; maxra = seqcount; - maxra = min(read_max, maxra); + maxra = min(vfs_read_max, maxra); maxra = min(nbuf/8, maxra); if (((u_quad_t)(lblkno + maxra + 1) * size) > filesize) maxra = (filesize / size) - lblkno; @@ -803,7 +803,9 @@ cluster_wbuild(vp, size, start_lbn, len) (tbp->b_bcount != tbp->b_bufsize) || (tbp->b_bcount != size) || (len == 1) || - ((bp = getpbuf(&cluster_pbuf_freecnt)) == NULL)) { + ((bp = (vp->v_vflag & VV_MD) ? + trypbuf(&cluster_pbuf_freecnt) : + getpbuf(&cluster_pbuf_freecnt)) == NULL)) { totalwritten += tbp->b_bufsize; bawrite(tbp); ++start_lbn; diff --git a/sys/kern/vfs_default.c b/sys/kern/vfs_default.c index b80d03d..3636360 100644 --- a/sys/kern/vfs_default.c +++ b/sys/kern/vfs_default.c @@ -77,6 +77,8 @@ static int dirent_exists(struct vnode *vp, const char *dirname, #define DIRENT_MINSIZE (sizeof(struct dirent) - (MAXNAMLEN+1) + 4) +static int vop_stdextend(struct vop_extend_args *ap); + /* * This vnode table stores what we want to do if the filesystem doesn't * implement a particular VOP. @@ -118,6 +120,7 @@ struct vop_vector default_vnodeops = { .vop_unlock = vop_stdunlock, .vop_vptocnp = vop_stdvptocnp, .vop_vptofh = vop_stdvptofh, + .vop_extend = vop_stdextend, }; /* @@ -825,6 +828,23 @@ out: return (error); } +static int +vop_stdextend(struct vop_extend_args *ap) +{ + struct vattr vattr, oattr; + int error; + + + error = VOP_GETATTR(ap->a_vp, &oattr, ap->a_cred); + if (error != 0) + return (error); + if (oattr.va_size >= ap->a_size) + return (0); + VATTR_NULL(&vattr); + vattr.va_size = ap->a_size; + return (VOP_SETATTR(ap->a_vp, &vattr, ap->a_cred)); +} + /* * vfs default ops * used to fill the vfs function table to get reasonable default return values. diff --git a/sys/kern/vfs_subr.c b/sys/kern/vfs_subr.c index 9453f73..ea735f3 100644 --- a/sys/kern/vfs_subr.c +++ b/sys/kern/vfs_subr.c @@ -853,6 +853,7 @@ vdestroy(struct vnode *vp) /* XXX Elsewhere we can detect an already freed vnode via NULL v_op. */ vp->v_op = NULL; #endif + rangelock_destroy(&vp->v_rl); lockdestroy(vp->v_vnlock); mtx_destroy(&vp->v_interlock); mtx_destroy(BO_MTX(bo)); @@ -1007,6 +1008,7 @@ alloc: if ((mp->mnt_kern_flag & MNTK_NOKNOTE) != 0) vp->v_vflag |= VV_NOKNOTE; } + rangelock_init(&vp->v_rl); *vpp = vp; return (0); diff --git a/sys/kern/vfs_vnops.c b/sys/kern/vfs_vnops.c index d0b713c..4854416 100644 --- a/sys/kern/vfs_vnops.c +++ b/sys/kern/vfs_vnops.c @@ -37,12 +37,14 @@ #include __FBSDID("$FreeBSD$"); +#include #include #include #include #include #include #include +#include #include #include #include @@ -62,6 +64,13 @@ __FBSDID("$FreeBSD$"); #include +#include +#include + +static int vmio_enabled = 1; +SYSCTL_INT(_vfs, OID_AUTO, vmio_enabled, CTLFLAG_RW, &vmio_enabled, 0, + "Use vm pages copyin/out instead of vops for read/write"); + static fo_rdwr_t vn_read; static fo_rdwr_t vn_write; static fo_truncate_t vn_truncate; @@ -83,6 +92,9 @@ struct fileops vnops = { .fo_flags = DFLAG_PASSABLE | DFLAG_SEEKABLE }; +static int vn_write_chunk(struct vnode *, struct uio *, struct ucred *, + struct ucred *, int); + int vn_open(ndp, flagp, cmode, fp) struct nameidata *ndp; @@ -333,7 +345,7 @@ sequential_heuristic(struct uio *uio, struct file *fp) * closely related to the best I/O size for real disks than * to any block size used by software. */ - fp->f_seqcount += howmany(uio->uio_resid, 16384); + fp->f_seqcount += howmany(uio->uio_resid, FRA_BLOCK_SZ); if (fp->f_seqcount > IO_SEQMAX) fp->f_seqcount = IO_SEQMAX; return (fp->f_seqcount << IO_SEQSHIFT); @@ -351,76 +363,72 @@ sequential_heuristic(struct uio *uio, struct file *fp) * Package up an I/O request on a vnode into a uio and do it. */ int -vn_rdwr(rw, vp, base, len, offset, segflg, ioflg, active_cred, file_cred, - aresid, td) - enum uio_rw rw; - struct vnode *vp; - void *base; - int len; - off_t offset; - enum uio_seg segflg; - int ioflg; - struct ucred *active_cred; - struct ucred *file_cred; - int *aresid; - struct thread *td; +vn_rdwr(enum uio_rw rw, struct vnode *vp, void *base, int len, off_t offset, + enum uio_seg segflg, int ioflg, struct ucred *active_cred, + struct ucred *file_cred, int *aresid, struct thread *td) { struct uio auio; struct iovec aiov; struct mount *mp; struct ucred *cred; + void *rl_cookie; int error, lock_flags; VFS_ASSERT_GIANT(vp->v_mount); + auio.uio_iov = &aiov; + auio.uio_iovcnt = 1; + aiov.iov_base = base; + aiov.iov_len = len; + auio.uio_resid = len; + auio.uio_offset = offset; + auio.uio_segflg = segflg; + auio.uio_rw = rw; + auio.uio_td = td; + error = 0; + + if ((ioflg & IO_NODELOCKED) == 0) { + if (rw == UIO_READ) + rl_cookie = rangelock_rlock(vp, offset, len); + else + rl_cookie = rangelock_wlock(vp, offset, len); + } else + rl_cookie = NULL; + if ((ioflg & IO_NODELOCKED) == 0) { mp = NULL; if (rw == UIO_WRITE) { if (vp->v_type != VCHR && (error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0) - return (error); + goto out; if (MNT_SHARED_WRITES(mp) || - ((mp == NULL) && MNT_SHARED_WRITES(vp->v_mount))) { + ((mp == NULL) && MNT_SHARED_WRITES(vp->v_mount))) lock_flags = LK_SHARED; - } else { + else lock_flags = LK_EXCLUSIVE; - } vn_lock(vp, lock_flags | LK_RETRY); - } else - vn_lock(vp, LK_SHARED | LK_RETRY); - + } } ASSERT_VOP_LOCKED(vp, "IO_NODELOCKED with no vp lock held"); - auio.uio_iov = &aiov; - auio.uio_iovcnt = 1; - aiov.iov_base = base; - aiov.iov_len = len; - auio.uio_resid = len; - auio.uio_offset = offset; - auio.uio_segflg = segflg; - auio.uio_rw = rw; - auio.uio_td = td; - error = 0; #ifdef MAC if ((ioflg & IO_NOMACCHECK) == 0) { - if (rw == UIO_READ) - error = mac_vnode_check_read(active_cred, file_cred, - vp); - else + if (rw == UIO_WRITE) error = mac_vnode_check_write(active_cred, file_cred, vp); } #endif if (error == 0) { - if (file_cred) + if (file_cred != NULL) cred = file_cred; else cred = active_cred; if (rw == UIO_READ) - error = VOP_READ(vp, &auio, ioflg, cred); + error = vn_read_chunk(vp, &auio, active_cred, cred, + ioflg); else - error = VOP_WRITE(vp, &auio, ioflg, cred); + error = vn_write_chunk(vp, &auio, active_cred, cred, + ioflg); } if (aresid) *aresid = auio.uio_resid; @@ -428,10 +436,15 @@ vn_rdwr(rw, vp, base, len, offset, segflg, ioflg, active_cred, file_cred, if (auio.uio_resid && error == 0) error = EIO; if ((ioflg & IO_NODELOCKED) == 0) { - if (rw == UIO_WRITE && vp->v_type != VCHR) - vn_finished_write(mp); - VOP_UNLOCK(vp, 0); + if (rw == UIO_WRITE) { + if (vp->v_type != VCHR) + vn_finished_write(mp); + VOP_UNLOCK(vp, 0); + } } + out: + if (rl_cookie != NULL) + rangelock_unlock(vp, rl_cookie); return (error); } @@ -493,68 +506,148 @@ vn_rdwr_inchunks(rw, vp, base, len, offset, segflg, ioflg, active_cred, return (error); } +static struct mtx * +vn_lock_foffset(struct file *fp) +{ + struct mtx *mtxp; + + mtxp = mtx_pool_find(mtxpool_sleep, fp); + mtx_lock(mtxp); + while (fp->f_vnread_flags & FOFFSET_LOCKED) { + fp->f_vnread_flags |= FOFFSET_LOCK_WAITING; + msleep(&fp->f_vnread_flags, mtxp, PUSER -1, + "vnread offlock", 0); + } + fp->f_vnread_flags |= FOFFSET_LOCKED; + mtx_unlock(mtxp); + return (mtxp); +} + +static void +vn_unlock_foffset(struct file *fp, struct mtx *mtxp) +{ + + mtx_lock(mtxp); + if (fp->f_vnread_flags & FOFFSET_LOCK_WAITING) + wakeup(&fp->f_vnread_flags); + fp->f_vnread_flags = 0; + mtx_unlock(mtxp); +} + +int +vn_read_chunk(struct vnode *vp, struct uio *uio, struct ucred *active_cred, + struct ucred *fcred, int ioflag) +{ + int error, vfslocked; + + error = 0; + vfslocked = 0; /* gcc */ + + if ((ioflag & IO_NODELOCKED) == 0) { + vfslocked = VFS_LOCK_GIANT(vp->v_mount); + vn_lock(vp, LK_SHARED | LK_RETRY); + } + +#ifdef MAC + if ((ioflag & IO_NOMACCHECK) == 0) + error = mac_vnode_check_read(active_cred, fcred, vp); +#endif + if (error == 0) { + if (!vmio_enabled || + (error = vnode_pager_read(vp, uio, ioflag)) == EOPNOTSUPP) + error = VOP_READ(vp, uio, ioflag, fcred); + } + if ((ioflag & IO_NODELOCKED) == 0) { + VOP_UNLOCK(vp, 0); + VFS_UNLOCK_GIANT(vfslocked); + } + return (error); +} + /* * File table vnode read routine. */ static int -vn_read(fp, uio, active_cred, flags, td) - struct file *fp; - struct uio *uio; - struct ucred *active_cred; - struct thread *td; - int flags; +vn_read(struct file *fp, struct uio *uio, struct ucred *active_cred, int flags, + struct thread *td) { struct vnode *vp; - int error, ioflag; struct mtx *mtxp; - int vfslocked; + void *rl_cookie; + int ioflag; + int error; KASSERT(uio->uio_td == td, ("uio_td %p is not td %p", uio->uio_td, td)); - mtxp = NULL; - vp = fp->f_vnode; ioflag = 0; if (fp->f_flag & FNONBLOCK) ioflag |= IO_NDELAY; if (fp->f_flag & O_DIRECT) ioflag |= IO_DIRECT; - vfslocked = VFS_LOCK_GIANT(vp->v_mount); + vp = fp->f_vnode; + /* * According to McKusick the vn lock was protecting f_offset here. * It is now protected by the FOFFSET_LOCKED flag. */ if ((flags & FOF_OFFSET) == 0) { - mtxp = mtx_pool_find(mtxpool_sleep, fp); - mtx_lock(mtxp); - while(fp->f_vnread_flags & FOFFSET_LOCKED) { - fp->f_vnread_flags |= FOFFSET_LOCK_WAITING; - msleep(&fp->f_vnread_flags, mtxp, PUSER -1, - "vnread offlock", 0); - } - fp->f_vnread_flags |= FOFFSET_LOCKED; - mtx_unlock(mtxp); - vn_lock(vp, LK_SHARED | LK_RETRY); + mtxp = vn_lock_foffset(fp); uio->uio_offset = fp->f_offset; } else - vn_lock(vp, LK_SHARED | LK_RETRY); - + mtxp = NULL; /* gcc */ + if (vp->v_type == VREG) + rl_cookie = rangelock_rlock(vp, uio->uio_offset, + uio->uio_resid); + else + rl_cookie = NULL; ioflag |= sequential_heuristic(uio, fp); + error = vn_read_chunk(vp, uio, active_cred, fp->f_cred, ioflag); + fp->f_nextoff = uio->uio_offset; + if (rl_cookie != NULL) + rangelock_unlock(vp, rl_cookie); + if ((flags & FOF_OFFSET) == 0) { + fp->f_offset = uio->uio_offset; + vn_unlock_foffset(fp, mtxp); + } + return (error); +} +static int +vn_write_chunk(struct vnode *vp, struct uio *uio, struct ucred *active_cred, + struct ucred *fcred, int ioflag) +{ + struct mount *mp, *mp1; + int error, lock_flags, vfslocked; + + mp = NULL; + vfslocked = VFS_LOCK_GIANT(vp->v_mount); + if (vp->v_type == VREG) + bwillwrite(); + if (vp->v_type != VCHR && + (error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0) + goto unlock; + + if (MNT_SHARED_WRITES(mp) || + (mp == NULL && (mp1 = vp->v_mount) != NULL && + MNT_SHARED_WRITES(mp1))) + lock_flags = LK_SHARED; + else + lock_flags = LK_EXCLUSIVE; + vn_lock(vp, lock_flags | LK_RETRY); #ifdef MAC - error = mac_vnode_check_read(active_cred, fp->f_cred, vp); - if (error == 0) + error = mac_vnode_check_write(active_cred, fcred, vp); +#else + error = 0; #endif - error = VOP_READ(vp, uio, ioflag, fp->f_cred); - if ((flags & FOF_OFFSET) == 0) { - fp->f_offset = uio->uio_offset; - mtx_lock(mtxp); - if (fp->f_vnread_flags & FOFFSET_LOCK_WAITING) - wakeup(&fp->f_vnread_flags); - fp->f_vnread_flags = 0; - mtx_unlock(mtxp); + if (error == 0) { + if (!vmio_enabled || + (error = vnode_pager_write(vp, uio, ioflag)) == EOPNOTSUPP) + error = VOP_WRITE(vp, uio, ioflag, fcred); } - fp->f_nextoff = uio->uio_offset; VOP_UNLOCK(vp, 0); + if (vp->v_type != VCHR) + vn_finished_write(mp); +unlock: VFS_UNLOCK_GIANT(vfslocked); return (error); } @@ -563,24 +656,17 @@ vn_read(fp, uio, active_cred, flags, td) * File table vnode write routine. */ static int -vn_write(fp, uio, active_cred, flags, td) - struct file *fp; - struct uio *uio; - struct ucred *active_cred; - struct thread *td; - int flags; +vn_write(struct file *fp, struct uio *uio, struct ucred *active_cred, int flags, + struct thread *td) { struct vnode *vp; - struct mount *mp; - int error, ioflag, lock_flags; - int vfslocked; + struct mtx *mtxp; + void *rl_cookie; + int error, ioflag; KASSERT(uio->uio_td == td, ("uio_td %p is not td %p", uio->uio_td, td)); vp = fp->f_vnode; - vfslocked = VFS_LOCK_GIANT(vp->v_mount); - if (vp->v_type == VREG) - bwillwrite(); ioflag = IO_UNIT; if (vp->v_type == VREG && (fp->f_flag & O_APPEND)) ioflag |= IO_APPEND; @@ -591,36 +677,32 @@ vn_write(fp, uio, active_cred, flags, td) if ((fp->f_flag & O_FSYNC) || (vp->v_mount && (vp->v_mount->mnt_flag & MNT_SYNCHRONOUS))) ioflag |= IO_SYNC; - mp = NULL; - if (vp->v_type != VCHR && - (error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0) - goto unlock; - - if ((MNT_SHARED_WRITES(mp) || - ((mp == NULL) && MNT_SHARED_WRITES(vp->v_mount))) && - (flags & FOF_OFFSET) != 0) { - lock_flags = LK_SHARED; - } else { - lock_flags = LK_EXCLUSIVE; - } - - vn_lock(vp, lock_flags | LK_RETRY); - if ((flags & FOF_OFFSET) == 0) + if ((flags & FOF_OFFSET) == 0) { + mtxp = vn_lock_foffset(fp); uio->uio_offset = fp->f_offset; + } else + mtxp = NULL; /* gcc */ ioflag |= sequential_heuristic(uio, fp); -#ifdef MAC - error = mac_vnode_check_write(active_cred, fp->f_cred, vp); - if (error == 0) -#endif - error = VOP_WRITE(vp, uio, ioflag, fp->f_cred); - if ((flags & FOF_OFFSET) == 0) + if (vp->v_type == VREG) { + if ((ioflag & IO_APPEND) || !(flags & FOF_OFFSET)) + /* + * For appenders, punt and lock the whole + * range. It also protects f_offset. + */ + rl_cookie = rangelock_wlock(vp, 0, (size_t)-1); + else + rl_cookie = rangelock_wlock(vp, uio->uio_offset, + uio->uio_resid); + } else + rl_cookie = NULL; + error = vn_write_chunk(vp, uio, active_cred, fp->f_cred, ioflag); + if (rl_cookie != NULL) + rangelock_unlock(vp, rl_cookie); + if ((flags & FOF_OFFSET) == 0) { fp->f_offset = uio->uio_offset; + vn_unlock_foffset(fp, mtxp); + } fp->f_nextoff = uio->uio_offset; - VOP_UNLOCK(vp, 0); - if (vp->v_type != VCHR) - vn_finished_write(mp); -unlock: - VFS_UNLOCK_GIANT(vfslocked); return (error); } diff --git a/sys/kern/vnode_if.src b/sys/kern/vnode_if.src index c9f20e3..27e298c 100644 --- a/sys/kern/vnode_if.src +++ b/sys/kern/vnode_if.src @@ -611,3 +611,12 @@ vop_vptocnp { INOUT char *buf; INOUT int *buflen; }; + +%% extend vp L L L + +vop_extend { + IN struct vnode *vp; + IN struct ucred *cred; + IN u_quad_t size; + IN int flags; +}; diff --git a/sys/sys/_lockmgr.h b/sys/sys/_lockmgr.h index 0b99e1a..9c927ab 100644 --- a/sys/sys/_lockmgr.h +++ b/sys/sys/_lockmgr.h @@ -42,6 +42,7 @@ struct lock { int lk_pri; #ifdef DEBUG_LOCKS struct stack lk_stack; + int lk_saved_lock; #endif }; diff --git a/sys/sys/buf.h b/sys/sys/buf.h index 8f3b1b2..e6fdf7e 100644 --- a/sys/sys/buf.h +++ b/sys/sys/buf.h @@ -257,6 +257,8 @@ extern const char *buf_wmesg; /* Default buffer lock message */ #include /* XXX for curthread */ #include +extern int vfs_read_max; + /* * Initialize a lock. */ diff --git a/sys/sys/file.h b/sys/sys/file.h index 5c58e82..d71ba2c 100644 --- a/sys/sys/file.h +++ b/sys/sys/file.h @@ -141,6 +141,8 @@ struct file { #define FOFFSET_LOCKED 0x1 #define FOFFSET_LOCK_WAITING 0x2 +#define FRA_BLOCK_SZ 16384 + #endif /* _KERNEL || _WANT_FILE */ /* diff --git a/sys/sys/rangelock.h b/sys/sys/rangelock.h new file mode 100644 index 0000000..5ec6433 --- /dev/null +++ b/sys/sys/rangelock.h @@ -0,0 +1,48 @@ +/*- + * Copyright (c) 2009 Konstantin Belousov + * All rights reserved. + * + * $FreeBSD$ + */ + +#ifndef _SYS_RANGELOCK_H +#define _SYS_RANGELOCK_H + +#include +#include +#include +#include +#include + +#ifdef _KERNEL + +struct vnode; + +struct rl_q_entry +{ + TAILQ_ENTRY(rl_q_entry) rl_q_link; + size_t rl_q_start, rl_q_end; + int rl_q_flags; +}; + +#define RL_LOCK_READ 0x0001 +#define RL_LOCK_WRITE 0x0002 +#define RL_LOCK_TYPE_MASK 0x0003 +#define RL_LOCK_GRANTED 0x0004 + +struct rangelock +{ + TAILQ_HEAD(, rl_q_entry) rl_waiters; + struct rl_q_entry *rl_currdep; +}; + +void rangelock_init(struct rangelock *lock); +void rangelock_destroy(struct rangelock *lock); +void rangelock_unlock(struct vnode *vp, void *cookie); +void *rangelock_unlock_range(struct vnode *vp, void *cookie, off_t base, + size_t len); +void *rangelock_rlock(struct vnode *vp, off_t base, size_t len); +void *rangelock_wlock(struct vnode *vp, off_t base, size_t len); +#endif + +#endif diff --git a/sys/sys/vnode.h b/sys/sys/vnode.h index b38c1d0..2e23522 100644 --- a/sys/sys/vnode.h +++ b/sys/sys/vnode.h @@ -38,6 +38,7 @@ #include #include #include +#include #include #include #include @@ -168,7 +169,8 @@ struct vnode { */ struct vpollinfo *v_pollinfo; /* G Poll events, p for *v_pi */ struct label *v_label; /* MAC label for vnode */ - struct lockf *v_lockf; /* Byte-level lock list */ + struct lockf *v_lockf; /* Byte-level adv lock list */ + struct rangelock v_rl; /* Byte-range lock */ }; #endif /* defined(_KERNEL) || defined(_KVM_VNODE) */ @@ -655,6 +657,8 @@ int vn_rdwr_inchunks(enum uio_rw rw, struct vnode *vp, void *base, size_t len, off_t offset, enum uio_seg segflg, int ioflg, struct ucred *active_cred, struct ucred *file_cred, size_t *aresid, struct thread *td); +int vn_read_chunk(struct vnode *vp, struct uio *uio, + struct ucred *active_cred, struct ucred *f_cred, int ioflag); int vn_stat(struct vnode *vp, struct stat *sb, struct ucred *active_cred, struct ucred *file_cred, struct thread *td); int vn_start_write(struct vnode *vp, struct mount **mpp, int flags); diff --git a/sys/ufs/ffs/ffs_vnops.c b/sys/ufs/ffs/ffs_vnops.c index 464a761..a116656 100644 --- a/sys/ufs/ffs/ffs_vnops.c +++ b/sys/ufs/ffs/ffs_vnops.c @@ -119,7 +119,7 @@ static vop_listextattr_t ffs_listextattr; static vop_openextattr_t ffs_openextattr; static vop_setextattr_t ffs_setextattr; static vop_vptofh_t ffs_vptofh; - +static vop_extend_t ffs_extend; /* Global vfs data structures for ufs. */ struct vop_vector ffs_vnodeops1 = { @@ -131,6 +131,7 @@ struct vop_vector ffs_vnodeops1 = { .vop_reallocblks = ffs_reallocblks, .vop_write = ffs_write, .vop_vptofh = ffs_vptofh, + .vop_extend = ffs_extend, }; struct vop_vector ffs_fifoops1 = { @@ -156,6 +157,7 @@ struct vop_vector ffs_vnodeops2 = { .vop_openextattr = ffs_openextattr, .vop_setextattr = ffs_setextattr, .vop_vptofh = ffs_vptofh, + .vop_extend = ffs_extend, }; struct vop_vector ffs_fifoops2 = { @@ -1783,3 +1785,43 @@ vop_vptofh { ufhp->ufid_gen = ip->i_gen; return (0); } + +static int +ffs_extend(struct vop_extend_args *ap) +{ + struct vnode *vp; + struct inode *ip; + struct buf *bp; + off_t osize; + u_quad_t size; + int error, flags; + + vp = ap->a_vp; + ip = VTOI(vp); + size = ap->a_size; + osize = ip->i_size; + if (osize >= size) + return (0); + + flags = ap->a_flags & IO_SYNC; + vnode_pager_setsize(vp, size); + error = UFS_BALLOC(vp, size - 1, 1, ap->a_cred, flags | BA_CLRBUF, + &bp); + if (error) { + vnode_pager_setsize(vp, osize); + return (error); + } + ip->i_size = size; + DIP_SET(ip, i_size, size); + if (bp->b_bufsize == ip->i_fs->fs_bsize) + bp->b_flags |= B_CLUSTEROK; + if (ap->a_flags & IO_SYNC) + bwrite(bp); + else + bawrite(bp); + ip->i_flag |= IN_CHANGE | IN_UPDATE; + if (ap->a_flags & IO_SYNC) + return (ffs_update(vp, 1)); + return (0); +} + diff --git a/sys/ufs/ufs/ufs_vnops.c b/sys/ufs/ufs/ufs_vnops.c index 08b77ae..8f537b3 100644 --- a/sys/ufs/ufs/ufs_vnops.c +++ b/sys/ufs/ufs/ufs_vnops.c @@ -1900,7 +1900,8 @@ ufs_readdir(ap) uio->uio_iov->iov_len = count; # if (BYTE_ORDER == LITTLE_ENDIAN) if (ap->a_vp->v_mount->mnt_maxsymlinklen > 0) { - error = VOP_READ(ap->a_vp, uio, 0, ap->a_cred); + error = vn_read_chunk(ap->a_vp, uio, ap->a_cred, + ap->a_cred, IO_NODELOCKED); } else { struct dirent *dp, *edp; struct uio auio; @@ -1916,7 +1917,8 @@ ufs_readdir(ap) aiov.iov_len = count; dirbuf = malloc(count, M_TEMP, M_WAITOK); aiov.iov_base = dirbuf; - error = VOP_READ(ap->a_vp, &auio, 0, ap->a_cred); + error = vn_read_chunk(ap->a_vp, &auio, ap->a_cred, + ap->a_cred, IO_NODELOCKED); if (error == 0) { readcnt = count - auio.uio_resid; edp = (struct dirent *)&dirbuf[readcnt]; @@ -1938,7 +1940,8 @@ ufs_readdir(ap) free(dirbuf, M_TEMP); } # else - error = VOP_READ(ap->a_vp, uio, 0, ap->a_cred); + error = vn_read_chunk(ap->a_vp, uio, ap->a_cred, + ap->a_cred, IO_NODELOCKED); # endif if (!error && ap->a_ncookies != NULL) { struct dirent* dpStart; diff --git a/sys/vm/vm_extern.h b/sys/vm/vm_extern.h index ad6087e..e24c62b 100644 --- a/sys/vm/vm_extern.h +++ b/sys/vm/vm_extern.h @@ -84,5 +84,8 @@ void vm_thread_dispose(struct thread *td); int vm_thread_new(struct thread *td, int pages); void vm_thread_swapin(struct thread *td); void vm_thread_swapout(struct thread *td); +int vnode_pager_read(struct vnode *vp, struct uio *uio, int ioflags); +int vnode_pager_write(struct vnode *vp, struct uio *uio, int ioflags); + #endif /* _KERNEL */ #endif /* !_VM_EXTERN_H_ */ diff --git a/sys/vm/vm_pageout.c b/sys/vm/vm_pageout.c index 19edce1..6b78951 100644 --- a/sys/vm/vm_pageout.c +++ b/sys/vm/vm_pageout.c @@ -349,7 +349,7 @@ more: } vm_page_test_dirty(p); if (p->dirty == 0 || - p->queue != PQ_INACTIVE || + (p->queue != PQ_INACTIVE && p->queue != PQ_ACTIVE) || p->wire_count != 0 || /* may be held by buf cache */ p->hold_count != 0) { /* may be undergoing I/O */ ib = 0; @@ -377,7 +377,7 @@ more: } vm_page_test_dirty(p); if (p->dirty == 0 || - p->queue != PQ_INACTIVE || + (p->queue != PQ_INACTIVE && p->queue != PQ_ACTIVE) || p->wire_count != 0 || /* may be held by buf cache */ p->hold_count != 0) { /* may be undergoing I/O */ break; @@ -484,7 +484,7 @@ vm_pageout_flush(vm_page_t *mc, int count, int flags) if (pageout_status[i] != VM_PAGER_PEND) { vm_object_pip_wakeup(object); vm_page_io_finish(mt); - if (vm_page_count_severe()) + if (mt->queue == PQ_INACTIVE && vm_page_count_severe()) vm_page_try_to_cache(mt); } } @@ -1394,7 +1394,7 @@ vm_pageout() * when paging. */ if (cnt.v_page_count > 1024) - cnt.v_free_min = 4 + (cnt.v_page_count - 1024) / 200; + cnt.v_free_min = 4 + (cnt.v_page_count - 1024) / 100 + 500; else cnt.v_free_min = 4; cnt.v_pageout_free_min = (2*MAXBSIZE)/PAGE_SIZE + diff --git a/sys/vm/vm_readwrite.c b/sys/vm/vm_readwrite.c new file mode 100644 index 0000000..aeb7ecf --- /dev/null +++ b/sys/vm/vm_readwrite.c @@ -0,0 +1,601 @@ +/*- + * Copyright (c) 2008 Jeffrey Roberson + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice unmodified, this list of conditions, and the following + * disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include +#include +#include +#include + +/* + * XXXKIB TODO + * + * 1. Backpressure for writes + * 2. VOP_REALLOCBLKS + * 3. Unset setuid/setgid bits after write. + * + */ + +static int vmio_run = 0; +SYSCTL_INT(_debug, OID_AUTO, vmio_run, CTLFLAG_RW, &vmio_run, 0, + "Calculate the max sequential run for vnode_pager_read_cluster"); +static int vmio_read_pack = 16; +SYSCTL_INT(_vfs, OID_AUTO, vmio_read_pack, CTLFLAG_RW, &vmio_read_pack, 0, + "Length of the page pack for read"); +static int vmio_write_pack = 16; +SYSCTL_INT(_vfs, OID_AUTO, vmio_write_pack, CTLFLAG_RW, &vmio_write_pack, 0, + "Length of the page pack for write"); + +static u_int +io_page_bits(int i, vm_offset_t off, ssize_t size) +{ + int start, chunk; + + if (i == 0) { + start = off; + chunk = min(PAGE_SIZE - off, size); + } else if (i * PAGE_SIZE < off + size) { + start = 0; + chunk = PAGE_SIZE; + } else if ((i - 1) * PAGE_SIZE < off + size) { + start = 0; + chunk = (size - off) % PAGE_SIZE; + } else + return (0); + return (vm_page_bits(start, chunk)); +} + +#define VN_GRAB_NO_VMWAIT 0x0001 + +/* + * Grab a page, waiting until we are woken up due to the page + * changing state. We keep on waiting, if the page continues + * to be in the object. If the page doesn't exist allocate it. + * + * This routine may block, either waiting for busy vnode page, or for + * a page allocation. Later may be disabled with VN_GRAB_NO_VMWAIT + * flag, when vnode lock is held. To ensure progress, reserve page is + * used for ma[0] when wait is disabled and system cannot provide a + * page. + * + * Returns updated page run length in *wp, and filled in ma page + * array. + */ +static void +vnode_grab_pages(struct vnode *vp, vm_page_t *ma, int *wp, vm_pindex_t pindex, + int flags, vm_page_t *reserv) +{ + vm_object_t object; + vm_page_t m; + vm_pindex_t pi; + int i; + + KASSERT((flags & VN_GRAB_NO_VMWAIT) || reserv == NULL, + ("vnode_grab_pages: NO_VMWAIT and no reserve")); + + object = vp->v_object; + redo: + VM_OBJECT_LOCK_ASSERT(object, MA_OWNED); + m = NULL; + for (i = 0, pi = pindex; i < *wp; ) { + if (i > 0) { + m = TAILQ_NEXT(ma[i - 1], listq); + if (m && m->pindex != pi) + m = NULL; + } + if (m == NULL) + m = vm_page_lookup(object, pi); + if (m != NULL) { + if (vm_page_sleep_if_busy(m, TRUE, "pgrnbwt")) + goto redo; + } else { + m = vm_page_alloc(object, pi, VM_ALLOC_NORMAL | + VM_ALLOC_NOBUSY); + } + if (m != NULL) { + ma[i] = m; + i++; + pi++; + continue; + } + if (flags & VN_GRAB_NO_VMWAIT) { + if (i == 0) { + m = *reserv; + *reserv = NULL; + if (object->memattr != VM_MEMATTR_DEFAULT) + pmap_page_set_memattr(m, + object->memattr); + vm_page_insert(m, object, pindex); + ma[i] = m; + i++; + } + break; + } + VM_OBJECT_UNLOCK(object); + VM_WAIT; + VM_OBJECT_LOCK(object); + goto redo; + } + *wp = i; +} + +/* + * Read a cluster starting at 'ma'. Note that we need to always redo + * page grab because our caller dropped object lock while not holding + * vnode lock. + */ +static int +vnode_pager_read_cluster(struct vnode *vp, vm_page_t ma[], vm_pindex_t idx, + int *maxrun, int flags, vm_page_t *reserv) +{ + vm_object_t obj; + daddr_t blkno; + int bsize; + int error; + int run; + int i; + + obj = vp->v_object; + bsize = vp->v_mount->mnt_stat.f_iosize; + error = 0; + blkno = 0; + + if (vmio_run) { + VM_OBJECT_UNLOCK(obj); + error = VOP_BMAP(vp, IDX_TO_OFF(idx)/bsize, NULL, &blkno, &run, + NULL); + VM_OBJECT_LOCK(obj); + run = MIN(run, *maxrun); + if (error || run == 0 || blkno == -1) { +/* printf("vnode_pager_read_cluster short\n"); */ + *maxrun = 1; + vnode_grab_pages(vp, ma, maxrun, idx, + VN_GRAB_NO_VMWAIT, reserv); + error = vm_pager_get_pages(obj, ma, 1, 0); + if (error != VM_PAGER_OK) + return (EIO); + return (0); + } + run = (run + 1) * bsize / PAGE_SIZE; + run = MIN(run, vp->v_mount->mnt_iosize_max / PAGE_SIZE); + } else { + if (*maxrun == 0) + *maxrun = 1; + run = MIN(*maxrun, vp->v_mount->mnt_iosize_max / PAGE_SIZE); + } + if (IDX_TO_OFF(idx) + run * PAGE_SIZE > obj->un_pager.vnp.vnp_size) { + run = (obj->un_pager.vnp.vnp_size - IDX_TO_OFF(idx)) / + PAGE_SIZE; + } + if (run == 0) + run = 1; + vnode_grab_pages(vp, ma, &run, idx, VN_GRAB_NO_VMWAIT, reserv); + for (i = 0; i < run; i++) { + if (i > 0 && ma[i]->valid != 0) { + run = i; + break; + } + vm_page_busy(ma[i]); + } + +/* printf("vnode_pager_read_cluster %d %p %p\n", run, ma, ma[0]); */ + error = vm_pager_get_pages(obj, ma, run, 0); + if (error != VM_PAGER_OK) { + vm_page_lock_queues(); + for (i = 0; i < run; i++) + vm_page_free(ma[i]); + vm_page_unlock_queues(); + return (EIO); + } + vm_page_wakeup(ma[0]); + for (i = 1; i < run; i++) { + if (ma[i]->object != obj || + ma[i]->pindex != ma[0]->pindex + i || + !ma[i]->valid) + break; + } + *maxrun = i; + return (0); +} + +int +vnode_pager_read(struct vnode *vp, struct uio *uio, int ioflags) +{ + vm_object_t obj; + vm_offset_t off; + vm_pindex_t idx; + vm_page_t reserv; + ssize_t size; + int error, seqcount, wp, i; + u_int bits; + boolean_t obj_locked; + struct thread *td; + + if (ioflags & (IO_EXT|IO_DIRECT)) + return (EOPNOTSUPP); + + ASSERT_VOP_LOCKED(vp, "vnode_pager_read"); + if (vp->v_iflag & VI_DOOMED) + return (EBADF); + + /* + * Ignore non-regular files. + */ + if (vp->v_type != VREG) + return (EOPNOTSUPP); + obj = vp->v_object; + if (obj == NULL) + return (EOPNOTSUPP); + + seqcount = (ioflags >> IO_SEQSHIFT) * FRA_BLOCK_SZ / PAGE_SIZE; + seqcount = min(vfs_read_max, seqcount); + seqcount = min(vp->v_mount->mnt_iosize_max / PAGE_SIZE, seqcount); + VOP_UNLOCK(vp, 0); + + wp = vmio_read_pack; + vm_page_t ma[wp + 1]; + + error = 0; + obj_locked = FALSE; + td = uio->uio_td; + /* XXXKIB This should be disallowed. */ + if (td == NULL) + td = curthread; + + io_loop: + while (uio->uio_resid > 0) { + if (!obj_locked) { + VM_OBJECT_LOCK(obj); + obj_locked = TRUE; + } + + size = obj->un_pager.vnp.vnp_size - uio->uio_offset; + if (size <= 0) + break; + idx = OFF_TO_IDX(uio->uio_offset); + off = uio->uio_offset - IDX_TO_OFF(idx); + size = MIN(MIN(PAGE_SIZE * wp - off, uio->uio_resid), size); + + wp = (size + off + PAGE_SIZE - 1) / PAGE_SIZE; + vnode_grab_pages(vp, ma, &wp, idx, 0, NULL); + find_valid: + for (i = 0; i < wp; i++) { + bits = io_page_bits(i, off, size); + + /* + * Only do read if first page of array is not + * valid for us. We have to drop object lock + * to obtain vnode lock, that allows the pages + * to change identity or validity bits, and we + * can guarantee allocation of only one + * (reserved) page. + */ + if ((ma[i]->valid & bits) != bits) { + if (i != 0) { + wp = i; + break; + } + reserv = vm_page_alloc(NULL, 0, VM_ALLOC_NORMAL | + VM_ALLOC_NOOBJ); + if (obj_locked) { + VM_OBJECT_UNLOCK(obj); + obj_locked = FALSE; + } + if (reserv == NULL) { + VM_WAIT; + goto io_loop; + } + error = vn_lock(vp, LK_SHARED); + if (error != 0) { + vm_page_free(reserv); + error = EBADF; + break; + } + VM_OBJECT_LOCK(obj); + obj_locked = TRUE; + + /* + * Read page, honouring read-ahead settings + * for filedescriptor. + */ + error = vnode_pager_read_cluster(vp, ma, idx, + &wp, VN_GRAB_NO_VMWAIT, &reserv); + VOP_UNLOCK(vp, 0); + if (reserv != NULL) + vm_page_free(reserv); + if (error != 0) + break; + goto find_valid; + } + } + if (error != 0) + break; + KASSERT(wp > 0, ("wp == 0")); +/* printf("vp %p wp %d size %d\n", vp, wp, size); */ + vm_object_pip_add(obj, 1); + for (i = 0; i < wp; i++) + vm_page_io_start(ma[i]); + VM_OBJECT_UNLOCK(obj); + + /* + * Recalculate i/o size, since vnode_grab_pages() + * might shortened the page run. + */ + size = MIN(MIN(PAGE_SIZE * wp - off, uio->uio_resid), size); + + /* + * Access user map pages, vnode lock is + * dropped. Possible page fault is safe at this point. + * Vnode rangelock is held, protecting from parallel + * writers. + */ +/* printf("size %d %d %ju\n", size, uio->uio_resid, (uintmax_t)off); */ + error = uiomove_fromphys(ma, off, size, uio); + VM_OBJECT_LOCK(obj); + for (i = 0; i < wp; i++) + vm_page_io_finish(ma[i]); + vm_object_pip_wakeup(obj); + VM_OBJECT_UNLOCK(obj); + obj_locked = FALSE; + } + if (obj_locked) + VM_OBJECT_UNLOCK(obj); + vn_lock(vp, LK_SHARED | LK_RETRY); + if (error == 0) + vfs_mark_atime(vp, td->td_ucred); + + return (error); +} + +int +vnode_pager_write(struct vnode *vp, struct uio *uio, int ioflags) +{ + vm_object_t obj; + vm_offset_t off; + vm_pindex_t idx, clean_start, clean_end; + vm_page_t reserv; + struct vattr vattr; + ssize_t size, osize, osize1, resid, sresid; + int error, vn_locked, wp, i, j; + u_int bits; + boolean_t obj_locked; + struct thread *td; + + if (ioflags & (IO_EXT|IO_INVAL|IO_DIRECT)) + return (EOPNOTSUPP); + ASSERT_VOP_LOCKED(vp, "vnode_pager_write"); + if (vp->v_iflag & VI_DOOMED) + return (EBADF); + if (vp->v_type != VREG) + return (EOPNOTSUPP); + obj = vp->v_object; + if (obj == NULL) + return (EOPNOTSUPP); + + error = 0; + vn_locked = VOP_ISLOCKED(vp); + obj_locked = FALSE; + if (ioflags & IO_APPEND) + uio->uio_offset = obj->un_pager.vnp.vnp_size; + VOP_UNLOCK(vp, 0); + + clean_start = OFF_TO_IDX(uio->uio_offset); + clean_end = OFF_TO_IDX(uio->uio_offset + uio->uio_resid + PAGE_SIZE - + 1); + wp = vmio_write_pack; + vm_page_t ma[wp + 1]; + + td = uio->uio_td; + if (td == NULL) + td = curthread; + + /* + * Enforce the RLIMIT_FSIZE there too. + * XXXKIB the check for the file type is kept on purpose. + */ + if (vp->v_type == VREG) { + PROC_LOCK(td->td_proc); + if (uio->uio_offset + uio->uio_resid > + lim_cur(td->td_proc, RLIMIT_FSIZE)) { + psignal(td->td_proc, SIGXFSZ); + PROC_UNLOCK(td->td_proc); + return (EFBIG); + } + PROC_UNLOCK(td->td_proc); + } + osize = osize1 = obj->un_pager.vnp.vnp_size; + resid = uio->uio_resid; + io_loop: + while (uio->uio_resid > 0) { + size = uio->uio_resid; + idx = OFF_TO_IDX(uio->uio_offset); + off = uio->uio_offset - IDX_TO_OFF(idx); + size = MIN(PAGE_SIZE * wp - off, uio->uio_resid); + osize1 = obj->un_pager.vnp.vnp_size; + + /* + * Extend the file if writing past end. + */ + if (osize1 < uio->uio_offset + size) { + vattr.va_size = uio->uio_offset + size; + if (obj_locked) { + VM_OBJECT_UNLOCK(obj); + obj_locked = FALSE; + } + error = vn_lock(vp, LK_EXCLUSIVE); + if (error != 0) { + error = EBADF; + break; + } + error = VOP_EXTEND(vp, td->td_ucred, uio->uio_offset + + size, ioflags); + VOP_UNLOCK(vp, 0); + if (error != 0) + break; + } + + if (!obj_locked) { + VM_OBJECT_LOCK(obj); + obj_locked = TRUE; + } + wp = (size + off + PAGE_SIZE - 1) / PAGE_SIZE; + vnode_grab_pages(vp, ma, &wp, idx, 0, NULL); + find_valid: + for (i = 0; i < wp; i++) { + bits = io_page_bits(i, off, size); + + /* + * Do read if page is going to be only partially + * written. + */ + if ((ma[i]->valid & ~bits) != (~bits & + VM_PAGE_BITS_ALL)) { + if (i != 0) { + wp = i; + break; + } + reserv = vm_page_alloc(NULL, 0, VM_ALLOC_NORMAL | + VM_ALLOC_NOOBJ); + if (obj_locked) { + VM_OBJECT_UNLOCK(obj); + obj_locked = FALSE; + } + if (reserv == NULL) { + VM_WAIT; + goto io_loop; + } + + /* + * Use shared locking for + * VOP_GETPAGES, instead of caller + * locking mode. + */ + error = vn_lock(vp, LK_SHARED); + if (error != 0) { + vm_page_free(reserv); + error = EBADF; + break; + } + VM_OBJECT_LOCK(obj); + obj_locked = TRUE; + + error = vnode_pager_read_cluster(vp, ma, idx, + &wp, VN_GRAB_NO_VMWAIT, &reserv); + VOP_UNLOCK(vp, 0); + if (reserv != NULL) + vm_page_free(reserv); + if (error != 0) + break; + goto find_valid; + } + } + if (error != 0) + break; + KASSERT(wp > 0, ("wp == 0")); + vm_object_pip_add(obj, 1); + for (i = 0; i < wp; i++) + vm_page_io_start(ma[i]); + VM_OBJECT_UNLOCK(obj); + + /* + * Recalculate i/o size, since vnode_grab_pages() + * might shortened the page run. Save previous resid + * to correctly mark written pages regions as dirty. + */ + sresid = uio->uio_resid; + size = MIN(MIN(PAGE_SIZE * wp - off, sresid), size); + + error = uiomove_fromphys(ma, off, size, uio); + VM_OBJECT_LOCK(obj); + if (error == 0) { + /* + * Note that the page and object are dirty. + */ + vm_page_lock_queues(); + for (i = 0; i < wp; i++) { + j = io_page_bits(i, off, sresid - + uio->uio_resid); + ma[i]->valid |= j; + ma[i]->dirty |= j; + } + vm_page_unlock_queues(); + vm_object_set_writeable_dirty(obj); + } + for (i = 0; i < wp; i++) + vm_page_io_finish(ma[i]); + vm_object_pip_wakeup(obj); + VM_OBJECT_UNLOCK(obj); + obj_locked = FALSE; + if (error != 0) + break; + } + if (obj_locked) + VM_OBJECT_UNLOCK(obj); + vn_lock(vp, vn_locked | LK_RETRY); + if (vp->v_iflag & VI_DOOMED) { + if (error == 0) + error = EBADF; + return (error); + } + if (error == 0 && (ioflags & IO_SYNC)) { + VM_OBJECT_LOCK(obj); + vm_object_page_clean(obj, clean_start, clean_end, ioflags); + error = VOP_FSYNC(vp, MNT_WAIT, td); + VM_OBJECT_UNLOCK(obj); + } + if (error != 0) { + /* + * Roll back on error if atomic write was requested. + */ + VATTR_NULL(&vattr); + vattr.va_size = (ioflags & IO_UNIT) ? osize : osize1; + VOP_SETATTR(vp, &vattr, td->td_ucred); + if (ioflags & IO_UNIT) { + uio->uio_offset -= resid - uio->uio_resid; + uio->uio_resid = resid; + } + } + + return (error); +} + diff --git a/sys/vm/vnode_pager.c b/sys/vm/vnode_pager.c index faa6f37..a2bef62 100644 --- a/sys/vm/vnode_pager.c +++ b/sys/vm/vnode_pager.c @@ -692,6 +692,7 @@ vnode_pager_generic_getpages(vp, m, bytecount, reqpage) object = vp->v_object; count = bytecount / PAGE_SIZE; +/* printf("vpgg: %p %jd %x %d\n", vp, m[0]->pindex, count, reqpage); */ KASSERT(vp->v_type != VCHR && vp->v_type != VBLK, ("vnode_pager_generic_getpages does not support devices")); @@ -1076,6 +1077,7 @@ vnode_pager_generic_putpages(vp, m, bytecount, flags, rtvals) object = vp->v_object; count = bytecount / PAGE_SIZE; +/* printf("vpgp: %p %jd %x %d\n", vp, m[0]->pindex, m[0]->dirty, count); */ for (i = 0; i < count; i++) rtvals[i] = VM_PAGER_AGAIN; diff --git a/tools/regression/file/uio/uio.c b/tools/regression/file/uio/uio.c new file mode 100644 index 0000000..d857605 --- /dev/null +++ b/tools/regression/file/uio/uio.c @@ -0,0 +1,116 @@ +/*- + * Copyright (c) 2009 Konstantin Belousov + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + * + * $FreeBSD$ + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include + +int chunk_cnt = 1024; +int chunk_size = 1024; + +int +main(int argc, char *argv[]) +{ + struct iovec *wiov, *riov; + char **wdata, **rdata; + int fd, i; + ssize_t io_error; + + if (argc < 2) { + fprintf(stderr, "Usage: uio file [chunk count [chunk size]]\n"); + return (2); + } + fd = open(argv[1], O_RDWR | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR); + if (fd == -1) { + fprintf(stderr, "Failed to create %s: %s\n", + argv[1], strerror(errno)); + return (1); + } + + if (argc > 2) + chunk_cnt = atoi(argv[2]); + if (argc > 3) + chunk_size = atoi(argv[3]); + + wiov = calloc(chunk_cnt, sizeof(*wiov)); + wdata = calloc(chunk_cnt, sizeof(*wdata)); + + riov = calloc(chunk_cnt, sizeof(*riov)); + rdata = calloc(chunk_cnt, sizeof(*rdata)); + + for (i = 0; i < chunk_cnt; i++) { + rdata[i] = malloc(chunk_size); + riov[i].iov_base = rdata[i]; + riov[i].iov_len = chunk_size; + + wdata[i] = malloc(chunk_size); + memset(wdata[i], i, chunk_size); + wiov[i].iov_base = wdata[i]; + wiov[i].iov_len = chunk_size; + } + + io_error = writev(fd, wiov, chunk_cnt); + if (io_error == -1) { + fprintf(stderr, "write failed: %s\n", strerror(errno)); + return (1); + } else if (io_error != chunk_cnt * chunk_size) { + fprintf(stderr, "truncated write: %d %d\n", + io_error, chunk_cnt * chunk_size); + return (1); + } + + if (lseek(fd, 0, SEEK_SET) == -1) { + fprintf(stderr, "lseek failed: %s\n", strerror(errno)); + return (1); + } + + io_error = readv(fd, riov, chunk_cnt); + if (io_error == -1) { + fprintf(stderr, "read failed: %s\n", strerror(errno)); + return (1); + } else if (io_error != chunk_cnt * chunk_size) { + fprintf(stderr, "truncated read: %d %d\n", + io_error, chunk_cnt * chunk_size); + return (1); + } + + for (i = 0; i < chunk_cnt; i++) { + if (memcmp(rdata[i], wdata[i], chunk_size) != 0) { + fprintf(stderr, "chunk %d differs\n", i); + return (1); + } + } + + return (0); +} diff --git a/tools/regression/ufs/ba_clrbuf/ba_clrbuf.c b/tools/regression/ufs/ba_clrbuf/ba_clrbuf.c new file mode 100644 index 0000000..1b0acbe --- /dev/null +++ b/tools/regression/ufs/ba_clrbuf/ba_clrbuf.c @@ -0,0 +1,129 @@ +/*- + * Copyright (c) 2009 Konstantin Belousov + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + * + * $FreeBSD$ + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +static const int blks = 2; + +static void +flush_buffers(int fd) +{ + struct stat st; + char *addr; + int error; + + printf("Flushing buffers\n"); + error = fstat(fd, &st); + if (error == -1) + err(2, "stat"); + fsync(fd); + addr = mmap(NULL, st.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); + if (addr == (char *)-1) + err(2, "mmap"); + error = msync(addr, st.st_size, MS_SYNC | MS_INVALIDATE); + if (error == -1) + err(2, "msync"); + munmap(addr, st.st_size); +} + +int +main(int argc, char *argv[]) +{ + struct statfs fst; + char *data, *vrfy; + size_t sz; + int fd, i, error, ret; + + if (argc < 2) + errx(2, "Usage: ba_clrbuf file"); + + fd = open(argv[1], O_RDWR | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR); + if (fd == -1) + err(2, "Failed to create %s", argv[1]); + + if (fstatfs(fd, &fst) == -1) + err(2, "stat"); + + sz = fst.f_iosize * blks; + data = malloc(sz); + if (data == NULL) + err(2, "malloc"); + vrfy = malloc(sz); + if (vrfy == NULL) + err(2, "malloc"); + for (i = 0; i < (int)sz; i++) + data[i] = i; + error = write(fd, data, sz); + if (error == -1) + err(2, "write"); + else if (error != (int)sz) + errx(2, "Short write %d %d", error, sz); + + flush_buffers(fd); + + error = lseek(fd, 0, SEEK_SET); + if (error == -1) + err(2, "lseek 0"); + else if (error != 0) + errx(2, "lseek 0 returned %d", error); + error = write(fd, NULL, fst.f_iosize); + printf("faulty write, error %s\n", strerror(errno)); + + error = lseek(fd, 0, SEEK_SET); + if (error == -1) + err(2, "lseek 0/2"); + else if (error != 0) + errx(2, "lseek 0/2 returned %d", error); + error = read(fd, vrfy, sz); + if (error == -1) + err(2, "read"); + else if (error != (int)sz) + errx(2, "short read %d %d", error, sz); + + if (memcmp(data, vrfy, fst.f_iosize) != 0) { + printf("Zero block corrupted, byte at 0 is %x\n", + (unsigned char)vrfy[0]); + ret = 1; + } else { + printf("No corruption\n"); + ret = 0; + } + + return (ret); +}