GENERIC HEAD from 2012-05-12 19:54:57 UTC, r236123M, vmcore.379 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2012 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r236123M: Mon May 28 01:37:31 CEST 2012 pho@x4.osted.lan:/var/tmp/vmcontention/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) lock order reversal: 1st 0xc1bb505c system map (system map) @ vm/vm_map.c:3723 2nd 0xc130cd00 vm object (kernel object) @ vm/vm_fault.c:299 3rd 0xc1bb50e8 system map (system map) @ vm/vm_map.c:1454 KDB: stack backtrace: db_trace_self_wrapper(c0fd65b7,34313a63,a3435,c0000a39,c1183500,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac239b,c0fda09d,c12d8d48,5ae,c18207c8,...) at kdb_backtrace+0x2a _witness_debugger(c0fda09d,c1bb50e8,c100db0a,c9582110,c100e188,...) at _witness_debugger+0x25 witness_checkorder(c1bb50e8,9,c100e17f,5ae,0,...) at witness_checkorder+0x86f _mtx_lock_flags(c1bb50e8,0,c100e17f,5ae,c596e000,...) at _mtx_lock_flags+0xd9 _vm_map_lock(c1bb508c,c100e17f,5ae,a,0,...) at _vm_map_lock+0x31 vm_map_find(c1bb508c,0,0,0,c182087c,...) at vm_map_find+0x31 kmem_alloc_nofault(c1bb508c,1000,c0fd05c7,eb,100,...) at kmem_alloc_nofault+0x67 vm_radix_node_zone_allocf(c1bb69a0,1000,c18208e3,101,c1bb69a0,...) at vm_radix_node_zone_allocf+0x58 keg_alloc_slab(c1bb7608,4,c100d144,871,c1820930,...) at keg_alloc_slab+0xf9 keg_fetch_slab(101,11,c596ff44,c1820990,c0d0015f,...) at keg_fetch_slab+0x17f zone_fetch_slab(c1bb69a0,c1bb7600,101,827,c9582110,...) at zone_fetch_slab+0x4c uma_zalloc_arg(c1bb69a0,0,101,30cd30,5,...) at uma_zalloc_arg+0x59f vm_radix_insert(c130cd30,23480,0,c21fbf80,0,...) at vm_radix_insert+0x1ed vm_page_insert(c21fbf80,c130cd00,23480,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(c130cd00,23480,0,40,c1820bbc,...) at vm_page_alloc+0x51c vm_fault_hold(c1bb5000,e337f000,0,1,0,...) at vm_fault_hold+0x60a vm_fault(c1bb5000,e337f000,0,1,c1bb3a68,...) at vm_fault+0x8b vm_fault_wire(c1bb5000,e3000000,e33c9000,0,0,...) at vm_fault_wire+0x3f vm_map_wire(c1bb5000,e3000000,e33c9000,0,e3000000,...) at vm_map_wire+0x2bc kmem_alloc(c1bb5000,3c9000,c955c770,0,0,...) at kmem_alloc+0x10d vm_ksubmap_init(c131e64c,0,1,1000,0,...) at vm_ksubmap_init+0x64 cpu_startup(0,181ec00,181ec00,181e000,1825000,...) at cpu_startup+0x24f mi_startup() at mi_startup+0xac begin() at begin+0x2c avail memory = 3538612224 (3374 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 614627 free (1299 frags, 76666 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 123009 free (5281 frags, 14716 blocks, 0.5% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 80774907 free (2571 frags, 10096542 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 2956327 free (219183 frags, 342143 blocks, 2.2% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 7556655 free (80695 frags, 934495 blocks, 0.3% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/gcc46 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. lock order reversal: 1st 0xe310c560 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xcbfed41c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2297 KDB: stack backtrace: db_trace_self_wrapper(c0fd65b7,632e746f,3932323a,c0000a37,3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac239b,c0fda084,c12d75d8,8f9,f406a990,...) at kdb_backtrace+0x2a _witness_debugger(c0fda084,cbfed41c,c1007654,c95896e0,c10075de,...) at _witness_debugger+0x25 witness_checkorder(cbfed41c,9,c10075d5,8f9,0,...) at witness_checkorder+0x86f __lockmgr_args(cbfed41c,80900,cbfbaba4,0,0,...) at __lockmgr_args+0x8c5 ffs_copyonwrite(cbfbaae0,e310c500,e310c500,0,0,...) at ffs_copyonwrite+0x2c2 ffs_geom_strategy(cbfbabd8,e310c500,cc5b0cb0,e310c500,170f788,...) at ffs_geom_strategy+0xeb bufwrite(e310c500,0,c100aa70,811,0) at bufwrite+0x159 ffs_bufwrite(e310c500,cc39fb00,100,4000,0,...) at ffs_bufwrite+0x290 ffs_update(cc5bcae0,1,c100b1f1,151,0,...) at ffs_update+0x3a5 ffs_syncvnode(cc5bcae0,1,0,c11375a0,cc5bcbd8,...) at ffs_syncvnode+0x591 ffs_fsync(f406ac40,c102c6e4,eb,0,e03,...) at ffs_fsync+0x2f VOP_FSYNC_APV(c11375a0,f406ac40,c0fe37a7,e08,0,...) at VOP_FSYNC_APV+0x100 sys_fsync(cc0658a0,f406acec,c1025a7c,c0fdbd8f,c1027030,...) at sys_fsync+0x1df syscall(f406ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (95, FreeBSD ELF32, sys_fsync), eip = 0x2818ad47, esp = 0xbfbfe28c, ebp = 0xbfbfedd8 --- No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 rpc.umntall: 127.0.0.1: MOUNTPROG: RPC: Program not registered Clearing /tmp (X related). Starting mountd. Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xcc5ca5c8 ufs (ufs) @ kern/vfs_lookup.c:542 2nd 0xe3129b00 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:260 3rd 0xcc70cc94 ufs (ufs) @ kern/vfs_subr.c:2159 KDB: stack backtrace: db_trace_self_wrapper(c0fd65b7,3a632e73,a303632,0,0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac239b,c0fda09d,c12d71b8,86f,f404833c,...) at kdb_backtrace+0x2a _witness_debugger(c0fda09d,cc70cc94,c0fc2564,c95895a8,c0fe20de,...) at _witness_debugger+0x25 witness_checkorder(cc70cc94,9,c0fe20d5,86f,0,...) at witness_checkorder+0x86f __lockmgr_args(cc70cc94,80100,cc70cd00,0,0,...) at __lockmgr_args+0x8c5 ffs_lock(f4048444,c0ad492c,c0fdf52b,5e2,c11088e8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c11375a0,f4048444,cc068390,c1149700,cc70cc3c,...) at VOP_LOCK1_APV+0xf3 _vn_lock(cc70cc3c,80100,c0fe20d5,86f,eb,...) at _vn_lock+0x78 vget(cc70cc3c,80100,cc0682e0,50,0,...) at vget+0xbb vfs_hash_get(cbf8eb70,15ef55,80000,cc0682e0,f4048590,...) at vfs_hash_get+0xed ffs_vgetf(cbf8eb70,15ef55,80000,f4048590,1,...) at ffs_vgetf+0x49 softdep_sync_buf(cc5ca570,e3129aa0,1,106,0,...) at softdep_sync_buf+0xac9 ffs_syncvnode(cc5ca570,1,0,cc068390,c11088e8,...) at ffs_syncvnode+0x24c ffs_truncate(cc5ca570,200,0,880,cbf9a600,...) at ffs_truncate+0x8b5 ufs_direnter(cc5ca570,cc70cc3c,f4048904,f4048bb8,0,...) at ufs_direnter+0x980 ufs_makeinode(f4048bb8,c1137b60,f4048afc,f4048a58,c0e28800,...) at ufs_makeinode+0x65d ufs_create(f4048afc,c102d22e,c1149980,cc5ca570,f4048b14,...) at ufs_create+0x30 VOP_CREATE_APV(c11375a0,f4048afc,f4048bb8,f4048a94,0,...) at VOP_CREATE_APV+0x100 vn_open_cred(f4048b78,f4048c40,1b0,0,cbf9a600,...) at vn_open_cred+0x205 vn_open(f4048b78,f4048c40,1b0,cc000230,4fc2bff3,...) at vn_open+0x3b kern_openat(cc0682e0,ffffff9c,28c72f60,0,a03,...) at kern_openat+0x1ec kern_open(cc0682e0,28c72f60,0,a02,1b0,...) at kern_open+0x35 sys_open(cc0682e0,f4048cec,c1025a7c,c0fdad8f,c1027030,...) at sys_open+0x30 syscall(f4048d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x283d28d3, esp = 0xbfbfc4ec, ebp = 0xbfbfc578 --- . Updating motd:. Starting ntpd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xcc302310 ufs (ufs) @ kern/vfs_mount.c:1254 2nd 0xcc050df0 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1834 KDB: stack backtrace: db_trace_self_wrapper(c0fd65b7,38313a63,a3433,cc5bbdf0,8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac239b,c0fda084,c12d6d30,72a,f3fdd9a8,...) at kdb_backtrace+0x2a _witness_debugger(c0fda084,cc050df0,c0fcd480,c9589408,c1007b95,...) at _witness_debugger+0x25 witness_checkorder(cc050df0,9,c1007b8c,72a,cc050e5c,...) at witness_checkorder+0x86f __lockmgr_args(cc050df0,80400,cc050e5c,0,0,...) at __lockmgr_args+0x8c5 vop_stdlock(f3fddaac,c130c580,4,c0fd05c7,eb,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c10f7d60,f3fddaac,c130c580,c1149700,cc050d98,...) at VOP_LOCK1_APV+0xf3 _vn_lock(cc050d98,80400,c1007b8c,72a,0,...) at _vn_lock+0x78 softdep_flushworklist(cc3052dc,f3fddb64,cbfea000,612,cc301a48,...) at softdep_flushworklist+0x47 ffs_sync(cc3052dc,1,f3fddbb8,51f,c1bae710,...) at ffs_sync+0x3bf dounmount(cc3052dc,8080000,cbfea000,4a1,f3fddc3c,...) at dounmount+0x3f8 sys_unmount(cbfea000,f3fddcec,c1025a7c,c0fdad52,c1027030,...) at sys_unmount+0x421 syscall(f3fddd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280beebb, esp = 0xbfbfe63c, ebp = 0xbfbfe708 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes lock order reversal: 1st 0xe313af40 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xcc5c5200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0fd65b7,2e687361,38323a63,c1000a34,cbfeac30,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac239b,c0fda084,c12d6fb8,11c,f3fc97c8,...) at kdb_backtrace+0x2a _witness_debugger(c0fda084,cc5c5200,c100ba9a,c9589610,c100b72c,...) at _witness_debugger+0x25 witness_checkorder(cc5c5200,9,c100b723,11c,0,...) at witness_checkorder+0x86f _sx_xlock(cc5c5200,0,c100b723,11c,cc708a6c,...) at _sx_xlock+0x9a ufsdirhash_acquire(e313aee0,cc708a6c,4c,e405e3d8,f3fc9898,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(cc708a6c,f3fc9904,23d8,f3fc9884,f3fc9888,...) at ufsdirhash_add+0x13 ufs_direnter(cc9596cc,cc9a8570,f3fc9904,f3fc9bb8,0,...) at ufs_direnter+0x799 ufs_makeinode(f3fc9bb8,c1137b60,f3fc9afc,f3fc9a58,c0e28800,...) at ufs_makeinode+0x65d ufs_create(f3fc9afc,c102d22e,c1149980,cc9596cc,f3fc9b14,...) at ufs_create+0x30 VOP_CREATE_APV(c11375a0,f3fc9afc,f3fc9bb8,f3fc9a94,0,...) at VOP_CREATE_APV+0x100 vn_open_cred(f3fc9b78,f3fc9c40,180,0,cbf99180,...) at vn_open_cred+0x205 vn_open(f3fc9b78,f3fc9c40,180,cbff9188,0,...) at vn_open+0x3b kern_openat(cbfeab80,ffffff9c,bfbfe7ab,0,a02,...) at kern_openat+0x1ec kern_open(cbfeab80,bfbfe7ab,0,a01,180,...) at kern_open+0x35 sys_open(cbfeab80,f3fc9cec,c1025a7c,c0fdad8f,c1027030,...) at sys_open+0x30 syscall(f3fc9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x2829f8d3, esp = 0xbfbfe37c, ebp = 0xbfbfec18 --- May 28 02:02:17 x4 su: pho to root on /dev/pts/0 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 5924 files, 37539074 used, 80774907 free (2571 frags, 10096542 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 5924 files, 37539074 used, 80774907 free (2571 frags, 10096542 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Mon May 28 02:05:12 CEST 2012 FreeBSD/i386 (x4.osted.lan) (console) login: lock order reversal: 1st 0xcbfed41c snaplk (snaplk) @ ufs/ufs/ufs_vnops.c:966 2nd 0xcc30146c ufs (ufs) @ ufs/ffs/ffs_snapshot.c:1627 KDB: stack backtrace: db_trace_self_wrapper(c0fd65b7,a373236,f4000a00,c0a746ba,ccb23354,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac239b,c0fda084,c12d6498,65b,f41e5718,...) at kdb_backtrace+0x2a _witness_debugger(c0fda084,cc30146c,c0fc2564,c95895a8,c10075de,...) at _witness_debugger+0x25 witness_checkorder(cc30146c,9,c10075d5,65b,0,...) at witness_checkorder+0x86f __lockmgr_args(cc30146c,80000,0,0,0,...) at __lockmgr_args+0x8c5 ffs_snapremove(cc301414,c1007513,f41e5848,c11a99c4,c119c040,...) at ffs_snapremove+0x11f ffs_truncate(cc301414,0,0,c00,0,...) at ffs_truncate+0x647 ufs_inactive(f41e5ad4,c102cbfd,eb,c11375a0,f41e5aa8,...) at ufs_inactive+0x1f6 VOP_INACTIVE_APV(c11375a0,f41e5ad4,c0fe20d5,9bf,f41e5b08,...) at VOP_INACTIVE_APV+0x100 vinactive(cc301414,ccb92b80,c0fe20d5,8be,0,...) at vinactive+0x127 vputx(f41e5c34,c0b2e9e3,cc301414,ffffffdf,cc301414,...) at vputx+0x370 vput(cc301414,ffffffdf,cc301414,f41e5b8c,1d3b8,...) at vput+0x10 kern_unlinkat(ccb92b80,ffffff9c,bfbfea8e,0,0,...) at kern_unlinkat+0x2a3 kern_unlink(ccb92b80,bfbfea8e,0,f41e5d1c,c0e0060e,...) at kern_unlink+0x2f sys_unlink(ccb92b80,f41e5cec,c1025a7c,c0fdada3,0,...) at sys_unlink+0x22 syscall(f41e5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x2816352f, esp = 0xbfbfe7ac, ebp = 0xbfbfe828 --- 20120528 02:05:25 all: altbufferflushes.sh May 28 02:11:01 x4 kernel: pid 2303 (dd), uid 2 inumber 1742984 on /var: filesystem full Slab at 0xc72f3f44, freei 11 = 0. panic: Duplicate free of item 0xc72f3420 from zone 0xc1bb69a0(RADIX NODE) cpuid = 0 KDB: enter: panic [ thread pid 3095 tid 100105 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 3095 tid 100105 td 0xcc0685c0 kdb_enter(c0fd23e4,c0fd23e4,c100d926,f40448cc,0,...) at kdb_enter+0x3a panic(c100d926,c72f3420,c1bb69a0,c1010bd6,c100d144,...) at panic+0x18c uma_dbg_free(c1bb69a0,0,c72f3420,a1f,c1bb69b4,...) at uma_dbg_free+0x17b uma_zfree_arg(c1bb69a0,c72f3420,0,c76b5ae0,2,...) at uma_zfree_arg+0x94 vm_radix_insert(cc9ec43c,1e,0,c2c00380,c100f607,...) at vm_radix_insert+0x276 vm_page_insert(c2c00380,cc9ec40c,1e,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(cc9ec40c,1e,0,0,f4044b64,...) at vm_page_alloc+0x51c vm_fault_hold(cc3869f8,bfbfe000,2,0,0,...) at vm_fault_hold+0x60a vm_fault(cc3869f8,bfbfe000,2,0,bfbfea38,...) at vm_fault+0x8b trap_pfault(c0dffb1f,0,cc0685c0,cc063000,cc063000,...) at trap_pfault+0x1b9 trap(f4044d28) at trap+0x3a3 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8054b7f, esp = 0xbfbfea20, ebp = 0xbfbfea48 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x6d4d00 curthread = 0xcc0685c0: pid 3095 "sh" curpcb = 0xf4044d80 fpcurthread = none idlethread = 0xc95df8a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x828ad00 curthread = 0xccb96000: pid 3093 "vmstat" curpcb = 0xf420cd80 fpcurthread = none idlethread = 0xc95df5c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x828dd00 curthread = 0xcca7d2e0: pid 3094 "sed" curpcb = 0xf41c2d80 fpcurthread = none idlethread = 0xc95df2e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x8290d00 curthread = 0xcca062e0: pid 3096 "awk" curpcb = 0xf4146d80 fpcurthread = none idlethread = 0xc95df000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 3096 (awk) thread 0xcca062e0 (100155) exclusive sleep mutex vm object (standard object) r = 0 (0xceea140c) locked @ vm/vm_fault.c:299 shared sx user map (user map) r = 0 (0xcc46ba40) locked @ vm/vm_map.c:3723 Process 3095 (sh) thread 0xcc0685c0 (100105) exclusive sleep mutex RADIX NODE (UMA zone) r = 0 (0xc1bb7608) locked @ vm/uma_core.c:2591 exclusive sleep mutex vm object (standard object) r = 0 (0xcc9ec40c) locked @ vm/vm_fault.c:299 shared sx user map (user map) r = 0 (0xcc386a40) locked @ vm/vm_map.c:3723 Process 3094 (sed) thread 0xcca7d2e0 (100177) exclusive sleep mutex vm object (standard object) r = 0 (0xce3da784) locked @ vm/vm_fault.c:299 shared sx user map (user map) r = 0 (0xcca9e788) locked @ vm/vm_map.c:3723 Process 3093 (vmstat) thread 0xccb96000 (100199) exclusive sleep mutex vm object (standard object) r = 0 (0xcca8e4a0) locked @ vm/vm_fault.c:299 shared sx user map (user map) r = 0 (0xcc0cab28) locked @ vm/vm_map.c:3723 Process 3044 (dd) thread 0xccb93000 (100187) exclusive lockmgr ufs (ufs) r = 0 (0xccb89c94) locked @ kern/vfs_vnops.c:645 Process 19 (softdepflush) thread 0xcbee68a0 (100078) exclusive lockmgr bufwait (bufwait) r = 0 (0xe33b9ae0) locked @ kern/vfs_bio.c:1905 exclusive lockmgr bufwait (bufwait) r = 0 (0xe32096e0) locked @ kern/vfs_bio.c:1905 db:0:alllocks> show lockedvnods Locked vnodes 0xccb89c3c: tag ufs, type VREG usecount 1, writecount 1, refcount 7059 mountedhere 0 flags (VI(0x200)) v_object 0xcc9d4c24 ref 0 pages 470068 lock type ufs: EXCL by thread 0xccb93000 (pid 3044, dd, tid 100187) #0 0xc0a6c61d at __lockmgr_args+0xd6d #1 0xc0ce2991 at ffs_lock+0xa1 #2 0xc0e273c3 at VOP_LOCK1_APV+0xf3 #3 0xc0b37dc8 at _vn_lock+0x78 #4 0xc0b38c16 at vn_write+0x176 #5 0xc0ad6b85 at dofilewrite+0x95 #6 0xc0ad71f8 at kern_writev+0x68 #7 0xc0ad730f at sys_write+0x4f #8 0xc0e0060e at syscall+0x2fe #9 0xc0dea8d1 at Xint0x80_syscall+0x21 ino 6194269, on dev ada0s1e db:0:lockedvnods> show mount 0xcbf8db70 /dev/ad4s1a on / (ufs) 0xcbf8e000 devfs on /dev (devfs) 0xcc3055b8 /dev/ad4s1f on /home (ufs) 0xcc305000 /dev/ad4s1d on /usr (ufs) 0xcbf8eb70 /dev/ad4s1e on /var (ufs) 0xcbf8e894 procfs on /proc (procfs) 0xccaa0000 /dev/label/tmp on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 3096 1246 1245 1001 RL CPU 3 awk 3095 1246 1245 1001 RL CPU 0 sh 3094 1246 1245 1001 RL CPU 2 sed 3093 1246 1245 1001 RL CPU 1 vmstat 3045 1743 1215 0 S+ piperd 0xce3dd4b0 egrep 3044 1743 1215 0 D+ wdrain 0xc1304564 dd 1743 1215 1215 0 S+ wait 0xccb232cc sh 1624 1 1624 0 Ss+ ttyin 0xcae33870 getty 1623 1 1623 0 Ss+ ttyin 0xcae33a70 getty 1622 1 1622 0 Ss+ ttyin 0xc970d270 getty 1621 1 1621 0 Ss+ ttyin 0xc970d470 getty 1620 1 1620 0 Ss+ ttyin 0xc970d670 getty 1619 1 1619 0 Ss+ ttyin 0xc970d870 getty 1618 1 1618 0 Ss+ ttyin 0xc970da70 getty 1617 1 1617 0 Ss+ ttyin 0xc970dc70 getty 1616 1 1616 0 Ss+ ttyin 0xc970de70 getty 1599 1 1599 0 Ss select 0xcc02baa4 inetd 1574 1 1574 0 Ss nanslp 0xc118e6e4 watchdogd 1247 1245 1245 1001 S piperd 0xcbffac80 awk 1246 1245 1245 1001 S wait 0xcc9d62cc sh 1245 1244 1245 1001 Ss wait 0xcc9c2598 sh 1244 1236 1236 1001 S select 0xcac863e4 sshd 1243 1242 1243 1001 Ss+ select 0xcc02bea4 top 1242 1235 1235 1001 S select 0xcbfd5d64 sshd 1241 1240 1241 1001 Ss kqread 0xcbf9eb00 tail 1240 1234 1234 1001 S select 0xcbfd5424 sshd 1236 1149 1236 0 Ss select 0xcac864a4 sshd 1235 1149 1235 0 Ss select 0xcc719464 sshd 1234 1149 1234 0 Ss select 0xcbf8cc24 sshd 1215 1209 1215 0 S+ wait 0xcbeda598 sh 1209 1206 1209 0 S+ wait 0xcc060b30 bash 1206 1205 1206 0 S+ pause 0xcbfe0058 csh 1205 1200 1205 1001 S+ wait 0xcc063b30 su 1200 1199 1200 1001 Ss+ wait 0xcac0b864 bash 1199 1197 1197 1001 S select 0xcac86ae4 sshd 1197 1149 1197 0 Ss select 0xcac791a4 sshd 1160 1 1160 0 Ss nanslp 0xc118e6e4 cron 1155 1 1155 25 Ss pause 0xcc00a324 sendmail 1152 1 1152 0 Ss select 0xcc719064 sendmail 1149 1 1149 0 Ss select 0xcc02a5a4 sshd 1117 1 1117 0 Ss select 0xcbfd56a4 moused 1092 1 1092 0 Ss select 0xcc02bbe4 ntpd 1038 1032 1032 0 S (threaded) nfsd 100125 S rpcsvc 0xcaca8b50 nfsd: service 100124 S rpcsvc 0xcaca8b90 nfsd: service 100123 S rpcsvc 0xcaca8bd0 nfsd: service 100104 S rpcsvc 0xcc47c190 nfsd: master 1032 1 1032 0 Ss select 0xcbfd5e24 nfsd 1030 1026 1026 0 S select 0xcac86ea4 nfsuserd 1029 1026 1026 0 S select 0xcbfd50a4 nfsuserd 1028 1026 1026 0 S select 0xcac86e64 nfsuserd 1027 1026 1026 0 S select 0xcbfd5064 nfsuserd 1026 1 1026 0 Ss pause 0xcc064058 nfsuserd 1010 1 1010 0 Ss select 0xcbf8cba4 mountd 976 1 976 0 Ss select 0xcbf8ca24 rpcbind 961 1 961 0 Ss select 0xcbf8c724 syslogd 838 1 838 0 Ss select 0xcc02b224 devd 19 0 0 0 DL biord 0xe33b9a80 [softdepflush] 18 0 0 0 DL vlruwt 0xcbed92cc [vnlru] 17 0 0 0 DL syncer 0xc13048b4 [syncer] 16 0 0 0 DL psleep 0xc1304548 [bufdaemon] 9 0 0 0 DL pgzero 0xc130e468 [pagezero] 8 0 0 0 DL psleep 0xc130e048 [vmdaemon] 7 0 0 0 DL psleep 0xc130e010 [pagedaemon] 6 0 0 0 DL ccb_scan 0xc1151054 [xpt_thrd] 5 0 0 0 DL waiting_ 0xc1307dd8 [sctp_iterator] 4 0 0 0 DL - 0xcac7223c [fdc0] 3 0 0 0 SL - 0xcad2c000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100059 D - 0xcacfed34 [usbus5] 100058 D - 0xcacfed04 [usbus5] 100057 D - 0xcacfecd4 [usbus5] 100056 D - 0xcacfeca4 [usbus5] 100054 D - 0xcacefb5c [usbus4] 100053 D - 0xcacefb2c [usbus4] 100052 D - 0xcacefafc [usbus4] 100051 D - 0xcacefacc [usbus4] 100050 D - 0xcaceab5c [usbus3] 100049 D - 0xcaceab2c [usbus3] 100048 D - 0xcaceaafc [usbus3] 100047 D - 0xcaceaacc [usbus3] 100046 D - 0xcace5b5c [usbus2] 100045 D - 0xcace5b2c [usbus2] 100044 D - 0xcace5afc [usbus2] 100043 D - 0xcace5acc [usbus2] 100041 D - 0xcacddb5c [usbus1] 100040 D - 0xcacddb2c [usbus1] 100039 D - 0xcacddafc [usbus1] 100038 D - 0xcacddacc [usbus1] 100036 D - 0xcacd5b5c [usbus0] 100035 D - 0xcacd5b2c [usbus0] 100034 D - 0xcacd5afc [usbus0] 100033 D - 0xcacd5acc [usbus0] 2 0 0 0 DL ctl_work 0xc97c4000 [ctl_thrd] 14 0 0 0 DL - 0xc118d4e4 [yarrow] 13 0 0 0 DL (threaded) [geom] 100016 D - 0xc118a5a8 [g_down] 100015 D - 0xc118a5a4 [g_up] 100014 D - 0xc118a59c [g_event] 12 0 0 0 WL (threaded) [intr] 100067 I [irq12: psm0] 100066 I [irq1: atkbd0] 100064 I [swi0: uart] 100061 I [irq20: fwohci0] 100060 I [irq14: ata0] 100055 I [irq19: ehci0] 100042 I [irq18: ohci2 ohci4] 100037 I [irq17: ohci1 ohci3] 100032 I [irq16: hdac1 ohci0] 100031 I [irq22: ahci0] 100030 I [irq257: re0] 100029 I [irq256: hdac0] 100022 I [swi6: task queue] 100021 I [swi6: Giant taskq] 100019 I [swi5: +] 100018 I [swi2: cambio] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi1: netisr 0] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu3] 100005 CanRun [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xc95ddb30 [init] 10 0 0 0 DL audit_wo 0xc130bd00 [audit] 0 0 0 0 DLs (threaded) [kernel] 100069 D - 0xc118d4e4 [deadlkres] 100068 D - 0xc971ddc0 [mca taskq] 100062 D - 0xc971de00 [fw0_taskq] 100027 D - 0xc971de40 [kqueue taskq] 100026 D - 0xc971de80 [ffs_trim taskq] 100025 D - 0xc971e000 [acpi_task_2] 100024 D - 0xc971e000 [acpi_task_1] 100023 D - 0xc971e000 [acpi_task_0] 100020 D - 0xc971e0c0 [thread taskq] 100013 D - 0xc96e9000 [firmware taskq] 100000 D sched 0xc118a760 [swapper] db:0:ps> allt Tracing command awk pid 3096 tid 100155 td 0xcca062e0 cpustop_handler(3,f414680c,c0e00b03,c93e1c80,f414675c,...) at cpustop_handler+0x26 ipi_nmi_handler(c93e1c80,f414675c,c0a742f3,c93e1c80,cc9c1b30,...) at ipi_nmi_handler+0x35 trap(f4146818) at trap+0x33 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a74bf2, esp = 0xf4146858, ebp = 0xf41468ac --- _mtx_lock_sleep(c1bb7608,cca062e0,0,c100d144,827,...) at _mtx_lock_sleep+0x1e2 _mtx_lock_flags(c1bb7608,0,c100d144,827,8,...) at _mtx_lock_flags+0x10f uma_zalloc_arg(c1bb69a0,0,101,6b5ae0,3,...) at uma_zalloc_arg+0x1cb vm_radix_insert(ceea143c,330,0,c2b81d40,0,...) at vm_radix_insert+0x1ed vm_page_insert(c2b81d40,ceea140c,330,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(ceea140c,330,0,40,f4146b64,...) at vm_page_alloc+0x51c vm_fault_hold(cc46b9f8,284f8000,1,0,0,...) at vm_fault_hold+0x60a vm_fault(cc46b9f8,284f8000,1,0,284f8000,...) at vm_fault+0x8b trap_pfault(c118c410,0,c10259d2,304,cc9c1b30,...) at trap_pfault+0x1b9 trap(f4146d28) at trap+0x3a3 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2811f4e3, esp = 0xbfbfe690, ebp = 0xbfbfe6e8 --- Tracing command sh pid 3095 tid 100105 td 0xcc0685c0 kdb_enter(c0fd23e4,c0fd23e4,c100d926,f40448cc,0,...) at kdb_enter+0x3a panic(c100d926,c72f3420,c1bb69a0,c1010bd6,c100d144,...) at panic+0x18c uma_dbg_free(c1bb69a0,0,c72f3420,a1f,c1bb69b4,...) at uma_dbg_free+0x17b uma_zfree_arg(c1bb69a0,c72f3420,0,c76b5ae0,2,...) at uma_zfree_arg+0x94 vm_radix_insert(cc9ec43c,1e,0,c2c00380,c100f607,...) at vm_radix_insert+0x276 vm_page_insert(c2c00380,cc9ec40c,1e,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(cc9ec40c,1e,0,0,f4044b64,...) at vm_page_alloc+0x51c vm_fault_hold(cc3869f8,bfbfe000,2,0,0,...) at vm_fault_hold+0x60a vm_fault(cc3869f8,bfbfe000,2,0,bfbfea38,...) at vm_fault+0x8b trap_pfault(c0dffb1f,0,cc0685c0,cc063000,cc063000,...) at trap_pfault+0x1b9 trap(f4044d28) at trap+0x3a3 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8054b7f, esp = 0xbfbfea20, ebp = 0xbfbfea48 --- Tracing command sed pid 3094 tid 100177 td 0xcca7d2e0 cpustop_handler(2,f41c280c,c0e00b03,c93dec80,f41c275c,...) at cpustop_handler+0x26 ipi_nmi_handler(c93dec80,f41c275c,c0a742f3,c93dec80,ccb4e2cc,...) at ipi_nmi_handler+0x35 trap(f41c2818) at trap+0x33 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a74c0e, esp = 0xf41c2858, ebp = 0xf41c28ac --- _mtx_lock_sleep(c1bb7608,cca7d2e0,0,c100d144,7fb,...) at _mtx_lock_sleep+0x1fe _mtx_lock_flags(c1bb7608,0,c100d144,7fb,8,...) at _mtx_lock_flags+0x10f uma_zalloc_arg(c1bb69a0,0,101,6b5ae0,3,...) at uma_zalloc_arg+0xd3 vm_radix_insert(ce3da7b4,390,0,c2b81cc0,0,...) at vm_radix_insert+0x1ed vm_page_insert(c2b81cc0,ce3da784,390,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(ce3da784,390,0,40,f41c2b64,...) at vm_page_alloc+0x51c vm_fault_hold(cca9e740,28526000,1,0,0,...) at vm_fault_hold+0x60a vm_fault(cca9e740,28526000,1,0,28526000,...) at vm_fault+0x8b trap_pfault(c118c410,0,c10259d2,304,ccb4e2cc,...) at trap_pfault+0x1b9 trap(f41c2d28) at trap+0x3a3 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x280ed4e3, esp = 0xbfbfe6f0, ebp = 0xbfbfe748 --- Tracing command vmstat pid 3093 tid 100199 td 0xccb96000 cpustop_handler(1,f420c80c,c0e00b03,c93dbc80,f420c75c,...) at cpustop_handler+0x26 ipi_nmi_handler(c93dbc80,f420c75c,c0a742f3,c93dbc80,ccb1e000,...) at ipi_nmi_handler+0x35 trap(f420c818) at trap+0x33 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a74bf0, esp = 0xf420c858, ebp = 0xf420c8ac --- _mtx_lock_sleep(c1bb7608,ccb96000,0,c100d144,7fb,...) at _mtx_lock_sleep+0x1e0 _mtx_lock_flags(c1bb7608,0,c100d144,7fb,8,...) at _mtx_lock_flags+0x10f uma_zalloc_arg(c1bb69a0,0,101,6b5ae0,3,...) at uma_zalloc_arg+0xd3 vm_radix_insert(cca8e4d0,340,0,c476a280,0,...) at vm_radix_insert+0x1ed vm_page_insert(c476a280,cca8e4a0,340,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(cca8e4a0,340,0,40,f420cb64,...) at vm_page_alloc+0x51c vm_fault_hold(cc0caae0,284f7000,1,0,0,...) at vm_fault_hold+0x60a vm_fault(cc0caae0,284f7000,1,0,284f7000,...) at vm_fault+0x8b trap_pfault(c118c410,0,c10259d2,304,ccb1e000,...) at trap_pfault+0x1b9 trap(f420cd28) at trap+0x3a3 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2810e4e3, esp = 0xbfbfde10, ebp = 0xbfbfde68 --- Tracing command egrep pid 3045 tid 100191 td 0xccb978a0 sched_switch(ccb978a0,0,104,1a3,228bb74,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(ccb978a0,0,c0fd7fa0,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ce3dd4b0,5c,c0fda927,100,0,...) at sleepq_wait_sig+0x17 _sleep(ce3dd4b0,ce3dd628,15c,c0fda927,0,...) at _sleep+0x385 pipe_read(cca8f460,f41eec3c,cbf9a900,0,ccb978a0,...) at pipe_read+0x427 dofileread(f41eec3c,ffffffff,ffffffff,0,f41eec18,...) at dofileread+0x9e kern_readv(ccb978a0,0,f41eec3c,f41eec5c,1,...) at kern_readv+0x68 sys_read(ccb978a0,f41eecec,c1025a7c,c0fdae1a,c1027030,...) at sys_read+0x4f syscall(f41eed28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281baed3, esp = 0xbfbfe81c, ebp = 0xbfbfe8a8 --- Tracing command dd pid 3044 tid 100187 td 0xccb93000 sched_switch(ccb93000,0,104,1a3,b6d6fc22,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(ccb93000,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1304564,54,c0fdf543,0,0,...) at sleepq_wait+0x63 _sleep(c1304564,c1304568,54,c0fdf543,0,...) at _sleep+0x39c waitrunningbufspace(ccb89d34,e30e5d20,3a0,e332f3a0,c2e57440,...) at waitrunningbufspace+0x6a bufwrite(e30e5d20,8,f41e2990,c0b12cd7,e30e5d20,...) at bufwrite+0x190 bawrite(e30e5d20,e30e5e28,20,3af,0,...) at bawrite+0x5c cluster_wbuild(ccb89c3c,4000,1cad2,0,8,...) at cluster_wbuild+0x837 cluster_write(ccb89c3c,e332f3a0,72b48000,0,7f,...) at cluster_write+0x6d6 ffs_write(f41e2ba4,c102d163,ccb89c3c,ccb89c3c,f41e2b5c,...) at ffs_write+0x53a VOP_WRITE_APV(c11375a0,f41e2ba4,ccb89c3c,285,0,...) at VOP_WRITE_APV+0x174 vn_write(cca8fc40,f41e2c3c,cbf9a900,0,ccb93000,...) at vn_write+0x2bc dofilewrite(f41e2c3c,ffffffff,ffffffff,0,f41e2c18,...) at dofilewrite+0x95 kern_writev(ccb93000,4,f41e2c3c,f41e2c5c,1,...) at kern_writev+0x68 sys_write(ccb93000,f41e2cec,c1025a7c,c0e3210f,c119b340,...) at sys_write+0x4f syscall(f41e2d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28177eb3, esp = 0xbfbfe9bc, ebp = 0xbfbfe9e8 --- Tracing command sh pid 1743 tid 100188 td 0xccb92b80 sched_switch(ccb92b80,0,104,1a3,fbe4a149,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(ccb92b80,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ccb232cc,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(ccb232cc,ccb23354,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(ccb92b80,ffffffff,f41e5c58,2,0,...) at kern_wait+0x597 sys_wait4(ccb92b80,f41e5cec,c1025a7c,c0fdaeb7,c119b340,...) at sys_wait4+0x3b syscall(f41e5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815078b, esp = 0xbfbfe78c, ebp = 0xbfbfe7a8 --- Tracing command getty pid 1624 tid 100172 td 0xcca7e2e0 sched_switch(cca7e2e0,0,104,1a3,aa9d7e7d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca7e2e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cca7e2e0,cca7e2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae33870,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cae33870,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(cae33800,cae33870,f41afc3c,1,0,...) at tty_wait+0x71 ttydisc_read(cae33800,f41afc3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cae27100,f41afc3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfbbc40,f41afc3c,c95d9b80,0,cca7e2e0,...) at devfs_read_f+0x7e dofileread(f41afc3c,ffffffff,ffffffff,0,f41afc18,...) at dofileread+0x9e kern_readv(cca7e2e0,0,f41afc3c,f41afc5c,1,...) at kern_readv+0x68 sys_read(cca7e2e0,f41afcec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f41afd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1623 tid 100166 td 0xcca05000 sched_switch(cca05000,0,104,1a3,ab4132c7,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca05000,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cca05000,cca05000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae33a70,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cae33a70,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(cae33a00,cae33a70,f4174c3c,1,0,...) at tty_wait+0x71 ttydisc_read(cae33a00,f4174c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cae27000,f4174c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbff90a8,f4174c3c,c95d9b80,0,cca05000,...) at devfs_read_f+0x7e dofileread(f4174c3c,ffffffff,ffffffff,0,f4174c18,...) at dofileread+0x9e kern_readv(cca05000,0,f4174c3c,f4174c5c,1,...) at kern_readv+0x68 sys_read(cca05000,f4174cec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f4174d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1622 tid 100163 td 0xcca8a8a0 sched_switch(cca8a8a0,0,104,1a3,a8fe96eb,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca8a8a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cca8a8a0,cca8a8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d270,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d270,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d200,c970d270,f4161c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d200,f4161c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0ce00,f4161c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc000dc8,f4161c3c,c95d9b80,0,cca8a8a0,...) at devfs_read_f+0x7e dofileread(f4161c3c,ffffffff,ffffffff,0,f4161c18,...) at dofileread+0x9e kern_readv(cca8a8a0,0,f4161c3c,f4161c5c,1,...) at kern_readv+0x68 sys_read(cca8a8a0,f4161cec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f4161d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1621 tid 100079 td 0xcbee65c0 sched_switch(cbee65c0,0,104,1a3,a9163655,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee65c0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cbee65c0,cbee65c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d470,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d470,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d400,c970d470,f3fc5c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d400,f3fc5c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0cd00,f3fc5c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc0532a0,f3fc5c3c,c95d9b80,0,cbee65c0,...) at devfs_read_f+0x7e dofileread(f3fc5c3c,ffffffff,ffffffff,0,f3fc5c18,...) at dofileread+0x9e kern_readv(cbee65c0,0,f3fc5c3c,f3fc5c5c,1,...) at kern_readv+0x68 sys_read(cbee65c0,f3fc5cec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f3fc5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1620 tid 100137 td 0xcca7fb80 sched_switch(cca7fb80,0,104,1a3,a9124c18,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca7fb80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cca7fb80,cca7fb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d670,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d670,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d600,c970d670,f4104c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d600,f4104c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0cc00,f4104c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfbcb60,f4104c3c,c95d9b80,0,cca7fb80,...) at devfs_read_f+0x7e dofileread(f4104c3c,ffffffff,ffffffff,0,f4104c18,...) at dofileread+0x9e kern_readv(cca7fb80,0,f4104c3c,f4104c5c,1,...) at kern_readv+0x68 sys_read(cca7fb80,f4104cec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f4104d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1619 tid 100145 td 0xcbfe42e0 sched_switch(cbfe42e0,0,104,1a3,a5c39119,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe42e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cbfe42e0,cbfe42e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d870,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d870,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d800,c970d870,f411dc3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d800,f411dc3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0c900,f411dc3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfbc5b0,f411dc3c,c95d9b80,0,cbfe42e0,...) at devfs_read_f+0x7e dofileread(f411dc3c,ffffffff,ffffffff,0,f411dc18,...) at dofileread+0x9e kern_readv(cbfe42e0,0,f411dc3c,f411dc5c,1,...) at kern_readv+0x68 sys_read(cbfe42e0,f411dcec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f411dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1618 tid 100148 td 0xcca7e5c0 sched_switch(cca7e5c0,0,104,1a3,a6e9d40e,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca7e5c0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cca7e5c0,cca7e5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970da70,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970da70,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970da00,c970da70,f4126c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970da00,f4126c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0c800,f4126c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc053e00,f4126c3c,c95d9b80,0,cca7e5c0,...) at devfs_read_f+0x7e dofileread(f4126c3c,ffffffff,ffffffff,0,f4126c18,...) at dofileread+0x9e kern_readv(cca7e5c0,0,f4126c3c,f4126c5c,1,...) at kern_readv+0x68 sys_read(cca7e5c0,f4126cec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f4126d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1617 tid 100081 td 0xcbfea8a0 sched_switch(cbfea8a0,0,104,1a3,a6182f2d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfea8a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,cbfea8a0,cbfea8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970dc70,0,c0fdcd60,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970dc70,c118c410,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970dc00,c970dc70,f3fcdc3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970dc00,f3fcdc3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0c700,f3fcdc3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfbcaf0,f3fcdc3c,c95d9b80,0,cbfea8a0,...) at devfs_read_f+0x7e dofileread(f3fcdc3c,ffffffff,ffffffff,0,f3fcdc18,...) at dofileread+0x9e kern_readv(cbfea8a0,0,f3fcdc3c,f3fcdc5c,1,...) at kern_readv+0x68 sys_read(cbfea8a0,f3fcdcec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f3fcdd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1616 tid 100142 td 0xcbfe4b80 sched_switch(cbfe4b80,0,104,1a3,9a9e7997,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe4b80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,c970de04,0,c0fd05c7,cbfe4b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970de70,0,f4114ae8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970de70,c970de04,c0fdc738,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970de00,c970de70,f4114c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970de00,f4114c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c95c6100,f4114c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfbba10,f4114c3c,c95d9b80,0,cbfe4b80,...) at devfs_read_f+0x7e dofileread(f4114c3c,ffffffff,ffffffff,0,f4114c18,...) at dofileread+0x9e kern_readv(cbfe4b80,0,f4114c3c,f4114c5c,1,...) at kern_readv+0x68 sys_read(cbfe4b80,f4114cec,c1025a7c,c0e36ed2,c1027030,...) at sys_read+0x4f syscall(f4114d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189ed3, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command inetd pid 1599 tid 100152 td 0xcca8c000 sched_switch(cca8c000,0,104,1a3,8acb2459,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca8c000,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cc02ba90,0,c0fd05c7,cca8c000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc02baa4,0,f4139a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc02baa4,cc02ba90,c0fda6f8,6ae,cc053b60,...) at _cv_wait_sig+0x260 seltdwait(cc053b60,58,c95d9b80,cca8c000,c0e1b7b5,...) at seltdwait+0xa2 kern_select(cca8c000,8,bfbfdf90,0,0,0,20,cca67864,4) at kern_select+0x655 sys_select(cca8c000,f4139cec,c1025a7c,c0fdaf24,c1027030,...) at sys_select+0x66 syscall(f4139d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2819be53, esp = 0xbfbfdf4c, ebp = 0xbfbfedd8 --- Tracing command watchdogd pid 1574 tid 100151 td 0xcbfe4000 sched_switch(cbfe4000,0,104,1a3,236194c,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cbfe4000,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0ac8bc0,cbfe4000,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c118e6e4,6c,c0fd396b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c118e6e4,0,16c,c0fd396b,ea61,...) at _sleep+0x34f kern_nanosleep(cbfe4000,f4136c48,f4136c50,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cbfe4000,f4136cec,c1025a7c,c0e36ed2,c119c040,...) at sys_nanosleep+0x6f syscall(f4136d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28181483, esp = 0xbfbfecac, ebp = 0xbfbfecd8 --- Tracing command awk pid 1247 tid 100134 td 0xcc0135c0 sched_switch(cc0135c0,0,104,1a3,8712cfc5,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cc0135c0,0,c0fd7fa0,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbffac80,5c,c0fda927,100,0,...) at sleepq_wait_sig+0x17 _sleep(cbffac80,cbffadf8,15c,c0fda927,0,...) at _sleep+0x385 pipe_read(cbff9e70,f40fbc3c,cbf9ac00,0,cc0135c0,...) at pipe_read+0x427 dofileread(f40fbc3c,ffffffff,ffffffff,0,f40fbc18,...) at dofileread+0x9e kern_readv(cc0135c0,0,f40fbc3c,f40fbc5c,1,...) at kern_readv+0x68 sys_read(cc0135c0,f40fbcec,c1825c80,0,c1027030,...) at sys_read+0x4f syscall(f40fbd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281aced3, esp = 0xbfbfe92c, ebp = 0xbfbfe948 --- Tracing command sh pid 1246 tid 100133 td 0xcc0138a0 sched_switch(cc0138a0,0,104,1a3,b964bb8e,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc0138a0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc9d62cc,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc9d62cc,cc9d6354,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(cc0138a0,ffffffff,f40f8c58,2,0,...) at kern_wait+0x597 sys_wait4(cc0138a0,f40f8cec,c1025a7c,c0fdaeb7,c119b340,...) at sys_wait4+0x3b syscall(f40f8d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815078b, esp = 0xbfbfe9bc, ebp = 0xbfbfe9d8 --- Tracing command sh pid 1245 tid 100132 td 0xcca06b80 sched_switch(cca06b80,0,104,1a3,65599b97,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cca06b80,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc9c2598,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc9c2598,cc9c2620,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(cca06b80,ffffffff,f40f5c58,2,0,...) at kern_wait+0x597 sys_wait4(cca06b80,f40f5cec,c1025a7c,c0fdaeb7,c1027030,...) at sys_wait4+0x3b syscall(f40f5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815078b, esp = 0xbfbfeb0c, ebp = 0xbfbfeb28 --- Tracing command sshd pid 1244 tid 100128 td 0xcc00e2e0 sched_switch(cc00e2e0,0,104,1a3,4cca05f4,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00e2e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cac863d0,0,c0fd05c7,cc00e2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac863e4,0,f40e9a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac863e4,cac863d0,c0fda6f8,6ae,cbfbcb98,...) at _cv_wait_sig+0x260 seltdwait(cbfbcb98,58,cbf99300,cc00e2e0,cc00e390,...) at seltdwait+0xa2 kern_select(cc00e2e0,c,28c0c170,28c0c1b0,0,0,20,cc9c2b30,0) at kern_select+0x655 sys_select(cc00e2e0,f40e9cec,c1025a7c,c0fdb025,c1027030,...) at sys_select+0x66 syscall(f40e9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae53, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command top pid 1243 tid 100131 td 0xcc013b80 sched_switch(cc013b80,0,104,1a3,a0836019,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc013b80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40f2a14,c0a7478a,cc02be90,0,cc013b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc02bea4,0,f40f2a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc02bea4,cc02be90,3e9,6ae,cc0530a8,...) at _cv_timedwait_sig+0x270 seltdwait(f40f2c08,f40f2c10,c95da800,cc013b80,325b1b0a,...) at seltdwait+0x8a kern_select(cc013b80,2,bfbfeb9c,0,0,f40f2c54,20,1,0) at kern_select+0x655 sys_select(cc013b80,f40f2cec,c1025a7c,c0fa5642,c1027030,...) at sys_select+0x66 syscall(f40f2d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281e1e53, esp = 0xbfbfeb3c, ebp = 0xbfbfec98 --- Tracing command sshd pid 1242 tid 100130 td 0xcc00e000 sched_switch(cc00e000,0,104,1a3,a086d139,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00e000,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbfd5d50,0,c0fd05c7,cc00e000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfd5d64,0,f40efa50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfd5d64,cbfd5d50,c0fda6f8,6ae,cbfbc700,...) at _cv_wait_sig+0x260 seltdwait(cbfbc700,58,cbf9b080,cc00e000,cc00e0b0,...) at seltdwait+0xa2 kern_select(cc00e000,a,28c0c170,28c0c1b0,0,0,20,cc9c2864,0) at kern_select+0x655 sys_select(cc00e000,f40efcec,c1025a7c,c0fdb025,c1027030,...) at sys_select+0x66 syscall(f40efd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae53, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command tail pid 1241 tid 100129 td 0xcc065000 sched_switch(cc065000,0,104,1a3,ba58fe7f,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,68,...) at mi_switch+0x1ff sleepq_switch(cc065000,0,c0fd7fa0,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(3e9,c0ac8bc0,cc065000,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbf9eb00,68,c0fcc162,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(cbf9eb00,cbf9eb00,168,c0fcc162,3e9,...) at _sleep+0x34f kern_kevent(cc065000,4,0,1,f40ecc3c,...) at kern_kevent+0x374 sys_kevent(cc065000,f40eccec,c1025a7c,c0e3210f,f40eccb4,...) at sys_kevent+0x19e syscall(f40ecd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x2815639b, esp = 0xbfbfeb0c, ebp = 0xbfbfebc8 --- Tracing command sshd pid 1240 tid 100112 td 0xcbee4b80 sched_switch(cbee4b80,0,104,1a3,9b7ee6a0,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee4b80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbfd5410,0,c0fd05c7,cbee4b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfd5424,0,f4077a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfd5424,cbfd5410,c0fda6f8,6ae,cbff9818,...) at _cv_wait_sig+0x260 seltdwait(cbff9818,58,cbf9ae00,cbee4b80,cbee4c30,...) at seltdwait+0xa2 kern_select(cbee4b80,c,28c0c170,28c0c1b0,0,0,20,cc38a2cc,0) at kern_select+0x655 sys_select(cbee4b80,f4077cec,c1025a7c,c0fdb025,c1027030,...) at sys_select+0x66 syscall(f4077d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae53, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command sshd pid 1236 tid 100127 td 0xcc0652e0 sched_switch(cc0652e0,0,104,1a3,5ba19330,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0652e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cac86490,0,c0fd05c7,cc0652e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac864a4,0,f40e6ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac864a4,cac86490,c0fda6f8,6ae,f40e6b3c,...) at _cv_wait_sig+0x260 seltdwait(cc46992c,c0fda6f8,5ab,cc0652e0,0,...) at seltdwait+0xa2 sys_poll(cc0652e0,f40e6cec,c1025a7c,c0e3210f,c1027030,...) at sys_poll+0x321 syscall(f40e6d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723ab, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command sshd pid 1235 tid 100126 td 0xcc00e5c0 sched_switch(cc00e5c0,0,104,1a3,586f174f,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00e5c0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cc719450,0,c0fd05c7,cc00e5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc719464,0,f40e3ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc719464,cc719450,c0fda6f8,6ae,f40e3b3c,...) at _cv_wait_sig+0x260 seltdwait(cbe1752c,c0fda6f8,5ab,cc00e5c0,0,...) at seltdwait+0xa2 sys_poll(cc00e5c0,f40e3cec,c1025a7c,c0e3210f,c119c6c0,...) at sys_poll+0x321 syscall(f40e3d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723ab, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command sshd pid 1234 tid 100087 td 0xcc0128a0 sched_switch(cc0128a0,0,104,1a3,572cc4cf,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0128a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbf8cc10,0,c0fd05c7,cc0128a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf8cc24,0,f3fe5ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf8cc24,cbf8cc10,c0fda6f8,6ae,f3fe5b3c,...) at _cv_wait_sig+0x260 seltdwait(cc076d2c,c0fda6f8,5ab,cc0128a0,0,...) at seltdwait+0xa2 sys_poll(cc0128a0,f3fe5cec,c1025a7c,c0e3210f,c119c040,...) at sys_poll+0x321 syscall(f3fe5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723ab, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command sh pid 1215 tid 100092 td 0xcbfe95c0 sched_switch(cbfe95c0,0,104,1a3,f6c8e2f6,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cbfe95c0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbeda598,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cbeda598,cbeda620,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(cbfe95c0,ffffffff,f3ff9c58,2,0,...) at kern_wait+0x597 sys_wait4(cbfe95c0,f3ff9cec,c1025a7c,c0fdaeb7,c1027030,...) at sys_wait4+0x3b syscall(f3ff9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815078b, esp = 0xbfbfe6ec, ebp = 0xbfbfe708 --- Tracing command bash pid 1209 tid 100106 td 0xcc0682e0 sched_switch(cc0682e0,0,104,1a3,45229713,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc0682e0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc060b30,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc060b30,cc060bb8,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(cc0682e0,ffffffff,f4048c58,6,0,...) at kern_wait+0x597 sys_wait4(cc0682e0,f4048cec,c1025a7c,c0fdadd7,cacc1b80,...) at sys_wait4+0x3b syscall(f4048d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282ad78b, esp = 0xbfbfe76c, ebp = 0xbfbfe788 --- Tracing command csh pid 1206 tid 100085 td 0xcbfea000 sched_switch(cbfea000,0,104,1a3,4e466c13,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cbfea000,0,c0fd7fa0,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe0058,74,c0e58cee,100,0,...) at sleepq_wait_sig+0x17 _sleep(cbfe0058,cbfe0088,174,c0e58cee,0,...) at _sleep+0x385 kern_sigsuspend(cbfea000,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cbfea000,f3fddcec,c1025a7c,c0fdadd7,c1027030,...) at sys_sigsuspend+0x4d syscall(f3fddd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x2816fd7b, esp = 0xbfbfe05c, ebp = 0xbfbfe0c8 --- Tracing command su pid 1205 tid 100098 td 0xcc0692e0 sched_switch(cc0692e0,0,104,1a3,f7990b85,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc0692e0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc063b30,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc063b30,cc063bb8,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(cc0692e0,4b6,f4014c58,2,0,...) at kern_wait+0x597 sys_wait4(cc0692e0,f4014cec,c1025a7c,c0fdb6ee,c1027030,...) at sys_wait4+0x3b syscall(f4014d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2810b78b, esp = 0xbfbfe5ac, ebp = 0xbfbfe5c8 --- Tracing command bash pid 1200 tid 100096 td 0xcbee62e0 sched_switch(cbee62e0,0,104,1a3,edb94079,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cbee62e0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac0b864,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cac0b864,cac0b8ec,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(cbee62e0,ffffffff,f400ac58,6,0,...) at kern_wait+0x597 sys_wait4(cbee62e0,f400acec,c1025a7c,c0fdadd7,c119c6c0,...) at sys_wait4+0x3b syscall(f400ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282ad78b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sshd pid 1199 tid 100099 td 0xcc0118a0 sched_switch(cc0118a0,0,104,1a3,fbc6a886,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0118a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cac86ad0,0,c0fd05c7,cc0118a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac86ae4,0,f4019a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac86ae4,cac86ad0,c0fda6f8,6ae,cbff9268,...) at _cv_wait_sig+0x260 seltdwait(cbff9268,58,cbfd4a80,cc0118a0,cc011950,...) at seltdwait+0xa2 kern_select(cc0118a0,c,28c0c170,28c0c1b0,0,0,20,cc00a598,0) at kern_select+0x655 sys_select(cc0118a0,f4019cec,c1025a7c,c0fdb025,c1027030,...) at sys_select+0x66 syscall(f4019d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae53, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command sshd pid 1197 tid 100083 td 0xcbfea5c0 sched_switch(cbfea5c0,0,104,1a3,eaf62d5c,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfea5c0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cac79190,0,c0fd05c7,cbfea5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac791a4,0,f3fd5ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac791a4,cac79190,c0fda6f8,6ae,f3fd5b3c,...) at _cv_wait_sig+0x260 seltdwait(cbfddb2c,c0fda6f8,5ab,cbfea5c0,696,...) at seltdwait+0xa2 sys_poll(cbfea5c0,f3fd5cec,c1025a7c,c0fbc9b1,c1027030,...) at sys_poll+0x321 syscall(f3fd5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723ab, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command cron pid 1160 tid 100114 td 0xcbee45c0 sched_switch(cbee45c0,0,104,1a3,7b6be69a,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cbee45c0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0ac8bc0,cbee45c0,3,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c118e6e4,6c,c0fd396b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c118e6e4,0,16c,c0fd396b,ea61,...) at _sleep+0x34f kern_nanosleep(cbee45c0,f407dc48,f407dc50,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cbee45c0,f407dcec,c1025a7c,c0fdb32e,14,...) at sys_nanosleep+0x6f syscall(f407dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28174483, esp = 0xbfbfec3c, ebp = 0xbfbfec68 --- Tracing command sendmail pid 1155 tid 100100 td 0xcc0115c0 sched_switch(cc0115c0,0,104,1a3,2910bdd9,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cc0115c0,0,c0fd7fa0,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc00a324,74,c0e58cee,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc00a324,cc00a354,174,c0e58cee,0,...) at _sleep+0x385 kern_sigsuspend(cc0115c0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cc0115c0,f401dcec,c1025a7c,c0fdadd7,c1027030,...) at sys_sigsuspend+0x4d syscall(f401dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28322d7b, esp = 0xbfbfcf8c, ebp = 0xbfbfcfb8 --- Tracing command sendmail pid 1152 tid 100101 td 0xcc0112e0 sched_switch(cc0112e0,0,104,1a3,e561fd37,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0112e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4021a14,c0a7478a,cc719050,0,cc0112e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc719064,0,f4021a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc719064,cc719050,1389,6ae,cbfbccb0,...) at _cv_timedwait_sig+0x270 seltdwait(f4021c08,f4021c10,cc029080,cc0112e0,40,...) at seltdwait+0x8a kern_select(cc0112e0,5,bfbfc500,0,0,f4021c54,20,5,0) at kern_select+0x655 sys_select(cc0112e0,f4021cec,c1025a7c,c0fdb2b4,cacc1b80,...) at sys_select+0x66 syscall(f4021d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x283dae53, esp = 0xbfbfc46c, ebp = 0xbfbfcf98 --- Tracing command sshd pid 1149 tid 100115 td 0xcbee42e0 sched_switch(cbee42e0,0,104,1a3,5b278c30,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee42e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cc02a590,0,c0fd05c7,cbee42e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc02a5a4,0,f4080a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc02a5a4,cc02a590,c0fda6f8,6ae,cbfbb690,...) at _cv_wait_sig+0x260 seltdwait(cbfbb690,58,cc029300,cbee42e0,f4080b14,...) at seltdwait+0xa2 kern_select(cbee42e0,9,28c0c140,0,0,0,20,cc389864,a) at kern_select+0x655 sys_select(cbee42e0,f4080cec,c1025a7c,c0fbc9b1,c119c6c0,...) at sys_select+0x66 syscall(f4080d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae53, esp = 0xbfbfdedc, ebp = 0xbfbfede8 --- Tracing command moused pid 1117 tid 100082 td 0xcc013000 sched_switch(cc013000,0,104,1a3,2462cb28,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc013000,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbfd5690,0,c0fd05c7,cc013000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfd56a4,0,f3fd1a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfd56a4,cbfd5690,c0fda6f8,6ae,cbfbc7e0,...) at _cv_wait_sig+0x260 seltdwait(cbfbc7e0,58,c95d9b80,cc013000,f6,...) at seltdwait+0xa2 kern_select(cc013000,400,bfbfe9f4,0,0,0,20,cc00db30,1) at kern_select+0x655 sys_select(cc013000,f3fd1cec,c1025a7c,c0e36ed2,c1027030,...) at sys_select+0x66 syscall(f3fd1d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a8e53, esp = 0xbfbfe98c, ebp = 0xbfbfeb18 --- Tracing command ntpd pid 1092 tid 100116 td 0xcbee4000 sched_switch(cbee4000,0,104,1a3,8d123001,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee4000,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cc02bbd0,0,c0fd05c7,cbee4000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc02bbe4,0,f4083a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc02bbe4,cc02bbd0,c0fda6f8,6ae,cbfbca80,...) at _cv_wait_sig+0x260 seltdwait(cbfbca80,58,c95d9b80,cbee4000,0,...) at seltdwait+0xa2 kern_select(cbee4000,1c,bfbfecd8,0,0,0,20,cc389598,0) at kern_select+0x655 sys_select(cbee4000,f4083cec,c1025a7c,c0fdb700,e,...) at sys_select+0x66 syscall(f4083d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28358e53, esp = 0xbfbfecac, ebp = 0xbfbfed78 --- Tracing command nfsd pid 1038 tid 100125 td 0xcc00e8a0 sched_switch(cc00e8a0,0,104,1a3,93130a1e,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00e8a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40c8bdc,c0a7478a,cbc36e80,0,cc00e8a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caca8b50,0,f40c8c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caca8b50,cbc36e80,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40c8d14,c0a56e68,cbc36e80,f40c8d28,c0fcc5b0,...) at svc_run_internal+0x356 svc_thread_start(cbc36e80,f40c8d28,c0fcc5b0,3d8,cc0632cc,...) at svc_thread_start+0x10 fork_exit(c0c84dc0,cbc36e80,f40c8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1038 tid 100124 td 0xcc00eb80 sched_switch(cc00eb80,0,104,1a3,9312e7a0,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00eb80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40c5bdc,c0a7478a,cbc36e80,0,cc00eb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caca8b90,0,f40c5c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caca8b90,cbc36e80,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40c5d14,c0a56e68,cbc36e80,f40c5d28,c0fcc5b0,...) at svc_run_internal+0x356 svc_thread_start(cbc36e80,f40c5d28,c0fcc5b0,3d8,cc0632cc,...) at svc_thread_start+0x10 fork_exit(c0c84dc0,cbc36e80,f40c5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1038 tid 100123 td 0xcc011000 sched_switch(cc011000,0,104,1a3,9312be94,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc011000,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40c2bdc,c0a7478a,cbc36e80,0,cc011000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caca8bd0,0,f40c2c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caca8bd0,cbc36e80,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40c2d14,c0a56e68,cbc36e80,f40c2d28,c0fcc5b0,...) at svc_run_internal+0x356 svc_thread_start(cbc36e80,f40c2d28,c0fcc5b0,3d8,cc0632cc,...) at svc_thread_start+0x10 fork_exit(c0c84dc0,cbc36e80,f40c2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1038 tid 100104 td 0xcc0688a0 sched_switch(cc0688a0,0,104,1a3,9312a3c5,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0688a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f403c48c,c0a7478a,cbc36e80,0,cc0688a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc47c190,0,f403c4c8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc47c190,cbc36e80,1388,3b1,f403c510,...) at _cv_timedwait_sig+0x270 svc_run_internal(cc068a50,14,c10027da,c0fbdebb,f403c808,...) at svc_run_internal+0x356 svc_run(cbc36e80,0,c0fbde96,19f,cc068950,...) at svc_run+0x7b nfsrvd_nfsd(cc0688a0,f403c808,c,2,a,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(cc0688a0,f403ccec,0,cc0688a0,f403cd1c,...) at nfssvc_nfsd+0x177 sys_nfssvc(cc0688a0,f403ccec,c1025a7c,c0fdb2b4,c1027030,...) at sys_nfssvc+0xeb syscall(f403cd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280bf9bb, esp = 0xbfbfe81c, ebp = 0xbfbfea88 --- Tracing command nfsd pid 1032 tid 100089 td 0xcc0125c0 sched_switch(cc0125c0,0,104,1a3,c4a54732,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0125c0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbfd5e10,0,c0fd05c7,cc0125c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfd5e24,0,f3feda50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfd5e24,cbfd5e10,c0fda6f8,6ae,cbfbba48,...) at _cv_wait_sig+0x260 seltdwait(cbfbba48,58,c95d9b80,cc0125c0,0,...) at seltdwait+0xa2 kern_select(cc0125c0,7,bfbfeca4,0,0,0,20,cc00d2cc,1) at kern_select+0x655 sys_select(cc0125c0,f3fedcec,c1025a7c,c0fdb2b4,c1027030,...) at sys_select+0x66 syscall(f3fedd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28176e53, esp = 0xbfbfea8c, ebp = 0xbfbfedd8 --- Tracing command nfsuserd pid 1030 tid 100109 td 0xcc065b80 sched_switch(cc065b80,0,104,1a3,5ef254ea,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc065b80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4066a14,c0a7478a,cac86e90,0,cc065b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cac86ea4,0,f4066a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cac86ea4,cac86e90,7531,6ae,cbfbc2a0,...) at _cv_timedwait_sig+0x270 seltdwait(f4066c08,f4066c10,c95d9b80,cc065b80,0,...) at seltdwait+0x8a kern_select(cc065b80,4,bfbfebb4,0,0,f4066c54,20,1e,0) at kern_select+0x655 sys_select(cc065b80,f4066cec,c1025a7c,c0fdb00e,c1027030,...) at sys_select+0x66 syscall(f4066d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e53, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1029 tid 100103 td 0xcc068b80 sched_switch(cc068b80,0,104,1a3,5ef27edd,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc068b80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4035a14,c0a7478a,cbfd5090,0,cc068b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbfd50a4,0,f4035a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbfd50a4,cbfd5090,7531,6ae,cbfbc2a0,...) at _cv_timedwait_sig+0x270 seltdwait(f4035c08,f4035c10,c95d9b80,cc068b80,0,...) at seltdwait+0x8a kern_select(cc068b80,4,bfbfebb4,0,0,f4035c54,20,1e,0) at kern_select+0x655 sys_select(cc068b80,f4035cec,c1025a7c,c0fdb00e,c1027030,...) at sys_select+0x66 syscall(f4035d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e53, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1028 tid 100086 td 0xcc012b80 sched_switch(cc012b80,0,104,1a3,5e4df8ef,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc012b80,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fe1a14,c0a7478a,cac86e50,0,cc012b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cac86e64,0,f3fe1a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cac86e64,cac86e50,7531,6ae,cbfbc2a0,...) at _cv_timedwait_sig+0x270 seltdwait(f3fe1c08,f3fe1c10,c95d9b80,cc012b80,0,...) at seltdwait+0x8a kern_select(cc012b80,4,bfbfebb4,0,0,f3fe1c54,20,1e,0) at kern_select+0x655 sys_select(cc012b80,f3fe1cec,c1025a7c,c0fdb00e,c1027030,...) at sys_select+0x66 syscall(f3fe1d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e53, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1027 tid 100091 td 0xcbfe98a0 sched_switch(cbfe98a0,0,104,1a3,5e4da688,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe98a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3ff5a14,c0a7478a,cbfd5050,0,cbfe98a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbfd5064,0,f3ff5a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbfd5064,cbfd5050,7531,6ae,cbfbc2a0,...) at _cv_timedwait_sig+0x270 seltdwait(f3ff5c08,f3ff5c10,c95d9b80,cbfe98a0,0,...) at seltdwait+0x8a kern_select(cbfe98a0,4,bfbfebb4,0,0,f3ff5c54,20,1e,0) at kern_select+0x655 sys_select(cbfe98a0,f3ff5cec,c1025a7c,c0fdb00e,c1027030,...) at sys_select+0x66 syscall(f3ff5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e53, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1026 tid 100097 td 0xcc0695c0 sched_switch(cc0695c0,0,104,1a3,b8bec512,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cc0695c0,0,c0fd7fa0,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc064058,74,c0e58cee,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc064058,cc064088,174,c0e58cee,0,...) at _sleep+0x385 kern_sigsuspend(cc0695c0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cc0695c0,f4010cec,c1025a7c,c0fdb2b4,c1027030,...) at sys_sigsuspend+0x4d syscall(f4010d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x280bdd7b, esp = 0xbfbfec4c, ebp = 0xbfbfede8 --- Tracing command mountd pid 1010 tid 100113 td 0xcbee48a0 sched_switch(cbee48a0,0,104,1a3,3f6bb5f9,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee48a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbf8cb90,0,c0fd05c7,cbee48a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf8cba4,0,f407aa50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf8cba4,cbf8cb90,c0fda6f8,6ae,cbfbc460,...) at _cv_wait_sig+0x260 seltdwait(cbfbc460,58,c95d9b80,cbee48a0,f407aac0,...) at seltdwait+0xa2 kern_select(cbee48a0,9,bfbfecf4,0,0,0,20,cc38a000,bfbfecf4) at kern_select+0x655 sys_select(cbee48a0,f407acec,c1025a7c,c0fbbc17,1,...) at sys_select+0x66 syscall(f407ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818de53, esp = 0xbfbfec8c, ebp = 0xbfbfedd8 --- Tracing command rpcbind pid 976 tid 100084 td 0xcbfea2e0 sched_switch(cbfea2e0,0,104,1a3,6a3a9414,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfea2e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fd9a78,c0a7478a,cbf8ca10,0,cbfea2e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbf8ca24,0,f3fd9ab4,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbf8ca24,cbf8ca10,7531,6ae,f3fd9b6c,...) at _cv_timedwait_sig+0x270 seltdwait(f3fd9c3c,f3fd9c44,5ab,cbfea2e0,cc3a6bec,...) at seltdwait+0x8a sys_poll(cbfea2e0,f3fd9cec,c1025a7c,c0fdb00e,c1027030,...) at sys_poll+0x321 syscall(f3fd9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2812c3ab, esp = 0xbfbfcb9c, ebp = 0xbfbfed68 --- Tracing command syslogd pid 961 tid 100110 td 0xcc0658a0 sched_switch(cc0658a0,0,104,1a3,c13b85bf,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0658a0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cbf8c710,0,c0fd05c7,cc0658a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf8c724,0,f406aa50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf8c724,cbf8c710,c0fda6f8,6ae,cbfbc508,...) at _cv_wait_sig+0x260 seltdwait(cbfbc508,58,c95d9b80,cc0658a0,0,...) at seltdwait+0xa2 kern_select(cc0658a0,9,28849100,0,0,0,20,cc0602cc,0) at kern_select+0x655 sys_select(cc0658a0,f406acec,c1025a7c,c0fdaec7,e,...) at sys_select+0x66 syscall(f406ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818de53, esp = 0xbfbfe28c, ebp = 0xbfbfedd8 --- Tracing command devd pid 838 tid 100095 td 0xcbfe92e0 sched_switch(cbfe92e0,0,104,1a3,5844dfdc,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe92e0,0,c0fd7fa0,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a7478a,cc02b210,0,c0fd05c7,cbfe92e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc02b224,0,f4005a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc02b224,cc02b210,c0fda6f8,6ae,cbfbb498,...) at _cv_wait_sig+0x260 seltdwait(cbfbb498,58,c95d9b80,cbfe92e0,c11088e8,...) at seltdwait+0xa2 kern_select(cbfe92e0,5,bfbfe950,0,0,0,20,cbeda2cc,34) at kern_select+0x655 sys_select(cbfe92e0,f4005cec,c1025a7c,c0e3210f,c1027030,...) at sys_select+0x66 syscall(f4005d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x80893bb, esp = 0xbfbfe91c, ebp = 0xbfbfedf8 --- Tracing command softdepflush pid 19 tid 100078 td 0xcbee68a0 sched_switch(cbee68a0,0,104,1a3,b620f9a5,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cbee68a0,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(e33b9a80,5c,c0fdf8d5,0,0,...) at sleepq_wait+0x63 _sleep(e33b9a80,c959c5c4,5c,c0fdf8d5,0,...) at _sleep+0x39c bwait(e33b9a80,5c,c0fdf8d5,e33b9a80,efbe9a48,...) at bwait+0x6f bufwait(e33b9a80,0,0,0,0,...) at bufwait+0x28 breadn_flags(cbfbaae0,1f068c0,0,4000,0,...) at breadn_flags+0x139 indir_trunc(fffe2ff4,ffffffff,c1007b8c,1e0e,0,...) at indir_trunc+0x114 indir_trunc(fffff7f3,ffffffff,c1007b8c,1cd0,c12d7a40,...) at indir_trunc+0x4ba handle_workitem_freeblocks(0,efbe9c70,2,6ba,efbe9c74,...) at handle_workitem_freeblocks+0x24f process_worklist_item(c130c580,0,c1007b8c,5e9,cbfed500,...) at process_worklist_item+0x2c2 softdep_process_worklist(cbf8eb70,0,c1007b8c,562,3e8,...) at softdep_process_worklist+0x84 softdep_flush(0,efbe9d28,c0fcc5b0,3d8,cbed9000,...) at softdep_flush+0x2a0 fork_exit(c0cd7e10,0,efbe9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe9d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100077 td 0xcbee6b80 sched_switch(cbee6b80,0,104,1a3,b84db69a,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,60,...) at mi_switch+0x1ff sleepq_switch(cbee6b80,0,c0fd7fa0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(cbed92cc,60,c0fe30f9,0,0,...) at sleepq_timedwait+0x6b _sleep(cbed92cc,c1304874,260,c0fe30f9,3e8,...) at _sleep+0x36a vnlru_proc(0,efbe6d28,c0fcc5b0,3d8,cbed92cc,...) at vnlru_proc+0xe7 fork_exit(c0b2b970,0,efbe6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe6d60, ebp = 0 --- Tracing command syncer pid 17 tid 100076 td 0xcacf98a0 sched_switch(cacf98a0,0,104,1a3,565ca132,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf98a0,0,c0fd7fa0,28b,cacf98a0,...) at sleepq_switch+0x162 sleepq_timedwait(c13048b4,0,efbe3c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c13048b4,c13048a0,3e8,783,4e20,...) at _cv_timedwait+0x270 sched_sync(0,efbe3d28,c0fcc5b0,3d8,cbed9598,...) at sched_sync+0x595 fork_exit(c0b2aca0,0,efbe3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe3d60, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100075 td 0xcacf9b80 sched_switch(cacf9b80,0,104,1a3,83d61e9d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(cacf9b80,0,c0fd7fa0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1304548,54,c0fdfe72,0,0,...) at sleepq_timedwait+0x6b _sleep(c1304548,c1304550,54,c0fdfe72,3e8,...) at _sleep+0x36a buf_daemon(0,efbe0d28,c0fcc5b0,3d8,cbed9864,...) at buf_daemon+0x175 fork_exit(c0b0d9c0,0,efbe0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe0d60, ebp = 0 --- Tracing command pagezero pid 9 tid 100074 td 0xcae24000 sched_switch(cae24000,0,104,1a3,c8212ebb,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae24000,0,c0fd7fa0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c130e468,0,c101129d,0,0,...) at sleepq_timedwait+0x6b _sleep(c130e468,c130cf00,0,c101129d,493e0,...) at _sleep+0x36a vm_pagezero(0,efbddd28,c0fcc5b0,3d8,cbed9b30,...) at vm_pagezero+0xdc fork_exit(c0d1fa40,0,efbddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbddd60, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100073 td 0xcae242e0 sched_switch(cae242e0,0,104,1a3,6f2d64ae,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cae242e0,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c130e048,74,c0fdfe72,0,0,...) at sleepq_wait+0x63 _sleep(c130e048,c130e04c,74,c0fdfe72,0,...) at _sleep+0x39c vm_daemon(0,efbdad28,c0fcc5b0,3d8,cbeda000,...) at vm_daemon+0x59 fork_exit(c0d18320,0,efbdad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbdad60, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100072 td 0xcae245c0 sched_switch(cae245c0,0,104,1a3,ba585918,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(cae245c0,0,c0fd7fa0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c130e010,54,c0fdfe72,0,0,...) at sleepq_timedwait+0x6b _sleep(c130e010,c130cf00,54,c0fdfe72,1388,...) at _sleep+0x36a vm_pageout(0,efbd7d28,c0fcc5b0,3d8,c95de2cc,...) at vm_pageout+0x2c7 fork_exit(c0d193a0,0,efbd7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbd7d60, ebp = 0 --- Tracing command xpt_thrd pid 6 tid 100071 td 0xcae248a0 sched_switch(cae248a0,0,104,1a3,e63b47a3,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cae248a0,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1151054,5c,c0e2c8fe,0,0,...) at sleepq_wait+0x63 _sleep(c1151054,c1151098,5c,c0e2c8fe,0,...) at _sleep+0x39c xpt_scanner_thread(0,efa54d28,c0fcc5b0,3d8,c95de598,...) at xpt_scanner_thread+0x47 fork_exit(c04a72f0,0,efa54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa54d60, ebp = 0 --- Tracing command sctp_iterator pid 5 tid 100070 td 0xcae24b80 sched_switch(cae24b80,0,104,1a3,4c2c4ac3,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae24b80,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1307dd8,0,c0ff75bf,0,0,...) at sleepq_wait+0x63 _sleep(c1307dd8,c1307da0,0,c0ff75bf,0,...) at _sleep+0x39c sctp_iterator_thread(0,efa51d28,c0fcc5b0,3d8,c95de864,...) at sctp_iterator_thread+0x5c fork_exit(c0bc5a50,0,efa51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa51d60, ebp = 0 --- Tracing command fdc0 pid 4 tid 100065 td 0xcae25b80 sched_switch(cae25b80,0,104,1a3,b8322bb1,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cae25b80,0,c0fd7fa0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(cac7223c,5c,c0fbe932,0,0,...) at sleepq_timedwait+0x6b _sleep(cac7223c,cac722f0,5c,c0fbe932,3e8,...) at _sleep+0x36a fdc_thread(cac72200,efa42d28,c0fcc5b0,3d8,c95deb30,...) at fdc_thread+0x27d fork_exit(c0da1d70,cac72200,efa42d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa42d60, ebp = 0 --- Tracing command fw0_probe pid 3 tid 100063 td 0xcace42e0 sched_switch(cace42e0,0,104,1a3,e63b6624,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cace42e0,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cad2c000,6c,c0fbe932,100,0,...) at sleepq_wait_sig+0x17 _sleep(cad2c000,cad30488,16c,c0fbe932,0,...) at _sleep+0x385 fw_bus_probe_thread(cad2c000,efa32d28,c0fcc5b0,3d8,cac0b000,...) at fw_bus_probe_thread+0xa08 fork_exit(c07017d0,cad2c000,efa32d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa32d60, ebp = 0 --- Tracing command usb pid 15 tid 100059 td 0xcacf7000 sched_switch(cacf7000,0,104,1a3,d3d47f21,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf7000,0,c0fd7fa0,268,cacf7000,...) at sleepq_switch+0x162 sleepq_wait(cacfed34,0,efa1bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfed34,cacfee4c,c0faffb1,74,cacfed3c,...) at _cv_wait+0x260 usb_process(cacfed2c,efa1bd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacfed2c,efa1bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa1bd60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xcacf72e0 sched_switch(cacf72e0,0,104,1a3,766db397,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf72e0,0,c0fd7fa0,268,cacf72e0,...) at sleepq_switch+0x162 sleepq_wait(cacfed04,0,efa18cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfed04,cacfee4c,c0faffb1,74,cacfed0c,...) at _cv_wait+0x260 usb_process(cacfecfc,efa18d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacfecfc,efa18d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa18d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xcacf75c0 sched_switch(cacf75c0,0,104,1a3,d36e08d6,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf75c0,0,c0fd7fa0,268,cacf75c0,...) at sleepq_switch+0x162 sleepq_wait(cacfecd4,0,efa15cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfecd4,cacfee4c,c0faffb1,74,cacfecdc,...) at _cv_wait+0x260 usb_process(cacfeccc,efa15d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacfeccc,efa15d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa15d60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xcacf78a0 sched_switch(cacf78a0,0,104,1a3,d36df936,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf78a0,0,c0fd7fa0,268,cacf78a0,...) at sleepq_switch+0x162 sleepq_wait(cacfeca4,0,efa12cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfeca4,cacfee4c,c0faffb1,74,cacfecac,...) at _cv_wait+0x260 usb_process(cacfec9c,efa12d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacfec9c,efa12d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa12d60, ebp = 0 --- Tracing command usb pid 15 tid 100054 td 0xcacf9000 sched_switch(cacf9000,0,104,1a3,d36de4d5,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf9000,0,c0fd7fa0,268,cacf9000,...) at sleepq_switch+0x162 sleepq_wait(cacefb5c,0,efa09cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefb5c,cacefc74,c0faffb1,74,cacefb64,...) at _cv_wait+0x260 usb_process(cacefb54,efa09d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacefb54,efa09d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa09d60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xcacf92e0 sched_switch(cacf92e0,0,104,1a3,4e839328,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf92e0,0,c0fd7fa0,268,cacf92e0,...) at sleepq_switch+0x162 sleepq_wait(cacefb2c,0,efa06cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefb2c,cacefc74,c0faffb1,74,cacefb34,...) at _cv_wait+0x260 usb_process(cacefb24,efa06d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacefb24,efa06d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa06d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xcacf95c0 sched_switch(cacf95c0,0,104,1a3,d30a3a89,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf95c0,0,c0fd7fa0,268,cacf95c0,...) at sleepq_switch+0x162 sleepq_wait(cacefafc,0,efa03cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefafc,cacefc74,c0faffb1,74,cacefb04,...) at _cv_wait+0x260 usb_process(cacefaf4,efa03d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacefaf4,efa03d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa03d60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xcace2000 sched_switch(cace2000,0,104,1a3,d30a2557,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace2000,0,c0fd7fa0,268,cace2000,...) at sleepq_switch+0x162 sleepq_wait(cacefacc,0,efa00cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefacc,cacefc74,c0faffb1,74,cacefad4,...) at _cv_wait+0x260 usb_process(cacefac4,efa00d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacefac4,efa00d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa00d60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xcace22e0 sched_switch(cace22e0,0,104,1a3,d30a0f7d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace22e0,0,c0fd7fa0,268,cace22e0,...) at sleepq_switch+0x162 sleepq_wait(caceab5c,0,ef9fccac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceab5c,caceac74,c0faffb1,74,caceab64,...) at _cv_wait+0x260 usb_process(caceab54,ef9fcd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,caceab54,ef9fcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9fcd60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xcace25c0 sched_switch(cace25c0,0,104,1a3,4c79f1d7,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace25c0,0,c0fd7fa0,268,cace25c0,...) at sleepq_switch+0x162 sleepq_wait(caceab2c,0,ef9f9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceab2c,caceac74,c0faffb1,74,caceab34,...) at _cv_wait+0x260 usb_process(caceab24,ef9f9d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,caceab24,ef9f9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f9d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xcace28a0 sched_switch(cace28a0,0,104,1a3,cd37471e,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace28a0,0,c0fd7fa0,268,cace28a0,...) at sleepq_switch+0x162 sleepq_wait(caceaafc,0,ef9f6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceaafc,caceac74,c0faffb1,74,caceab04,...) at _cv_wait+0x260 usb_process(caceaaf4,ef9f6d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,caceaaf4,ef9f6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f6d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xcace2b80 sched_switch(cace2b80,0,104,1a3,cd37351a,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace2b80,0,c0fd7fa0,268,cace2b80,...) at sleepq_switch+0x162 sleepq_wait(caceaacc,0,ef9f3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceaacc,caceac74,c0faffb1,74,caceaad4,...) at _cv_wait+0x260 usb_process(caceaac4,ef9f3d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,caceaac4,ef9f3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f3d60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xcace3000 sched_switch(cace3000,0,104,1a3,cd371eee,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace3000,0,c0fd7fa0,268,cace3000,...) at sleepq_switch+0x162 sleepq_wait(cace5b5c,0,ef9efcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5b5c,cace5c74,c0faffb1,74,cace5b64,...) at _cv_wait+0x260 usb_process(cace5b54,ef9efd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cace5b54,ef9efd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9efd60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xcace32e0 sched_switch(cace32e0,0,104,1a3,4aa724d8,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace32e0,0,c0fd7fa0,268,cace32e0,...) at sleepq_switch+0x162 sleepq_wait(cace5b2c,0,ef9eccac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5b2c,cace5c74,c0faffb1,74,cace5b34,...) at _cv_wait+0x260 usb_process(cace5b24,ef9ecd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cace5b24,ef9ecd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9ecd60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xcace35c0 sched_switch(cace35c0,0,104,1a3,ccd3887a,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace35c0,0,c0fd7fa0,268,cace35c0,...) at sleepq_switch+0x162 sleepq_wait(cace5afc,0,ef9e9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5afc,cace5c74,c0faffb1,74,cace5b04,...) at _cv_wait+0x260 usb_process(cace5af4,ef9e9d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cace5af4,ef9e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e9d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xcace38a0 sched_switch(cace38a0,0,104,1a3,ccd3764d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace38a0,0,c0fd7fa0,268,cace38a0,...) at sleepq_switch+0x162 sleepq_wait(cace5acc,0,ef9e6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5acc,cace5c74,c0faffb1,74,cace5ad4,...) at _cv_wait+0x260 usb_process(cace5ac4,ef9e6d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cace5ac4,ef9e6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e6d60, ebp = 0 --- Tracing command usb pid 15 tid 100041 td 0xcace4000 sched_switch(cace4000,0,104,1a3,ccd35f51,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace4000,0,c0fd7fa0,268,cace4000,...) at sleepq_switch+0x162 sleepq_wait(cacddb5c,0,ef9dfcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddb5c,cacddc74,c0faffb1,74,cacddb64,...) at _cv_wait+0x260 usb_process(cacddb54,ef9dfd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacddb54,ef9dfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9dfd60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xcacbf000 sched_switch(cacbf000,0,104,1a3,49cbf579,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbf000,0,c0fd7fa0,268,cacbf000,...) at sleepq_switch+0x162 sleepq_wait(cacddb2c,0,ef9dccac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddb2c,cacddc74,c0faffb1,74,cacddb34,...) at _cv_wait+0x260 usb_process(cacddb24,ef9dcd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacddb24,ef9dcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9dcd60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xcacbf2e0 sched_switch(cacbf2e0,0,104,1a3,cc6fd448,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbf2e0,0,c0fd7fa0,268,cacbf2e0,...) at sleepq_switch+0x162 sleepq_wait(cacddafc,0,ef9d9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddafc,cacddc74,c0faffb1,74,cacddb04,...) at _cv_wait+0x260 usb_process(cacddaf4,ef9d9d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacddaf4,ef9d9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d9d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xcacbf5c0 sched_switch(cacbf5c0,0,104,1a3,cc6fc20c,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbf5c0,0,c0fd7fa0,268,cacbf5c0,...) at sleepq_switch+0x162 sleepq_wait(cacddacc,0,ef9d6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddacc,cacddc74,c0faffb1,74,cacddad4,...) at _cv_wait+0x260 usb_process(cacddac4,ef9d6d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacddac4,ef9d6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d6d60, ebp = 0 --- Tracing command usb pid 15 tid 100036 td 0xcacbfb80 sched_switch(cacbfb80,0,104,1a3,cc6fad7d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbfb80,0,c0fd7fa0,268,cacbfb80,...) at sleepq_switch+0x162 sleepq_wait(cacd5b5c,0,ef9cfcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5b5c,cacd5c74,c0faffb1,74,cacd5b64,...) at _cv_wait+0x260 usb_process(cacd5b54,ef9cfd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacd5b54,ef9cfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9cfd60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xcacc1000 sched_switch(cacc1000,0,104,1a3,49cbd106,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacc1000,0,c0fd7fa0,268,cacc1000,...) at sleepq_switch+0x162 sleepq_wait(cacd5b2c,0,ef9cccac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5b2c,cacd5c74,c0faffb1,74,cacd5b34,...) at _cv_wait+0x260 usb_process(cacd5b24,ef9ccd28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacd5b24,ef9ccd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9ccd60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xcacc12e0 sched_switch(cacc12e0,0,104,1a3,cc0c3e0f,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacc12e0,0,c0fd7fa0,268,cacc12e0,...) at sleepq_switch+0x162 sleepq_wait(cacd5afc,0,ef9c9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5afc,cacd5c74,c0faffb1,74,cacd5b04,...) at _cv_wait+0x260 usb_process(cacd5af4,ef9c9d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacd5af4,ef9c9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c9d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xcacc15c0 sched_switch(cacc15c0,0,104,1a3,cc0c29fe,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacc15c0,0,c0fd7fa0,268,cacc15c0,...) at sleepq_switch+0x162 sleepq_wait(cacd5acc,0,ef9c6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5acc,cacd5c74,c0faffb1,74,cacd5ad4,...) at _cv_wait+0x260 usb_process(cacd5ac4,ef9c6d28,c0fcc5b0,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f7e0,cacd5ac4,ef9c6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c6d60, ebp = 0 --- Tracing command ctl_thrd pid 2 tid 100028 td 0xc96eb8a0 sched_switch(c96eb8a0,0,104,1a3,cc0c0e96,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96eb8a0,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c97c4000,5c,c0e37370,0,0,...) at sleepq_wait+0x63 _sleep(c97c4000,c97c4000,5c,c0e37370,0,...) at _sleep+0x39c ctl_work_thread(c97c4000,ef733d28,c0fcc5b0,3d8,cac0b598,...) at ctl_work_thread+0x22f6 fork_exit(c04d08d0,c97c4000,ef733d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef733d60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc96ea5c0 sched_switch(c96ea5c0,0,104,1a3,b7a92ee4,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96ea5c0,0,c0fd7fa0,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c118d4e4,0,c0fbe932,2,0,...) at sleepq_timedwait+0x6b _sleep(c118d4e4,0,0,c0fbe932,64) at _sleep+0x36a pause(c0fbe932,64,c0f8c010,111,0,...) at pause+0xa0 random_kthread(0,e33e0d28,c0fcc5b0,3d8,c95dd000,...) at random_kthread+0x1ef fork_exit(c082d020,0,e33e0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e0d60, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc96ea8a0 sched_switch(c96ea8a0,0,104,1a3,b6d77e89,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96ea8a0,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c118a5a8,5c,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c118a5a8,c118a508,25c,c0fbe932,0,...) at _sleep+0x39c g_io_schedule_down(c96ea8a0,0,c0fc0481,6c,e33ddd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,e33ddd28,c0fcc5b0,3d8,c95dd2cc,...) at g_down_procbody+0x9d fork_exit(c09e6af0,0,e33ddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ddd60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc96eab80 sched_switch(c96eab80,0,104,1a3,b5fa406d,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96eab80,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c118a5a4,5c,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c118a5a4,c118a528,25c,c0fbe932,0,...) at _sleep+0x39c g_io_schedule_up(c96eab80,0,c0fc0481,5f,e33dad14,...) at g_io_schedule_up+0x134 g_up_procbody(0,e33dad28,c0fcc5b0,3d8,c95dd2cc,...) at g_up_procbody+0x9d fork_exit(c09e6b90,0,e33dad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33dad60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc96eb000 sched_switch(c96eb000,0,104,1a3,e675844f,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96eb000,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c118a59c,5c,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c118a59c,c118a4cc,25c,c0fbe932,0,...) at _sleep+0x39c g_run_events(c119b340,0,c0fc0481,79,e33d7d14,...) at g_run_events+0x54b g_event_procbody(0,e33d7d28,c0fcc5b0,3d8,c95dd2cc,...) at g_event_procbody+0x90 fork_exit(c09e6c30,0,e33d7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d7d60, ebp = 0 --- Tracing command intr pid 12 tid 100067 td 0xcae255c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100066 td 0xcae258a0 sched_switch(cae258a0,0,109,1a3,cc085c43,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cae258a0,...) at mi_switch+0x1ff ithread_loop(cae1e990,efa45d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cae1e990,efa45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa45d60, ebp = 0 --- Tracing command intr pid 12 tid 100064 td 0xcae26000 sched_switch(cae26000,0,109,1a3,9a9e4a81,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cae26000,...) at mi_switch+0x1ff ithread_loop(cae18a40,efa35d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cae18a40,efa35d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa35d60, ebp = 0 --- Tracing command intr pid 12 tid 100061 td 0xcace48a0 sched_switch(cace48a0,0,109,1a3,bbe8e009,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cace48a0,...) at mi_switch+0x1ff ithread_loop(cad15880,efa29d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cad15880,efa29d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa29d60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xcace4b80 sched_switch(cace4b80,0,109,1a3,aed63166,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cace4b80,...) at mi_switch+0x1ff ithread_loop(cad15010,efa21d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cad15010,efa21d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa21d60, ebp = 0 --- Tracing command intr pid 12 tid 100055 td 0xcacf7b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xcace3b80 sched_switch(cace3b80,0,109,1a3,f0b603e6,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cace3b80,...) at mi_switch+0x1ff ithread_loop(cacc5720,ef9e3d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cacc5720,ef9e3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e3d60, ebp = 0 --- Tracing command intr pid 12 tid 100037 td 0xcacbf8a0 sched_switch(cacbf8a0,0,109,1a3,eb8fa8e6,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cacbf8a0,...) at mi_switch+0x1ff ithread_loop(cacad590,ef9d3d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cacad590,ef9d3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d3d60, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xcacc18a0 sched_switch(cacc18a0,0,109,1a3,7da2e7ac,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cacc18a0,...) at mi_switch+0x1ff ithread_loop(cacad830,ef9c3d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cacad830,ef9c3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c3d60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xcacc1b80 sched_switch(cacc1b80,0,109,1a3,b5f901d9,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,cacc1b80,...) at mi_switch+0x1ff ithread_loop(cac97ae0,ef86dd28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cac97ae0,ef86dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef86dd60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc96eb2e0 sched_switch(c96eb2e0,0,109,1a3,ab3c1d45,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c96eb2e0,...) at mi_switch+0x1ff ithread_loop(cac97c80,ef869d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cac97c80,ef869d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef869d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc96eb5c0 sched_switch(c96eb5c0,0,109,1a3,bdc880a1,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c96eb5c0,...) at mi_switch+0x1ff ithread_loop(cac97500,ef763d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,cac97500,ef763d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef763d60, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc97c1b80 sched_switch(c97c1b80,0,109,1a3,22bee325,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c97c1b80,...) at mi_switch+0x1ff ithread_loop(c95b3450,e33efd28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b3450,e33efd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33efd60, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc96228a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc96ea000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc96ea2e0 sched_switch(c96ea2e0,0,109,1a3,67ee4da7,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c96ea2e0,...) at mi_switch+0x1ff ithread_loop(c95b3490,e33e3d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b3490,e33e3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e3d60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc95e05c0 sched_switch(c95e05c0,0,109,1a3,ba56f7f8,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c95e05c0,...) at mi_switch+0x1ff ithread_loop(c95b36f0,e33d1d28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b36f0,e33d1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d1d60, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc95e08a0 sched_switch(c95e08a0,0,109,1a3,acedb896,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c95e08a0,...) at mi_switch+0x1ff ithread_loop(c95b3700,e33ced28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b3700,e33ced28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ced60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc95e0b80 sched_switch(c95e0b80,0,109,1a3,b84d7835,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c95e0b80,...) at mi_switch+0x1ff ithread_loop(c95b3710,e33cbd28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b3710,e33cbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33cbd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc9622000 sched_switch(c9622000,0,109,1a3,b8f239fe,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c9622000,...) at mi_switch+0x1ff ithread_loop(c95b3720,c93fed28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b3720,c93fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93fed60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc96222e0 sched_switch(c96222e0,0,109,1a3,ebb093f8,...) at sched_switch+0x413 mi_switch(109,0,c0fcc8e1,557,c96222e0,...) at mi_switch+0x1ff ithread_loop(c95b3730,c93fbd28,c0fcc5b0,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5a9c0,c95b3730,c93fbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93fbd60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc96225c0 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc95df000 sched_switch(c95df000,0,108,19e,ba586772,...) at sched_switch+0x413 mi_switch(108,0,c0fd462c,3ce,c95df000,...) at mi_switch+0x1ff sched_idletd(0,c93f4d28,c0fcc5b0,3d8,c95dd864,...) at sched_idletd+0x17c fork_exit(c0aaf180,0,c93f4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f4d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc95df2e0 sched_switch(c95df2e0,0,108,19e,ba59160d,...) at sched_switch+0x413 mi_switch(108,0,c0fd462c,3ce,c95df2e0,...) at mi_switch+0x1ff sched_idletd(0,c93f1d28,c0fcc5b0,3d8,c95dd864,...) at sched_idletd+0x17c fork_exit(c0aaf180,0,c93f1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f1d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc95df5c0 sched_switch(c95df5c0,0,108,19e,ba588bff,...) at sched_switch+0x413 mi_switch(108,0,c0fd462c,3ce,c95df5c0,...) at mi_switch+0x1ff sched_idletd(0,c93eed28,c0fcc5b0,3d8,c95dd864,...) at sched_idletd+0x17c fork_exit(c0aaf180,0,c93eed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93eed60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc95df8a0 sched_switch(c95df8a0,0,108,19e,ba5718c5,...) at sched_switch+0x413 mi_switch(108,0,c0fd462c,3ce,c95df8a0,...) at mi_switch+0x1ff sched_idletd(0,c93ebd28,c0fcc5b0,3d8,c95dd864,...) at sched_idletd+0x17c fork_exit(c0aaf180,0,c93ebd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93ebd60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc95dfb80 sched_switch(c95dfb80,0,104,1a3,6f86f2c6,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c95dfb80,0,c0fd7fa0,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd7fa0,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c95ddb30,6c,c0fdaed8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c95ddb30,c95ddbb8,16c,c0fdaed8,0,...) at _sleep+0x385 kern_wait(c95dfb80,ffffffff,c93e7c58,0,0,...) at kern_wait+0x597 sys_wait4(c95dfb80,c93e7cec,c1025a7c,c0fdad26,c1027030,...) at sys_wait4+0x3b syscall(c93e7d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x806070f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 --- Tracing command audit pid 10 tid 100001 td 0xc95e0000 sched_switch(c95e0000,0,104,1a3,cc09dcbe,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c95e0000,0,c0fd7fa0,268,c95e0000,...) at sleepq_switch+0x162 sleepq_wait(c130bd00,0,c93e4c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c130bd00,c130bce4,c1004257,194,c93e4cc4,...) at _cv_wait+0x260 audit_worker(0,c93e4d28,c0fcc5b0,3d8,c95de000,...) at audit_worker+0x84 fork_exit(c0c95110,0,c93e4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93e4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xcae25000 sched_switch(cae25000,0,104,1a3,ca0354d5,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae25000,0,c0fd7fa0,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c118d4e4,0,c0fbe932,2,0,...) at sleepq_timedwait+0x6b _sleep(c118d4e4,0,0,c0fbe932,bb8) at _sleep+0x36a pause(c0fbe932,bb8,126,124,c118a7e8,...) at pause+0xa0 deadlkres(0,efa4ed28,c0fcc5b0,3d8,c118a760,...) at deadlkres+0x324 fork_exit(c0a398a0,0,efa4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xcae252e0 sched_switch(cae252e0,0,104,1a3,cc09c039,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae252e0,0,c0fd7fa0,268,cae252e0,...) at sleepq_switch+0x162 sleepq_wait(c971ddc0,0,c0fd3181,c0fbe932,0,...) at sleepq_wait+0x63 msleep_spin(c971ddc0,c971ddd8,c0fbe932,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c136d440,efa4bd28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc240,c136d440,efa4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa4bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xcace45c0 sched_switch(cace45c0,0,104,1a3,b1544f56,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace45c0,0,c0fd7fa0,268,cace45c0,...) at sleepq_switch+0x162 sleepq_wait(c971de00,0,c0fd3181,c0fbe932,0,...) at sleepq_wait+0x63 msleep_spin(c971de00,c971de18,c0fbe932,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(cad3049c,efa2fd28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc240,cad3049c,efa2fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa2fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc96ebb80 sched_switch(c96ebb80,0,104,1a3,e63fcb1e,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96ebb80,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c971de40,0,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c971de40,c971de58,0,c0fbe932,0,...) at _sleep+0x39c taskqueue_thread_loop(c118b0f8,e33fed28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc240,c118b0f8,e33fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33fed60, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc97c1000 sched_switch(c97c1000,0,104,1a3,e63fba45,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c1000,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c971de80,0,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c971de80,c971de98,0,c0fbe932,0,...) at _sleep+0x39c taskqueue_thread_loop(c130c2e4,e33fbd28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc240,c130c2e4,e33fbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33fbd60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc97c12e0 sched_switch(c97c12e0,0,104,1a3,e63fa995,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c12e0,0,c0fd7fa0,268,c97c12e0,...) at sleepq_switch+0x162 sleepq_wait(c971e000,0,c0fd3181,c0fbe932,0,...) at sleepq_wait+0x63 msleep_spin(c971e000,c971e018,c0fbe932,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c1154298,e33f8d28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc240,c1154298,e33f8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f8d60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc97c15c0 sched_switch(c97c15c0,0,104,1a3,e63f9ae5,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c15c0,0,c0fd7fa0,268,c97c15c0,...) at sleepq_switch+0x162 sleepq_wait(c971e000,0,c0fd3181,c0fbe932,0,...) at sleepq_wait+0x63 msleep_spin(c971e000,c971e018,c0fbe932,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c1154298,e33f5d28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc240,c1154298,e33f5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f5d60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc97c18a0 sched_switch(c97c18a0,0,104,1a3,e63f8c1e,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c18a0,0,c0fd7fa0,268,c97c18a0,...) at sleepq_switch+0x162 sleepq_wait(c971e000,0,c0fd3181,c0fbe932,0,...) at sleepq_wait+0x63 msleep_spin(c971e000,c971e018,c0fbe932,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c1154298,e33f2d28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc240,c1154298,e33f2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f2d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc9622b80 sched_switch(c9622b80,0,104,1a3,96d78868,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9622b80,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c971e0c0,0,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c971e0c0,c971e0d8,0,c0fbe932,0,...) at _sleep+0x39c taskqueue_thread_loop(c11aa0ac,e33e9d28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc240,c11aa0ac,e33e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e9d60, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc95e02e0 sched_switch(c95e02e0,0,104,1a3,e5f60f4a,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c95e02e0,0,c0fd7fa0,268,0,...) at sleepq_switch+0x162 sleepq_wait(c96e9000,0,c0fbe932,0,0,...) at sleepq_wait+0x63 _sleep(c96e9000,c96e9018,0,c0fbe932,0,...) at _sleep+0x39c taskqueue_thread_loop(c11a8ac0,e33d4d28,c0fcc5b0,3d8,c118a760,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc240,c11a8ac0,e33d4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc118aa30 sched_switch(c118aa30,0,104,1a3,9d99170a,...) at sched_switch+0x413 mi_switch(104,0,c0fd7fa0,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c118aa30,0,c0fd7fa0,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c118a760,54,c1004c38,0,0,...) at sleepq_timedwait+0x6b _sleep(c118a760,0,54,c1004c38,2710,...) at _sleep+0x36a scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 309 MB: 294 278 262 246 230 214 198 182 166 150 134 118 102 86 70 54 38 22 6 Dump complete = 0 db:0:doadump> reset (kgdb) bt #0 doadump (textdump=0x0) at pcpu.h:244 #1 0xc051b3a9 in db_fncall (dummy1=0xc0abd94a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf4044518 ",E\004ô") at ../../../ddb/db_command.c:573 #2 0xc051b7df in db_command (last_cmdp=0xc115245c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:449 #3 0xc051b894 in db_command_script (command=0xc1153368 "call doadump") at ../../../ddb/db_command.c:520 #4 0xc051fcd0 in db_script_exec (scriptname=0xc1152cc0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc051fd61 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc132da60, modif=0xf4044650 "") at ../../../ddb/db_script.c:375 #6 0xc051b7a1 in db_command (last_cmdp=0xc115245c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:449 #7 0xc051b8fa in db_command_loop () at ../../../ddb/db_command.c:502 #8 0xc051d8ed in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:231 #9 0xc0abde66 in kdb_trap (type=0x3, code=0x0, tf=0xf404484c) at ../../../kern/subr_kdb.c:654 #10 0xc0e0126b in trap (frame=0xf404484c) at ../../../i386/i386/trap.c:710 #11 0xc0dea83c in calltrap () at ../../../i386/i386/exception.s:169 #12 0xc0abd94a in kdb_enter (why=0xc0fd23e4 "panic", msg=0xc0fd23e4 "panic") at cpufunc.h:71 #13 0xc0a86e3c in panic (fmt=0xc100d926 "Duplicate free of item %p from zone %p(%s)\n") at ../../../kern/kern_shutdown.c:633 #14 0xc0d0095b in uma_dbg_free (zone=0xc1bb69a0, slab=0xc72f3f44, item=0xc72f3420) at ../../../vm/uma_dbg.c:302 #15 0xc0cff7e4 in uma_zfree_arg (zone=0xc1bb69a0, item=0xc72f3420, udata=0x0) at ../../../vm/uma_core.c:2595 #16 0xc0d1de16 in vm_radix_insert (rtree=0xcc9ec43c, index=0x1e, val=0xc2c00380) at uma.h:337 #17 0xc0d14f95 in vm_page_insert (m=0xc2c00380, object=0xcc9ec40c, pindex=0x1e) at ../../../vm/vm_page.c:811 #18 0xc0d171fc in vm_page_alloc (object=0xcc9ec40c, pindex=0x1e, req=0x0) at ../../../vm/vm_page.c:1273 #19 0xc0d02aaa in vm_fault_hold (map=0xcc3869f8, vaddr=0xbfbfe000, fault_type=0x2, fault_flags=Variable "fault_flags" is not available. ) at ../../../vm/vm_fault.c:444 #20 0xc0d0449b in vm_fault (map=0xcc3869f8, vaddr=0xbfbfe000, fault_type=Variable "fault_type" is not available. ) at ../../../vm/vm_fault.c:229 #21 0xc0e000f9 in trap_pfault (frame=0xf4044d28, usermode=0x1, eva=0xbfbfea38) at ../../../i386/i386/trap.c:903 #22 0xc0e00e73 in trap (frame=0xf4044d28) at ../../../i386/i386/trap.c:413 #23 0xc0dea83c in calltrap () at ../../../i386/i386/exception.s:169 #24 0x08054b7f in ?? () (kgdb) f 17 #17 0xc0d14f95 in vm_page_insert (m=0xc2c00380, object=0xcc9ec40c, pindex=0x1e) at ../../../vm/vm_page.c:811 811 if (vm_radix_insert(&object->rtree, pindex, m) != 0) { (kgdb) l 806 TAILQ_INSERT_BEFORE(neighbor, m, listq); 807 } else 808 TAILQ_INSERT_TAIL(&object->memq, m, listq); 809 } 810 811 if (vm_radix_insert(&object->rtree, pindex, m) != 0) { 812 TAILQ_REMOVE(&object->memq, m, listq); 813 m->object = NULL; 814 m->pindex = cpindex; 815 return (ENOMEM); (kgdb) info loc neighbor = Variable "neighbor" is not available. (kgdb) $ svn diff -x -p /var/tmp/vmcontention/sys Index: /var/tmp/vmcontention/sys/vm/vm_radix.c =================================================================== --- /var/tmp/vmcontention/sys/vm/vm_radix.c (revision 236123) +++ /var/tmp/vmcontention/sys/vm/vm_radix.c (working copy) @@ -99,14 +99,12 @@ #define KSPLT64H(x) ((u_long)(((x) >> 32) & 0xFFFFFFFF)) #endif -CTASSERT(VM_RADIX_HEIGHT >= VM_RADIX_LIMIT); -CTASSERT((sizeof(u_int) * NBBY) >= VM_RADIX_LIMIT); - struct vm_radix_node { void *rn_child[VM_RADIX_COUNT]; /* Child nodes. */ volatile uint32_t rn_count; /* Valid children. */ }; +CTASSERT(VM_RADIX_HEIGHT >= VM_RADIX_LIMIT); CTASSERT(sizeof(struct vm_radix_node) < PAGE_SIZE); static uma_zone_t vm_radix_node_zone; @@ -356,6 +354,101 @@ vm_radix_reclaim_allnodes_internal(struct vm_radix } /* + * Remove the specified index from the tree. If possible the height of the + * tree is adjusted after deletion. May be used to cleanup intermediate + * nodes of the path if the key is not entirely present. + */ +static void +vm_radix_sweep(struct vm_radix *rtree, vm_pindex_t index, int color, int hard) +{ + struct vm_radix_node *stack[VM_RADIX_LIMIT]; + struct vm_radix_node *rnode, *root; + int level; + int slot; + + level = vm_radix_height(rtree, &root); + KASSERT(index <= VM_RADIX_MAX(level), + ("vm_radix_sweep: %p index out of range %jd.", rtree, + VM_RADIX_MAX(level))); + rnode = root; + level--; + /* + * Find the node and record the path in stack. + */ + while (level && rnode) { + stack[level] = rnode; + slot = vm_radix_slot(index, level); + CTR6(KTR_VM, + "remove: tree %p, " KFRMT64(index) ", level %d, slot %d, rnode %p", + rtree, KSPLT64L(index), KSPLT64H(index), level, slot, + rnode); + CTR4(KTR_VM, "remove: tree %p, rnode %p, child %p, count %u", + rtree, rnode, rnode->rn_child[slot], rnode->rn_count); + rnode = rnode->rn_child[slot]; + level--; + } + if (rnode == NULL) { + if (hard) + panic("vm_radix_sweep: index not present.\n"); + + /* + * Almost certainly it got an half-constructed tree it was + * expected. + */ + KASSERT(level < (VM_RADIX_LIMIT - 1), + ("vm_radix_sweep: level %d not consistent.\n", level)); + ++level; + rnode = stack[level]; + slot = vm_radix_slot(index, level); + } else { + slot = vm_radix_slot(index, 0); + if (hard && + vm_radix_match(rnode->rn_child[slot], color) == NULL) + panic("vm_radix_sweep: index not present as leaf.\n"); + } + + for (;;) { + CTR6(KTR_VM, +"remove: resetting tree %p, " KFRMT64(index) ", level %d, slot %d, rnode %p", + rtree, KSPLT64L(index), KSPLT64H(index), level, slot, + rnode); + CTR4(KTR_VM, + "remove: resetting tree %p, rnode %p, child %p, count %u", + rtree, rnode, + (rnode != NULL) ? rnode->rn_child[slot] : NULL, + (rnode != NULL) ? rnode->rn_count : 0); + rnode->rn_child[slot] = NULL; + /* + * Use atomics for the last level since red and black + * will both adjust it. + * Use a write memory barrier here in order to avoid + * rn_count reaching 0 before to fetch the actual pointer. + * Concurrent black removal, infact, may want to reclaim + * the radix node itself before to read it. + */ + MPASS(rnode->rn_count != 0); + if (level == 0) + atomic_add_rel_32(&rnode->rn_count, -1); + else + rnode->rn_count--; + + /* + * Only allow black removes to prune the tree. + */ + if ((color & VM_RADIX_BLACK) == 0 || rnode->rn_count > 0) + break; + vm_radix_node_put(rnode); + if (rnode == root) { + vm_radix_setroot(rtree, NULL, 0); + break; + } + rnode = stack[++level]; + slot = vm_radix_slot(index, level); + + } +} + +/* * Inserts the key-value pair in to the radix tree. Returns errno. * Panics if the key already exists. */ @@ -363,8 +456,7 @@ int vm_radix_insert(struct vm_radix *rtree, vm_pindex_t index, void *val) { struct vm_radix_node *iroot, *rnode, *root; - u_int allocmsk; - int clev, ilevel, level, slot; + int ilevel, level, slot; CTR4(KTR_VM, "insert: tree %p, " KFRMT64(index) ", val %p", rtree, @@ -417,13 +509,17 @@ vm_radix_insert(struct vm_radix *rtree, vm_pindex_ } /* Now that the tree is tall enough, fill in the path to the index. */ - allocmsk = 0; - clev = level; rnode = root; for (level = level - 1; level > 0; level--) { slot = vm_radix_slot(index, level); /* Add the required intermidiate nodes. */ if (rnode->rn_child[slot] == NULL) { + + /* + * In case of failed allocation, the vm_radix_sweep() + * will unwind back rn_count appropriately. + */ + rnode->rn_count++; rnode->rn_child[slot] = vm_radix_node_get(); if (rnode->rn_child[slot] == NULL) { CTR6(KTR_VM, @@ -434,35 +530,11 @@ vm_radix_insert(struct vm_radix *rtree, vm_pindex_ "insert: tree %p, rnode %p, child %p, count %u ENOMEM", rtree, rnode, rnode->rn_child[slot], rnode->rn_count); - MPASS(level != clev || allocmsk == 0); - while (allocmsk != 0) { - rnode = root; - level = clev; - level--; - slot = vm_radix_slot(index, level); - CTR4(KTR_VM, - "insert: unwind root %p, level %d, slot %d, allocmsk: 0x%x", - root, level, slot, allocmsk); - MPASS(level >= (ffs(allocmsk) - 1)); - while (level > (ffs(allocmsk) - 1)) { - MPASS(level > 0); - slot = vm_radix_slot(index, - level); - rnode = rnode->rn_child[slot]; - level--; - } - MPASS((allocmsk & (1 << level)) != 0); - allocmsk &= ~(1 << level); - rnode->rn_count--; - vm_radix_node_put(rnode->rn_child[slot]); - rnode->rn_child[slot] = NULL; - } + vm_radix_sweep(rtree, index, VM_RADIX_BLACK, 0); vm_radix_unwind_heightup(rtree, root, iroot, ilevel); return (ENOMEM); } - rnode->rn_count++; - allocmsk |= (1 << level); } CTR6(KTR_VM, "insert: tree %p, " KFRMT64(index) ", level %d, slot %d, rnode %p", @@ -812,86 +884,13 @@ restart: } /* - * Remove the specified index from the tree. If possible the height of the - * tree is adjusted after deletion. The value stored at index is returned - * panics if the key is not present. + * Remove an entry from the tree. Expects the entry to be already present. */ -void * +void vm_radix_remove(struct vm_radix *rtree, vm_pindex_t index, int color) { - struct vm_radix_node *stack[VM_RADIX_LIMIT]; - struct vm_radix_node *rnode, *root; - void *val; - int level; - int slot; - level = vm_radix_height(rtree, &root); - KASSERT(index <= VM_RADIX_MAX(level), - ("vm_radix_remove: %p index out of range %jd.", rtree, - VM_RADIX_MAX(level))); - rnode = root; - val = NULL; - level--; - /* - * Find the node and record the path in stack. - */ - while (level && rnode) { - stack[level] = rnode; - slot = vm_radix_slot(index, level); - CTR6(KTR_VM, - "remove: tree %p, " KFRMT64(index) ", level %d, slot %d, rnode %p", - rtree, KSPLT64L(index), KSPLT64H(index), level, slot, - rnode); - CTR4(KTR_VM, "remove: tree %p, rnode %p, child %p, count %u", - rtree, rnode, rnode->rn_child[slot], rnode->rn_count); - rnode = rnode->rn_child[slot]; - level--; - } - KASSERT(rnode != NULL, - ("vm_radix_remove: index not present in the tree.\n")); - slot = vm_radix_slot(index, 0); - val = vm_radix_match(rnode->rn_child[slot], color); - KASSERT(val != NULL, - ("vm_radix_remove: index not present in the tree.\n")); - - for (;;) { - CTR6(KTR_VM, -"remove: resetting tree %p, " KFRMT64(index) ", level %d, slot %d, rnode %p", - rtree, KSPLT64L(index), KSPLT64H(index), level, slot, - rnode); - CTR4(KTR_VM, - "remove: resetting tree %p, rnode %p, child %p, count %u", - rtree, rnode, - (rnode != NULL) ? rnode->rn_child[slot] : NULL, - (rnode != NULL) ? rnode->rn_count : 0); - rnode->rn_child[slot] = NULL; - /* - * Use atomics for the last level since red and black - * will both adjust it. - * Use a write memory barrier here in order to avoid - * rn_count reaching 0 before to fetch the actual pointer. - * Concurrent black removal, infact, may want to reclaim - * the radix node itself before to read it. - */ - if (level == 0) - atomic_add_rel_32(&rnode->rn_count, -1); - else - rnode->rn_count--; - /* - * Only allow black removes to prune the tree. - */ - if ((color & VM_RADIX_BLACK) == 0 || rnode->rn_count > 0) - break; - vm_radix_node_put(rnode); - if (rnode == root) { - vm_radix_setroot(rtree, NULL, 0); - break; - } - rnode = stack[++level]; - slot = vm_radix_slot(index, level); - - } - return (val); + vm_radix_sweep(rtree, index, color, 1); } /* Index: /var/tmp/vmcontention/sys/vm/vm_radix.h =================================================================== --- /var/tmp/vmcontention/sys/vm/vm_radix.h (revision 236123) +++ /var/tmp/vmcontention/sys/vm/vm_radix.h (working copy) @@ -63,7 +63,7 @@ int vm_radix_lookupn(struct vm_radix *, vm_pindex_ void **, int, vm_pindex_t *); void *vm_radix_lookup_le(struct vm_radix *, vm_pindex_t, int); void vm_radix_reclaim_allnodes(struct vm_radix *); -void *vm_radix_remove(struct vm_radix *, vm_pindex_t, int); +void vm_radix_remove(struct vm_radix *, vm_pindex_t, int); /* * Look up any entry at a position greater or equal to index. -- Test scenario: altbufferflushes.sh