GENERIC HEAD from 2012-05-12 19:54:57 UTC, r235728M, vmcore.356 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2012 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r235728M: Mon May 21 20:47:53 CEST 2012 pho@x4.osted.lan:/var/tmp/vmcontention/sys/i386/compile/PHO_KTR i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) lock order reversal: 1st 0xc1bb505c system map (system map) @ vm/vm_map.c:3723 2nd 0xc130d000 vm object (kernel object) @ vm/vm_fault.c:299 3rd 0xc1bb50e8 system map (system map) @ vm/vm_map.c:1454 KDB: stack backtrace: db_trace_self_wrapper(c0fd6897,34313a63,a3435,c1000a39,c0dbde10,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac240b,c0fda37d,c12d9048,5ae,c18207c4,...) at kdb_backtrace+0x2a _witness_debugger(c0fda37d,c1bb50e8,c100ddea,c9582110,c100e468,...) at _witness_debugger+0x25 witness_checkorder(c1bb50e8,9,c100e45f,5ae,0,...) at witness_checkorder+0x86f _mtx_lock_flags(c1bb50e8,0,c100e45f,5ae,c596e000,...) at _mtx_lock_flags+0xd9 _vm_map_lock(c1bb508c,c100e45f,5ae,0,a,...) at _vm_map_lock+0x31 vm_map_find(c1bb508c,0,0,0,c1820878,...) at vm_map_find+0x31 kmem_alloc_nofault(c1bb508c,1000,c0fd08a7,eb,100,...) at kmem_alloc_nofault+0x67 vm_radix_node_zone_allocf(c1bb69a0,1000,c18208df,101,c1bb69a0,...) at vm_radix_node_zone_allocf+0x58 keg_alloc_slab(c1bb7608,4,c100d424,871,c182092c,...) at keg_alloc_slab+0xf9 keg_fetch_slab(101,11,c596ff44,c182098c,c0d00311,...) at keg_fetch_slab+0x17f zone_fetch_slab(c1bb69a0,c1bb7600,101,827,1,...) at zone_fetch_slab+0x4c uma_zalloc_arg(c1bb69a0,0,101,c596f4e0,8,...) at uma_zalloc_arg+0x591 vm_radix_insert(c130d030,23480,0,c21fbf80,0,...) at vm_radix_insert+0x1d8 vm_page_insert(c21fbf80,c130d000,23480,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(c130d000,23480,0,40,c1820bbc,...) at vm_page_alloc+0x51c vm_fault_hold(c1bb5000,e337f000,0,1,0,...) at vm_fault_hold+0x60a vm_fault(c1bb5000,e337f000,0,1,c1bb3a68,...) at vm_fault+0x8b vm_fault_wire(c1bb5000,e3000000,e33c9000,0,0,...) at vm_fault_wire+0x3f vm_map_wire(c1bb5000,e3000000,e33c9000,0,e3000000,...) at vm_map_wire+0x2bc kmem_alloc(c1bb5000,3c9000,c955c770,0,0,...) at kmem_alloc+0x10d vm_ksubmap_init(c131e94c,0,1,1000,0,...) at vm_ksubmap_init+0x64 cpu_startup(0,181ec00,181ec00,181e000,1825000,...) at cpu_startup+0x24f mi_startup() at mi_startup+0xac begin() at begin+0x2c avail memory = 3538612224 (3374 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 620994 free (1362 frags, 77454 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 123176 free (5304 frags, 14734 blocks, 0.5% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 80774902 free (2574 frags, 10096541 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 3319524 free (229660 frags, 386233 blocks, 2.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 12193018 free (81066 frags, 1513994 blocks, 0.3% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/gcc46 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 Clearing /tmp (X related). Starting mountd. Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xcc744724 ufs (ufs) @ kern/vfs_lookup.c:542 2nd 0xe3128780 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:260 3rd 0xcc741c94 ufs (ufs) @ kern/vfs_subr.c:2159 KDB: stack backtrace: db_trace_self_wrapper(c0fd6897,3a632e73,a303632,0,0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac240b,c0fda37d,c12d7358,86f,f405d33c,...) at kdb_backtrace+0x2a _witness_debugger(c0fda37d,cc741c94,c0fc2844,c958a928,c0fe23ba,...) at _witness_debugger+0x25 witness_checkorder(cc741c94,9,c0fe23b1,86f,0,...) at witness_checkorder+0x86f __lockmgr_args(cc741c94,80100,cc741d00,0,0,...) at __lockmgr_args+0x8c5 ffs_lock(f405d444,c0ad499c,c0fdf807,5e2,c1108bc8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c1137880,f405d444,cc09f950,c11499e0,cc741c3c,...) at VOP_LOCK1_APV+0xf3 _vn_lock(cc741c3c,80100,c0fe23b1,86f,eb,...) at _vn_lock+0x78 vget(cc741c3c,80100,cc09f8a0,50,0,...) at vget+0xbb vfs_hash_get(cbf7f2dc,15ef55,80000,cc09f8a0,f405d590,...) at vfs_hash_get+0xed ffs_vgetf(cbf7f2dc,15ef55,80000,f405d590,1,...) at ffs_vgetf+0x49 softdep_sync_buf(cc7446cc,e3128720,1,106,0,...) at softdep_sync_buf+0xac9 ffs_syncvnode(cc7446cc,1,0,cc09f950,c1108bc8,...) at ffs_syncvnode+0x24c ffs_truncate(cc7446cc,200,0,880,cbf8b680,...) at ffs_truncate+0x8b5 ufs_direnter(cc7446cc,cc741c3c,f405d904,f405dbb8,0,...) at ufs_direnter+0x980 ufs_makeinode(f405dbb8,c1137e40,f405dafc,f405da58,c0e28ae0,...) at ufs_makeinode+0x65d ufs_create(f405dafc,c102d50e,c1149c60,cc7446cc,f405db14,...) at ufs_create+0x30 VOP_CREATE_APV(c1137880,f405dafc,f405dbb8,f405da94,0,...) at VOP_CREATE_APV+0x100 vn_open_cred(f405db78,f405dc40,1b0,0,cbf8b680,...) at vn_open_cred+0x205 vn_open(f405db78,f405dc40,1b0,cc01e540,4fba930e,...) at vn_open+0x3b kern_openat(cc09f8a0,ffffff9c,28c58f60,0,a03,...) at kern_openat+0x1ec kern_open(cc09f8a0,28c58f60,0,a02,1b0,...) at kern_open+0x35 sys_open(cc09f8a0,f405dcec,c1025d5c,c0fdb06f,c1027310,...) at sys_open+0x30 syscall(f405dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x283d2913, esp = 0xbfbfc4ec, ebp = 0xbfbfc578 --- . Updating motd:. Starting ntpd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xcc0c95c8 ufs (ufs) @ kern/vfs_mount.c:1254 2nd 0xcc093b38 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1834 KDB: stack backtrace: db_trace_self_wrapper(c0fd6897,38313a63,a3433,cc5f7724,8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac240b,c0fda364,c12d6f28,72a,f40159a8,...) at kdb_backtrace+0x2a _witness_debugger(c0fda364,cc093b38,c0fcd760,c958a788,c1007e75,...) at _witness_debugger+0x25 witness_checkorder(cc093b38,9,c1007e6c,72a,cc093ba4,...) at witness_checkorder+0x86f __lockmgr_args(cc093b38,80400,cc093ba4,0,0,...) at __lockmgr_args+0x8c5 vop_stdlock(f4015aac,c130c880,4,c0fd08a7,eb,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c10f8040,f4015aac,c130c880,c11499e0,cc093ae0,...) at VOP_LOCK1_APV+0xf3 _vn_lock(cc093ae0,80400,c1007e6c,72a,0,...) at _vn_lock+0x78 softdep_flushworklist(cbf7f894,f4015b64,cc04c2e0,612,cc097e5c,...) at softdep_flushworklist+0x47 ffs_sync(cbf7f894,1,f4015bb8,51f,c1bae710,...) at ffs_sync+0x3bf dounmount(cbf7f894,8080000,cc04c2e0,4a1,f4015c3c,...) at dounmount+0x3f8 sys_unmount(cc04c2e0,f4015cec,c1025d5c,c0fdb032,c1027310,...) at sys_unmount+0x421 syscall(f4015d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280bef0b, esp = 0xbfbfe63c, ebp = 0xbfbfe708 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes lock order reversal: 1st 0xe3139bc0 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xcc0f5600 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0fd6897,2e687361,38323a63,c1000a34,cc0a50b0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac240b,c0fda364,c12d6a20,11c,f3fed7c8,...) at kdb_backtrace+0x2a _witness_debugger(c0fda364,cc0f5600,c100bd7a,c958a990,c100ba0c,...) at _witness_debugger+0x25 witness_checkorder(cc0f5600,9,c100ba03,11c,0,...) at witness_checkorder+0x86f _sx_xlock(cc0f5600,0,c100ba03,11c,cc7abbc8,...) at _sx_xlock+0x9a ufsdirhash_acquire(e3139b60,cc7abbc8,d4,e402e354,f3fed898,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(cc7abbc8,f3fed904,2354,f3fed884,f3fed888,...) at ufsdirhash_add+0x13 ufs_direnter(cc7ba15c,cc7cad98,f3fed904,f3fedbb8,0,...) at ufs_direnter+0x799 ufs_makeinode(f3fedbb8,c1137e40,f3fedafc,f3feda58,c0e28ae0,...) at ufs_makeinode+0x65d ufs_create(f3fedafc,c102d50e,c1149c60,cc7ba15c,f3fedb14,...) at ufs_create+0x30 VOP_CREATE_APV(c1137880,f3fedafc,f3fedbb8,f3feda94,0,...) at VOP_CREATE_APV+0x100 vn_open_cred(f3fedb78,f3fedc40,180,0,cc040480,...) at vn_open_cred+0x205 vn_open(f3fedb78,f3fedc40,180,cc7b4230,0,...) at vn_open+0x3b kern_openat(cc0a5000,ffffff9c,bfbfe7ab,0,a02,...) at kern_openat+0x1ec kern_open(cc0a5000,bfbfe7ab,0,a01,180,...) at kern_open+0x35 sys_open(cc0a5000,f3fedcec,c1025d5c,c0fdb06f,c119b640,...) at sys_open+0x30 syscall(f3fedd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x2829f913, esp = 0xbfbfe37c, ebp = 0xbfbfec18 --- May 21 21:12:02 x4 su: pho to root on /dev/pts/1 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 5930 files, 37539079 used, 80774902 free (2574 frags, 10096541 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 5930 files, 37539079 used, 80774902 free (2574 frags, 10096541 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Mon May 21 21:15:24 CEST 2012 FreeBSD/i386 (x4.osted.lan) (console) login: lock order reversal: 1st 0xe322de40 bufwait (bufwait) @ kern/vfs_bio.c:1905 2nd 0xcc7bdc1c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2297 KDB: stack backtrace: db_trace_self_wrapper(c0fd6897,632e746f,3932323a,a37,f40156c4,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0ac240b,c0fda364,c12d66a0,8f9,f401574c,...) at kdb_backtrace+0x2a _witness_debugger(c0fda364,cc7bdc1c,c1007934,c958b078,c10078be,...) at _witness_debugger+0x25 witness_checkorder(cc7bdc1c,9,c10078b5,8f9,0,...) at witness_checkorder+0x86f __lockmgr_args(cc7bdc1c,80900,cbf83790,0,0,...) at __lockmgr_args+0x8c5 ffs_copyonwrite(cbf836cc,e322d5c0,0,e30ea4a0,ccacd000,...) at ffs_copyonwrite+0x2c2 ffs_geom_strategy(cbf837c4,e30ea4a0,c1108bc8,c12d6690,ccacd000,...) at ffs_geom_strategy+0xa0 ufs_strategy(f40158f0,c102d20b,c0deabb1,e30ea500,cc04c2e0,...) at ufs_strategy+0xd3 VOP_STRATEGY_APV(c1137880,f40158f0,c0fdf807,c1149bc0,ccacd000,...) at VOP_STRATEGY_APV+0x119 bufstrategy(ccacd0f8,e30ea4a0,3a0,e322daa0,c3f54300,...) at bufstrategy+0x61 bufwrite(e30ea4a0,4,f4015990,c0b12da7,e30ea4a0,...) at bufwrite+0x159 bawrite(e30ea4a0,e30ea5a8,10,3af,0,...) at bawrite+0x5c cluster_wbuild(ccacd000,4000,c,0,4,...) at cluster_wbuild+0x837 cluster_write(ccacd000,e322dde0,34000,0,41,...) at cluster_write+0x49d ffs_write(f4015ba4,c102d443,ccacd000,ccacd000,f4015b5c,...) at ffs_write+0x53a VOP_WRITE_APV(c1137880,f4015ba4,ccacd000,285,0,...) at VOP_WRITE_APV+0x174 vn_write(cc06ddc8,f4015c3c,cbf8bc00,0,cc04c2e0,...) at vn_write+0x2bc dofilewrite(f4015c3c,ffffffff,ffffffff,0,f4015c18,...) at dofilewrite+0x95 kern_writev(cc04c2e0,4,f4015c3c,f4015c5c,1,...) at kern_writev+0x68 sys_write(cc04c2e0,f4015cec,c1025d5c,c0e323ef,c1027310,...) at sys_write+0x4f syscall(f4015d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28177ef3, esp = 0xbfbfe9ac, ebp = 0xbfbfe9d8 --- panic: vm_radix_node_put: Freeing a node with 16 children cpuid = 2 KDB: enter: panic [ thread pid 2355 tid 100105 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 2355 tid 100105 td 0xcc00d2e0 kdb_enter(c0fd26c4,c0fd26c4,c1010d4e,f402e6b0,2,...) at kdb_enter+0x3a panic(c1010d4e,10,f402e6f8,c0cff943,c7b5ea20,...) at panic+0x18c vm_radix_node_zone_dtor(c7b5ea20,44,0,1,c1bb69b4,...) at vm_radix_node_zone_dtor+0x23 uma_zfree_arg(c1bb69a0,c7b5ea20,0,c73c93c0,0,...) at uma_zfree_arg+0x33 vm_radix_insert(ccd631ec,78d00,0,c4a9f100,0,...) at vm_radix_insert+0x38a vm_page_insert(c4a9f100,ccd631bc,78d00,0,20,...) at vm_page_insert+0x1b5 vm_page_alloc(ccd631bc,78d00,0,40222,40222,...) at vm_page_alloc+0x51c vm_page_grab(ccd631bc,78d00,0,412a2,c12d66c0,...) at vm_page_grab+0x152 allocbuf(e3215640,4000,c0fdf807,b00,ffffffe0,...) at allocbuf+0x672 getblk(ccb15ae0,1e340,0,4000,0,...) at getblk+0x5e3 ffs_balloc_ufs2(ccb15ae0,78d00000,0,4000,cbf8bc00,...) at ffs_balloc_ufs2+0x1e6c ffs_write(f402eba4,c102d443,ccb15ae0,ccb15ae0,f402eb5c,...) at ffs_write+0x2bd VOP_WRITE_APV(c1137880,f402eba4,ccb15ae0,285,0,...) at VOP_WRITE_APV+0x174 vn_write(cc06d118,f402ec3c,cbf8bc00,0,cc00d2e0,...) at vn_write+0x2bc dofilewrite(f402ec3c,ffffffff,ffffffff,0,f402ec18,...) at dofilewrite+0x95 kern_writev(cc00d2e0,4,f402ec3c,f402ec5c,1,...) at kern_writev+0x68 sys_write(cc00d2e0,f402ecec,c1025d5c,c0e323ef,c119c9c0,...) at sys_write+0x4f syscall(f402ed28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28177ef3, esp = 0xbfbfe9ac, ebp = 0xbfbfe9d8 --- db:0:bt> show allpcpu Current CPU: 2 cpuid = 0 dynamic pcpu = 0x6d4a00 curthread = 0xc95df8a0: pid 11 "idle: cpu0" curpcb = 0xc93ebd80 fpcurthread = none idlethread = 0xc95df8a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x828aa00 curthread = 0xc95df5c0: pid 11 "idle: cpu1" curpcb = 0xc93eed80 fpcurthread = none idlethread = 0xc95df5c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x828da00 curthread = 0xcc00d2e0: pid 2355 "dd" curpcb = 0xf402ed80 fpcurthread = none idlethread = 0xc95df2e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x8290a00 curthread = 0xc95df000: pid 11 "idle: cpu3" curpcb = 0xc93f4d80 fpcurthread = none idlethread = 0xc95df000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 2355 (dd) thread 0xcc00d2e0 (100105) exclusive sleep mutex vm object (standard object) r = 0 (0xccd631bc) locked @ kern/vfs_bio.c:3053 exclusive lockmgr bufwait (bufwait) r = 0 (0xe32156a0) locked @ kern/vfs_bio.c:1905 exclusive lockmgr bufwait (bufwait) r = 0 (0xe336a900) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xccb15b38) locked @ kern/vfs_vnops.c:645 Process 19 (softdepflush) thread 0xcbee88a0 (100078) exclusive lockmgr bufwait (bufwait) r = 0 (0xe32788a0) locked @ kern/vfs_bio.c:1905 exclusive lockmgr bufwait (bufwait) r = 0 (0xe31a2da0) locked @ kern/vfs_bio.c:1905 db:0:alllocks> show lockedvnods Locked vnodes 0xccb15ae0: tag ufs, type VREG usecount 1, writecount 1, refcount 7094 mountedhere 0 flags (VI(0x200)) v_object 0xccd631bc ref 0 pages 495096 lock type ufs: EXCL by thread 0xcc00d2e0 (pid 2355, dd, tid 100105) #0 0xc0a6c68d at __lockmgr_args+0xd6d #1 0xc0ce2b51 at ffs_lock+0xa1 #2 0xc0e276a3 at VOP_LOCK1_APV+0xf3 #3 0xc0b37e98 at _vn_lock+0x78 #4 0xc0b38ce6 at vn_write+0x176 #5 0xc0ad6bf5 at dofilewrite+0x95 #6 0xc0ad7268 at kern_writev+0x68 #7 0xc0ad737f at sys_write+0x4f #8 0xc0e008ee at syscall+0x2fe #9 0xc0deabb1 at Xint0x80_syscall+0x21 ino 6194268, on dev ada0s1e db:0:lockedvnods> show mount 0xcbf7fb70 /dev/ad4s1a on / (ufs) 0xcbf80000 devfs on /dev (devfs) 0xcc37a5b8 /dev/ad4s1f on /home (ufs) 0xcbf7f5b8 /dev/ad4s1d on /usr (ufs) 0xcbf7f2dc /dev/ad4s1e on /var (ufs) 0xcbf7f000 procfs on /proc (procfs) 0xcc37a2dc /dev/label/tmp on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 2418 1207 1205 1001 S nanslp 0xc118e9e4 sleep 2356 1629 1629 0 S+ piperd 0xccfb9c80 egrep 2355 1629 1629 0 R+ CPU 2 dd 1629 1251 1629 0 S+ wait 0xcc09c2cc sh 1598 1 1598 0 Ss+ ttyin 0xcae33870 getty 1597 1 1597 0 Ss+ ttyin 0xcae33a70 getty 1596 1 1596 0 Ss+ ttyin 0xc970d270 getty 1595 1 1595 0 Ss+ ttyin 0xc970d470 getty 1594 1 1594 0 Ss+ ttyin 0xc970d670 getty 1593 1 1593 0 Ss+ ttyin 0xc970d870 getty 1592 1 1592 0 Ss+ ttyin 0xc970da70 getty 1591 1 1591 0 Ss+ ttyin 0xc970dc70 getty 1590 1 1590 0 Ss+ ttyin 0xc970de70 getty 1573 1 1573 0 Ss select 0xcc0c76e4 inetd 1548 1 1548 0 Ss nanslp 0xc118e9e4 watchdogd 1251 1248 1251 0 S+ wait 0xcc9bc598 bash 1248 1232 1248 0 S+ pause 0xcc0078bc csh 1232 1227 1232 1001 S+ wait 0xcc96ab30 su 1227 1226 1227 1001 Ss+ wait 0xcc37b598 bash 1226 1224 1224 1001 S select 0xcc0c64a4 sshd 1224 1147 1224 0 Ss select 0xcc98e764 sshd 1208 1205 1205 1001 S piperd 0xcc065af0 awk 1207 1205 1205 1001 S wait 0xcc007000 sh 1206 1203 1206 1001 Ss+ select 0xcc0c7924 top 1205 1201 1205 1001 Ss wait 0xcc09d864 sh 1204 1202 1204 1001 Ss kqread 0xcc9f5200 tail 1203 1196 1196 1001 S select 0xcc041024 sshd 1202 1197 1197 1001 S select 0xcc0c62e4 sshd 1201 1195 1195 1001 S select 0xcc041524 sshd 1197 1147 1197 0 Ss select 0xcc0c7aa4 sshd 1196 1147 1196 0 Ss select 0xcac862a4 sshd 1195 1147 1195 0 Ss select 0xcac7aea4 sshd 1158 1 1158 0 Ss nanslp 0xc118e9e4 cron 1153 1 1153 25 Ss pause 0xcc09c058 sendmail 1150 1 1150 0 Ss select 0xcac86824 sendmail 1147 1 1147 0 Ss select 0xc955f164 sshd 1115 1 1115 0 Ss select 0xcbf7d564 moused 1091 1 1091 0 Ss select 0xcac868e4 ntpd 1034 1031 1031 0 S (threaded) nfsd 100113 S rpcsvc 0xcc72e150 nfsd: service 100112 S rpcsvc 0xcc72e190 nfsd: service 100111 S rpcsvc 0xcc72e1d0 nfsd: service 100085 S rpcsvc 0xcaca8ad0 nfsd: master 1031 1 1031 0 Ss select 0xcc0c6e24 nfsd 1029 1025 1025 0 S select 0xcac86e24 nfsuserd 1028 1025 1025 0 S select 0xcc0c6024 nfsuserd 1027 1025 1025 0 S select 0xcac86de4 nfsuserd 1026 1025 1025 0 S select 0xcc041ea4 nfsuserd 1025 1 1025 0 Ss pause 0xcac0bb88 nfsuserd 1009 1 1009 0 Ss select 0xcc0417a4 mountd 976 1 976 0 Ss select 0xc95609e4 rpcbind 961 1 961 0 Ss select 0xcac791a4 syslogd 838 1 838 0 Ss select 0xcc0c74e4 devd 19 0 0 0 DL biord 0xe3278840 [softdepflush] 18 0 0 0 DL vlruwt 0xcbedb2cc [vnlru] 17 0 0 0 DL syncer 0xc1304bb4 [syncer] 16 0 0 0 DL psleep 0xc1304848 [bufdaemon] 9 0 0 0 DL pgzero 0xc130e76c [pagezero] 8 0 0 0 DL psleep 0xc130e348 [vmdaemon] 7 0 0 0 DL psleep 0xc130e310 [pagedaemon] 6 0 0 0 DL ccb_scan 0xc1151354 [xpt_thrd] 5 0 0 0 DL waiting_ 0xc13080d8 [sctp_iterator] 4 0 0 0 DL - 0xcac7223c [fdc0] 3 0 0 0 SL - 0xcad2c000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100059 D - 0xcacfed34 [usbus5] 100058 D - 0xcacfed04 [usbus5] 100057 D - 0xcacfecd4 [usbus5] 100056 D - 0xcacfeca4 [usbus5] 100054 D - 0xcacefb5c [usbus4] 100053 D - 0xcacefb2c [usbus4] 100052 D - 0xcacefafc [usbus4] 100051 D - 0xcacefacc [usbus4] 100050 D - 0xcaceab5c [usbus3] 100049 D - 0xcaceab2c [usbus3] 100048 D - 0xcaceaafc [usbus3] 100047 D - 0xcaceaacc [usbus3] 100046 D - 0xcace5b5c [usbus2] 100045 D - 0xcace5b2c [usbus2] 100044 D - 0xcace5afc [usbus2] 100043 D - 0xcace5acc [usbus2] 100041 D - 0xcacddb5c [usbus1] 100040 D - 0xcacddb2c [usbus1] 100039 D - 0xcacddafc [usbus1] 100038 D - 0xcacddacc [usbus1] 100036 D - 0xcacd5b5c [usbus0] 100035 D - 0xcacd5b2c [usbus0] 100034 D - 0xcacd5afc [usbus0] 100033 D - 0xcacd5acc [usbus0] 2 0 0 0 DL ctl_work 0xc97c4000 [ctl_thrd] 14 0 0 0 DL - 0xc118d7e4 [yarrow] 13 0 0 0 DL (threaded) [geom] 100016 D - 0xc118a8a8 [g_down] 100015 D - 0xc118a8a4 [g_up] 100014 D - 0xc118a89c [g_event] 12 0 0 0 WL (threaded) [intr] 100067 I [irq12: psm0] 100066 I [irq1: atkbd0] 100064 I [swi0: uart] 100061 I [irq20: fwohci0] 100060 I [irq14: ata0] 100055 I [irq19: ehci0] 100042 I [irq18: ohci2 ohci4] 100037 I [irq17: ohci1 ohci3] 100032 I [irq16: hdac1 ohci0] 100031 I [irq22: ahci0] 100030 I [irq257: re0] 100029 I [irq256: hdac0] 100022 I [swi6: task queue] 100021 I [swi6: Giant taskq] 100019 I [swi5: +] 100018 I [swi2: cambio] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi1: netisr 0] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 CanRun [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xc95ddb30 [init] 10 0 0 0 DL audit_wo 0xc130c000 [audit] 0 0 0 0 DLs (threaded) [kernel] 100069 D - 0xc118d7e4 [deadlkres] 100068 D - 0xc971ddc0 [mca taskq] 100062 D - 0xc971de00 [fw0_taskq] 100027 D - 0xc971de40 [kqueue taskq] 100026 D - 0xc971de80 [ffs_trim taskq] 100025 D - 0xc971e000 [acpi_task_2] 100024 D - 0xc971e000 [acpi_task_1] 100023 D - 0xc971e000 [acpi_task_0] 100020 D - 0xc971e0c0 [thread taskq] 100013 D - 0xc96e9000 [firmware taskq] 100000 D sched 0xc118aa60 [swapper] db:0:ps> allt Tracing command sleep pid 2418 tid 100186 td 0xcca25000 sched_switch(cca25000,0,104,1a3,f4ab016f,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cca25000,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(2711,c0ac8c30,cca25000,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c118e9e4,6c,c0fd3c4b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c118e9e4,0,16c,c0fd3c4b,2711,...) at _sleep+0x34f kern_nanosleep(cca25000,f41cac48,f41cac50,a,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cca25000,f41cacec,c1025d5c,c0fdb9ce,c1027310,...) at sys_nanosleep+0x6f syscall(f41cad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x281524c3, esp = 0xbfbfec4c, ebp = 0xbfbfec98 --- Tracing command egrep pid 2356 tid 100151 td 0xcc04e8a0 sched_switch(cc04e8a0,0,104,1a3,3747851d,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cc04e8a0,0,c0fd8280,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ccfb9c80,5c,c0fdac07,100,0,...) at sleepq_wait_sig+0x17 _sleep(ccfb9c80,ccfb9df8,15c,c0fdac07,0,...) at _sleep+0x385 pipe_read(cca4d888,f4147c3c,cbf8bc00,0,cc04e8a0,...) at pipe_read+0x427 dofileread(f4147c3c,ffffffff,ffffffff,0,f4147c18,...) at dofileread+0x9e kern_readv(cc04e8a0,0,f4147c3c,f4147c5c,1,...) at kern_readv+0x68 sys_read(cc04e8a0,f4147cec,c1025d5c,c0fdb0fa,c1027310,...) at sys_read+0x4f syscall(f4147d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281baf13, esp = 0xbfbfe80c, ebp = 0xbfbfe898 --- Tracing command dd pid 2355 tid 100105 td 0xcc00d2e0 kdb_enter(c0fd26c4,c0fd26c4,c1010d4e,f402e6b0,2,...) at kdb_enter+0x3a panic(c1010d4e,10,f402e6f8,c0cff943,c7b5ea20,...) at panic+0x18c vm_radix_node_zone_dtor(c7b5ea20,44,0,1,c1bb69b4,...) at vm_radix_node_zone_dtor+0x23 uma_zfree_arg(c1bb69a0,c7b5ea20,0,c73c93c0,0,...) at uma_zfree_arg+0x33 vm_radix_insert(ccd631ec,78d00,0,c4a9f100,0,...) at vm_radix_insert+0x38a vm_page_insert(c4a9f100,ccd631bc,78d00,0,20,...) at vm_page_insert+0x1b5 vm_page_alloc(ccd631bc,78d00,0,40222,40222,...) at vm_page_alloc+0x51c vm_page_grab(ccd631bc,78d00,0,412a2,c12d66c0,...) at vm_page_grab+0x152 allocbuf(e3215640,4000,c0fdf807,b00,ffffffe0,...) at allocbuf+0x672 getblk(ccb15ae0,1e340,0,4000,0,...) at getblk+0x5e3 ffs_balloc_ufs2(ccb15ae0,78d00000,0,4000,cbf8bc00,...) at ffs_balloc_ufs2+0x1e6c ffs_write(f402eba4,c102d443,ccb15ae0,ccb15ae0,f402eb5c,...) at ffs_write+0x2bd VOP_WRITE_APV(c1137880,f402eba4,ccb15ae0,285,0,...) at VOP_WRITE_APV+0x174 vn_write(cc06d118,f402ec3c,cbf8bc00,0,cc00d2e0,...) at vn_write+0x2bc dofilewrite(f402ec3c,ffffffff,ffffffff,0,f402ec18,...) at dofilewrite+0x95 kern_writev(cc00d2e0,4,f402ec3c,f402ec5c,1,...) at kern_writev+0x68 sys_write(cc00d2e0,f402ecec,c1025d5c,c0e323ef,c119c9c0,...) at sys_write+0x4f syscall(f402ed28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28177ef3, esp = 0xbfbfe9ac, ebp = 0xbfbfe9d8 --- Tracing command sh pid 1629 tid 100093 td 0xcc0a48a0 sched_switch(cc0a48a0,0,104,1a3,30227740,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc0a48a0,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc09c2cc,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc09c2cc,cc09c354,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(cc0a48a0,ffffffff,f3ffdc58,2,0,...) at kern_wait+0x597 sys_wait4(cc0a48a0,f3ffdcec,c1025d5c,c0fdb197,c119b640,...) at sys_wait4+0x3b syscall(f3ffdd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281507db, esp = 0xbfbfe77c, ebp = 0xbfbfe798 --- Tracing command getty pid 1598 tid 100152 td 0xcca265c0 sched_switch(cca265c0,0,104,1a3,b22dab0e,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca265c0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cca265c0,cca265c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae33870,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cae33870,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(cae33800,cae33870,f414ac3c,1,0,...) at tty_wait+0x71 ttydisc_read(cae33800,f414ac3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cae27100,f414ac3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc01dab8,f414ac3c,c95d9b80,0,cca265c0,...) at devfs_read_f+0x7e dofileread(f414ac3c,ffffffff,ffffffff,0,f414ac18,...) at dofileread+0x9e kern_readv(cca265c0,0,f414ac3c,f414ac5c,1,...) at kern_readv+0x68 sys_read(cca265c0,f414acec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f414ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1597 tid 100139 td 0xcc9f62e0 sched_switch(cc9f62e0,0,104,1a3,b327313a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9f62e0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cc9f62e0,cc9f62e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cae33a70,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cae33a70,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(cae33a00,cae33a70,f4123c3c,1,0,...) at tty_wait+0x71 ttydisc_read(cae33a00,f4123c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cae27000,f4123c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc01eb98,f4123c3c,c95d9b80,0,cc9f62e0,...) at devfs_read_f+0x7e dofileread(f4123c3c,ffffffff,ffffffff,0,f4123c18,...) at dofileread+0x9e kern_readv(cc9f62e0,0,f4123c3c,f4123c5c,1,...) at kern_readv+0x68 sys_read(cc9f62e0,f4123cec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f4123d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1596 tid 100114 td 0xcc00d000 sched_switch(cc00d000,0,104,1a3,b5a58ea1,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00d000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cc00d000,cc00d000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d270,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d270,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d200,c970d270,f40d6c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d200,f40d6c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0ce00,f40d6c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cca4d2d8,f40d6c3c,c95d9b80,0,cc00d000,...) at devfs_read_f+0x7e dofileread(f40d6c3c,ffffffff,ffffffff,0,f40d6c18,...) at dofileread+0x9e kern_readv(cc00d000,0,f40d6c3c,f40d6c5c,1,...) at kern_readv+0x68 sys_read(cc00d000,f40d6cec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f40d6d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1595 tid 100117 td 0xcc00a5c0 sched_switch(cc00a5c0,0,104,1a3,b3b15990,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00a5c0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cc00a5c0,cc00a5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d470,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d470,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d400,c970d470,f40dfc3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d400,f40dfc3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0cd00,f40dfc3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc01d348,f40dfc3c,c95d9b80,0,cc00a5c0,...) at devfs_read_f+0x7e dofileread(f40dfc3c,ffffffff,ffffffff,0,f40dfc18,...) at dofileread+0x9e kern_readv(cc00a5c0,0,f40dfc3c,f40dfc5c,1,...) at kern_readv+0x68 sys_read(cc00a5c0,f40dfcec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f40dfd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1594 tid 100082 td 0xcc04d8a0 sched_switch(cc04d8a0,0,104,1a3,b3e667a8,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc04d8a0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cc04d8a0,cc04d8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d670,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d670,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d600,c970d670,f3fd1c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d600,f3fd1c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0cc00,f3fd1c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc01ec78,f3fd1c3c,c95d9b80,0,cc04d8a0,...) at devfs_read_f+0x7e dofileread(f3fd1c3c,ffffffff,ffffffff,0,f3fd1c18,...) at dofileread+0x9e kern_readv(cc04d8a0,0,f3fd1c3c,f3fd1c5c,1,...) at kern_readv+0x68 sys_read(cc04d8a0,f3fd1cec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f3fd1d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1593 tid 100174 td 0xcca492e0 sched_switch(cca492e0,0,104,1a3,b341f246,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca492e0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cca492e0,cca492e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970d870,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970d870,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970d800,c970d870,f418cc3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970d800,f418cc3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0c900,f418cc3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc01dd90,f418cc3c,c95d9b80,0,cca492e0,...) at devfs_read_f+0x7e dofileread(f418cc3c,ffffffff,ffffffff,0,f418cc18,...) at dofileread+0x9e kern_readv(cca492e0,0,f418cc3c,f418cc5c,1,...) at kern_readv+0x68 sys_read(cca492e0,f418ccec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f418cd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1592 tid 100102 td 0xcc00db80 sched_switch(cc00db80,0,104,1a3,b4c45951,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00db80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cc00db80,cc00db80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970da70,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970da70,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970da00,c970da70,f4022c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970da00,f4022c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0c800,f4022c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc01e888,f4022c3c,c95d9b80,0,cc00db80,...) at devfs_read_f+0x7e dofileread(f4022c3c,ffffffff,ffffffff,0,f4022c18,...) at dofileread+0x9e kern_readv(cc00db80,0,f4022c3c,f4022c5c,1,...) at kern_readv+0x68 sys_read(cc00db80,f4022cec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f4022d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1591 tid 100079 td 0xcc00eb80 sched_switch(cc00eb80,0,104,1a3,b24c3538,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00eb80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,cc00eb80,cc00eb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970dc70,0,c0fdd040,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970dc70,c118c710,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970dc00,c970dc70,f3fc5c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970dc00,f3fc5c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cac0c700,f3fc5c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cca4d1c0,f3fc5c3c,c95d9b80,0,cc00eb80,...) at devfs_read_f+0x7e dofileread(f3fc5c3c,ffffffff,ffffffff,0,f3fc5c18,...) at dofileread+0x9e kern_readv(cc00eb80,0,f3fc5c3c,f3fc5c5c,1,...) at kern_readv+0x68 sys_read(cc00eb80,f3fc5cec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f3fc5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command getty pid 1590 tid 100145 td 0xcca27000 sched_switch(cca27000,0,104,1a3,b3b1c224,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca27000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,c970de04,0,c0fd08a7,cca27000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c970de70,0,f4135ae8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c970de70,c970de04,c0fdca18,527,0,...) at _cv_wait_sig+0x260 tty_wait(c970de00,c970de70,f4135c3c,1,0,...) at tty_wait+0x71 ttydisc_read(c970de00,f4135c3c,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c95c6100,f4135c3c,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc7b4e70,f4135c3c,c95d9b80,0,cca27000,...) at devfs_read_f+0x7e dofileread(f4135c3c,ffffffff,ffffffff,0,f4135c18,...) at dofileread+0x9e kern_readv(cca27000,0,f4135c3c,f4135c5c,1,...) at kern_readv+0x68 sys_read(cca27000,f4135cec,c1025d5c,c0e371b2,c1027310,...) at sys_read+0x4f syscall(f4135d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28189f13, esp = 0xbfbfed6c, ebp = 0xbfbfeda8 --- Tracing command inetd pid 1573 tid 100176 td 0xcca27b80 sched_switch(cca27b80,0,104,1a3,9688f9b5,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cca27b80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc0c76d0,0,c0fd08a7,cca27b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0c76e4,0,f4192a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0c76e4,cc0c76d0,c0fda9d8,6ae,cc062310,...) at _cv_wait_sig+0x260 seltdwait(cc062310,58,c95d9b80,cca27b80,0,...) at seltdwait+0xa2 kern_select(cca27b80,8,bfbfdf90,0,0,0,20,cca58598,4) at kern_select+0x655 sys_select(cca27b80,f4192cec,c1025d5c,c0fdb204,c119b640,...) at sys_select+0x66 syscall(f4192d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2819be93, esp = 0xbfbfdf4c, ebp = 0xbfbfedd8 --- Tracing command watchdogd pid 1548 tid 100171 td 0xcca49b80 sched_switch(cca49b80,0,104,1a3,cba2a806,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cca49b80,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0ac8c30,cca49b80,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c118e9e4,6c,c0fd3c4b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c118e9e4,0,16c,c0fd3c4b,ea61,...) at _sleep+0x34f kern_nanosleep(cca49b80,f4183c48,f4183c50,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cca49b80,f4183cec,c1025d5c,c0e371b2,c119b640,...) at sys_nanosleep+0x6f syscall(f4183d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x281814c3, esp = 0xbfbfecac, ebp = 0xbfbfecd8 --- Tracing command bash pid 1251 tid 100148 td 0xcca26b80 sched_switch(cca26b80,0,104,1a3,88e78ef3,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cca26b80,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc9bc598,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc9bc598,cc9bc620,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(cca26b80,ffffffff,f413ec58,6,0,...) at kern_wait+0x597 sys_wait4(cca26b80,f413ecec,c1025d5c,c0fdb0b7,c1027310,...) at sys_wait4+0x3b syscall(f413ed28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282ad7db, esp = 0xbfbfe76c, ebp = 0xbfbfe788 --- Tracing command csh pid 1248 tid 100097 td 0xcc00e8a0 sched_switch(cc00e8a0,0,104,1a3,50b6fdc7,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cc00e8a0,0,c0fd8280,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0078bc,74,c0e58fce,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc0078bc,cc0078ec,174,c0e58fce,0,...) at _sleep+0x385 kern_sigsuspend(cc00e8a0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cc00e8a0,f400dcec,c1025d5c,c0fdb0b7,c1027310,...) at sys_sigsuspend+0x4d syscall(f400dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x2816fdcb, esp = 0xbfbfe05c, ebp = 0xbfbfe0c8 --- Tracing command su pid 1232 tid 100140 td 0xcc9f6000 sched_switch(cc9f6000,0,104,1a3,ea305875,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc9f6000,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc96ab30,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc96ab30,cc96abb8,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(cc9f6000,4e0,f4126c58,2,0,...) at kern_wait+0x597 sys_wait4(cc9f6000,f4126cec,c1025d5c,c0fdb9ce,c1027310,...) at sys_wait4+0x3b syscall(f4126d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2810b7db, esp = 0xbfbfe5ac, ebp = 0xbfbfe5c8 --- Tracing command bash pid 1227 tid 100137 td 0xcc9f68a0 sched_switch(cc9f68a0,0,104,1a3,ebf733e0,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc9f68a0,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc37b598,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc37b598,cc37b620,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(cc9f68a0,ffffffff,f411dc58,6,0,...) at kern_wait+0x597 sys_wait4(cc9f68a0,f411dcec,c1025d5c,c0fdb0b7,c1027310,...) at sys_wait4+0x3b syscall(f411dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282ad7db, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sshd pid 1226 tid 100143 td 0xcc0492e0 sched_switch(cc0492e0,0,104,1a3,3005797d,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0492e0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc0c6490,0,c0fd08a7,cc0492e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0c64a4,0,f412fa50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0c64a4,cc0c6490,c0fda9d8,6ae,cc03c9a0,...) at _cv_wait_sig+0x260 seltdwait(cc03c9a0,58,cc0c4380,cc0492e0,cc049390,...) at seltdwait+0xa2 kern_select(cc0492e0,c,28c0c170,28c0c1b0,0,0,20,cc9bd000,0) at kern_select+0x655 sys_select(cc0492e0,f412fcec,c1025d5c,c0fdb305,c1027310,...) at sys_select+0x66 syscall(f412fd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae93, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command sshd pid 1224 tid 100120 td 0xcc9898a0 sched_switch(cc9898a0,0,104,1a3,9abf2a1d,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9898a0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc98e750,0,c0fd08a7,cc9898a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc98e764,0,f40e8ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc98e764,cc98e750,c0fda9d8,6ae,f40e8b3c,...) at _cv_wait_sig+0x260 seltdwait(cc3dd22c,c0fda9d8,5ab,cc9898a0,696,...) at seltdwait+0xa2 sys_poll(cc9898a0,f40e8cec,c1025d5c,c0fbcc91,c1027310,...) at sys_poll+0x321 syscall(f40e8d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723fb, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command awk pid 1208 tid 100123 td 0xcc9892e0 sched_switch(cc9892e0,0,104,1a3,f3b1af96,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cc9892e0,0,c0fd8280,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc065af0,5c,c0fdac07,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc065af0,cc065c68,15c,c0fdac07,0,...) at _sleep+0x385 pipe_read(cc06d690,f40f1c3c,cbf89200,0,cc9892e0,...) at pipe_read+0x427 dofileread(f40f1c3c,ffffffff,ffffffff,0,f40f1c18,...) at dofileread+0x9e kern_readv(cc9892e0,0,f40f1c3c,f40f1c5c,1,...) at kern_readv+0x68 sys_read(cc9892e0,f40f1cec,c1025d5c,c0e323ef,c1027310,...) at sys_read+0x4f syscall(f40f1d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281acf13, esp = 0xbfbfe92c, ebp = 0xbfbfe948 --- Tracing command sh pid 1207 tid 100101 td 0xcc00e000 sched_switch(cc00e000,0,104,1a3,f4900cd5,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc00e000,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc007000,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc007000,cc007088,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(cc00e000,ffffffff,f401dc58,2,0,...) at kern_wait+0x597 sys_wait4(cc00e000,f401dcec,c1025d5c,c0fdb197,c119b640,...) at sys_wait4+0x3b syscall(f401dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281507db, esp = 0xbfbfe92c, ebp = 0xbfbfe948 --- Tracing command top pid 1206 tid 100136 td 0xcc9f6b80 sched_switch(cc9f6b80,0,104,1a3,904d6ca,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9f6b80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f411aa14,c0a747fa,cc0c7910,0,cc9f6b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc0c7924,0,f411aa50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc0c7924,cc0c7910,3e9,6ae,cc06d1f8,...) at _cv_timedwait_sig+0x270 seltdwait(f411ac08,f411ac10,cc040e00,cc9f6b80,38315b1b,...) at seltdwait+0x8a kern_select(cc9f6b80,2,bfbfeb9c,0,0,f411ac54,20,1,0) at kern_select+0x655 sys_select(cc9f6b80,f411acec,c1025d5c,c0fa5922,c119b640,...) at sys_select+0x66 syscall(f411ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281e1e93, esp = 0xbfbfeb3c, ebp = 0xbfbfec98 --- Tracing command sh pid 1205 tid 100125 td 0xcc989000 sched_switch(cc989000,0,104,1a3,506780,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc989000,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc09d864,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc09d864,cc09d8ec,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(cc989000,ffffffff,f40f9c58,2,0,...) at kern_wait+0x597 sys_wait4(cc989000,f40f9cec,c1025d5c,c0fdb197,c1027310,...) at sys_wait4+0x3b syscall(f40f9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281507db, esp = 0xbfbfeb0c, ebp = 0xbfbfeb28 --- Tracing command tail pid 1204 tid 100135 td 0xcc0498a0 sched_switch(cc0498a0,0,104,1a3,c9fee103,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,68,...) at mi_switch+0x1ff sleepq_switch(cc0498a0,0,c0fd8280,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(3e9,c0ac8c30,cc0498a0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc9f5200,68,c0fcc442,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(cc9f5200,cc9f5200,168,c0fcc442,3e9,...) at _sleep+0x34f kern_kevent(cc0498a0,4,0,1,f4117c3c,...) at kern_kevent+0x374 sys_kevent(cc0498a0,f4117cec,c1025d5c,c0e323ef,c119bcc0,...) at sys_kevent+0x19e syscall(f4117d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x281563db, esp = 0xbfbfeb0c, ebp = 0xbfbfebc8 --- Tracing command sshd pid 1203 tid 100133 td 0xcae262e0 sched_switch(cae262e0,0,104,1a3,908f27b,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae262e0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc041010,0,c0fd08a7,cae262e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc041024,0,f4111a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc041024,cc041010,c0fda9d8,6ae,cc01e9a0,...) at _cv_wait_sig+0x260 seltdwait(cc01e9a0,58,cc040800,cae262e0,cae26390,...) at seltdwait+0xa2 kern_select(cae262e0,a,28c0c170,28c0c1b0,0,0,20,cc37bb30,0) at kern_select+0x655 sys_select(cae262e0,f4111cec,c1025d5c,c0fdb305,cacc1b80,...) at sys_select+0x66 syscall(f4111d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae93, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command sshd pid 1202 tid 100134 td 0xcc049b80 sched_switch(cc049b80,0,104,1a3,b1cca720,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc049b80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc0c62d0,0,c0fd08a7,cc049b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0c62e4,0,f4114a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0c62e4,cc0c62d0,c0fda9d8,6ae,cc03c428,...) at _cv_wait_sig+0x260 seltdwait(cc03c428,58,cc0c4c00,cc049b80,cc049c30,...) at seltdwait+0xa2 kern_select(cc049b80,c,28c0c170,28c0c1b0,0,0,20,cc9bd864,0) at kern_select+0x655 sys_select(cc049b80,f4114cec,c1025d5c,c0fdb305,c1027310,...) at sys_select+0x66 syscall(f4114d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae93, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command sshd pid 1201 tid 100122 td 0xcc9895c0 sched_switch(cc9895c0,0,104,1a3,85af2980,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9895c0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc041510,0,c0fd08a7,cc9895c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc041524,0,f40eea50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc041524,cc041510,c0fda9d8,6ae,cc01e460,...) at _cv_wait_sig+0x260 seltdwait(cc01e460,58,cc0c5080,cc9895c0,cc989670,...) at seltdwait+0xa2 kern_select(cc9895c0,c,28c0c170,28c0c1b0,0,0,20,cc969000,0) at kern_select+0x655 sys_select(cc9895c0,f40eecec,c1025d5c,c0fdb305,c1027310,...) at sys_select+0x66 syscall(f40eed28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae93, esp = 0xbfbfde1c, ebp = 0xbfbfde68 --- Tracing command sshd pid 1197 tid 100130 td 0xcae268a0 sched_switch(cae268a0,0,104,1a3,d4a0208e,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae268a0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc0c7a90,0,c0fd08a7,cae268a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0c7aa4,0,f4108ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0c7aa4,cc0c7a90,c0fda9d8,6ae,f4108b3c,...) at _cv_wait_sig+0x260 seltdwait(cc3de72c,c0fda9d8,5ab,cae268a0,0,...) at seltdwait+0xa2 sys_poll(cae268a0,f4108cec,c1025d5c,c0e323ef,cc09f5c0,...) at sys_poll+0x321 syscall(f4108d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723fb, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command sshd pid 1196 tid 100129 td 0xcae26b80 sched_switch(cae26b80,0,104,1a3,d5c3f08e,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae26b80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cac86290,0,c0fd08a7,cae26b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac862a4,0,f4105ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac862a4,cac86290,c0fda9d8,6ae,f4105b3c,...) at _cv_wait_sig+0x260 seltdwait(cc4ca22c,c0fda9d8,5ab,cae26b80,0,...) at seltdwait+0xa2 sys_poll(cae26b80,f4105cec,c1025d5c,c0e323ef,cc09f5c0,...) at sys_poll+0x321 syscall(f4105d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723fb, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command sshd pid 1195 tid 100128 td 0xcbee6000 sched_switch(cbee6000,0,104,1a3,d4a02b75,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee6000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cac7ae90,0,c0fd08a7,cbee6000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac7aea4,0,f4102ab4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac7aea4,cac7ae90,c0fda9d8,6ae,f4102b3c,...) at _cv_wait_sig+0x260 seltdwait(cc04422c,c0fda9d8,5ab,cbee6000,0,...) at seltdwait+0xa2 sys_poll(cbee6000,f4102cec,c1025d5c,c0e323ef,c119bcc0,...) at sys_poll+0x321 syscall(f4102d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284723fb, esp = 0xbfbfde7c, ebp = 0xbfbfdeb8 --- Tracing command cron pid 1158 tid 100118 td 0xcc00a2e0 sched_switch(cc00a2e0,0,104,1a3,d9559ec1,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc00a2e0,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0ac8c30,cc00a2e0,3,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c118e9e4,6c,c0fd3c4b,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c118e9e4,0,16c,c0fd3c4b,ea61,...) at _sleep+0x34f kern_nanosleep(cc00a2e0,f40e2c48,f40e2c50,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cc00a2e0,f40e2cec,c1025d5c,c0fdb60e,14,...) at sys_nanosleep+0x6f syscall(f40e2d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x281744c3, esp = 0xbfbfec3c, ebp = 0xbfbfec68 --- Tracing command sendmail pid 1153 tid 100094 td 0xcc0a45c0 sched_switch(cc0a45c0,0,104,1a3,e16ca960,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cc0a45c0,0,c0fd8280,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc09c058,74,c0e58fce,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc09c058,cc09c088,174,c0e58fce,0,...) at _sleep+0x385 kern_sigsuspend(cc0a45c0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cc0a45c0,f4001cec,c1025d5c,c0fdb0b7,f4001c9c,...) at sys_sigsuspend+0x4d syscall(f4001d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28322dcb, esp = 0xbfbfcf8c, ebp = 0xbfbfcfb8 --- Tracing command sendmail pid 1150 tid 100109 td 0xcc09f8a0 sched_switch(cc09f8a0,0,104,1a3,e3886f1f,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc09f8a0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f405da14,c0a747fa,cac86810,0,cc09f8a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cac86824,0,f405da50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cac86824,cac86810,1389,6ae,cc06da80,...) at _cv_timedwait_sig+0x270 seltdwait(f405dc08,f405dc10,cbf89280,cc09f8a0,40,...) at seltdwait+0x8a kern_select(cc09f8a0,5,bfbfc500,0,0,f405dc54,20,5,0) at kern_select+0x655 sys_select(cc09f8a0,f405dcec,c1025d5c,c0fdb594,c1027310,...) at sys_select+0x66 syscall(f405dd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x283dae93, esp = 0xbfbfc46c, ebp = 0xbfbfcf98 --- Tracing command sshd pid 1147 tid 100115 td 0xcc00ab80 sched_switch(cc00ab80,0,104,1a3,9866f810,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00ab80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,c955f150,0,c0fd08a7,cc00ab80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c955f164,0,f40d9a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c955f164,c955f150,c0fda9d8,6ae,cc03c3f0,...) at _cv_wait_sig+0x260 seltdwait(cc03c3f0,58,cc040e80,cc00ab80,f40d9b14,...) at seltdwait+0xa2 kern_select(cc00ab80,9,28c0c140,0,0,0,20,cc96a2cc,a) at kern_select+0x655 sys_select(cc00ab80,f40d9cec,c1025d5c,c0fbcc91,c119b640,...) at sys_select+0x66 syscall(f40d9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284dae93, esp = 0xbfbfdedc, ebp = 0xbfbfede8 --- Tracing command moused pid 1115 tid 100090 td 0xcc0a4b80 sched_switch(cc0a4b80,0,104,1a3,de65bef7,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0a4b80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cbf7d550,0,c0fd08a7,cc0a4b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf7d564,0,f3ff1a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf7d564,cbf7d550,c0fda9d8,6ae,cc01e818,...) at _cv_wait_sig+0x260 seltdwait(cc01e818,58,c95d9b80,cc0a4b80,f6,...) at seltdwait+0xa2 kern_select(cc0a4b80,400,bfbfe9f4,0,0,0,20,cc09c598,1) at kern_select+0x655 sys_select(cc0a4b80,f3ff1cec,c1025d5c,c0e371b2,c1027310,...) at sys_select+0x66 syscall(f3ff1d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a8e93, esp = 0xbfbfe98c, ebp = 0xbfbfeb18 --- Tracing command ntpd pid 1091 tid 100104 td 0xcc00d5c0 sched_switch(cc00d5c0,0,104,1a3,2153e5da,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00d5c0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cac868d0,0,c0fd08a7,cc00d5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac868e4,0,f402aa50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac868e4,cac868d0,c0fda9d8,6ae,cc06d230,...) at _cv_wait_sig+0x260 seltdwait(cc06d230,58,c95d9b80,cc00d5c0,0,...) at seltdwait+0xa2 kern_select(cc00d5c0,1c,bfbfecd8,0,0,0,20,cbedc598,0) at kern_select+0x655 sys_select(cc00d5c0,f402acec,c1025d5c,c0fdb9e0,e,...) at sys_select+0x66 syscall(f402ad28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28358e93, esp = 0xbfbfecac, ebp = 0xbfbfed78 --- Tracing command nfsd pid 1034 tid 100113 td 0xcbee68a0 sched_switch(cbee68a0,0,104,1a3,8612ec0d,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee68a0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40c1bdc,c0a747fa,cbc36e80,0,cbee68a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc72e150,0,f40c1c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc72e150,cbc36e80,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40c1d14,c0a56ed8,cbc36e80,f40c1d28,c0fcc890,...) at svc_run_internal+0x356 svc_thread_start(cbc36e80,f40c1d28,c0fcc890,3d8,cc045b30,...) at svc_thread_start+0x10 fork_exit(c0c84f70,cbc36e80,f40c1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1034 tid 100112 td 0xcbee6b80 sched_switch(cbee6b80,0,104,1a3,87445016,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee6b80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40bebdc,c0a747fa,cbc36e80,0,cbee6b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc72e190,0,f40bec18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc72e190,cbc36e80,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40bed14,c0a56ed8,cbc36e80,f40bed28,c0fcc890,...) at svc_run_internal+0x356 svc_thread_start(cbc36e80,f40bed28,c0fcc890,3d8,cc045b30,...) at svc_thread_start+0x10 fork_exit(c0c84f70,cbc36e80,f40bed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1034 tid 100111 td 0xcbee8000 sched_switch(cbee8000,0,104,1a3,86131564,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbee8000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40bbbdc,c0a747fa,cbc36e80,0,cbee8000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc72e1d0,0,f40bbc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc72e1d0,cbc36e80,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40bbd14,c0a56ed8,cbc36e80,f40bbd28,c0fcc890,...) at svc_run_internal+0x356 svc_thread_start(cbc36e80,f40bbd28,c0fcc890,3d8,cc045b30,...) at svc_thread_start+0x10 fork_exit(c0c84f70,cbc36e80,f40bbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1034 tid 100085 td 0xcc04d000 sched_switch(cc04d000,0,104,1a3,86128963,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc04d000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fdd48c,c0a747fa,cbc36e80,0,cc04d000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(caca8ad0,0,f3fdd4c8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(caca8ad0,cbc36e80,1388,3b1,f3fdd510,...) at _cv_timedwait_sig+0x270 svc_run_internal(cc04d1b0,14,c1002aba,c0fbe19b,f3fdd808,...) at svc_run_internal+0x356 svc_run(cbc36e80,0,c0fbe176,19f,c12d7978,...) at svc_run+0x7b nfsrvd_nfsd(cc04d000,f3fdd808,c,f7b,c100e45f,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(cc04d000,f3fddcec,0,cc04d000,f3fddd1c,...) at nfssvc_nfsd+0x177 sys_nfssvc(cc04d000,f3fddcec,c1025d5c,c0fdb594,c1027310,...) at sys_nfssvc+0xeb syscall(f3fddd28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280bfa0b, esp = 0xbfbfe81c, ebp = 0xbfbfea88 --- Tracing command nfsd pid 1031 tid 100103 td 0xcc00d8a0 sched_switch(cc00d8a0,0,104,1a3,7f5eb313,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc00d8a0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc0c6e10,0,c0fd08a7,cc00d8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0c6e24,0,f4026a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0c6e24,cc0c6e10,c0fda9d8,6ae,cc062070,...) at _cv_wait_sig+0x260 seltdwait(cc062070,58,c95d9b80,cc00d8a0,0,...) at seltdwait+0xa2 kern_select(cc00d8a0,7,bfbfeca4,0,0,0,20,cbedc864,1) at kern_select+0x655 sys_select(cc00d8a0,f4026cec,c1025d5c,c0fdb594,c1027310,...) at sys_select+0x66 syscall(f4026d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28176e93, esp = 0xbfbfea8c, ebp = 0xbfbfedd8 --- Tracing command nfsuserd pid 1029 tid 100084 td 0xcc04d2e0 sched_switch(cc04d2e0,0,104,1a3,39805b37,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc04d2e0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fd9a14,c0a747fa,cac86e10,0,cc04d2e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cac86e24,0,f3fd9a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cac86e24,cac86e10,7531,6ae,cc03c6c8,...) at _cv_timedwait_sig+0x270 seltdwait(f3fd9c08,f3fd9c10,c95d9b80,cc04d2e0,0,...) at seltdwait+0x8a kern_select(cc04d2e0,4,bfbfebb4,0,0,f3fd9c54,20,1e,0) at kern_select+0x655 sys_select(cc04d2e0,f3fd9cec,c1025d5c,c0fdb2ee,c1027310,...) at sys_select+0x66 syscall(f3fd9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e93, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1028 tid 100080 td 0xcc04e000 sched_switch(cc04e000,0,104,1a3,398066e6,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc04e000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fc9a14,c0a747fa,cc0c6010,0,cc04e000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc0c6024,0,f3fc9a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc0c6024,cc0c6010,7531,6ae,cc03c6c8,...) at _cv_timedwait_sig+0x270 seltdwait(f3fc9c08,f3fc9c10,c95d9b80,cc04e000,0,...) at seltdwait+0x8a kern_select(cc04e000,4,bfbfebb4,0,0,f3fc9c54,20,1e,0) at kern_select+0x655 sys_select(cc04e000,f3fc9cec,c1025d5c,c0fdb2ee,c1027310,...) at sys_select+0x66 syscall(f3fc9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e93, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1027 tid 100108 td 0xcc09fb80 sched_switch(cc09fb80,0,104,1a3,39652a52,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc09fb80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4059a14,c0a747fa,cac86dd0,0,cc09fb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cac86de4,0,f4059a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cac86de4,cac86dd0,7531,6ae,cc03c6c8,...) at _cv_timedwait_sig+0x270 seltdwait(f4059c08,f4059c10,c95d9b80,cc09fb80,0,...) at seltdwait+0x8a kern_select(cc09fb80,4,bfbfebb4,0,0,f4059c54,20,1e,0) at kern_select+0x655 sys_select(cc09fb80,f4059cec,c1025d5c,c0fdb2ee,c1027310,...) at sys_select+0x66 syscall(f4059d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e93, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1026 tid 100083 td 0xcc04d5c0 sched_switch(cc04d5c0,0,104,1a3,3964ea9b,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc04d5c0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fd5a14,c0a747fa,cc041e90,0,cc04d5c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cc041ea4,0,f3fd5a50,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cc041ea4,cc041e90,7531,6ae,cc03c6c8,...) at _cv_timedwait_sig+0x270 seltdwait(f3fd5c08,f3fd5c10,c95d9b80,cc04d5c0,0,...) at seltdwait+0x8a kern_select(cc04d5c0,4,bfbfebb4,0,0,f3fd5c54,20,1e,0) at kern_select+0x655 sys_select(cc04d5c0,f3fd5cec,c1025d5c,c0fdb2ee,f3fd5cb4,...) at sys_select+0x66 syscall(f3fd5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28175e93, esp = 0xbfbfeb0c, ebp = 0xbfbfec48 --- Tracing command nfsuserd pid 1025 tid 100091 td 0xcbee85c0 sched_switch(cbee85c0,0,104,1a3,75e400ed,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cbee85c0,0,c0fd8280,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac0bb88,74,c0e58fce,100,0,...) at sleepq_wait_sig+0x17 _sleep(cac0bb88,cac0bbb8,174,c0e58fce,0,...) at _sleep+0x385 kern_sigsuspend(cbee85c0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(cbee85c0,f3ff5cec,c1025d5c,c0fdb594,c1027310,...) at sys_sigsuspend+0x4d syscall(f3ff5d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x280bddcb, esp = 0xbfbfec4c, ebp = 0xbfbfede8 --- Tracing command mountd pid 1009 tid 100106 td 0xcc0a42e0 sched_switch(cc0a42e0,0,104,1a3,4b21acd8,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0a42e0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc041790,0,c0fd08a7,cc0a42e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0417a4,0,f4038a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0417a4,cc041790,c0fda9d8,6ae,cc062150,...) at _cv_wait_sig+0x260 seltdwait(cc062150,58,c95d9b80,cc0a42e0,f4038ac0,...) at seltdwait+0xa2 kern_select(cc0a42e0,9,bfbfecf4,0,0,0,20,cc099b30,bfbfecf4) at kern_select+0x655 sys_select(cc0a42e0,f4038cec,c1025d5c,c0fbbef7,1,...) at sys_select+0x66 syscall(f4038d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818de93, esp = 0xbfbfec8c, ebp = 0xbfbfedd8 --- Tracing command rpcbind pid 976 tid 100088 td 0xcc04cb80 sched_switch(cc04cb80,0,104,1a3,42f19718,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc04cb80,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fe9a78,c0a747fa,c95609d0,0,cc04cb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c95609e4,0,f3fe9ab4,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c95609e4,c95609d0,7531,6ae,f3fe9b6c,...) at _cv_timedwait_sig+0x270 seltdwait(f3fe9c3c,f3fe9c44,5ab,cc04cb80,cc73f3cc,...) at seltdwait+0x8a sys_poll(cc04cb80,f3fe9cec,c1025d5c,c0fdb2ee,c1027310,...) at sys_poll+0x321 syscall(f3fe9d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2812c3fb, esp = 0xbfbfcb9c, ebp = 0xbfbfed68 --- Tracing command syslogd pid 961 tid 100110 td 0xcc09f5c0 sched_switch(cc09f5c0,0,104,1a3,b7aead8a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc09f5c0,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cac79190,0,c0fd08a7,cc09f5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cac791a4,0,f4061a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cac791a4,cac79190,c0fda9d8,6ae,cc062888,...) at _cv_wait_sig+0x260 seltdwait(cc062888,58,c95d9b80,cc09f5c0,0,...) at seltdwait+0xa2 kern_select(cc09f5c0,9,28839100,0,0,0,20,cc099000,0) at kern_select+0x655 sys_select(cc09f5c0,f4061cec,c1025d5c,c0fdb1a7,e,...) at sys_select+0x66 syscall(f4061d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2818de93, esp = 0xbfbfe28c, ebp = 0xbfbfedd8 --- Tracing command devd pid 838 tid 100107 td 0xcc0a4000 sched_switch(cc0a4000,0,104,1a3,9a96ba26,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0a4000,0,c0fd8280,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a747fa,cc0c74d0,0,c0fd08a7,cc0a4000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc0c74e4,0,f4053a50,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cc0c74e4,cc0c74d0,c0fda9d8,6ae,cc03c000,...) at _cv_wait_sig+0x260 seltdwait(cc03c000,58,c95d9b80,cc0a4000,c1108bc8,...) at seltdwait+0xa2 kern_select(cc0a4000,5,bfbfe950,0,0,0,20,cc099864,34) at kern_select+0x655 sys_select(cc0a4000,f4053cec,c1025d5c,c0e323ef,c1027310,...) at sys_select+0x66 syscall(f4053d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x808940b, esp = 0xbfbfe91c, ebp = 0xbfbfedf8 --- Tracing command softdepflush pid 19 tid 100078 td 0xcbee88a0 sched_switch(cbee88a0,0,104,1a3,1110422a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cbee88a0,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(e3278840,5c,c0fdfbb1,0,0,...) at sleepq_wait+0x63 _sleep(e3278840,c959c628,5c,c0fdfbb1,0,...) at _sleep+0x39c bwait(e3278840,5c,c0fdfbb1,e3278840,efbe9a48,...) at bwait+0x6f bufwait(e3278840,0,0,0,0,...) at bufwait+0x28 breadn_flags(cbf836cc,2b711c0,0,4000,0,...) at breadn_flags+0x139 indir_trunc(fffe87f4,ffffffff,c1007e6c,1e0e,0,...) at indir_trunc+0x114 indir_trunc(fffff7f3,ffffffff,c1007e6c,1cd0,c12d7b88,...) at indir_trunc+0x4ba handle_workitem_freeblocks(0,efbe9c70,2,6ba,efbe9c74,...) at handle_workitem_freeblocks+0x24f process_worklist_item(c130c880,0,c1007e6c,5e9,cbf91500,...) at process_worklist_item+0x2c2 softdep_process_worklist(cbf7f2dc,0,c1007e6c,562,3e8,...) at softdep_process_worklist+0x84 softdep_flush(0,efbe9d28,c0fcc890,3d8,cbedb000,...) at softdep_flush+0x2a0 fork_exit(c0cd7fd0,0,efbe9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe9d60, ebp = 0 --- Tracing command vnlru pid 18 tid 100077 td 0xcbee8b80 sched_switch(cbee8b80,0,104,1a3,e890d77a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,60,...) at mi_switch+0x1ff sleepq_switch(cbee8b80,0,c0fd8280,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(cbedb2cc,60,c0fe33d5,0,0,...) at sleepq_timedwait+0x6b _sleep(cbedb2cc,c1304b74,260,c0fe33d5,3e8,...) at _sleep+0x36a vnlru_proc(0,efbe6d28,c0fcc890,3d8,cbedb2cc,...) at vnlru_proc+0xe7 fork_exit(c0b2ba40,0,efbe6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe6d60, ebp = 0 --- Tracing command syncer pid 17 tid 100076 td 0xcacf98a0 sched_switch(cacf98a0,0,104,1a3,c728490e,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf98a0,0,c0fd8280,28b,cacf98a0,...) at sleepq_switch+0x162 sleepq_timedwait(c1304bb4,0,efbe3c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c1304bb4,c1304ba0,3e8,783,4e20,...) at _cv_timedwait+0x270 sched_sync(0,efbe3d28,c0fcc890,3d8,cbedb598,...) at sched_sync+0x595 fork_exit(c0b2ad70,0,efbe3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe3d60, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100075 td 0xcacf9b80 sched_switch(cacf9b80,0,104,1a3,e6190308,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,54,...) at mi_switch+0x1ff sleepq_switch(cacf9b80,0,c0fd8280,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1304848,54,c0fe014e,0,0,...) at sleepq_timedwait+0x6b _sleep(c1304848,c1304850,54,c0fe014e,3e8,...) at _sleep+0x36a buf_daemon(0,efbe0d28,c0fcc890,3d8,cbedb864,...) at buf_daemon+0x175 fork_exit(c0b0da90,0,efbe0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe0d60, ebp = 0 --- Tracing command pagezero pid 9 tid 100074 td 0xcae24000 sched_switch(cae24000,0,104,1a3,70c7704,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae24000,0,c0fd8280,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c130e76c,0,c1011585,0,0,...) at sleepq_timedwait+0x6b _sleep(c130e76c,c130d200,0,c1011585,493e0,...) at _sleep+0x36a vm_pagezero(0,efbddd28,c0fcc890,3d8,cbedbb30,...) at vm_pagezero+0xdc fork_exit(c0d1fd10,0,efbddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbddd60, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100073 td 0xcae242e0 sched_switch(cae242e0,0,104,1a3,6955949c,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,74,...) at mi_switch+0x1ff sleepq_switch(cae242e0,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c130e348,74,c0fe014e,0,0,...) at sleepq_wait+0x63 _sleep(c130e348,c130e34c,74,c0fe014e,0,...) at _sleep+0x39c vm_daemon(0,efbdad28,c0fcc890,3d8,cbedc000,...) at vm_daemon+0x59 fork_exit(c0d184d0,0,efbdad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbdad60, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100072 td 0xcae245c0 sched_switch(cae245c0,0,104,1a3,15acde4a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,54,...) at mi_switch+0x1ff sleepq_switch(cae245c0,0,c0fd8280,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c130e310,54,c0fe014e,0,0,...) at sleepq_timedwait+0x6b _sleep(c130e310,c130d200,54,c0fe014e,1388,...) at _sleep+0x36a vm_pageout(0,efbd7d28,c0fcc890,3d8,c95de2cc,...) at vm_pageout+0x2c7 fork_exit(c0d19550,0,efbd7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbd7d60, ebp = 0 --- Tracing command xpt_thrd pid 6 tid 100071 td 0xcae248a0 sched_switch(cae248a0,0,104,1a3,e11d88db,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cae248a0,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1151354,5c,c0e2cbde,0,0,...) at sleepq_wait+0x63 _sleep(c1151354,c1151398,5c,c0e2cbde,0,...) at _sleep+0x39c xpt_scanner_thread(0,efa54d28,c0fcc890,3d8,c95de598,...) at xpt_scanner_thread+0x47 fork_exit(c04a72f0,0,efa54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa54d60, ebp = 0 --- Tracing command sctp_iterator pid 5 tid 100070 td 0xcae24b80 sched_switch(cae24b80,0,104,1a3,30082911,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae24b80,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c13080d8,0,c0ff789f,0,0,...) at sleepq_wait+0x63 _sleep(c13080d8,c13080a0,0,c0ff789f,0,...) at _sleep+0x39c sctp_iterator_thread(0,efa51d28,c0fcc890,3d8,c95de864,...) at sctp_iterator_thread+0x5c fork_exit(c0bc5c00,0,efa51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa51d60, ebp = 0 --- Tracing command fdc0 pid 4 tid 100065 td 0xcae25b80 sched_switch(cae25b80,0,104,1a3,e77e3529,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cae25b80,0,c0fd8280,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(cac7223c,5c,c0fbec12,0,0,...) at sleepq_timedwait+0x6b _sleep(cac7223c,cac722f0,5c,c0fbec12,3e8,...) at _sleep+0x36a fdc_thread(cac72200,efa42d28,c0fcc890,3d8,c95deb30,...) at fdc_thread+0x27d fork_exit(c0da2050,cac72200,efa42d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa42d60, ebp = 0 --- Tracing command fw0_probe pid 3 tid 100063 td 0xcace42e0 sched_switch(cace42e0,0,104,1a3,e11dae94,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cace42e0,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cad2c000,6c,c0fbec12,100,0,...) at sleepq_wait_sig+0x17 _sleep(cad2c000,cad30488,16c,c0fbec12,0,...) at _sleep+0x385 fw_bus_probe_thread(cad2c000,efa32d28,c0fcc890,3d8,cac0b000,...) at fw_bus_probe_thread+0xa08 fork_exit(c0701880,cad2c000,efa32d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa32d60, ebp = 0 --- Tracing command usb pid 15 tid 100059 td 0xcacf7000 sched_switch(cacf7000,0,104,1a3,cec317be,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf7000,0,c0fd8280,268,cacf7000,...) at sleepq_switch+0x162 sleepq_wait(cacfed34,0,efa1bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfed34,cacfee4c,c0fb0291,74,cacfed3c,...) at _cv_wait+0x260 usb_process(cacfed2c,efa1bd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacfed2c,efa1bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa1bd60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xcacf72e0 sched_switch(cacf72e0,0,104,1a3,3ccc5786,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf72e0,0,c0fd8280,268,cacf72e0,...) at sleepq_switch+0x162 sleepq_wait(cacfed04,0,efa18cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfed04,cacfee4c,c0fb0291,74,cacfed0c,...) at _cv_wait+0x260 usb_process(cacfecfc,efa18d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacfecfc,efa18d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa18d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xcacf75c0 sched_switch(cacf75c0,0,104,1a3,ce5b87cf,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf75c0,0,c0fd8280,268,cacf75c0,...) at sleepq_switch+0x162 sleepq_wait(cacfecd4,0,efa15cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfecd4,cacfee4c,c0fb0291,74,cacfecdc,...) at _cv_wait+0x260 usb_process(cacfeccc,efa15d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacfeccc,efa15d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa15d60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xcacf78a0 sched_switch(cacf78a0,0,104,1a3,ce5b73be,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf78a0,0,c0fd8280,268,cacf78a0,...) at sleepq_switch+0x162 sleepq_wait(cacfeca4,0,efa12cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacfeca4,cacfee4c,c0fb0291,74,cacfecac,...) at _cv_wait+0x260 usb_process(cacfec9c,efa12d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacfec9c,efa12d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa12d60, ebp = 0 --- Tracing command usb pid 15 tid 100054 td 0xcacf9000 sched_switch(cacf9000,0,104,1a3,ce5b59ec,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf9000,0,c0fd8280,268,cacf9000,...) at sleepq_switch+0x162 sleepq_wait(cacefb5c,0,efa09cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefb5c,cacefc74,c0fb0291,74,cacefb64,...) at _cv_wait+0x260 usb_process(cacefb54,efa09d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacefb54,efa09d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa09d60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xcacf92e0 sched_switch(cacf92e0,0,104,1a3,15d9d6c4,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf92e0,0,c0fd8280,268,cacf92e0,...) at sleepq_switch+0x162 sleepq_wait(cacefb2c,0,efa06cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefb2c,cacefc74,c0fb0291,74,cacefb34,...) at _cv_wait+0x260 usb_process(cacefb24,efa06d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacefb24,efa06d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa06d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xcacf95c0 sched_switch(cacf95c0,0,104,1a3,cdf68f40,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacf95c0,0,c0fd8280,268,cacf95c0,...) at sleepq_switch+0x162 sleepq_wait(cacefafc,0,efa03cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefafc,cacefc74,c0fb0291,74,cacefb04,...) at _cv_wait+0x260 usb_process(cacefaf4,efa03d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacefaf4,efa03d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa03d60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xcace2000 sched_switch(cace2000,0,104,1a3,cdf679f3,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace2000,0,c0fd8280,268,cace2000,...) at sleepq_switch+0x162 sleepq_wait(cacefacc,0,efa00cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacefacc,cacefc74,c0fb0291,74,cacefad4,...) at _cv_wait+0x260 usb_process(cacefac4,efa00d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacefac4,efa00d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa00d60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xcace22e0 sched_switch(cace22e0,0,104,1a3,cdf6613b,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace22e0,0,c0fd8280,268,cace22e0,...) at sleepq_switch+0x162 sleepq_wait(caceab5c,0,ef9fccac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceab5c,caceac74,c0fb0291,74,caceab64,...) at _cv_wait+0x260 usb_process(caceab54,ef9fcd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,caceab54,ef9fcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9fcd60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xcace25c0 sched_switch(cace25c0,0,104,1a3,132b2a4a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace25c0,0,c0fd8280,268,cace25c0,...) at sleepq_switch+0x162 sleepq_wait(caceab2c,0,ef9f9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceab2c,caceac74,c0fb0291,74,caceab34,...) at _cv_wait+0x260 usb_process(caceab24,ef9f9d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,caceab24,ef9f9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f9d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xcace28a0 sched_switch(cace28a0,0,104,1a3,c82a2e8e,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace28a0,0,c0fd8280,268,cace28a0,...) at sleepq_switch+0x162 sleepq_wait(caceaafc,0,ef9f6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceaafc,caceac74,c0fb0291,74,caceab04,...) at _cv_wait+0x260 usb_process(caceaaf4,ef9f6d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,caceaaf4,ef9f6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f6d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xcace2b80 sched_switch(cace2b80,0,104,1a3,c82a1916,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace2b80,0,c0fd8280,268,cace2b80,...) at sleepq_switch+0x162 sleepq_wait(caceaacc,0,ef9f3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(caceaacc,caceac74,c0fb0291,74,caceaad4,...) at _cv_wait+0x260 usb_process(caceaac4,ef9f3d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,caceaac4,ef9f3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f3d60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xcace3000 sched_switch(cace3000,0,104,1a3,c82a008f,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace3000,0,c0fd8280,268,cace3000,...) at sleepq_switch+0x162 sleepq_wait(cace5b5c,0,ef9efcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5b5c,cace5c74,c0fb0291,74,cace5b64,...) at _cv_wait+0x260 usb_process(cace5b54,ef9efd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cace5b54,ef9efd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9efd60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xcace32e0 sched_switch(cace32e0,0,104,1a3,11fd0430,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace32e0,0,c0fd8280,268,cace32e0,...) at sleepq_switch+0x162 sleepq_wait(cace5b2c,0,ef9eccac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5b2c,cace5c74,c0fb0291,74,cace5b34,...) at _cv_wait+0x260 usb_process(cace5b24,ef9ecd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cace5b24,ef9ecd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9ecd60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xcace35c0 sched_switch(cace35c0,0,104,1a3,c7c4d190,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace35c0,0,c0fd8280,268,cace35c0,...) at sleepq_switch+0x162 sleepq_wait(cace5afc,0,ef9e9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5afc,cace5c74,c0fb0291,74,cace5b04,...) at _cv_wait+0x260 usb_process(cace5af4,ef9e9d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cace5af4,ef9e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e9d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xcace38a0 sched_switch(cace38a0,0,104,1a3,c7c4be66,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace38a0,0,c0fd8280,268,cace38a0,...) at sleepq_switch+0x162 sleepq_wait(cace5acc,0,ef9e6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cace5acc,cace5c74,c0fb0291,74,cace5ad4,...) at _cv_wait+0x260 usb_process(cace5ac4,ef9e6d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cace5ac4,ef9e6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e6d60, ebp = 0 --- Tracing command usb pid 15 tid 100041 td 0xcace4000 sched_switch(cace4000,0,104,1a3,c7c4a6c1,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace4000,0,c0fd8280,268,cace4000,...) at sleepq_switch+0x162 sleepq_wait(cacddb5c,0,ef9dfcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddb5c,cacddc74,c0fb0291,74,cacddb64,...) at _cv_wait+0x260 usb_process(cacddb54,ef9dfd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacddb54,ef9dfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9dfd60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xcacbf000 sched_switch(cacbf000,0,104,1a3,10b312d6,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbf000,0,c0fd8280,268,cacbf000,...) at sleepq_switch+0x162 sleepq_wait(cacddb2c,0,ef9dccac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddb2c,cacddc74,c0fb0291,74,cacddb34,...) at _cv_wait+0x260 usb_process(cacddb24,ef9dcd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacddb24,ef9dcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9dcd60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xcacbf2e0 sched_switch(cacbf2e0,0,104,1a3,c75ffc1a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbf2e0,0,c0fd8280,268,cacbf2e0,...) at sleepq_switch+0x162 sleepq_wait(cacddafc,0,ef9d9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddafc,cacddc74,c0fb0291,74,cacddb04,...) at _cv_wait+0x260 usb_process(cacddaf4,ef9d9d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacddaf4,ef9d9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d9d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xcacbf5c0 sched_switch(cacbf5c0,0,104,1a3,c75fe70f,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbf5c0,0,c0fd8280,268,cacbf5c0,...) at sleepq_switch+0x162 sleepq_wait(cacddacc,0,ef9d6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacddacc,cacddc74,c0fb0291,74,cacddad4,...) at _cv_wait+0x260 usb_process(cacddac4,ef9d6d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacddac4,ef9d6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d6d60, ebp = 0 --- Tracing command usb pid 15 tid 100036 td 0xcacbfb80 sched_switch(cacbfb80,0,104,1a3,c75fd046,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacbfb80,0,c0fd8280,268,cacbfb80,...) at sleepq_switch+0x162 sleepq_wait(cacd5b5c,0,ef9cfcac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5b5c,cacd5c74,c0fb0291,74,cacd5b64,...) at _cv_wait+0x260 usb_process(cacd5b54,ef9cfd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacd5b54,ef9cfd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9cfd60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xcacc1000 sched_switch(cacc1000,0,104,1a3,102a39dc,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacc1000,0,c0fd8280,268,cacc1000,...) at sleepq_switch+0x162 sleepq_wait(cacd5b2c,0,ef9cccac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5b2c,cacd5c74,c0fb0291,74,cacd5b34,...) at _cv_wait+0x260 usb_process(cacd5b24,ef9ccd28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacd5b24,ef9ccd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9ccd60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xcacc12e0 sched_switch(cacc12e0,0,104,1a3,c6faa1df,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacc12e0,0,c0fd8280,268,cacc12e0,...) at sleepq_switch+0x162 sleepq_wait(cacd5afc,0,ef9c9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5afc,cacd5c74,c0fb0291,74,cacd5b04,...) at _cv_wait+0x260 usb_process(cacd5af4,ef9c9d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacd5af4,ef9c9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c9d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xcacc15c0 sched_switch(cacc15c0,0,104,1a3,c6fa8a27,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cacc15c0,0,c0fd8280,268,cacc15c0,...) at sleepq_switch+0x162 sleepq_wait(cacd5acc,0,ef9c6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(cacd5acc,cacd5c74,c0fb0291,74,cacd5ad4,...) at _cv_wait+0x260 usb_process(cacd5ac4,ef9c6d28,c0fcc890,3d8,cac0b2cc,...) at usb_process+0x1a3 fork_exit(c092f860,cacd5ac4,ef9c6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c6d60, ebp = 0 --- Tracing command ctl_thrd pid 2 tid 100028 td 0xc96eb8a0 sched_switch(c96eb8a0,0,104,1a3,c6fa6bf4,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96eb8a0,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c97c4000,5c,c0e37650,0,0,...) at sleepq_wait+0x63 _sleep(c97c4000,c97c4000,5c,c0e37650,0,...) at _sleep+0x39c ctl_work_thread(c97c4000,ef733d28,c0fcc890,3d8,cac0b598,...) at ctl_work_thread+0x22f6 fork_exit(c04d08d0,c97c4000,ef733d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef733d60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc96ea5c0 sched_switch(c96ea5c0,0,104,1a3,1e55cf14,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96ea5c0,0,c0fd8280,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c118d7e4,0,c0fbec12,2,0,...) at sleepq_timedwait+0x6b _sleep(c118d7e4,0,0,c0fbec12,64) at _sleep+0x36a pause(c0fbec12,64,c0f8c2f0,111,0,...) at pause+0xa0 random_kthread(0,e33e0d28,c0fcc890,3d8,c95dd000,...) at random_kthread+0x1ef fork_exit(c082d0c0,0,e33e0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e0d60, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc96ea8a0 sched_switch(c96ea8a0,0,104,1a3,23ad3aec,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96ea8a0,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c118a8a8,5c,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c118a8a8,c118a808,25c,c0fbec12,0,...) at _sleep+0x39c g_io_schedule_down(c96ea8a0,0,c0fc0761,6c,e33ddd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,e33ddd28,c0fcc890,3d8,c95dd2cc,...) at g_down_procbody+0x9d fork_exit(c09e6b60,0,e33ddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ddd60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc96eab80 sched_switch(c96eab80,0,104,1a3,23aaa4c2,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96eab80,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c118a8a4,5c,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c118a8a4,c118a828,25c,c0fbec12,0,...) at _sleep+0x39c g_io_schedule_up(c96eab80,0,c0fc0761,5f,e33dad14,...) at g_io_schedule_up+0x134 g_up_procbody(0,e33dad28,c0fcc890,3d8,c95dd2cc,...) at g_up_procbody+0x9d fork_exit(c09e6c00,0,e33dad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33dad60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc96eb000 sched_switch(c96eb000,0,104,1a3,9e446b53,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96eb000,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c118a89c,5c,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c118a89c,c118a7cc,25c,c0fbec12,0,...) at _sleep+0x39c g_run_events(c119b640,0,c0fc0761,79,e33d7d14,...) at g_run_events+0x54b g_event_procbody(0,e33d7d28,c0fcc890,3d8,c95dd2cc,...) at g_event_procbody+0x90 fork_exit(c09e6ca0,0,e33d7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d7d60, ebp = 0 --- Tracing command intr pid 12 tid 100067 td 0xcae255c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100066 td 0xcae258a0 sched_switch(cae258a0,0,109,1a3,c6f54d01,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cae258a0,...) at mi_switch+0x1ff ithread_loop(cae1e990,efa45d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cae1e990,efa45d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa45d60, ebp = 0 --- Tracing command intr pid 12 tid 100064 td 0xcae26000 sched_switch(cae26000,0,109,1a3,b388bb1f,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cae26000,...) at mi_switch+0x1ff ithread_loop(cae18a40,efa35d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cae18a40,efa35d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa35d60, ebp = 0 --- Tracing command intr pid 12 tid 100061 td 0xcace48a0 sched_switch(cace48a0,0,109,1a3,b61a402b,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cace48a0,...) at mi_switch+0x1ff ithread_loop(cad15880,efa29d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cad15880,efa29d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa29d60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xcace4b80 sched_switch(cace4b80,0,109,1a3,a0b58616,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cace4b80,...) at mi_switch+0x1ff ithread_loop(cad15010,efa21d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cad15010,efa21d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa21d60, ebp = 0 --- Tracing command intr pid 12 tid 100055 td 0xcacf7b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100042 td 0xcace3b80 sched_switch(cace3b80,0,109,1a3,eba61dc0,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cace3b80,...) at mi_switch+0x1ff ithread_loop(cacc5720,ef9e3d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cacc5720,ef9e3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e3d60, ebp = 0 --- Tracing command intr pid 12 tid 100037 td 0xcacbf8a0 sched_switch(cacbf8a0,0,109,1a3,e67f9173,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cacbf8a0,...) at mi_switch+0x1ff ithread_loop(cacad590,ef9d3d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cacad590,ef9d3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d3d60, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xcacc18a0 sched_switch(cacc18a0,0,109,1a3,8a9bb447,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cacc18a0,...) at mi_switch+0x1ff ithread_loop(cacad830,ef9c3d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cacad830,ef9c3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c3d60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xcacc1b80 sched_switch(cacc1b80,0,109,1a3,23be4929,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,cacc1b80,...) at mi_switch+0x1ff ithread_loop(cac97ae0,ef86dd28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cac97ae0,ef86dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef86dd60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc96eb2e0 sched_switch(c96eb2e0,0,109,1a3,13c5addf,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c96eb2e0,...) at mi_switch+0x1ff ithread_loop(cac97c80,ef869d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cac97c80,ef869d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef869d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc96eb5c0 sched_switch(c96eb5c0,0,109,1a3,b7f78307,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c96eb5c0,...) at mi_switch+0x1ff ithread_loop(cac97500,ef763d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,cac97500,ef763d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef763d60, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc97c1b80 sched_switch(c97c1b80,0,109,1a3,681c3a1,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c97c1b80,...) at mi_switch+0x1ff ithread_loop(c95b3450,e33efd28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b3450,e33efd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33efd60, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc96228a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc96ea000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc96ea2e0 sched_switch(c96ea2e0,0,109,1a3,6201c3b6,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c96ea2e0,...) at mi_switch+0x1ff ithread_loop(c95b3490,e33e3d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b3490,e33e3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e3d60, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc95e05c0 sched_switch(c95e05c0,0,109,1a3,8dbf956,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c95e05c0,...) at mi_switch+0x1ff ithread_loop(c95b36f0,e33d1d28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b36f0,e33d1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d1d60, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc95e08a0 sched_switch(c95e08a0,0,109,1a3,1e515dfd,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c95e08a0,...) at mi_switch+0x1ff ithread_loop(c95b3700,e33ced28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b3700,e33ced28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ced60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc95e0b80 sched_switch(c95e0b80,0,109,1a3,1396a99f,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c95e0b80,...) at mi_switch+0x1ff ithread_loop(c95b3710,e33cbd28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b3710,e33cbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33cbd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc9622000 sched_switch(c9622000,0,109,1a3,22650f70,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c9622000,...) at mi_switch+0x1ff ithread_loop(c95b3720,c93fed28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b3720,c93fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93fed60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc96222e0 sched_switch(c96222e0,0,109,1a3,a22b196c,...) at sched_switch+0x413 mi_switch(109,0,c0fccbc1,557,c96222e0,...) at mi_switch+0x1ff ithread_loop(c95b3730,c93fbd28,c0fcc890,3d8,c95dd598,...) at ithread_loop+0x1fb fork_exit(c0a5aa30,c95b3730,c93fbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93fbd60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc96225c0 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc95df000 cpustop_handler(3,c93f4c54,c0e00de3,c12d7e48,c131f428,...) at cpustop_handler+0x26 ipi_nmi_handler(c12d7e48,c131f428,c1108be4,6497,c95dd864,...) at ipi_nmi_handler+0x35 trap(c93f4c60) at trap+0x33 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0aaf3ee, esp = 0xc93f4ca0, ebp = 0xc93f4ce8 --- sched_idletd(0,c93f4d28,c0fcc890,3d8,c95dd864,...) at sched_idletd+0x1fe fork_exit(c0aaf1f0,0,c93f4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f4d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc95df2e0 sched_switch(c95df2e0,0,608,19e,2366bf31,...) at sched_switch+0x413 mi_switch(608,0,c0fd2f3f,cd,0,...) at mi_switch+0x1ff critical_exit(0,2,0,2,c93f1ce8,...) at critical_exit+0xb5 cpu_idle(0,c93f1cc0,c0fd490c,a1f,c95df2e0,...) at cpu_idle+0x97 sched_idletd(0,c93f1d28,c0fcc890,3d8,c95dd864,...) at sched_idletd+0x235 fork_exit(c0aaf1f0,0,c93f1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f1d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc95df5c0 cpustop_handler(1,c93eec54,c0e00de3,c12d7df0,c131ee28,...) at cpustop_handler+0x26 ipi_nmi_handler(c12d7df0,c131ee28,c1108be4,6427,c95dd864,...) at ipi_nmi_handler+0x35 trap(c93eec60) at trap+0x33 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0aaf3ee, esp = 0xc93eeca0, ebp = 0xc93eece8 --- sched_idletd(0,c93eed28,c0fcc890,3d8,c95dd864,...) at sched_idletd+0x1fe fork_exit(c0aaf1f0,0,c93eed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93eed60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc95df8a0 cpustop_handler(0,c93ebc54,c0e00de3,c1825c80,c93ebba4,...) at cpustop_handler+0x26 ipi_nmi_handler(c1825c80,c93ebba4,c0a74363,c1825c80,c95dd864,...) at ipi_nmi_handler+0x35 trap(c93ebc60) at trap+0x33 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0aaf3ee, esp = 0xc93ebca0, ebp = 0xc93ebce8 --- sched_idletd(0,c93ebd28,c0fcc890,3d8,c95dd864,...) at sched_idletd+0x1fe fork_exit(c0aaf1f0,0,c93ebd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93ebd60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc95dfb80 sched_switch(c95dfb80,0,104,1a3,1ffa0a4d,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c95dfb80,0,c0fd8280,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0fd8280,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c95ddb30,6c,c0fdb1b8,100,0,...) at sleepq_wait_sig+0x17 _sleep(c95ddb30,c95ddbb8,16c,c0fdb1b8,0,...) at _sleep+0x385 kern_wait(c95dfb80,ffffffff,c93e7c58,0,0,...) at kern_wait+0x597 sys_wait4(c95dfb80,c93e7cec,c1025d5c,c0fdb006,c1027310,...) at sys_wait4+0x3b syscall(c93e7d28) at syscall+0x2fe Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x806070f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 --- Tracing command audit pid 10 tid 100001 td 0xc95e0000 sched_switch(c95e0000,0,104,1a3,c6f81138,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c95e0000,0,c0fd8280,268,c95e0000,...) at sleepq_switch+0x162 sleepq_wait(c130c000,0,c93e4c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c130c000,c130bfe4,c1004537,194,c93e4cc4,...) at _cv_wait+0x260 audit_worker(0,c93e4d28,c0fcc890,3d8,c95de000,...) at audit_worker+0x84 fork_exit(c0c952c0,0,c93e4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93e4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xcae25000 sched_switch(cae25000,0,104,1a3,6576f20a,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae25000,0,c0fd8280,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c118d7e4,0,c0fbec12,2,0,...) at sleepq_timedwait+0x6b _sleep(c118d7e4,0,0,c0fbec12,bb8) at _sleep+0x36a pause(c0fbec12,bb8,126,124,c118aae8,...) at pause+0xa0 deadlkres(0,efa4ed28,c0fcc890,3d8,c118aa60,...) at deadlkres+0x324 fork_exit(c0a39910,0,efa4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xcae252e0 sched_switch(cae252e0,0,104,1a3,c6f7f3b4,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cae252e0,0,c0fd8280,268,cae252e0,...) at sleepq_switch+0x162 sleepq_wait(c971ddc0,0,c0fd3461,c0fbec12,0,...) at sleepq_wait+0x63 msleep_spin(c971ddc0,c971ddd8,c0fbec12,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c136d740,efa4bd28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc2b0,c136d740,efa4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa4bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100062 td 0xcace45c0 sched_switch(cace45c0,0,104,1a3,222e8728,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cace45c0,0,c0fd8280,268,cace45c0,...) at sleepq_switch+0x162 sleepq_wait(c971de00,0,c0fd3461,c0fbec12,0,...) at sleepq_wait+0x63 msleep_spin(c971de00,c971de18,c0fbec12,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(cad3049c,efa2fd28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc2b0,cad3049c,efa2fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa2fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc96ebb80 sched_switch(c96ebb80,0,104,1a3,e1224af6,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96ebb80,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c971de40,0,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c971de40,c971de58,0,c0fbec12,0,...) at _sleep+0x39c taskqueue_thread_loop(c118b3f8,e33fed28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc2b0,c118b3f8,e33fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33fed60, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc97c1000 sched_switch(c97c1000,0,104,1a3,e12236c3,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c1000,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c971de80,0,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c971de80,c971de98,0,c0fbec12,0,...) at _sleep+0x39c taskqueue_thread_loop(c130c5e4,e33fbd28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc2b0,c130c5e4,e33fbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33fbd60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc97c12e0 sched_switch(c97c12e0,0,104,1a3,e122209f,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c12e0,0,c0fd8280,268,c97c12e0,...) at sleepq_switch+0x162 sleepq_wait(c971e000,0,c0fd3461,c0fbec12,0,...) at sleepq_wait+0x63 msleep_spin(c971e000,c971e018,c0fbec12,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c1154598,e33f8d28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc2b0,c1154598,e33f8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f8d60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc97c15c0 sched_switch(c97c15c0,0,104,1a3,e1220d8c,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c15c0,0,c0fd8280,268,c97c15c0,...) at sleepq_switch+0x162 sleepq_wait(c971e000,0,c0fd3461,c0fbec12,0,...) at sleepq_wait+0x63 msleep_spin(c971e000,c971e018,c0fbec12,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c1154598,e33f5d28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc2b0,c1154598,e33f5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f5d60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc97c18a0 sched_switch(c97c18a0,0,104,1a3,e121f97f,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97c18a0,0,c0fd8280,268,c97c18a0,...) at sleepq_switch+0x162 sleepq_wait(c971e000,0,c0fd3461,c0fbec12,0,...) at sleepq_wait+0x63 msleep_spin(c971e000,c971e018,c0fbec12,0,a55,...) at msleep_spin+0x25f taskqueue_thread_loop(c1154598,e33f2d28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0x8f fork_exit(c0acc2b0,c1154598,e33f2d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f2d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc9622b80 sched_switch(c9622b80,0,104,1a3,67dcbb80,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9622b80,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c971e0c0,0,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c971e0c0,c971e0d8,0,c0fbec12,0,...) at _sleep+0x39c taskqueue_thread_loop(c11aa3ac,e33e9d28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc2b0,c11aa3ac,e33e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e9d60, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc95e02e0 sched_switch(c95e02e0,0,104,1a3,d445fbb5,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c95e02e0,0,c0fd8280,268,0,...) at sleepq_switch+0x162 sleepq_wait(c96e9000,0,c0fbec12,0,0,...) at sleepq_wait+0x63 _sleep(c96e9000,c96e9018,0,c0fbec12,0,...) at _sleep+0x39c taskqueue_thread_loop(c11a8dc0,e33d4d28,c0fcc890,3d8,c118aa60,...) at taskqueue_thread_loop+0xb5 fork_exit(c0acc2b0,c11a8dc0,e33d4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc118ad30 sched_switch(c118ad30,0,104,1a3,e7637c42,...) at sched_switch+0x413 mi_switch(104,0,c0fd8280,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c118ad30,0,c0fd8280,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c118aa60,54,c1004f18,0,0,...) at sleepq_timedwait+0x6b _sleep(c118aa60,0,54,c1004f18,2710,...) at _sleep+0x36a scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 309 MB: 294 278 262 246 230 214 198 182 166 150 134 118 102 86 70 54 38 22 6 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 $ svn diff -x -p /var/tmp/vmcontention/sys Index: /var/tmp/vmcontention/sys/vm/vm_radix.c =================================================================== --- /var/tmp/vmcontention/sys/vm/vm_radix.c (revision 235728) +++ /var/tmp/vmcontention/sys/vm/vm_radix.c (working copy) @@ -110,6 +110,7 @@ struct vm_radix_node { CTASSERT(sizeof(struct vm_radix_node) < PAGE_SIZE); static uma_zone_t vm_radix_node_zone; +static u_long allocfail; #ifndef UMA_MD_SMALL_ALLOC static vm_map_t rnode_map; @@ -205,6 +206,10 @@ static __inline struct vm_radix_node * vm_radix_node_get(void) { + if (++allocfail == 100000000) { + allocfail = 0; + return (NULL); + } return (uma_zalloc(vm_radix_node_zone, M_NOWAIT | M_ZERO)); } @@ -293,11 +298,11 @@ vm_radix_setroot(struct vm_radix *rtree, struct vm rtree->rt_root = root; } -static inline void -vm_radix_unwind_heightup(struct vm_radix *rtree, struct vm_radix_node *root, - struct vm_radix_node *iroot, int ilevel) +static void +vm_radix_unwind_heightup(struct vm_radix *rtree, volatile struct vm_radix_node *root, + volatile struct vm_radix_node *iroot, int ilevel) { - struct vm_radix_node *rnode; + volatile struct vm_radix_node *rnode; CTR4(KTR_VM, "unwind: tree %p, root %p, iroot %p, ilevel %d", rtree, root, iroot, ilevel); @@ -306,9 +311,9 @@ vm_radix_setroot(struct vm_radix *rtree, struct vm MPASS(rnode->rn_count == 0 || rnode->rn_count == 1); rnode->rn_count = 0; root = rnode->rn_child[0]; - vm_radix_node_put(rnode); + vm_radix_node_put(__DEVOLATILE(struct vm_radix_node *, rnode)); } - vm_radix_setroot(rtree, iroot, ilevel); + vm_radix_setroot(rtree, __DEVOLATILE(struct vm_radix_node *, iroot), ilevel); } static inline void * @@ -362,16 +367,16 @@ vm_radix_reclaim_allnodes_internal(struct vm_radix int vm_radix_insert(struct vm_radix *rtree, vm_pindex_t index, void *val) { - struct vm_radix_node *iroot, *rnode, *root; - u_int allocmsk; - int clev, ilevel, level, slot; + volatile struct vm_radix_node *iroot, *rnode, *root; + volatile u_int allocmsk; + volatile int clev, ilevel, level, slot; CTR4(KTR_VM, "insert: tree %p, " KFRMT64(index) ", val %p", rtree, KSPLT64L(index), KSPLT64H(index), val); if (index == -1) panic("vm_radix_insert: -1 is not a valid index.\n"); - level = vm_radix_height(rtree, &root); + level = vm_radix_height(rtree, __DEVOLATILE(struct vm_radix_node **, &root)); /* * Increase the height by adding nodes at the root until * there is sufficient space. @@ -413,7 +418,7 @@ vm_radix_insert(struct vm_radix *rtree, vm_pindex_ } root = rnode; } - vm_radix_setroot(rtree, root, level); + vm_radix_setroot(rtree, __DEVOLATILE(struct vm_radix_node *, root), level); } /* Now that the tree is tall enough, fill in the path to the index. */ -- Test scenario: altbufferflushes.sh