GENERIC HEAD from 2016-10-05 17:32:06 UTC, r306713M, vmcore.965 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2016 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 12.0-CURRENT #2 r306713M: Thu Oct 6 12:20:56 CEST 2016 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.8.0 (tags/RELEASE_380/final 262564) (based on LLVM 3.8.0) WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin="AuthenticAMD" Id=0x100f23 Family=0x10 Model=0x2 Stepping=3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff SVM: NP,NAsids=64 TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3524575232 (3361 MB) : Trying to mount root from ufs:/dev/ada0s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. warning: total configured swap (4194304 pages) exceeds maximum recommended amount (2097312 pages). warning: increase kern.maxswzone or reduce amount of swap. Starting file system checks: /dev/ada0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1a: clean, 638038 free (1926 frags, 79514 blocks, 0.2% fragmentation) /dev/ada0s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1f: clean, 710375 free (16231 frags, 86768 blocks, 1.6% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 55443364 free (25156 frags, 6927276 blocks, 0.0% fragmentation) /dev/ada0s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1d: clean, 1740765 free (269917 frags, 183856 blocks, 2.7% fragmentation) /dev/ada0s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1e: clean, 4176521 free (229481 frags, 493380 blocks, 0.9% fragmentation) Mounting local file systems:. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/arduino/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc48 /usr/local/lib/mozjpeg /usr/local/lib/mysql /usr/local/lib/perl5/5.20/mach/CORE /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/lib/virtualbox /usr/local/llvm37/lib a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Setting hostname: x4.osted.lan. Setting up harvesting:[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,NET_ETHER,NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy:. re0: link state changed to DOWN uhub5: 10 ports with 10 removable, self powered Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 groups: lo re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=23 media: Ethernet autoselect (none) status: no carrier Starting devd. re0: link state changed to UP add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Starting rtsold. Creating and/or trimming log files. Starting syslogd. Starting rpcbind. NFS access cache time=60 Starting watchdogd. Starting ddb. No core dumps found. Additional ABI support: linux. lock order reversal: 1st 0xe48e86e0 bufwait (bufwait) @ kern/vfs_bio.c:3505 2nd 0xc97f2400 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:281 stack backtrace: #0 0xc0cb4c11 at witness_debugger+0x81 #1 0xc0cb4b36 at witness_checkorder+0xd46 #2 0xc0c58e40 at _sx_xlock+0x70 #3 0xc0f4ed33 at ufsdirhash_add+0x53 #4 0xc0f537d7 at ufs_direnter+0x4b7 #5 0xc0f5c731 at ufs_mkdir+0x7e1 #6 0xc122a50d at VOP_MKDIR_APV+0x21d #7 0xc0d2dc9c at kern_mkdirat+0x22c #8 0xc0d2da61 at sys_mkdir+0x31 #9 0xc11f63e3 at syscall+0x3d3 #10 0xc11e107e at Xint0x80_syscall+0x2e Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Starting statd. Starting lockd. Recovering vi editor sessions:lock order reversal: 1st 0xca09ce44 ufs (ufs) @ kern/vfs_lookup.c:522 2nd 0xe48eee00 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:278 3rd 0xca09cb74 ufs (ufs) @ kern/vfs_subr.c:2592 stack backtrace: #0 0xc0cb4c11 at witness_debugger+0x81 #1 0xc0cb4b36 at witness_checkorder+0xd46 #2 0xc0c25b62 at __lockmgr_args+0x482 #3 0xc0f49432 at _lockmgr_args+0xb2 #4 0xc0f468f7 at ffs_lock+0x107 #5 0xc122bd61 at VOP_LOCK1_APV+0x201 #6 0xc0d30f0a at _vn_lock+0xba #7 0xc0d1ed1e at vget+0x8e #8 0xc0d10b81 at vfs_hash_get+0xd1 #9 0xc0f40cc7 at ffs_vgetf+0x47 #10 0xc0f37061 at softdep_sync_buf+0xb11 #11 0xc0f48bb8 at ffs_syncvnode+0x588 #12 0xc0f1b065 at ffs_truncate+0x8e5 #13 0xc0f53995 at ufs_direnter+0x675 #14 0xc0f5d51a at ufs_makeinode+0x52a #15 0xc0f59290 at ufs_create+0x30 #16 0xc1225e2d at VOP_CREATE_APV+0x21d #17 0xc0d30705 at vn_open_cred+0x2a5 . Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Starting smartd. Oct 6 12:25:38 x4 smartd[648]: Device: /dev/ada0, WARNING: A firmware update for this drive may be available, Oct 6 12:25:38 x4 smartd[648]: see the following Seagate web pages: Oct 6 12:25:38 x4 smartd[648]: http://knowledge.seagate.com/articles/en_US/FAQ/207931en Oct 6 12:25:38 x4 smartd[648]: http://knowledge.seagate.com/articles/en_US/FAQ/213891en Configuring vt: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc9a98034 ufs (ufs) @ kern/vfs_mount.c:1251 2nd 0xc980a46c devfs (devfs) @ ufs/ffs/ffs_softdep.c:1908 stack backtrace: #0 0xc0cb4c11 at witness_debugger+0x81 #1 0xc0cb4b36 at witness_checkorder+0xd46 #2 0xc0c25b62 at __lockmgr_args+0x482 #3 0xc0d0ca33 at vop_stdlock+0x53 #4 0xc122bd61 at VOP_LOCK1_APV+0x201 #5 0xc0d30f0a at _vn_lock+0xba #6 0xc0f24a78 at softdep_flushworklist+0x68 #7 0xc0f43fba at ffs_sync+0x2aa #8 0xc0d32655 at vfs_write_suspend+0x1c5 #9 0xc0d32885 at vfs_write_suspend_umnt+0x45 #10 0xc0f4372f at ffs_unmount+0xaf #11 0xc0d16d9a at dounmount+0x82a #12 0xc0d16465 at sys_unmount+0x315 #13 0xc11f63e3 at syscall+0x3d3 #14 0xc11e107e at Xint0x80_syscall+0x2e ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes Oct 6 12:26:05 x4 su: pho to root on /dev/pts/1 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 457607 files, 62870617 used, 55443364 free (25156 frags, 6927276 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp. Starting default moused. Starting inetd. Thu Oct 6 12:28 FreeBSD/i386 (x4.osted.lan) (ttyu0) login: Stopping inetd. Waiting for PIDS: 7506. Stopping moused. Waiting for PIDS: 7476, 7476. Shutting down local packages:. Stopping cron. Waiting for PIDS: 698. Stopping sshd. Waiting for PIDS: 687. Stopping smartd. Waiting for PIDS: 650. Stopping powerd. Waiting for PIDS: 620. Stopping ntpd. Waiting for PIDS: 617. Stopping lockd. Waiting for PIDS: 561. Stopping statd. Waiting for PIDS: 558. Stopping nfsd. Waiting for PIDS: 554 557. Stopping mountd. Waiting for PIDS: 548. Stopping nfsuserd. Waiting for PIDS: 537 538. Stopping watchdogd. Waiting for PIDS: 49590 second watchdog timeout expired. Shutdown terOct 6 12:36:12 Oct 6 12:36:12 x4 syslogd: exiting on signal 15 Oct 6 12:36:32 init: some processes would not die; ps axl advised Enter full pathname of shell or RETURN for /bin/sh: # ps -l UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 90659 1 0 20 0 6572 2816 wait Ss u0 0:00.01 -sh (sh) 0 90660 90659 0 20 0 6508 2372 - R+ u0 0:00.00 ps -l 0 78960 1 0 20 0 3920 1684 getblk D 1- 0:00.00 /tmp/msync2 /tmp/m 0 78961 1 0 20 0 3920 1684 pgrbwt D 1- 0:00.00 /tmp/msync2 /tmp/m 0 79533 1 0 20 0 5992 1856 ufs D 1- 0:00.00 rm -f /tmp/msync2 0 80103 1 0 20 0 5992 1856 ufs D 1- 0:00.00 rm -f /tmp/msync2 # # KDB: enter: Break to debugger [ thread pid 11 tid 100005 ] Stopped at kdb_alt_break_internal+0x162: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 11 tid 100005 td 0xc8e49000 kdb_alt_break_internal(0,e4b2eac8,c0a5f497,2,c90bbe84,...) at kdb_alt_break_internal+0x162/frame 0xe4b2ea9c kdb_alt_break(2,c90bbe84,c15a72f7,0,40000,...) at kdb_alt_break+0x16/frame 0xe4b2eaa8 uart_intr_rxready(c90bbe00,c93a86a0,0,e4b2eb08,c0c7f347,...) at uart_intr_rxready+0x87/frame 0xe4b2eac8 uart_intr(c90bbe00,c0c7d6b8,c1ab8390,14,0,...) at uart_intr+0x110/frame 0xe4b2eb08 intr_event_handle(c8ea1e00,e4b2eb84,2,2,0,...) at intr_event_handle+0x7a/frame 0xe4b2eb34 intr_execute_handlers(c8e9d108,e4b2eb84,2) at intr_execute_handlers+0x42/frame 0xe4b2eb54 lapic_handle_intr(30,e4b2eb84) at lapic_handle_intr+0x5d/frame 0xe4b2eb74 Xapic_isr1() at Xapic_isr1+0x55/frame 0xe4b2eb74 --- interrupt, eip = 0xc120eb85, esp = 0xe4b2ebc4, ebp = 0xe4b2ebc4 --- acpi_cpu_c1(e4b2ebd8,246,7677eb1f,e4b2ec1c,c11feb78,...) at acpi_cpu_c1+0x5/frame 0xe4b2ebc4 acpi_cpu_idle(6f083e2c,0,6f083e2c,e4b2ec38,c120ef63,...) at acpi_cpu_idle+0x32a/frame 0xe4b2ec08 cpu_idle_acpi(6f083e2c,0,c1ab8408,2,c8e49000,...) at cpu_idle_acpi+0x3f/frame 0xe4b2ec1c cpu_idle(0,e4b2ec80,c15e534b,407,c1ab8a80,...) at cpu_idle+0xa3/frame 0xe4b2ec38 sched_idletd(0,e4b2ece8,c15da49c,406,0,...) at sched_idletd+0x403/frame 0xe4b2ecac fork_exit(c0c7fd80,0,e4b2ece8) at fork_exit+0x7e/frame 0xe4b2ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2ecd4 --- trap 0, eip = 0, esp = 0xe4b2ed20, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 2 cpuid = 0 dynamic pcpu = 0x759700 curthread = 0xc8e496a0: pid 11 tid 100003 "idle: cpu0" curpcb = 0xe4b28d40 fpcurthread = none idlethread = 0xc8e496a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x23246700 curthread = 0xc8e49350: pid 11 tid 100004 "idle: cpu1" curpcb = 0xe4b2bd40 fpcurthread = none idlethread = 0xc8e49350: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x23249700 curthread = 0xc8e49000: pid 11 tid 100005 "idle: cpu2" curpcb = 0xe4b2ed40 fpcurthread = none idlethread = 0xc8e49000: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x2324c700 curthread = 0xc8e489f0: pid 11 tid 100006 "idle: cpu3" curpcb = 0xe4b31d40 fpcurthread = none idlethread = 0xc8e489f0: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 79533 (rm) thread 0xca632350 (100238) exclusive lockmgr ufs (ufs) r = 0 (0xca4b75d4) locked @ kern/vfs_subr.c:2592 Process 78961 (msync2) thread 0xca684000 (100247) exclusive lockmgr bufwait (bufwait) r = 0 (0xe495b2d0) locked @ kern/vfs_bio.c:1454 shared lockmgr ufs (ufs) r = 0 (0xcbde78a4) locked @ kern/vfs_subr.c:2592 Process 78960 (msync2) thread 0xca5c29f0 (100220) shared lockmgr ufs (ufs) r = 0 (0xcbde78a4) locked @ kern/vfs_subr.c:2592 db:0:alllocks> show lockedvnods Locked vnodes vnode 0xca4b75a0: tag ufs, type VDIR usecount 1, writecount 0, refcount 39 mountedhere 0 flags (VV_ROOT|VI_ACTIVE) v_object 0xca4dd0a0 ref 0 pages 140 cleanbuf 32 dirtybuf 2 lock type ufs: EXCL by thread 0xca632350 (pid 79533, rm, tid 100238) with shared waiters pending #0 0xc0c26246 at __lockmgr_args+0xb66 #1 0xc0f49432 at _lockmgr_args+0xb2 #2 0xc0f468f7 at ffs_lock+0x107 #3 0xc122bd61 at VOP_LOCK1_APV+0x201 #4 0xc0d30f0a at _vn_lock+0xba #5 0xc0d1ed1e at vget+0x8e #6 0xc0d10b81 at vfs_hash_get+0xd1 #7 0xc0f40cc7 at ffs_vgetf+0x47 #8 0xc0f40c6f at ffs_vget+0x2f #9 0xc0f5885c at ufs_root+0x4c #10 0xc0d12a58 at lookup+0x7f8 #11 0xc0d11ebc at namei+0x58c #12 0xc0d2a057 at kern_unlinkat+0xa7 #13 0xc0d29fa2 at sys_unlink+0x32 #14 0xc11f63e3 at syscall+0x3d3 #15 0xc11e107e at Xint0x80_syscall+0x2e ino 2, on dev label/tmp vnode 0xcbde7870: tag ufs, type VREG usecount 8, writecount 3, refcount 11 mountedhere 0 flags (VI_ACTIVE) v_object 0xcbc136e0 ref 4 pages 2 cleanbuf 1 dirtybuf 0 lock type ufs: SHARED (count 2) with exclusive waiters pending #0 0xc0c26246 at __lockmgr_args+0xb66 #1 0xc0f49432 at _lockmgr_args+0xb2 #2 0xc0f468f7 at ffs_lock+0x107 #3 0xc122bd61 at VOP_LOCK1_APV+0x201 #4 0xc0d30f0a at _vn_lock+0xba #5 0xc0d1ed1e at vget+0x8e #6 0xc0d04a1d at cache_lookup+0x6cd #7 0xc0d08545 at vfs_cache_lookup+0xb5 #8 0xc122572d at VOP_LOOKUP_APV+0x21d #9 0xc0d127e9 at lookup+0x589 #10 0xc0d11ebc at namei+0x58c #11 0xc0d2aa8e at kern_statat+0xae #12 0xc0d2acca at sys_lstat+0x4a #13 0xc11f63e3 at syscall+0x3d3 #14 0xc11e107e at Xint0x80_syscall+0x2e ino 3455, on dev label/tmp db:0:lockedvnods> show mount 0xc970e000 /dev/ada0s1a on / (ufs) 0xc9637618 devfs on /dev (devfs) 0xc9ab4924 /dev/ada0s1f on /home (ufs) 0xc9ab430c /dev/ada0s1d on /usr (ufs) 0xc9ab4000 /dev/ada0s1e on /var (ufs) 0xc9ab3c30 procfs on /proc (procfs) 0xc9ab3924 /dev/label/tmp on /tmp (ufs) More info: show mount db:0:mount> show page vm_cnt.v_free_count: 804267 vm_cnt.v_cache_count: 0 vm_cnt.v_inactive_count: 22403 vm_cnt.v_active_count: 6060 vm_cnt.v_wire_count: 29810 vm_cnt.v_free_reserved: 1173 vm_cnt.v_free_min: 5484 vm_cnt.v_free_target: 18417 vm_cnt.v_inactive_target: 27625 db:0:page> ps pid ppid pgrp uid state wmesg wchan cmd 90659 1 90659 0 Ss+ ttyin 0xc90cb670 sh 80103 1 70977 0 D+ ufs 0xca4b75d4 rm 79535 1 495 0 D ufs 0xca4b75d4 ls 79533 1 70977 0 D+ ufs 0xcbde78a4 rm 78961 1 70977 0 D+ pgrbwt 0xc33c6984 msync2 78960 1 70977 0 D+ getblk 0xe495b2d0 msync2 22 0 0 0 DL vlruwt 0xc93a2348 [vnlru] 21 0 0 0 DL syncer 0xc1b24be8 [syncer] 20 0 0 0 DL (threaded) [bufdaemon] 100083 D psleep 0xc1b23904 [bufdaemon] 100101 D sdflush 0xc9a71284 [/home worker] 100103 D sdflush 0xc9a70e84 [/usr worker] 100104 D sdflush 0xc9a70c84 [/var worker] 100249 D sdflush 0xc9a70a84 [/tmp worker] 19 0 0 0 DL - 0xc1b24544 [bufspacedaemon] 18 0 0 0 DL psleep 0xc1b2a0a4 [vmdaemon] 17 0 0 0 DL (threaded) [pagedaemon] 100080 D psleep 0xc1b88205 [pagedaemon] 100091 D umarcl 0xc1b29ca0 [uma] 16 0 0 0 DL - 0xc1b2336c [soaiod4] 15 0 0 0 DL - 0xc1b2336c [soaiod3] 9 0 0 0 DL - 0xc1b2336c [soaiod2] 8 0 0 0 DL - 0xc1b2336c [soaiod1] 7 0 0 0 DL - 0xc198287c [rand_harvestq] 6 0 0 0 DL waiting 0xc1b83b70 [sctp_iterator] 5 0 0 0 DL - 0xc906603c [fdc0] 14 0 0 0 DL (threaded) [usb] 100033 D - 0xc9067acc [usbus0] 100034 D - 0xc9067afc [usbus0] 100035 D - 0xc9067b2c [usbus0] 100036 D - 0xc9067b5c [usbus0] 100037 D - 0xc9067b8c [usbus0] 100039 D - 0xc90ceacc [usbus1] 100040 D - 0xc90ceafc [usbus1] 100041 D - 0xc90ceb2c [usbus1] 100042 D - 0xc90ceb5c [usbus1] 100043 D - 0xc90ceb8c [usbus1] 100045 D - 0xc90d9acc [usbus2] 100046 D - 0xc90d9afc [usbus2] 100047 D - 0xc90d9b2c [usbus2] 100048 D - 0xc90d9b5c [usbus2] 100049 D - 0xc90d9b8c [usbus2] 100050 D - 0xc90dbacc [usbus3] 100051 D - 0xc90dbafc [usbus3] 100052 D - 0xc90dbb2c [usbus3] 100053 D - 0xc90dbb5c [usbus3] 100054 D - 0xc90dbb8c [usbus3] 100055 D - 0xc90e9acc [usbus4] 100056 D - 0xc90e9afc [usbus4] 100057 D - 0xc90e9b2c [usbus4] 100058 D - 0xc90e9b5c [usbus4] 100059 D - 0xc90e9b8c [usbus4] 100061 D - 0xc907eca4 [usbus5] 100062 D - 0xc907ecd4 [usbus5] 100063 D - 0xc907ed04 [usbus5] 100064 D - 0xc907ed34 [usbus5] 100065 D - 0xc907ed64 [usbus5] 4 0 0 0 DL (threaded) [cam] 100028 D - 0xc18ce900 [doneq0] 100075 D - 0xc18ce7ac [scanner] 3 0 0 0 DL crypto_ 0xc1b28fe8 [crypto returns] 2 0 0 0 DL crypto_ 0xc1b28f30 [crypto] 13 0 0 0 DL (threaded) [geom] 100020 D - 0xc1b7ec60 [g_event] 100021 D - 0xc1b7ec64 [g_up] 100022 D - 0xc1b7ec68 [g_down] 12 0 0 0 WL (threaded) [intr] 100007 I [swi1: netisr 0] 100008 I [swi3: vm] 100009 I [swi4: clock (0)] 100010 I [swi4: clock (1)] 100011 I [swi4: clock (2)] 100012 I [swi4: clock (3)] 100013 I [swi6: task queue] 100014 I [swi6: Giant taskq] 100017 I [swi5: fast taskq] 100029 I [irq256: hdac0] 100030 I [irq257: re0] 100031 I [irq22: ahci0] 100032 I [irq16: hdac1 ohci0] 100038 I [irq17: ohci1 ohci3] 100044 I [irq18: ohci2 ohci4] 100060 I [irq19: ehci0] 100066 I [irq14: ata0] 100067 I [swi0: uart] 100069 I [irq1: atkbd0] 100070 I [irq12: psm0] 11 0 0 0 RL (threaded) [idle] 100003 Run CPU 0 [idle: cpu0] 100004 Run CPU 1 [idle: cpu1] 100005 Run CPU 2 [idle: cpu2] 100006 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc8e459d8 [init] 10 0 0 0 DL audit_w 0xc1b86a60 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D swapin 0xc1b7ec84 [swapper] 100015 D - 0xc8cfe800 [thread taskq] 100016 D - 0xc8cfe780 [aiod_kick taskq] 100018 D - 0xc8cfe680 [kqueue_ctx taskq] 100019 D - 0xc8cfe600 [firmware taskq] 100025 D - 0xc8cfe400 [acpi_task_0] 100026 D - 0xc8cfe400 [acpi_task_1] 100027 D - 0xc8cfe400 [acpi_task_2] 100071 D - 0xc911fe00 [mca taskq] 100074 D - 0xc8cfdd00 [CAM taskq] 100086 D - 0xc911ec80 [if_config_tqg_0] 100087 D - 0xc911ec00 [if_io_tqg_0] 100088 D - 0xc911eb80 [if_io_tqg_1] 100089 D - 0xc911eb00 [if_io_tqg_2] 100090 D - 0xc911ea80 [if_io_tqg_3] db:0:ps> allt Tracing command sh pid 90659 tid 100235 td 0xca633000 sched_switch(ca633000,0,104,196,c1ab8a80,...) at sched_switch+0x4e1/frame 0xf3a73780 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xf3a73844 sleepq_switch(c90cb670,0,c15e9265,1c2,c90cb600,...) at sleepq_switch+0x318/frame 0xf3a738c0 sleepq_catch_signals(c90cb670,0,ca633000,c90cb604,0,...) at sleepq_catch_signals+0x196/frame 0xf3a739b0 sleepq_wait_sig(c90cb670,0,f3a73a20,101,0,...) at sleepq_wait_sig+0x25/frame 0xf3a739e8 _cv_wait_sig(c90cb670,c90cb604,c15eed29,580,1,...) at _cv_wait_sig+0x211/frame 0xf3a73a34 tty_wait(c90cb600,c90cb670,f3a73b90,1,0,...) at tty_wait+0x4b/frame 0xf3a73a58 ttydisc_read(c90cb600,f3a73b90,0,ab,c1893be4,...) at ttydisc_read+0x3a7/frame 0xf3a73a9c ttydev_read(c8cf1d00,f3a73b90,0,0,ca633000,...) at ttydev_read+0x55/frame 0xf3a73abc devfs_read_f(c9755348,f3a73b90,c8e1de00,0,ca633000,...) at devfs_read_f+0xc7/frame 0xf3a73af4 dofileread(c9755348,f3a73b90,ffffffff,ffffffff,0,...) at dofileread+0xb6/frame 0xf3a73b28 kern_readv(ca633000,0,f3a73b90,2,bfbfed06,...) at kern_readv+0x93/frame 0xf3a73b70 sys_read(ca633000,f3a73c50,c15d9f47,4,0,...) at sys_read+0x59/frame 0xf3a73bc0 syscall(f3a73ce8) at syscall+0x3d3/frame 0xf3a73cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a73cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2820aaf3, esp = 0xbfbfecc4, ebp = 0xbfbfecd8 --- Tracing command rm pid 80103 tid 100224 td 0xca633350 sched_switch(ca633350,0,104,196,c1b88180,...) at sched_switch+0x4e1/frame 0xf3a10460 mi_switch(104,0,c15e9265,215,f3a1059c,...) at mi_switch+0x42e/frame 0xf3a10520 sleepq_switch(ca4b75d4,60,c15e9265,28b,c1ac6efc,...) at sleepq_switch+0x318/frame 0xf3a1059c sleepq_wait(ca4b75d4,60,c15cf61a,4,1,...) at sleepq_wait+0xbc/frame 0xf3a105d8 sleeplk(ca4b7640,c15cf61a,60,33,1,...) at sleeplk+0x194/frame 0xf3a10620 __lockmgr_args(ca4b75d4,206000,ca4b7640,0,0,0,c15f5656,a20,ca4b7640,ca4b7640,206000,ca4b75d4,206000,a20,a20,c15f5656,0,0,0,ca4b7640,206000,ca4b75d4) at __lockmgr_args+0x3b6/frame 0xf3a10698 _lockmgr_args(ca4b75d4,206000,ca4b7640,0,0,...) at _lockmgr_args+0xb2/frame 0xf3a10704 ffs_lock(f3a107e0,c1af41e0,c1af41e0,0,0,...) at ffs_lock+0x107/frame 0xf3a10770 VOP_LOCK1_APV(c18b5c14,f3a107e0,c15f47e1,50,c18cac84,...) at VOP_LOCK1_APV+0x201/frame 0xf3a107c8 _vn_lock(ca4b75a0,206000,c15f5656,a20,c15f5906,...) at _vn_lock+0xba/frame 0xf3a10808 vget(ca4b75a0,206000,ca633350,206000,0,...) at vget+0x8e/frame 0xf3a1083c vfs_hash_get(c9ab3924,2,202000,ca633350,f3a108f8,...) at vfs_hash_get+0xd1/frame 0xf3a10864 ffs_vgetf(c9ab3924,2,202000,f3a108f8,0) at ffs_vgetf+0x47/frame 0xf3a108c0 ffs_vget(c9ab3924,2,202000,f3a108f8,c9ab3934,...) at ffs_vget+0x2f/frame 0xf3a108e0 ufs_root(c9ab3924,202000,f3a10944,20a,c1af41f0,...) at ufs_root+0x4c/frame 0xf3a10908 lookup(f3a10a98,c15f4a0b,124,eb,ca57da00,...) at lookup+0x7f8/frame 0xf3a10970 namei(f3a10a98,0,4000104,0,bfbfec6e,...) at namei+0x58c/frame 0xf3a109f8 kern_statat(ca633350,200,ffffff9c,bfbfec6e,0,...) at kern_statat+0xae/frame 0xf3a10b30 sys_lstat(ca633350,f3a10c50,c15d9f47,4,0,...) at sys_lstat+0x4a/frame 0xf3a10bc0 syscall(f3a10ce8) at syscall+0x3d3/frame 0xf3a10cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a10cdc --- syscall (190, FreeBSD ELF32, sys_lstat), eip = 0x281babab, esp = 0xbfbfe984, ebp = 0xbfbfea10 --- Tracing command ls pid 79535 tid 100198 td 0xca55a350 sched_switch(ca55a350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xf39a2450 mi_switch(104,0,c15e9265,215,f39a258c,...) at mi_switch+0x42e/frame 0xf39a2510 sleepq_switch(ca4b75d4,60,c15e9265,28b,c1ac6efc,...) at sleepq_switch+0x318/frame 0xf39a258c sleepq_wait(ca4b75d4,60,c15cf61a,4,1,...) at sleepq_wait+0xbc/frame 0xf39a25c8 sleeplk(ca4b7640,c15cf61a,60,33,1,...) at sleeplk+0x194/frame 0xf39a2610 __lockmgr_args(ca4b75d4,206000,ca4b7640,0,0,0,c15f5656,a20,ca4b7640,ca4b7640,206000,ca4b75d4,206000,a20,a20,c15f5656,0,0,0,ca4b7640,206000,ca4b75d4) at __lockmgr_args+0x3b6/frame 0xf39a2688 _lockmgr_args(ca4b75d4,206000,ca4b7640,0,0,...) at _lockmgr_args+0xb2/frame 0xf39a26f4 ffs_lock(f39a27d0,c1af4238,c1af4238,0,0,...) at ffs_lock+0x107/frame 0xf39a2760 VOP_LOCK1_APV(c18b5c14,f39a27d0,c15f47e1,50,c18cac84,...) at VOP_LOCK1_APV+0x201/frame 0xf39a27b8 _vn_lock(ca4b75a0,206000,c15f5656,a20,c15f5906,...) at _vn_lock+0xba/frame 0xf39a27f8 vget(ca4b75a0,206000,ca55a350,206000,0,...) at vget+0x8e/frame 0xf39a282c vfs_hash_get(c9ab3924,2,202000,ca55a350,f39a28e8,...) at vfs_hash_get+0xd1/frame 0xf39a2854 ffs_vgetf(c9ab3924,2,202000,f39a28e8,0) at ffs_vgetf+0x47/frame 0xf39a28b0 ffs_vget(c9ab3924,2,202000,f39a28e8,c9ab3934,...) at ffs_vget+0x2f/frame 0xf39a28d0 ufs_root(c9ab3924,202000,f39a2934,20a,c1af4248,...) at ufs_root+0x4c/frame 0xf39a28f8 lookup(f39a2a88,c15f4a0b,124,eb,0,...) at lookup+0x7f8/frame 0xf39a2960 namei(f39a2a88,0,4000104,0,2863d178,...) at namei+0x58c/frame 0xf39a29e8 kern_statat(ca55a350,200,ffffff9c,2863d178,0,...) at kern_statat+0xae/frame 0xf39a2b20 sys_fstatat(ca55a350,f39a2c50,c15d9f47,4,422ca9f6,...) at sys_fstatat+0x49/frame 0xf39a2bc0 syscall(f39a2ce8) at syscall+0x3d3/frame 0xf39a2cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf39a2cdc --- syscall (493, FreeBSD ELF32, sys_fstatat), eip = 0x28171ab7, esp = 0xbfbfe6c4, ebp = 0xbfbfe760 --- Tracing command rm pid 79533 tid 100238 td 0xca632350 sched_switch(ca632350,0,104,196,8,...) at sched_switch+0x4e1/frame 0xf3a7d318 mi_switch(104,0,c15e9265,215,f3a7d454,...) at mi_switch+0x42e/frame 0xf3a7d3d8 sleepq_switch(cbde78a4,60,c15e9265,28b,c1ac7484,...) at sleepq_switch+0x318/frame 0xf3a7d454 sleepq_wait(cbde78a4,60,c15cf61a,4,0,...) at sleepq_wait+0xbc/frame 0xf3a7d490 sleeplk(cbde7910,c15cf61a,60,33,0,...) at sleeplk+0x194/frame 0xf3a7d4d8 __lockmgr_args(cbde78a4,84000,cbde7910,0,0,0,c15f5656,a20,cbde7910,cbde7910,84000,cbde78a4,84000,a20,a20,c15f5656,0,0,0,cbde7910,84000,cbde78a4) at __lockmgr_args+0x736/frame 0xf3a7d550 _lockmgr_args(cbde78a4,84000,cbde7910,0,0,...) at _lockmgr_args+0xb2/frame 0xf3a7d5bc ffs_lock(f3a7d698,1,c15ec1a0,c0c25f6d,e49a7270,...) at ffs_lock+0x107/frame 0xf3a7d628 VOP_LOCK1_APV(c18b5c14,f3a7d698,c15f47e1,50,c18cac84,...) at VOP_LOCK1_APV+0x201/frame 0xf3a7d680 _vn_lock(cbde7870,84000,c15f5656,a20,c15f5906,...) at _vn_lock+0xba/frame 0xf3a7d6c0 vget(cbde7870,84000,ca632350,84000,0,...) at vget+0x8e/frame 0xf3a7d6f4 vfs_hash_get(c9ab3924,d7f,80000,ca632350,f3a7d81c,...) at vfs_hash_get+0xd1/frame 0xf3a7d71c ffs_vgetf(c9ab3924,d7f,80000,f3a7d81c,0) at ffs_vgetf+0x47/frame 0xf3a7d778 ffs_vget(c9ab3924,d7f,80000,f3a7d81c,f3a7d82c,...) at ffs_vget+0x2f/frame 0xf3a7d798 ufs_lookup_ino(ca4b75a0,f3a7db40,f3a7db54,0) at ufs_lookup_ino+0xa19/frame 0xf3a7d858 ufs_lookup(f3a7d8e8,c17dc6ca,ca4b75,75,a0,...) at ufs_lookup+0x2a/frame 0xf3a7d870 VOP_CACHEDLOOKUP_APV(c18b5c14,f3a7d8e8,f3a7db54,0,0,...) at VOP_CACHEDLOOKUP_APV+0x21d/frame 0xf3a7d8c8 vfs_cache_lookup(f3a7d9a8,c17dc669,400400,ca4b75a0,f3a7d968,...) at vfs_cache_lookup+0xe9/frame 0xf3a7d910 VOP_LOOKUP_APV(c18b5c14,f3a7d9a8,c15f4a0b,2c0,c1af48d0,...) at VOP_LOOKUP_APV+0x21d/frame 0xf3a7d968 lookup(f3a7daf8,c15f4a0b,124,eb,f3a7da10,...) at lookup+0x589/frame 0xf3a7d9d0 namei(f3a7daf8,2,400000c,0,bfbfea16,...) at namei+0x58c/frame 0xf3a7da58 kern_unlinkat(ca632350,ffffff9c,bfbfea16,0,0) at kern_unlinkat+0xa7/frame 0xf3a7dba4 sys_unlink(ca632350,f3a7dc50,c15d9f47,4,0,...) at sys_unlink+0x32/frame 0xf3a7dbc0 syscall(f3a7dce8) at syscall+0x3d3/frame 0xf3a7dcdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xf3a7dcdc --- syscall (10, FreeBSD ELF32, sys_unlink), eip = 0x281b7beb, esp = 0xbfbfe6a4, ebp = 0xbfbfe730 --- Tracing command msync2 pid 78961 tid 100247 td 0xca684000 sched_switch(ca684000,0,104,196,ca684000,...) at sched_switch+0x4e1/frame 0xf3aa3050 mi_switch(104,0,c15e9265,215,f3aa318c,...) at mi_switch+0x42e/frame 0xf3aa3110 sleepq_switch(c33c6984,54,c15e9265,28b,c1ac761c,...) at sleepq_switch+0x318/frame 0xf3aa318c sleepq_wait(c33c6984,54,c162fd54,0,0,...) at sleepq_wait+0xbc/frame 0xf3aa31c8 _sleep(c33c6984,c1b87880,254,c162fd54,0,...) at _sleep+0x809/frame 0xf3aa32c4 vm_page_busy_sleep(c33c6984,c162fd54,d76,d75,ca5c29f0,...) at vm_page_busy_sleep+0x185/frame 0xf3aa3328 vm_page_grab(cbc136e0,0,0,21222,c15f234e,...) at vm_page_grab+0x210/frame 0xf3aa33c0 vfs_vmio_extend(e495b280,2,1800,2,2,...) at vfs_vmio_extend+0xbb/frame 0xf3aa3424 allocbuf(e495b280,1800,e69,4000,8,...) at allocbuf+0x1ca/frame 0xf3aa3450 getblk(cbde7870,0,0,1800,0,...) at getblk+0x9ef/frame 0xf3aa3528 breadn_flags(cbde7870,0,0,1800,0,...) at breadn_flags+0xbc/frame 0xf3aa35c0 ffs_getpages(f3aa3750,c17dd321,c1af4398,8,0,...) at ffs_getpages+0x5ab/frame 0xf3aa36e0 VOP_GETPAGES_APV(c18b5c14,f3aa3750,2b5,4,c18cb7dc,...) at VOP_GETPAGES_APV+0x226/frame 0xf3aa3738 vnode_pager_getpages(cbc136e0,f3aa3a88,1,f3aa3a70,f3aa3a74,...) at vnode_pager_getpages+0x68/frame 0xf3aa3780 vm_pager_get_pages(cbc136e0,f3aa3a88,1,f3aa3a70,f3aa3a74,...) at vm_pager_get_pages+0x9a/frame 0xf3aa37f0 vm_fault_hold(c9732dd4,2806d000,2,0,0,...) at vm_fault_hold+0x1729/frame 0xf3aa3b14 vm_fault(c9732dd4,2806d000,2,0,c0cb5e08,...) at vm_fault+0xd2/frame 0xf3aa3b58 trap_pfault(2806d391,f3aa3ce8,0,0,ca684000,...) at trap_pfault+0x116/frame 0xf3aa3ba0 trap(f3aa3ce8) at trap+0x3d6/frame 0xf3aa3cdc calltrap() at calltrap+0x6/frame 0xf3aa3cdc --- trap 0xc, eip = 0x80489c8, esp = 0xbfbfe6b8, ebp = 0xbfbfe790 --- Tracing command msync2 pid 78960 tid 100220 td 0xca5c29f0 sched_switch(ca5c29f0,0,104,196,c1ab8380,...) at sched_switch+0x4e1/frame 0xf39fb1b0 mi_switch(104,0,c15e9265,215,f39fb2ec,...) at mi_switch+0x42e/frame 0xf39fb270 sleepq_switch(e495b2d0,60,c15e9265,28b,c1ac6914,...) at sleepq_switch+0x318/frame 0xf39fb2ec sleepq_wait(e495b2d0,60,c15f26f4,4,0,...) at sleepq_wait+0xbc/frame 0xf39fb328 sleeplk(cbde7930,c15f26f4,60,0,0,...) at sleeplk+0x194/frame 0xf39fb370 __lockmgr_args(e495b2d0,81900,cbde7930,c15f26f4,60,0,c15f234e,db1,cbde7930,cbde7930,81900,e495b2d0,81900,db1,db1,c15f234e,0,60,c15f26f4,cbde7930,81900,e495b2d0) at __lockmgr_args+0x736/frame 0xf39fb3e4 _lockmgr_args_rw(e495b2d0,81900,cbde7930,c15f26f4,60,...) at _lockmgr_args_rw+0xb2/frame 0xf39fb450 getblk(cbde7870,0,0,1800,0,...) at getblk+0x211/frame 0xf39fb528 breadn_flags(cbde7870,0,0,1800,0,...) at breadn_flags+0xbc/frame 0xf39fb5c0 ffs_getpages(f39fb750,c17dd321,c1af44f8,8,0,...) at ffs_getpages+0x5ab/frame 0xf39fb6e0 VOP_GETPAGES_APV(c18b5c14,f39fb750,2b5,4,c18cb7dc,...) at VOP_GETPAGES_APV+0x226/frame 0xf39fb738 vnode_pager_getpages(cbc136e0,f39fba88,1,f39fba70,f39fba74,...) at vnode_pager_getpages+0x68/frame 0xf39fb780 vm_pager_get_pages(cbc136e0,f39fba88,1,f39fba70,f39fba74,...) at vm_pager_get_pages+0x9a/frame 0xf39fb7f0 vm_fault_hold(c8e5249c,2806c000,2,0,0,...) at vm_fault_hold+0x1729/frame 0xf39fbb14 vm_fault(c8e5249c,2806c000,2,0,c0cb5e08,...) at vm_fault+0xd2/frame 0xf39fbb58 trap_pfault(2806c192,f39fbce8,0,0,ca5c29f0,...) at trap_pfault+0x116/frame 0xf39fbba0 trap(f39fbce8) at trap+0x3d6/frame 0xf39fbcdc calltrap() at calltrap+0x6/frame 0xf39fbcdc --- trap 0xc, eip = 0x80489c8, esp = 0xbfbfe6b8, ebp = 0xbfbfe790 --- Tracing command vnlru pid 22 tid 100085 td 0xc93a8000 sched_switch(c93a8000,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedf109b8 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf10a7c sleepq_switch(c93a2348,60,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf10af8 sleepq_timedwait(c93a2348,60,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf10b38 _sleep(c93a2348,c1b24b94,260,c15f6470,fffffed8,...) at _sleep+0x7af/frame 0xedf10c38 vnlru_proc(0,edf10ce8,c15da49c,406,0,...) at vnlru_proc+0xbf/frame 0xedf10cac fork_exit(c0d23530,0,edf10ce8) at fork_exit+0x7e/frame 0xedf10cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf10cd4 --- trap 0, eip = 0, esp = 0xedf10d20, ebp = 0 --- Tracing command syncer pid 21 tid 100084 td 0xc93a8350 sched_switch(c93a8350,0,104,196,c89af5c0,...) at sched_switch+0x4e1/frame 0xedf0da68 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf0db2c sleepq_switch(c1b24be8,0,c15e9265,2ae,c93a8350,...) at sleepq_switch+0x318/frame 0xedf0dba8 sleepq_timedwait(c1b24be8,0,edf0dc24,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf0dbe8 _cv_timedwait_sbt(c1b24be8,c1b24bc8,fffffed8,0,0,...) at _cv_timedwait_sbt+0x23c/frame 0xedf0dc38 sched_sync(0,edf0dce8,c15da49c,406,0,...) at sched_sync+0x6c0/frame 0xedf0dcac fork_exit(c0d23e40,0,edf0dce8) at fork_exit+0x7e/frame 0xedf0dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf0dcd4 --- trap 0, eip = 0, esp = 0xedf0dd20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100083 td 0xc93a86a0 sched_switch(c93a86a0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedf0a980 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf0aa44 sleepq_switch(c1b23904,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf0aac0 sleepq_timedwait(c1b23904,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf0ab00 _sleep(c1b23904,c1b23880,54,c15f3342,fffffed8,...) at _sleep+0x7af/frame 0xedf0ac00 buf_daemon(0,edf0ace8,c15da49c,406,0,...) at buf_daemon+0x27b/frame 0xedf0acac fork_exit(c0d01cb0,0,edf0ace8) at fork_exit+0x7e/frame 0xedf0acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf0acd4 --- trap 0, eip = 0, esp = 0xedf0ad20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100101 td 0xc97c66a0 sched_switch(c97c66a0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedf539e8 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf53aac sleepq_switch(c9a71284,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf53b28 sleepq_timedwait(c9a71284,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf53b68 _sleep(c9a71284,c9a71200,54,c1628139,7fffff6c,...) at _sleep+0x7af/frame 0xedf53c68 softdep_flush(c9ab4924,edf53ce8,c15da49c,406,0,...) at softdep_flush+0x192/frame 0xedf53cac fork_exit(c0f27f80,c9ab4924,edf53ce8) at fork_exit+0x7e/frame 0xedf53cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf53cd4 --- trap 0, eip = 0, esp = 0xedf53d20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100103 td 0xc97c6000 sched_switch(c97c6000,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedf599e8 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf59aac sleepq_switch(c9a70e84,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf59b28 sleepq_timedwait(c9a70e84,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf59b68 _sleep(c9a70e84,c9a70e00,54,c1628139,7fffff6c,...) at _sleep+0x7af/frame 0xedf59c68 softdep_flush(c9ab430c,edf59ce8,c15da49c,406,0,...) at softdep_flush+0x192/frame 0xedf59cac fork_exit(c0f27f80,c9ab430c,edf59ce8) at fork_exit+0x7e/frame 0xedf59cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf59cd4 --- trap 0, eip = 0, esp = 0xedf59d20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100104 td 0xc97c59f0 sched_switch(c97c59f0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedf5c9e8 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf5caac sleepq_switch(c9a70c84,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf5cb28 sleepq_timedwait(c9a70c84,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf5cb68 _sleep(c9a70c84,c9a70c00,54,c1628139,7fffff6c,...) at _sleep+0x7af/frame 0xedf5cc68 softdep_flush(c9ab4000,edf5cce8,c15da49c,406,0,...) at softdep_flush+0x192/frame 0xedf5ccac fork_exit(c0f27f80,c9ab4000,edf5cce8) at fork_exit+0x7e/frame 0xedf5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf5ccd4 --- trap 0, eip = 0, esp = 0xedf5cd20, ebp = 0 --- Tracing command bufdaemon pid 20 tid 100249 td 0xca5619f0 sched_switch(ca5619f0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xf3ab89e8 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xf3ab8aac sleepq_switch(c9a70a84,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xf3ab8b28 sleepq_timedwait(c9a70a84,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xf3ab8b68 _sleep(c9a70a84,c9a70a00,54,c1628139,7fffff6c,...) at _sleep+0x7af/frame 0xf3ab8c68 softdep_flush(c9ab3924,f3ab8ce8,c15da49c,406,0,...) at softdep_flush+0x192/frame 0xf3ab8cac fork_exit(c0f27f80,c9ab3924,f3ab8ce8) at fork_exit+0x7e/frame 0xf3ab8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf3ab8cd4 --- trap 0, eip = 0, esp = 0xf3ab8d20, ebp = 0 --- Tracing command bufspacedaemon pid 19 tid 100082 td 0xc93a89f0 sched_switch(c93a89f0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedf07998 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf07a5c sleepq_switch(c1b24544,5c,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf07ad8 sleepq_timedwait(c1b24544,5c,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf07b18 _sleep(c1b24544,c1b24300,25c,c15cbba3,fffffed8,...) at _sleep+0x7af/frame 0xedf07c14 bufspace_daemon(0,edf07ce8,c15da49c,406,0,...) at bufspace_daemon+0x2bd/frame 0xedf07cac fork_exit(c0d00ec0,0,edf07ce8) at fork_exit+0x7e/frame 0xedf07cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf07cd4 --- trap 0, eip = 0, esp = 0xedf07d20, ebp = 0 --- Tracing command vmdaemon pid 18 tid 100081 td 0xc93a9000 sched_switch(c93a9000,0,104,196,74696e69,...) at sched_switch+0x4e1/frame 0xedf049c0 mi_switch(104,0,c15e9265,215,edf04afc,...) at mi_switch+0x42e/frame 0xedf04a80 sleepq_switch(c1b2a0a4,74,c15e9265,28b,c1ac6044,...) at sleepq_switch+0x318/frame 0xedf04afc sleepq_wait(c1b2a0a4,74,c15f3342,0,0,...) at sleepq_wait+0xbc/frame 0xedf04b38 _sleep(c1b2a0a4,c1b2a08c,74,c15f3342,0,...) at _sleep+0x809/frame 0xedf04c38 vm_daemon(0,edf04ce8,c15da49c,406,0,...) at vm_daemon+0xb6/frame 0xedf04cac fork_exit(c0f95780,0,edf04ce8) at fork_exit+0x7e/frame 0xedf04cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf04cd4 --- trap 0, eip = 0, esp = 0xedf04d20, ebp = 0 --- Tracing command pagedaemon pid 17 tid 100080 td 0xc93a9350 sched_switch(c93a9350,0,104,196,2d,...) at sched_switch+0x4e1/frame 0xedf01970 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedf01a34 sleepq_switch(c1b88205,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedf01ab0 sleepq_timedwait(c1b88205,54,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedf01af0 _sleep(c1b88205,c1b88180,254,c15f3342,fffffed8,...) at _sleep+0x7af/frame 0xedf01bf0 vm_pageout(0,edf01ce8,c15da49c,406,0,...) at vm_pageout+0x2d7/frame 0xedf01cac fork_exit(c0f93ce0,0,edf01ce8) at fork_exit+0x7e/frame 0xedf01cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf01cd4 --- trap 0, eip = 0, esp = 0xedf01d20, ebp = 0 --- Tracing command pagedaemon pid 17 tid 100091 td 0xc95739f0 sched_switch(c95739f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedf22a08 mi_switch(104,0,c15e9265,215,edf22b44,...) at mi_switch+0x42e/frame 0xedf22ac8 sleepq_switch(c1b29ca0,54,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedf22b44 sleepq_wait(c1b29ca0,54,edf22c1c,0,0,...) at sleepq_wait+0xbc/frame 0xedf22b80 _sleep(c1b29ca0,c1b29c8c,54,c162cc46,0,...) at _sleep+0x809/frame 0xedf22c80 uma_reclaim_worker(0,edf22ce8,c15da49c,406,0,...) at uma_reclaim_worker+0x90/frame 0xedf22cac fork_exit(c0f67ef0,0,edf22ce8) at fork_exit+0x7e/frame 0xedf22cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf22cd4 --- trap 0, eip = 0, esp = 0xedf22d20, ebp = 0 --- Tracing command soaiod4 pid 16 tid 100079 td 0xc93a96a0 sched_switch(c93a96a0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedefe9f0 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedefeab4 sleepq_switch(c1b2336c,0,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedefeb30 sleepq_timedwait(c1b2336c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedefeb70 _sleep(c1b2336c,c1b2334c,0,c15cbba3,ffffdd50,...) at _sleep+0x7af/frame 0xedefec70 soaio_kproc_loop(4,edefece8,c15da49c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedefecac fork_exit(c0cc3b90,4,edefece8) at fork_exit+0x7e/frame 0xedefecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedefecd4 --- trap 0, eip = 0, esp = 0xedefed20, ebp = 0 --- Tracing command soaiod3 pid 15 tid 100078 td 0xc90e4350 sched_switch(c90e4350,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedefb9f0 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedefbab4 sleepq_switch(c1b2336c,0,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedefbb30 sleepq_timedwait(c1b2336c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedefbb70 _sleep(c1b2336c,c1b2334c,0,c15cbba3,ffffdd50,...) at _sleep+0x7af/frame 0xedefbc70 soaio_kproc_loop(3,edefbce8,c15da49c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedefbcac fork_exit(c0cc3b90,3,edefbce8) at fork_exit+0x7e/frame 0xedefbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedefbcd4 --- trap 0, eip = 0, esp = 0xedefbd20, ebp = 0 --- Tracing command soaiod2 pid 9 tid 100077 td 0xc90e46a0 sched_switch(c90e46a0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedef89f0 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedef8ab4 sleepq_switch(c1b2336c,0,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedef8b30 sleepq_timedwait(c1b2336c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedef8b70 _sleep(c1b2336c,c1b2334c,0,c15cbba3,ffffdd50,...) at _sleep+0x7af/frame 0xedef8c70 soaio_kproc_loop(2,edef8ce8,c15da49c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedef8cac fork_exit(c0cc3b90,2,edef8ce8) at fork_exit+0x7e/frame 0xedef8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedef8cd4 --- trap 0, eip = 0, esp = 0xedef8d20, ebp = 0 --- Tracing command soaiod1 pid 8 tid 100076 td 0xc90e49f0 sched_switch(c90e49f0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedef59f0 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedef5ab4 sleepq_switch(c1b2336c,0,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedef5b30 sleepq_timedwait(c1b2336c,0,1d,0,0,...) at sleepq_timedwait+0xbc/frame 0xedef5b70 _sleep(c1b2336c,c1b2334c,0,c15cbba3,ffffdd50,...) at _sleep+0x7af/frame 0xedef5c70 soaio_kproc_loop(1,edef5ce8,c15da49c,406,0,...) at soaio_kproc_loop+0x13a/frame 0xedef5cac fork_exit(c0cc3b90,1,edef5ce8) at fork_exit+0x7e/frame 0xedef5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedef5cd4 --- trap 0, eip = 0, esp = 0xedef5d20, ebp = 0 --- Tracing command rand_harvestq pid 7 tid 100073 td 0xc911a6a0 sched_switch(c911a6a0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xedd6c9d0 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xedd6ca94 sleepq_switch(c198287c,0,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xedd6cb10 sleepq_timedwait(c198287c,0,0,0,0,...) at sleepq_timedwait+0xbc/frame 0xedd6cb50 _sleep(c198287c,0,0,c15cbba3,19999999,...) at _sleep+0x7af/frame 0xedd6cc50 random_kthread(0,edd6cce8,c15da49c,406,0,...) at random_kthread+0x24b/frame 0xedd6ccac fork_exit(c0975180,0,edd6cce8) at fork_exit+0x7e/frame 0xedd6ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd6ccd4 --- trap 0, eip = 0, esp = 0xedd6cd20, ebp = 0 --- Tracing command sctp_iterator pid 6 tid 100072 td 0xc911a9f0 sched_switch(c911a9f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd69a08 mi_switch(104,0,c15e9265,215,edd69b44,...) at mi_switch+0x42e/frame 0xedd69ac8 sleepq_switch(c1b83b70,0,c15e9265,28b,c1ac66ec,...) at sleepq_switch+0x318/frame 0xedd69b44 sleepq_wait(c1b83b70,0,c160d111,0,0,...) at sleepq_wait+0xbc/frame 0xedd69b80 _sleep(c1b83b70,c1b83b38,0,c160d111,0,...) at _sleep+0x809/frame 0xedd69c80 sctp_iterator_thread(0,edd69ce8,c15da49c,406,0,...) at sctp_iterator_thread+0x7c/frame 0xedd69cac fork_exit(c0ddec00,0,edd69ce8) at fork_exit+0x7e/frame 0xedd69cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd69cd4 --- trap 0, eip = 0, esp = 0xedd69d20, ebp = 0 --- Tracing command fdc0 pid 5 tid 100068 td 0xc911b9f0 sched_switch(c911b9f0,0,104,196,c15e390c,...) at sched_switch+0x4e1/frame 0xedd5c9b8 mi_switch(104,0,c15e9265,215,edd5caf4,...) at mi_switch+0x42e/frame 0xedd5ca78 sleepq_switch(c906603c,5c,c15e9265,28b,c1ac6884,...) at sleepq_switch+0x318/frame 0xedd5caf4 sleepq_wait(c906603c,5c,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xedd5cb30 _sleep(c906603c,c90660f0,5c,c15cbba3,0,...) at _sleep+0x809/frame 0xedd5cc2c fdc_thread(c9066000,edd5cce8,c15da49c,406,0,...) at fdc_thread+0x12fc/frame 0xedd5ccac fork_exit(c11696b0,c9066000,edd5cce8) at fork_exit+0x7e/frame 0xedd5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd5ccd4 --- trap 0, eip = 0, esp = 0xedd5cd20, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc901d000 sched_switch(c901d000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcd3ac8 mi_switch(104,0,c15e9265,215,edcd3c04,...) at mi_switch+0x42e/frame 0xedcd3b88 sleepq_switch(c9067acc,0,c15e9265,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcd3c04 sleepq_wait(c9067acc,0,edcd3c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcd3c40 _cv_wait(c9067acc,c9067cf8,c15b06b6,76,c9067ad4,...) at _cv_wait+0x20b/frame 0xedcd3c84 usb_process(c9067ac4,edcd3ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcd3cac fork_exit(c0a99f10,c9067ac4,edcd3ce8) at fork_exit+0x7e/frame 0xedcd3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd3cd4 --- trap 0, eip = 0, esp = 0xedcd3d20, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc901c9f0 sched_switch(c901c9f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcd6ac8 mi_switch(104,0,c15e9265,215,edcd6c04,...) at mi_switch+0x42e/frame 0xedcd6b88 sleepq_switch(c9067afc,0,c15e9265,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcd6c04 sleepq_wait(c9067afc,0,edcd6c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcd6c40 _cv_wait(c9067afc,c9067cf8,c15b06b6,76,c9067b04,...) at _cv_wait+0x20b/frame 0xedcd6c84 usb_process(c9067af4,edcd6ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcd6cac fork_exit(c0a99f10,c9067af4,edcd6ce8) at fork_exit+0x7e/frame 0xedcd6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd6cd4 --- trap 0, eip = 0, esp = 0xedcd6d20, ebp = 0 --- Tracing command usb pid 14 tid 100035 td 0xc901c6a0 sched_switch(c901c6a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcd9ac8 mi_switch(104,0,c15e9265,215,edcd9c04,...) at mi_switch+0x42e/frame 0xedcd9b88 sleepq_switch(c9067b2c,0,c15e9265,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcd9c04 sleepq_wait(c9067b2c,0,edcd9c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcd9c40 _cv_wait(c9067b2c,c9067cf8,c15b06b6,76,c9067b34,...) at _cv_wait+0x20b/frame 0xedcd9c84 usb_process(c9067b24,edcd9ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcd9cac fork_exit(c0a99f10,c9067b24,edcd9ce8) at fork_exit+0x7e/frame 0xedcd9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd9cd4 --- trap 0, eip = 0, esp = 0xedcd9d20, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc901c350 sched_switch(c901c350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcdcac8 mi_switch(104,0,c15e9265,215,edcdcc04,...) at mi_switch+0x42e/frame 0xedcdcb88 sleepq_switch(c9067b5c,0,c15e9265,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcdcc04 sleepq_wait(c9067b5c,0,edcdcc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcdcc40 _cv_wait(c9067b5c,c9067cf8,c15b06b6,76,c9067b64,...) at _cv_wait+0x20b/frame 0xedcdcc84 usb_process(c9067b54,edcdcce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcdccac fork_exit(c0a99f10,c9067b54,edcdcce8) at fork_exit+0x7e/frame 0xedcdccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcdccd4 --- trap 0, eip = 0, esp = 0xedcdcd20, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc901c000 sched_switch(c901c000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcdfac8 mi_switch(104,0,c15e9265,215,edcdfc04,...) at mi_switch+0x42e/frame 0xedcdfb88 sleepq_switch(c9067b8c,0,c15e9265,28b,c9067cf8,...) at sleepq_switch+0x318/frame 0xedcdfc04 sleepq_wait(c9067b8c,0,edcdfc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcdfc40 _cv_wait(c9067b8c,c9067cf8,c15b06b6,76,c9067b94,...) at _cv_wait+0x20b/frame 0xedcdfc84 usb_process(c9067b84,edcdfce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcdfcac fork_exit(c0a99f10,c9067b84,edcdfce8) at fork_exit+0x7e/frame 0xedcdfcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcdfcd4 --- trap 0, eip = 0, esp = 0xedcdfd20, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc8f246a0 sched_switch(c8f246a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedce6ac8 mi_switch(104,0,c15e9265,215,edce6c04,...) at mi_switch+0x42e/frame 0xedce6b88 sleepq_switch(c90ceacc,0,c15e9265,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedce6c04 sleepq_wait(c90ceacc,0,edce6c70,1,0,...) at sleepq_wait+0xbc/frame 0xedce6c40 _cv_wait(c90ceacc,c90cecf8,c15b06b6,76,c90cead4,...) at _cv_wait+0x20b/frame 0xedce6c84 usb_process(c90ceac4,edce6ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedce6cac fork_exit(c0a99f10,c90ceac4,edce6ce8) at fork_exit+0x7e/frame 0xedce6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce6cd4 --- trap 0, eip = 0, esp = 0xedce6d20, ebp = 0 --- Tracing command usb pid 14 tid 100040 td 0xc90d89f0 sched_switch(c90d89f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedce9ac8 mi_switch(104,0,c15e9265,215,edce9c04,...) at mi_switch+0x42e/frame 0xedce9b88 sleepq_switch(c90ceafc,0,c15e9265,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedce9c04 sleepq_wait(c90ceafc,0,edce9c70,1,0,...) at sleepq_wait+0xbc/frame 0xedce9c40 _cv_wait(c90ceafc,c90cecf8,c15b06b6,76,c90ceb04,...) at _cv_wait+0x20b/frame 0xedce9c84 usb_process(c90ceaf4,edce9ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedce9cac fork_exit(c0a99f10,c90ceaf4,edce9ce8) at fork_exit+0x7e/frame 0xedce9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce9cd4 --- trap 0, eip = 0, esp = 0xedce9d20, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc90d86a0 sched_switch(c90d86a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcecac8 mi_switch(104,0,c15e9265,215,edcecc04,...) at mi_switch+0x42e/frame 0xedcecb88 sleepq_switch(c90ceb2c,0,c15e9265,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedcecc04 sleepq_wait(c90ceb2c,0,edcecc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcecc40 _cv_wait(c90ceb2c,c90cecf8,c15b06b6,76,c90ceb34,...) at _cv_wait+0x20b/frame 0xedcecc84 usb_process(c90ceb24,edcecce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedceccac fork_exit(c0a99f10,c90ceb24,edcecce8) at fork_exit+0x7e/frame 0xedceccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedceccd4 --- trap 0, eip = 0, esp = 0xedcecd20, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc90d8350 sched_switch(c90d8350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcefac8 mi_switch(104,0,c15e9265,215,edcefc04,...) at mi_switch+0x42e/frame 0xedcefb88 sleepq_switch(c90ceb5c,0,c15e9265,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedcefc04 sleepq_wait(c90ceb5c,0,edcefc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcefc40 _cv_wait(c90ceb5c,c90cecf8,c15b06b6,76,c90ceb64,...) at _cv_wait+0x20b/frame 0xedcefc84 usb_process(c90ceb54,edcefce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcefcac fork_exit(c0a99f10,c90ceb54,edcefce8) at fork_exit+0x7e/frame 0xedcefcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcefcd4 --- trap 0, eip = 0, esp = 0xedcefd20, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc90d8000 sched_switch(c90d8000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcf2ac8 mi_switch(104,0,c15e9265,215,edcf2c04,...) at mi_switch+0x42e/frame 0xedcf2b88 sleepq_switch(c90ceb8c,0,c15e9265,28b,c90cecf8,...) at sleepq_switch+0x318/frame 0xedcf2c04 sleepq_wait(c90ceb8c,0,edcf2c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcf2c40 _cv_wait(c90ceb8c,c90cecf8,c15b06b6,76,c90ceb94,...) at _cv_wait+0x20b/frame 0xedcf2c84 usb_process(c90ceb84,edcf2ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcf2cac fork_exit(c0a99f10,c90ceb84,edcf2ce8) at fork_exit+0x7e/frame 0xedcf2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf2cd4 --- trap 0, eip = 0, esp = 0xedcf2d20, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc90d76a0 sched_switch(c90d76a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcf9ac8 mi_switch(104,0,c15e9265,215,edcf9c04,...) at mi_switch+0x42e/frame 0xedcf9b88 sleepq_switch(c90d9acc,0,c15e9265,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedcf9c04 sleepq_wait(c90d9acc,0,edcf9c70,1,0,...) at sleepq_wait+0xbc/frame 0xedcf9c40 _cv_wait(c90d9acc,c90d9cf8,c15b06b6,76,c90d9ad4,...) at _cv_wait+0x20b/frame 0xedcf9c84 usb_process(c90d9ac4,edcf9ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcf9cac fork_exit(c0a99f10,c90d9ac4,edcf9ce8) at fork_exit+0x7e/frame 0xedcf9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf9cd4 --- trap 0, eip = 0, esp = 0xedcf9d20, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc90d7350 sched_switch(c90d7350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcfcac8 mi_switch(104,0,c15e9265,215,edcfcc04,...) at mi_switch+0x42e/frame 0xedcfcb88 sleepq_switch(c90d9afc,0,c15e9265,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedcfcc04 sleepq_wait(c90d9afc,0,edcfcc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcfcc40 _cv_wait(c90d9afc,c90d9cf8,c15b06b6,76,c90d9b04,...) at _cv_wait+0x20b/frame 0xedcfcc84 usb_process(c90d9af4,edcfcce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcfccac fork_exit(c0a99f10,c90d9af4,edcfcce8) at fork_exit+0x7e/frame 0xedcfccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcfccd4 --- trap 0, eip = 0, esp = 0xedcfcd20, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc90d7000 sched_switch(c90d7000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedcffac8 mi_switch(104,0,c15e9265,215,edcffc04,...) at mi_switch+0x42e/frame 0xedcffb88 sleepq_switch(c90d9b2c,0,c15e9265,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedcffc04 sleepq_wait(c90d9b2c,0,edcffc70,1,0,...) at sleepq_wait+0xbc/frame 0xedcffc40 _cv_wait(c90d9b2c,c90d9cf8,c15b06b6,76,c90d9b34,...) at _cv_wait+0x20b/frame 0xedcffc84 usb_process(c90d9b24,edcffce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedcffcac fork_exit(c0a99f10,c90d9b24,edcffce8) at fork_exit+0x7e/frame 0xedcffcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcffcd4 --- trap 0, eip = 0, esp = 0xedcffd20, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc90d49f0 sched_switch(c90d49f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd02ac8 mi_switch(104,0,c15e9265,215,edd02c04,...) at mi_switch+0x42e/frame 0xedd02b88 sleepq_switch(c90d9b5c,0,c15e9265,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedd02c04 sleepq_wait(c90d9b5c,0,edd02c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd02c40 _cv_wait(c90d9b5c,c90d9cf8,c15b06b6,76,c90d9b64,...) at _cv_wait+0x20b/frame 0xedd02c84 usb_process(c90d9b54,edd02ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd02cac fork_exit(c0a99f10,c90d9b54,edd02ce8) at fork_exit+0x7e/frame 0xedd02cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd02cd4 --- trap 0, eip = 0, esp = 0xedd02d20, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc90d46a0 sched_switch(c90d46a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd05ac8 mi_switch(104,0,c15e9265,215,edd05c04,...) at mi_switch+0x42e/frame 0xedd05b88 sleepq_switch(c90d9b8c,0,c15e9265,28b,c90d9cf8,...) at sleepq_switch+0x318/frame 0xedd05c04 sleepq_wait(c90d9b8c,0,edd05c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd05c40 _cv_wait(c90d9b8c,c90d9cf8,c15b06b6,76,c90d9b94,...) at _cv_wait+0x20b/frame 0xedd05c84 usb_process(c90d9b84,edd05ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd05cac fork_exit(c0a99f10,c90d9b84,edd05ce8) at fork_exit+0x7e/frame 0xedd05cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd05cd4 --- trap 0, eip = 0, esp = 0xedd05d20, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc90d4350 sched_switch(c90d4350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd09ac8 mi_switch(104,0,c15e9265,215,edd09c04,...) at mi_switch+0x42e/frame 0xedd09b88 sleepq_switch(c90dbacc,0,c15e9265,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd09c04 sleepq_wait(c90dbacc,0,edd09c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd09c40 _cv_wait(c90dbacc,c90dbcf8,c15b06b6,76,c90dbad4,...) at _cv_wait+0x20b/frame 0xedd09c84 usb_process(c90dbac4,edd09ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd09cac fork_exit(c0a99f10,c90dbac4,edd09ce8) at fork_exit+0x7e/frame 0xedd09cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd09cd4 --- trap 0, eip = 0, esp = 0xedd09d20, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc90d4000 sched_switch(c90d4000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd0cac8 mi_switch(104,0,c15e9265,215,edd0cc04,...) at mi_switch+0x42e/frame 0xedd0cb88 sleepq_switch(c90dbafc,0,c15e9265,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd0cc04 sleepq_wait(c90dbafc,0,edd0cc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd0cc40 _cv_wait(c90dbafc,c90dbcf8,c15b06b6,76,c90dbb04,...) at _cv_wait+0x20b/frame 0xedd0cc84 usb_process(c90dbaf4,edd0cce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd0ccac fork_exit(c0a99f10,c90dbaf4,edd0cce8) at fork_exit+0x7e/frame 0xedd0ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd0ccd4 --- trap 0, eip = 0, esp = 0xedd0cd20, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc901e9f0 sched_switch(c901e9f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd0fac8 mi_switch(104,0,c15e9265,215,edd0fc04,...) at mi_switch+0x42e/frame 0xedd0fb88 sleepq_switch(c90dbb2c,0,c15e9265,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd0fc04 sleepq_wait(c90dbb2c,0,edd0fc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd0fc40 _cv_wait(c90dbb2c,c90dbcf8,c15b06b6,76,c90dbb34,...) at _cv_wait+0x20b/frame 0xedd0fc84 usb_process(c90dbb24,edd0fce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd0fcac fork_exit(c0a99f10,c90dbb24,edd0fce8) at fork_exit+0x7e/frame 0xedd0fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd0fcd4 --- trap 0, eip = 0, esp = 0xedd0fd20, ebp = 0 --- Tracing command usb pid 14 tid 100053 td 0xc90e4000 sched_switch(c90e4000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd12ac8 mi_switch(104,0,c15e9265,215,edd12c04,...) at mi_switch+0x42e/frame 0xedd12b88 sleepq_switch(c90dbb5c,0,c15e9265,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd12c04 sleepq_wait(c90dbb5c,0,edd12c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd12c40 _cv_wait(c90dbb5c,c90dbcf8,c15b06b6,76,c90dbb64,...) at _cv_wait+0x20b/frame 0xedd12c84 usb_process(c90dbb54,edd12ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd12cac fork_exit(c0a99f10,c90dbb54,edd12ce8) at fork_exit+0x7e/frame 0xedd12cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd12cd4 --- trap 0, eip = 0, esp = 0xedd12d20, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc90e39f0 sched_switch(c90e39f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd15ac8 mi_switch(104,0,c15e9265,215,edd15c04,...) at mi_switch+0x42e/frame 0xedd15b88 sleepq_switch(c90dbb8c,0,c15e9265,28b,c90dbcf8,...) at sleepq_switch+0x318/frame 0xedd15c04 sleepq_wait(c90dbb8c,0,edd15c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd15c40 _cv_wait(c90dbb8c,c90dbcf8,c15b06b6,76,c90dbb94,...) at _cv_wait+0x20b/frame 0xedd15c84 usb_process(c90dbb84,edd15ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd15cac fork_exit(c0a99f10,c90dbb84,edd15ce8) at fork_exit+0x7e/frame 0xedd15cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd15cd4 --- trap 0, eip = 0, esp = 0xedd15d20, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc90e36a0 sched_switch(c90e36a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd19ac8 mi_switch(104,0,c15e9265,215,edd19c04,...) at mi_switch+0x42e/frame 0xedd19b88 sleepq_switch(c90e9acc,0,c15e9265,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd19c04 sleepq_wait(c90e9acc,0,edd19c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd19c40 _cv_wait(c90e9acc,c90e9cf8,c15b06b6,76,c90e9ad4,...) at _cv_wait+0x20b/frame 0xedd19c84 usb_process(c90e9ac4,edd19ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd19cac fork_exit(c0a99f10,c90e9ac4,edd19ce8) at fork_exit+0x7e/frame 0xedd19cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd19cd4 --- trap 0, eip = 0, esp = 0xedd19d20, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc90e3350 sched_switch(c90e3350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd1cac8 mi_switch(104,0,c15e9265,215,edd1cc04,...) at mi_switch+0x42e/frame 0xedd1cb88 sleepq_switch(c90e9afc,0,c15e9265,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd1cc04 sleepq_wait(c90e9afc,0,edd1cc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd1cc40 _cv_wait(c90e9afc,c90e9cf8,c15b06b6,76,c90e9b04,...) at _cv_wait+0x20b/frame 0xedd1cc84 usb_process(c90e9af4,edd1cce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd1ccac fork_exit(c0a99f10,c90e9af4,edd1cce8) at fork_exit+0x7e/frame 0xedd1ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd1ccd4 --- trap 0, eip = 0, esp = 0xedd1cd20, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc90e3000 sched_switch(c90e3000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd1fac8 mi_switch(104,0,c15e9265,215,edd1fc04,...) at mi_switch+0x42e/frame 0xedd1fb88 sleepq_switch(c90e9b2c,0,c15e9265,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd1fc04 sleepq_wait(c90e9b2c,0,edd1fc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd1fc40 _cv_wait(c90e9b2c,c90e9cf8,c15b06b6,76,c90e9b34,...) at _cv_wait+0x20b/frame 0xedd1fc84 usb_process(c90e9b24,edd1fce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd1fcac fork_exit(c0a99f10,c90e9b24,edd1fce8) at fork_exit+0x7e/frame 0xedd1fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd1fcd4 --- trap 0, eip = 0, esp = 0xedd1fd20, ebp = 0 --- Tracing command usb pid 14 tid 100058 td 0xc90e29f0 sched_switch(c90e29f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd22ac8 mi_switch(104,0,c15e9265,215,edd22c04,...) at mi_switch+0x42e/frame 0xedd22b88 sleepq_switch(c90e9b5c,0,c15e9265,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd22c04 sleepq_wait(c90e9b5c,0,edd22c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd22c40 _cv_wait(c90e9b5c,c90e9cf8,c15b06b6,76,c90e9b64,...) at _cv_wait+0x20b/frame 0xedd22c84 usb_process(c90e9b54,edd22ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd22cac fork_exit(c0a99f10,c90e9b54,edd22ce8) at fork_exit+0x7e/frame 0xedd22cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd22cd4 --- trap 0, eip = 0, esp = 0xedd22d20, ebp = 0 --- Tracing command usb pid 14 tid 100059 td 0xc90e26a0 sched_switch(c90e26a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd25ac8 mi_switch(104,0,c15e9265,215,edd25c04,...) at mi_switch+0x42e/frame 0xedd25b88 sleepq_switch(c90e9b8c,0,c15e9265,28b,c90e9cf8,...) at sleepq_switch+0x318/frame 0xedd25c04 sleepq_wait(c90e9b8c,0,edd25c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd25c40 _cv_wait(c90e9b8c,c90e9cf8,c15b06b6,76,c90e9b94,...) at _cv_wait+0x20b/frame 0xedd25c84 usb_process(c90e9b84,edd25ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd25cac fork_exit(c0a99f10,c90e9b84,edd25ce8) at fork_exit+0x7e/frame 0xedd25cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd25cd4 --- trap 0, eip = 0, esp = 0xedd25d20, ebp = 0 --- Tracing command usb pid 14 tid 100061 td 0xc90e2000 sched_switch(c90e2000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd2dac8 mi_switch(104,0,c15e9265,215,edd2dc04,...) at mi_switch+0x42e/frame 0xedd2db88 sleepq_switch(c907eca4,0,c15e9265,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd2dc04 sleepq_wait(c907eca4,0,edd2dc70,1,0,...) at sleepq_wait+0xbc/frame 0xedd2dc40 _cv_wait(c907eca4,c907eed0,c15b06b6,76,c907ecac,...) at _cv_wait+0x20b/frame 0xedd2dc84 usb_process(c907ec9c,edd2dce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd2dcac fork_exit(c0a99f10,c907ec9c,edd2dce8) at fork_exit+0x7e/frame 0xedd2dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd2dcd4 --- trap 0, eip = 0, esp = 0xedd2dd20, ebp = 0 --- Tracing command usb pid 14 tid 100062 td 0xc90e19f0 sched_switch(c90e19f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd30ac8 mi_switch(104,0,c15e9265,215,edd30c04,...) at mi_switch+0x42e/frame 0xedd30b88 sleepq_switch(c907ecd4,0,c15e9265,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd30c04 sleepq_wait(c907ecd4,0,edd30c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd30c40 _cv_wait(c907ecd4,c907eed0,c15b06b6,76,c907ecdc,...) at _cv_wait+0x20b/frame 0xedd30c84 usb_process(c907eccc,edd30ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd30cac fork_exit(c0a99f10,c907eccc,edd30ce8) at fork_exit+0x7e/frame 0xedd30cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd30cd4 --- trap 0, eip = 0, esp = 0xedd30d20, ebp = 0 --- Tracing command usb pid 14 tid 100063 td 0xc90e16a0 sched_switch(c90e16a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd33ac8 mi_switch(104,0,c15e9265,215,edd33c04,...) at mi_switch+0x42e/frame 0xedd33b88 sleepq_switch(c907ed04,0,c15e9265,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd33c04 sleepq_wait(c907ed04,0,edd33c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd33c40 _cv_wait(c907ed04,c907eed0,c15b06b6,76,c907ed0c,...) at _cv_wait+0x20b/frame 0xedd33c84 usb_process(c907ecfc,edd33ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd33cac fork_exit(c0a99f10,c907ecfc,edd33ce8) at fork_exit+0x7e/frame 0xedd33cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd33cd4 --- trap 0, eip = 0, esp = 0xedd33d20, ebp = 0 --- Tracing command usb pid 14 tid 100064 td 0xc90e1350 sched_switch(c90e1350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd36ac8 mi_switch(104,0,c15e9265,215,edd36c04,...) at mi_switch+0x42e/frame 0xedd36b88 sleepq_switch(c907ed34,0,c15e9265,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd36c04 sleepq_wait(c907ed34,0,edd36c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd36c40 _cv_wait(c907ed34,c907eed0,c15b06b6,76,c907ed3c,...) at _cv_wait+0x20b/frame 0xedd36c84 usb_process(c907ed2c,edd36ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd36cac fork_exit(c0a99f10,c907ed2c,edd36ce8) at fork_exit+0x7e/frame 0xedd36cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd36cd4 --- trap 0, eip = 0, esp = 0xedd36d20, ebp = 0 --- Tracing command usb pid 14 tid 100065 td 0xc90e1000 sched_switch(c90e1000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd39ac8 mi_switch(104,0,c15e9265,215,edd39c04,...) at mi_switch+0x42e/frame 0xedd39b88 sleepq_switch(c907ed64,0,c15e9265,28b,c907eed0,...) at sleepq_switch+0x318/frame 0xedd39c04 sleepq_wait(c907ed64,0,edd39c70,1,0,...) at sleepq_wait+0xbc/frame 0xedd39c40 _cv_wait(c907ed64,c907eed0,c15b06b6,76,c907ed6c,...) at _cv_wait+0x20b/frame 0xedd39c84 usb_process(c907ed5c,edd39ce8,c15da49c,406,0,...) at usb_process+0x150/frame 0xedd39cac fork_exit(c0a99f10,c907ed5c,edd39ce8) at fork_exit+0x7e/frame 0xedd39cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd39cd4 --- trap 0, eip = 0, esp = 0xedd39d20, ebp = 0 --- Tracing command cam pid 4 tid 100028 td 0xc901e350 sched_switch(c901e350,0,104,196,e4b74a6c,...) at sched_switch+0x4e1/frame 0xe4b749e0 mi_switch(104,0,c15e9265,215,e4b74b1c,...) at mi_switch+0x42e/frame 0xe4b74aa0 sleepq_switch(c18ce900,5c,c15e9265,28b,c1ac75bc,...) at sleepq_switch+0x318/frame 0xe4b74b1c sleepq_wait(c18ce900,5c,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b74b58 _sleep(c18ce900,c18ce880,5c,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b74c58 xpt_done_td(c18ce880,e4b74ce8,c15da49c,406,0,...) at xpt_done_td+0x17e/frame 0xe4b74cac fork_exit(c04dd5a0,c18ce880,e4b74ce8) at fork_exit+0x7e/frame 0xe4b74cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b74cd4 --- trap 0, eip = 0, esp = 0xe4b74d20, ebp = 0 --- Tracing command cam pid 4 tid 100075 td 0xc911a000 sched_switch(c911a000,0,104,196,c15eb1ef,...) at sched_switch+0x4e1/frame 0xedd729e0 mi_switch(104,0,c15e9265,215,edd72b1c,...) at mi_switch+0x42e/frame 0xedd72aa0 sleepq_switch(c18ce7ac,5c,c15e9265,28b,c1ac66ec,...) at sleepq_switch+0x318/frame 0xedd72b1c sleepq_wait(c18ce7ac,5c,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xedd72b58 _sleep(c18ce7ac,c18ce7fc,5c,c15cbba3,0,...) at _sleep+0x809/frame 0xedd72c58 xpt_scanner_thread(0,edd72ce8,c15da49c,406,0,...) at xpt_scanner_thread+0xa2/frame 0xedd72cac fork_exit(c04dd950,0,edd72ce8) at fork_exit+0x7e/frame 0xedd72cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd72cd4 --- trap 0, eip = 0, esp = 0xedd72d20, ebp = 0 --- Tracing command crypto returns pid 3 tid 100024 td 0xc8e4a9f0 sched_switch(c8e4a9f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b689e8 mi_switch(104,0,c15e9265,215,e4b68b24,...) at mi_switch+0x42e/frame 0xe4b68aa8 sleepq_switch(c1b28fe8,6c,c15e9265,28b,c1ac698c,...) at sleepq_switch+0x318/frame 0xe4b68b24 sleepq_wait(c1b28fe8,6c,c161ff40,0,0,...) at sleepq_wait+0xbc/frame 0xe4b68b60 _sleep(c1b28fe8,c1b28fd4,6c,c161ff40,0,...) at _sleep+0x809/frame 0xe4b68c60 crypto_ret_proc(0,e4b68ce8,c15da49c,406,0,...) at crypto_ret_proc+0x1f5/frame 0xe4b68cac fork_exit(c0ecfae0,0,e4b68ce8) at fork_exit+0x7e/frame 0xe4b68cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b68cd4 --- trap 0, eip = 0, esp = 0xe4b68d20, ebp = 0 --- Tracing command crypto pid 2 tid 100023 td 0xc8f22000 sched_switch(c8f22000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b659f8 mi_switch(104,0,c15e9265,215,e4b65b34,...) at mi_switch+0x42e/frame 0xe4b65ab8 sleepq_switch(c1b28f30,6c,c15e9265,28b,c1ac71cc,...) at sleepq_switch+0x318/frame 0xe4b65b34 sleepq_wait(c1b28f30,6c,c161ff34,0,0,...) at sleepq_wait+0xbc/frame 0xe4b65b70 _sleep(c1b28f30,c1b28f18,6c,c161ff34,0,...) at _sleep+0x809/frame 0xe4b65c70 crypto_proc(0,e4b65ce8,c15da49c,406,0,...) at crypto_proc+0x2c1/frame 0xe4b65cac fork_exit(c0ecf6b0,0,e4b65ce8) at fork_exit+0x7e/frame 0xe4b65cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b65cd4 --- trap 0, eip = 0, esp = 0xe4b65d20, ebp = 0 --- Tracing command geom pid 13 tid 100020 td 0xc8f229f0 sched_switch(c8f229f0,0,104,196,d30e8f98,...) at sched_switch+0x4e1/frame 0xe4b5c9f8 mi_switch(104,0,c15e9265,215,e4b5cb34,...) at mi_switch+0x42e/frame 0xe4b5cab8 sleepq_switch(c1b7ec60,5c,c15e9265,28b,c1ac6d04,...) at sleepq_switch+0x318/frame 0xe4b5cb34 sleepq_wait(c1b7ec60,5c,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b5cb70 _sleep(c1b7ec60,c1aa722c,25c,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b5cc70 g_run_events(0,e4b5cce8,c15da49c,406,0,...) at g_run_events+0x67/frame 0xe4b5ccac fork_exit(c0b99ae0,0,e4b5cce8) at fork_exit+0x7e/frame 0xe4b5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b5ccd4 --- trap 0, eip = 0, esp = 0xe4b5cd20, ebp = 0 --- Tracing command geom pid 13 tid 100021 td 0xc8f226a0 sched_switch(c8f226a0,0,104,196,f,...) at sched_switch+0x4e1/frame 0xe4b5f9e8 mi_switch(104,0,c15e9265,215,e4b5fb24,...) at mi_switch+0x42e/frame 0xe4b5faa8 sleepq_switch(c1b7ec64,5c,c15e9265,28b,c1ac6ca4,...) at sleepq_switch+0x318/frame 0xe4b5fb24 sleepq_wait(c1b7ec64,5c,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b5fb60 _sleep(c1b7ec64,c1aa7274,25c,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b5fc60 g_io_schedule_up(c8f226a0,0,c15cda02,5f,e4b5fcd4,...) at g_io_schedule_up+0xcf/frame 0xe4b5fc94 g_up_procbody(0,e4b5fce8,c15da49c,406,0,...) at g_up_procbody+0x7d/frame 0xe4b5fcac fork_exit(c0b99b60,0,e4b5fce8) at fork_exit+0x7e/frame 0xe4b5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b5fcd4 --- trap 0, eip = 0, esp = 0xe4b5fd20, ebp = 0 --- Tracing command geom pid 13 tid 100022 td 0xc8f22350 sched_switch(c8f22350,0,104,196,c907a000,...) at sched_switch+0x4e1/frame 0xe4b629e8 mi_switch(104,0,c15e9265,215,e4b62b24,...) at mi_switch+0x42e/frame 0xe4b62aa8 sleepq_switch(c1b7ec68,5c,c15e9265,28b,c1ac6c44,...) at sleepq_switch+0x318/frame 0xe4b62b24 sleepq_wait(c1b7ec68,5c,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b62b60 _sleep(c1b7ec68,c1aa7254,25c,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b62c5c g_io_schedule_down(c8f22350,0,c15cda02,6b,e4b62cd4,...) at g_io_schedule_down+0xec/frame 0xe4b62c94 g_down_procbody(0,e4b62ce8,c15da49c,406,0,...) at g_down_procbody+0x7d/frame 0xe4b62cac fork_exit(c0b99be0,0,e4b62ce8) at fork_exit+0x7e/frame 0xe4b62cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b62cd4 --- trap 0, eip = 0, esp = 0xe4b62d20, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc8e486a0 sched_switch(c8e486a0,0,109,196,0,...) at sched_switch+0x4e1/frame 0xe4b35bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xe4b35c70 ithread_loop(c8ea9020,e4b35ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b35cac fork_exit(c0c143d0,c8ea9020,e4b35ce8) at fork_exit+0x7e/frame 0xe4b35cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b35cd4 --- trap 0, eip = 0, esp = 0xe4b35d20, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc8e48350 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100009 td 0xc8e48000 sched_switch(c8e48000,0,109,196,c1b80224,...) at sched_switch+0x4e1/frame 0xe4b3bbb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xe4b3bc70 ithread_loop(c8ea9000,e4b3bce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b3bcac fork_exit(c0c143d0,c8ea9000,e4b3bce8) at fork_exit+0x7e/frame 0xe4b3bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b3bcd4 --- trap 0, eip = 0, esp = 0xe4b3bd20, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc8e479f0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc8e476a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc8e47350 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100013 td 0xc8e47000 sched_switch(c8e47000,0,109,196,0,...) at sched_switch+0x4e1/frame 0xe4b47bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xe4b47c70 ithread_loop(c8ea8f60,e4b47ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b47cac fork_exit(c0c143d0,c8ea8f60,e4b47ce8) at fork_exit+0x7e/frame 0xe4b47cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b47cd4 --- trap 0, eip = 0, esp = 0xe4b47d20, ebp = 0 --- Tracing command intr pid 12 tid 100014 td 0xc8f24350 sched_switch(c8f24350,0,109,196,0,...) at sched_switch+0x4e1/frame 0xe4b4abb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xe4b4ac70 ithread_loop(c8ea8f50,e4b4ace8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xe4b4acac fork_exit(c0c143d0,c8ea8f50,e4b4ace8) at fork_exit+0x7e/frame 0xe4b4acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b4acd4 --- trap 0, eip = 0, esp = 0xe4b4ad20, ebp = 0 --- Tracing command intr pid 12 tid 100017 td 0xc8f236a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xc901e000 sched_switch(c901e000,0,109,196,c1af7e60,...) at sched_switch+0x4e1/frame 0xe4ba6bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xe4ba6c70 ithread_loop(c8ea8f30,e4ba6ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xe4ba6cac fork_exit(c0c143d0,c8ea8f30,e4ba6ce8) at fork_exit+0x7e/frame 0xe4ba6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4ba6cd4 --- trap 0, eip = 0, esp = 0xe4ba6d20, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc901d9f0 sched_switch(c901d9f0,0,109,196,c1af6138,...) at sched_switch+0x4e1/frame 0xf12aebb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xf12aec70 ithread_loop(c8ea8f10,f12aece8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xf12aecac fork_exit(c0c143d0,c8ea8f10,f12aece8) at fork_exit+0x7e/frame 0xf12aecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf12aecd4 --- trap 0, eip = 0, esp = 0xf12aed20, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc901d6a0 sched_switch(c901d6a0,0,109,196,8,...) at sched_switch+0x4e1/frame 0xf12b2bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xf12b2c70 ithread_loop(c8ea8f00,f12b2ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xf12b2cac fork_exit(c0c143d0,c8ea8f00,f12b2ce8) at fork_exit+0x7e/frame 0xf12b2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf12b2cd4 --- trap 0, eip = 0, esp = 0xf12b2d20, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc901d350 sched_switch(c901d350,0,109,196,8,...) at sched_switch+0x4e1/frame 0xedcd0bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xedcd0c70 ithread_loop(c8ea8e30,edcd0ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xedcd0cac fork_exit(c0c143d0,c8ea8e30,edcd0ce8) at fork_exit+0x7e/frame 0xedcd0cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcd0cd4 --- trap 0, eip = 0, esp = 0xedcd0d20, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc8f249f0 sched_switch(c8f249f0,0,109,196,8,...) at sched_switch+0x4e1/frame 0xedce3bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xedce3c70 ithread_loop(c8ea8e20,edce3ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xedce3cac fork_exit(c0c143d0,c8ea8e20,edce3ce8) at fork_exit+0x7e/frame 0xedce3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce3cd4 --- trap 0, eip = 0, esp = 0xedce3d20, ebp = 0 --- Tracing command intr pid 12 tid 100044 td 0xc90d79f0 sched_switch(c90d79f0,0,109,196,8,...) at sched_switch+0x4e1/frame 0xedcf6bb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xedcf6c70 ithread_loop(c8ea8e10,edcf6ce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xedcf6cac fork_exit(c0c143d0,c8ea8e10,edcf6ce8) at fork_exit+0x7e/frame 0xedcf6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf6cd4 --- trap 0, eip = 0, esp = 0xedcf6d20, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc90e2350 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100066 td 0xc911c350 sched_switch(c911c350,0,109,196,0,...) at sched_switch+0x4e1/frame 0xedd3ebb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xedd3ec70 ithread_loop(c8ea8df0,edd3ece8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xedd3ecac fork_exit(c0c143d0,c8ea8df0,edd3ece8) at fork_exit+0x7e/frame 0xedd3ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd3ecd4 --- trap 0, eip = 0, esp = 0xedd3ed20, ebp = 0 --- Tracing command intr pid 12 tid 100067 td 0xc911c000 sched_switch(c911c000,0,109,196,1,...) at sched_switch+0x4e1/frame 0xedd4fbb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xedd4fc70 ithread_loop(c8ea8db0,edd4fce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xedd4fcac fork_exit(c0c143d0,c8ea8db0,edd4fce8) at fork_exit+0x7e/frame 0xedd4fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd4fcd4 --- trap 0, eip = 0, esp = 0xedd4fd20, ebp = 0 --- Tracing command intr pid 12 tid 100069 td 0xc911b6a0 sched_switch(c911b6a0,0,109,196,8,...) at sched_switch+0x4e1/frame 0xedd5fbb0 mi_switch(109,0,c15da721,555,c15da49c,...) at mi_switch+0x42e/frame 0xedd5fc70 ithread_loop(c8ea8da0,edd5fce8,c15da49c,406,0,...) at ithread_loop+0x1f0/frame 0xedd5fcac fork_exit(c0c143d0,c8ea8da0,edd5fce8) at fork_exit+0x7e/frame 0xedd5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd5fcd4 --- trap 0, eip = 0, esp = 0xedd5fd20, ebp = 0 --- Tracing command intr pid 12 tid 100070 td 0xc911b350 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100003 td 0xc8e496a0 (CPU 0) cpustop_handler(0,13,e4b28b78,c11f4ed7,c8ea7080,...) at cpustop_handler+0x25/frame 0xe4b28a28 ipi_nmi_handler(c8ea7080,3e5726c5,e4b28a70,c0c13c8e,e4b28a60,...) at ipi_nmi_handler+0x36/frame 0xe4b28a38 trap(e4b28b84) at trap+0x37/frame 0xe4b28b78 calltrap() at calltrap+0x6/frame 0xe4b28b78 --- trap 0x13, eip = 0xc120eb85, esp = 0xe4b28bc4, ebp = 0xe4b28bc4 --- acpi_cpu_c1(e4b28bd8,246,33b7685a,e4b28c1c,c11feb78,...) at acpi_cpu_c1+0x5/frame 0xe4b28bc4 acpi_cpu_idle(ad36277,0,ad36277,e4b28c38,c120ef63,...) at acpi_cpu_idle+0x32a/frame 0xe4b28c08 cpu_idle_acpi(ad36277,0,c1ab7608,1,c8e496a0,...) at cpu_idle_acpi+0x3f/frame 0xe4b28c1c cpu_idle(0,e4b28c80,c15e534b,407,c1ab8a80,...) at cpu_idle+0xa3/frame 0xe4b28c38 sched_idletd(0,e4b28ce8,c15da49c,406,0,...) at sched_idletd+0x403/frame 0xe4b28cac fork_exit(c0c7fd80,0,e4b28ce8) at fork_exit+0x7e/frame 0xe4b28cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b28cd4 --- trap 0, eip = 0, esp = 0xe4b28d20, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc8e49350 (CPU 1) cpustop_handler(1,13,e4b2bb78,c11f4ed7,229,...) at cpustop_handler+0x25/frame 0xe4b2ba28 ipi_nmi_handler(229,b8087aea,ba0edaf7,1,305cfc,...) at ipi_nmi_handler+0x36/frame 0xe4b2ba38 trap(e4b2bb84) at trap+0x37/frame 0xe4b2bb78 calltrap() at calltrap+0x6/frame 0xe4b2bb78 --- trap 0x13, eip = 0xc120eb85, esp = 0xe4b2bbc4, ebp = 0xe4b2bbc4 --- acpi_cpu_c1(e4b2bbd8,246,39fd0a1e,e4b2bc1c,c11feb78,...) at acpi_cpu_c1+0x5/frame 0xe4b2bbc4 acpi_cpu_idle(7fed9ddc,0,7fed9ddc,e4b2bc38,c120ef63,...) at acpi_cpu_idle+0x32a/frame 0xe4b2bc08 cpu_idle_acpi(7fed9ddc,0,c1ab7d08,1,c8e49350,...) at cpu_idle_acpi+0x3f/frame 0xe4b2bc1c cpu_idle(0,e4b2bc80,c15e534b,407,c1ab8380,...) at cpu_idle+0xa3/frame 0xe4b2bc38 sched_idletd(0,e4b2bce8,c15da49c,406,0,...) at sched_idletd+0x403/frame 0xe4b2bcac fork_exit(c0c7fd80,0,e4b2bce8) at fork_exit+0x7e/frame 0xe4b2bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2bcd4 --- trap 0, eip = 0, esp = 0xe4b2bd20, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc8e49000 (CPU 2) kdb_alt_break_internal(0,e4b2eac8,c0a5f497,2,c90bbe84,...) at kdb_alt_break_internal+0x162/frame 0xe4b2ea9c kdb_alt_break(2,c90bbe84,c15a72f7,0,40000,...) at kdb_alt_break+0x16/frame 0xe4b2eaa8 uart_intr_rxready(c90bbe00,c93a86a0,0,e4b2eb08,c0c7f347,...) at uart_intr_rxready+0x87/frame 0xe4b2eac8 uart_intr(c90bbe00,c0c7d6b8,c1ab8390,14,0,...) at uart_intr+0x110/frame 0xe4b2eb08 intr_event_handle(c8ea1e00,e4b2eb84,2,2,0,...) at intr_event_handle+0x7a/frame 0xe4b2eb34 intr_execute_handlers(c8e9d108,e4b2eb84,2) at intr_execute_handlers+0x42/frame 0xe4b2eb54 lapic_handle_intr(30,e4b2eb84) at lapic_handle_intr+0x5d/frame 0xe4b2eb74 Xapic_isr1() at Xapic_isr1+0x55/frame 0xe4b2eb74 --- interrupt, eip = 0xc120eb85, esp = 0xe4b2ebc4, ebp = 0xe4b2ebc4 --- acpi_cpu_c1(e4b2ebd8,246,7677eb1f,e4b2ec1c,c11feb78,...) at acpi_cpu_c1+0x5/frame 0xe4b2ebc4 acpi_cpu_idle(6f083e2c,0,6f083e2c,e4b2ec38,c120ef63,...) at acpi_cpu_idle+0x32a/frame 0xe4b2ec08 cpu_idle_acpi(6f083e2c,0,c1ab8408,2,c8e49000,...) at cpu_idle_acpi+0x3f/frame 0xe4b2ec1c cpu_idle(0,e4b2ec80,c15e534b,407,c1ab8a80,...) at cpu_idle+0xa3/frame 0xe4b2ec38 sched_idletd(0,e4b2ece8,c15da49c,406,0,...) at sched_idletd+0x403/frame 0xe4b2ecac fork_exit(c0c7fd80,0,e4b2ece8) at fork_exit+0x7e/frame 0xe4b2ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2ecd4 --- trap 0, eip = 0, esp = 0xe4b2ed20, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc8e489f0 (CPU 3) cpustop_handler(3,13,e4b31b78,c11f4ed7,229,...) at cpustop_handler+0x25/frame 0xe4b31a28 ipi_nmi_handler(229,f6885c78,4bef3af,3,40c6ff,...) at ipi_nmi_handler+0x36/frame 0xe4b31a38 trap(e4b31b84) at trap+0x37/frame 0xe4b31b78 calltrap() at calltrap+0x6/frame 0xe4b31b78 --- trap 0x13, eip = 0xc120eb85, esp = 0xe4b31bc4, ebp = 0xe4b31bc4 --- acpi_cpu_c1(e4b31bd8,246,2b657d0a,e4b31c1c,c11feb78,...) at acpi_cpu_c1+0x5/frame 0xe4b31bc4 acpi_cpu_idle(1196c723,0,1196c723,e4b31c38,c120ef63,...) at acpi_cpu_idle+0x32a/frame 0xe4b31c08 cpu_idle_acpi(1196c723,0,c1ab8b08,3,c8e489f0,...) at cpu_idle_acpi+0x3f/frame 0xe4b31c1c cpu_idle(0,e4b31c80,c15e534b,407,c1ab7580,...) at cpu_idle+0xa3/frame 0xe4b31c38 sched_idletd(0,e4b31ce8,c15da49c,406,0,...) at sched_idletd+0x403/frame 0xe4b31cac fork_exit(c0c7fd80,0,e4b31ce8) at fork_exit+0x7e/frame 0xe4b31cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b31cd4 --- trap 0, eip = 0, esp = 0xe4b31d20, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc8e499f0 sched_switch(c8e499f0,0,104,196,ca48f470,...) at sched_switch+0x4e1/frame 0xe4b246d0 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xe4b24794 sleepq_switch(c8e459d8,6c,c15e9265,1c2,8,...) at sleepq_switch+0x318/frame 0xe4b24810 sleepq_catch_signals(c8e459d8,6c,c97b7800,c1ac6bfc,0,...) at sleepq_catch_signals+0x196/frame 0xe4b24900 sleepq_wait_sig(c8e459d8,6c,c15ed3dd,100,0,...) at sleepq_wait_sig+0x25/frame 0xe4b24938 _sleep(c8e459d8,c8e45a80,16c,c15ed3dd,0,...) at _sleep+0x7e3/frame 0xe4b24a34 kern_wait6(c8e499f0,7,0,0,e4b24acc,...) at kern_wait6+0x47d/frame 0xe4b24aa0 sys_wait4(c8e499f0,e4b24c50,c15d9f47,4,e,...) at sys_wait4+0x8b/frame 0xe4b24bc0 syscall(e4b24ce8) at syscall+0x3d3/frame 0xe4b24cdc Xint0x80_syscall() at Xint0x80_syscall+0x2e/frame 0xe4b24cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x8065167, esp = 0xbfbfe89c, ebp = 0xbfbfe8b0 --- Tracing command audit pid 10 tid 100001 td 0xc8e4a000 sched_switch(c8e4a000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b21a98 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xe4b21b5c sleepq_switch(c1b86a60,0,c15e9265,28b,c1b869ec,...) at sleepq_switch+0x318/frame 0xe4b21bd8 sleepq_wait(c1b86a60,0,e4b21c44,1,0,...) at sleepq_wait+0xbc/frame 0xe4b21c14 _cv_wait(c1b86a60,c1b869ec,c16223e6,1ab,c1ab7580,...) at _cv_wait+0x20b/frame 0xe4b21c58 audit_worker(0,e4b21ce8,c15da49c,406,0,...) at audit_worker+0x94/frame 0xe4b21cac fork_exit(c0ef2440,0,e4b21ce8) at fork_exit+0x7e/frame 0xe4b21cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b21cd4 --- trap 0, eip = 0, esp = 0xe4b21d20, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1b7efd0 sched_switch(c1b7efd0,0,104,196,8,...) at sched_switch+0x4e1/frame 0xc2022a70 mi_switch(104,0,c15e9265,215,c0c309b8,...) at mi_switch+0x42e/frame 0xc2022b34 sleepq_switch(c1b7ec84,54,c15e9265,2ae,0,...) at sleepq_switch+0x318/frame 0xc2022bb0 sleepq_timedwait(c1b7ec84,54,9,0,0,...) at sleepq_timedwait+0xbc/frame 0xc2022bf0 _sleep(c1b7ec84,0,54,c162d6b0,fffff470,...) at _sleep+0x7af/frame 0xc2022cf0 swapper() at swapper+0x2c7/frame 0xc2022d38 begin() at begin+0x22 Tracing command kernel pid 0 tid 100015 td 0xc8f24000 sched_switch(c8f24000,0,104,196,e4b4da4c,...) at sched_switch+0x4e1/frame 0xe4b4da00 mi_switch(104,0,c15e9265,215,e4b4db3c,...) at mi_switch+0x42e/frame 0xe4b4dac0 sleepq_switch(c8cfe800,0,c15e9265,28b,c1ac75a4,...) at sleepq_switch+0x318/frame 0xe4b4db3c sleepq_wait(c8cfe800,0,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b4db78 _sleep(c8cfe800,c8cfe81c,0,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b4dc74 taskqueue_thread_loop(c1b8339c,e4b4dce8,c15da49c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b4dcac fork_exit(c0ca86f0,c1b8339c,e4b4dce8) at fork_exit+0x7e/frame 0xe4b4dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b4dcd4 --- trap 0, eip = 0, esp = 0xe4b4dd20, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc8f239f0 sched_switch(c8f239f0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b50a00 mi_switch(104,0,c15e9265,215,e4b50b3c,...) at mi_switch+0x42e/frame 0xe4b50ac0 sleepq_switch(c8cfe780,0,c15e9265,28b,c1ac698c,...) at sleepq_switch+0x318/frame 0xe4b50b3c sleepq_wait(c8cfe780,0,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b50b78 _sleep(c8cfe780,c8cfe79c,0,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b50c74 taskqueue_thread_loop(c1b83418,e4b50ce8,c15da49c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b50cac fork_exit(c0ca86f0,c1b83418,e4b50ce8) at fork_exit+0x7e/frame 0xe4b50cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b50cd4 --- trap 0, eip = 0, esp = 0xe4b50d20, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc8f23350 sched_switch(c8f23350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b56a00 mi_switch(104,0,c15e9265,215,e4b56b3c,...) at mi_switch+0x42e/frame 0xe4b56ac0 sleepq_switch(c8cfe680,0,c15e9265,28b,c1ac6974,...) at sleepq_switch+0x318/frame 0xe4b56b3c sleepq_wait(c8cfe680,0,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b56b78 _sleep(c8cfe680,c8cfe69c,0,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b56c74 taskqueue_thread_loop(c1b7f560,e4b56ce8,c15da49c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b56cac fork_exit(c0ca86f0,c1b7f560,e4b56ce8) at fork_exit+0x7e/frame 0xe4b56cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b56cd4 --- trap 0, eip = 0, esp = 0xe4b56d20, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc8f23000 sched_switch(c8f23000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b59a00 mi_switch(104,0,c15e9265,215,e4b59b3c,...) at mi_switch+0x42e/frame 0xe4b59ac0 sleepq_switch(c8cfe600,0,c15e9265,28b,c1ac7574,...) at sleepq_switch+0x318/frame 0xe4b59b3c sleepq_wait(c8cfe600,0,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xe4b59b78 _sleep(c8cfe600,c8cfe61c,0,c15cbba3,0,...) at _sleep+0x809/frame 0xe4b59c74 taskqueue_thread_loop(c1ac56a0,e4b59ce8,c15da49c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b59cac fork_exit(c0ca86f0,c1ac56a0,e4b59ce8) at fork_exit+0x7e/frame 0xe4b59cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b59cd4 --- trap 0, eip = 0, esp = 0xe4b59d20, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc8e4a6a0 sched_switch(c8e4a6a0,0,104,196,c23b0960,...) at sched_switch+0x4e1/frame 0xe4b6ba28 mi_switch(104,0,c15e9265,215,e4b6bb64,...) at mi_switch+0x42e/frame 0xe4b6bae8 sleepq_switch(c8cfe400,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xe4b6bb64 sleepq_wait(c8cfe400,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xe4b6bba0 msleep_spin_sbt(c8cfe400,c8cfe41c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xe4b6bc74 taskqueue_thread_loop(c1b75504,e4b6bce8,c15da49c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b6bcac fork_exit(c0ca86f0,c1b75504,e4b6bce8) at fork_exit+0x7e/frame 0xe4b6bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b6bcd4 --- trap 0, eip = 0, esp = 0xe4b6bd20, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc8e4a350 sched_switch(c8e4a350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b6ea28 mi_switch(104,0,c15e9265,215,e4b6eb64,...) at mi_switch+0x42e/frame 0xe4b6eae8 sleepq_switch(c8cfe400,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xe4b6eb64 sleepq_wait(c8cfe400,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xe4b6eba0 msleep_spin_sbt(c8cfe400,c8cfe41c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xe4b6ec74 taskqueue_thread_loop(c1b75504,e4b6ece8,c15da49c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b6ecac fork_exit(c0ca86f0,c1b75504,e4b6ece8) at fork_exit+0x7e/frame 0xe4b6ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b6ecd4 --- trap 0, eip = 0, esp = 0xe4b6ed20, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc901e6a0 sched_switch(c901e6a0,0,104,196,0,...) at sched_switch+0x4e1/frame 0xe4b71a28 mi_switch(104,0,c15e9265,215,e4b71b64,...) at mi_switch+0x42e/frame 0xe4b71ae8 sleepq_switch(c8cfe400,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xe4b71b64 sleepq_wait(c8cfe400,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xe4b71ba0 msleep_spin_sbt(c8cfe400,c8cfe41c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xe4b71c74 taskqueue_thread_loop(c1b75504,e4b71ce8,c15da49c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b71cac fork_exit(c0ca86f0,c1b75504,e4b71ce8) at fork_exit+0x7e/frame 0xe4b71cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b71cd4 --- trap 0, eip = 0, esp = 0xe4b71d20, ebp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xc911b000 sched_switch(c911b000,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd65a28 mi_switch(104,0,c15e9265,215,edd65b64,...) at mi_switch+0x42e/frame 0xedd65ae8 sleepq_switch(c911fe00,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedd65b64 sleepq_wait(c911fe00,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xedd65ba0 msleep_spin_sbt(c911fe00,c911fe1c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xedd65c74 taskqueue_thread_loop(c1b73938,edd65ce8,c15da49c,406,0,...) at taskqueue_thread_loop+0xf3/frame 0xedd65cac fork_exit(c0ca86f0,c1b73938,edd65ce8) at fork_exit+0x7e/frame 0xedd65cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd65cd4 --- trap 0, eip = 0, esp = 0xedd65d20, ebp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xc911a350 sched_switch(c911a350,0,104,196,0,...) at sched_switch+0x4e1/frame 0xedd6fa00 mi_switch(104,0,c15e9265,215,edd6fb3c,...) at mi_switch+0x42e/frame 0xedd6fac0 sleepq_switch(c8cfdd00,0,c15e9265,28b,c1ac749c,...) at sleepq_switch+0x318/frame 0xedd6fb3c sleepq_wait(c8cfdd00,0,c15cbba3,0,0,...) at sleepq_wait+0xbc/frame 0xedd6fb78 _sleep(c8cfdd00,c8cfdd1c,0,c15cbba3,0,...) at _sleep+0x809/frame 0xedd6fc74 taskqueue_thread_loop(c18ce824,edd6fce8,c15da49c,406,0,...) at taskqueue_thread_loop+0x144/frame 0xedd6fcac fork_exit(c0ca86f0,c18ce824,edd6fce8) at fork_exit+0x7e/frame 0xedd6fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd6fcd4 --- trap 0, eip = 0, esp = 0xedd6fd20, ebp = 0 --- Tracing command kernel pid 0 tid 100086 td 0xc93a79f0 sched_switch(c93a79f0,0,104,196,7,...) at sched_switch+0x4e1/frame 0xedf13a28 mi_switch(104,0,c15e9265,215,edf13b64,...) at mi_switch+0x42e/frame 0xedf13ae8 sleepq_switch(c911ec80,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedf13b64 sleepq_wait(c911ec80,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xedf13ba0 msleep_spin_sbt(c911ec80,c911ec9c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xedf13c74 gtaskqueue_thread_loop(c8f0e004,edf13ce8,c15da49c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf13cac fork_exit(c0c93190,c8f0e004,edf13ce8) at fork_exit+0x7e/frame 0xedf13cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf13cd4 --- trap 0, eip = 0, esp = 0xedf13d20, ebp = 0 --- Tracing command kernel pid 0 tid 100087 td 0xc93a76a0 sched_switch(c93a76a0,0,104,196,c93a76a0,...) at sched_switch+0x4e1/frame 0xedf16a28 mi_switch(104,0,c15e9265,215,edf16b64,...) at mi_switch+0x42e/frame 0xedf16ae8 sleepq_switch(c911ec00,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedf16b64 sleepq_wait(c911ec00,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xedf16ba0 msleep_spin_sbt(c911ec00,c911ec1c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xedf16c74 gtaskqueue_thread_loop(c8f0dc04,edf16ce8,c15da49c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf16cac fork_exit(c0c93190,c8f0dc04,edf16ce8) at fork_exit+0x7e/frame 0xedf16cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf16cd4 --- trap 0, eip = 0, esp = 0xedf16d20, ebp = 0 --- Tracing command kernel pid 0 tid 100088 td 0xc93a7350 sched_switch(c93a7350,0,104,196,c0ca531b,...) at sched_switch+0x4e1/frame 0xedf19a28 mi_switch(104,0,c15e9265,215,edf19b64,...) at mi_switch+0x42e/frame 0xedf19ae8 sleepq_switch(c911eb80,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedf19b64 sleepq_wait(c911eb80,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xedf19ba0 msleep_spin_sbt(c911eb80,c911eb9c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xedf19c74 gtaskqueue_thread_loop(c8f0dc14,edf19ce8,c15da49c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf19cac fork_exit(c0c93190,c8f0dc14,edf19ce8) at fork_exit+0x7e/frame 0xedf19cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf19cd4 --- trap 0, eip = 0, esp = 0xedf19d20, ebp = 0 --- Tracing command kernel pid 0 tid 100089 td 0xc93a7000 sched_switch(c93a7000,0,104,196,edf1ca60,...) at sched_switch+0x4e1/frame 0xedf1ca28 mi_switch(104,0,c15e9265,215,edf1cb64,...) at mi_switch+0x42e/frame 0xedf1cae8 sleepq_switch(c911eb00,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedf1cb64 sleepq_wait(c911eb00,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xedf1cba0 msleep_spin_sbt(c911eb00,c911eb1c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xedf1cc74 gtaskqueue_thread_loop(c8f0dc24,edf1cce8,c15da49c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf1ccac fork_exit(c0c93190,c8f0dc24,edf1cce8) at fork_exit+0x7e/frame 0xedf1ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf1ccd4 --- trap 0, eip = 0, esp = 0xedf1cd20, ebp = 0 --- Tracing command kernel pid 0 tid 100090 td 0xc911c9f0 sched_switch(c911c9f0,0,104,196,c11e1a62,...) at sched_switch+0x4e1/frame 0xedf1fa28 mi_switch(104,0,c15e9265,215,edf1fb64,...) at mi_switch+0x42e/frame 0xedf1fae8 sleepq_switch(c911ea80,0,c15e9265,28b,c15e9265,...) at sleepq_switch+0x318/frame 0xedf1fb64 sleepq_wait(c911ea80,0,c15e3302,c15cbba3,0,...) at sleepq_wait+0xbc/frame 0xedf1fba0 msleep_spin_sbt(c911ea80,c911ea9c,c15cbba3,0,0,...) at msleep_spin_sbt+0x49c/frame 0xedf1fc74 gtaskqueue_thread_loop(c8f0dc34,edf1fce8,c15da49c,406,0,...) at gtaskqueue_thread_loop+0xf3/frame 0xedf1fcac fork_exit(c0c93190,c8f0dc34,edf1fce8) at fork_exit+0x7e/frame 0xedf1fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf1fcd4 --- trap 0, eip = 0, esp = 0xedf1fd20, ebp = 0 --- db:0:allt> dump Physical memory: 3427 MB Dumping 196 MB: 180 164 148 132 116 100 84 68 52 36 20 4 Dump complete db:0:dump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) proc 78961 [Switching to thread 98 (Thread 100247)]#0 sched_switch (td=, newtd=, flags=) at ../../../kern/sched_ule.c:1973 1973 cpuid = PCPU_GET(cpuid); Current language: auto; currently minimal (kgdb) bt #0 sched_switch (td=, newtd=, flags=) at ../../../kern/sched_ule.c:1973 #1 0xc0c5bd6e in mi_switch (flags=0x104, newtd=0x0) at ../../../kern/kern_synch.c:455 #2 0xc0ca2ab8 in sleepq_switch (wchan=0xc33c6984, pri=0x54) at ../../../kern/subr_sleepqueue.c:573 #3 0xc0ca275c in sleepq_wait (wchan=0xc33c6984, pri=0x54) at ../../../kern/subr_sleepqueue.c:652 #4 0xc0c5adf9 in _sleep (ident=0xc33c6984, lock=0xc1b87880, priority=0x254, wmesg=0xc162fd54 "pgrbwt", sbt=0x0, pr=0x0, flags=0x100) at ../../../kern/kern_synch.c:229 #5 0xc0f898e5 in vm_page_busy_sleep (m=0xc33c6984, wmesg=0xc162fd54 "pgrbwt") at ../../../vm/vm_page.c:751 #6 0xc0f918c0 in vm_page_grab (object=0xcbc136e0, pindex=0x0, allocflags=0x21222) at ../../../vm/vm_page.c:3447 #7 0xc0cfe94b in vfs_vmio_extend (bp=0xe495b280, desiredpages=0x2, size=0x1800) at ../../../kern/vfs_bio.c:2715 #8 0xc0cfd19a in allocbuf (bp=0xe495b280, size=0x1800) at ../../../kern/vfs_bio.c:3878 #9 0xc0cfab3f in getblk (vp=0xcbde7870, blkno=0x0, size=0x1800, slpflag=0x0, slptimeo=0x0, flags=0x8) at ../../../kern/vfs_bio.c:3711 #10 0xc0cfb78c in breadn_flags (vp=0xcbde7870, blkno=0x0, size=0x1800, rablkno=0x0, rabsize=0x0, cnt=0x0, cred=0x0, flags=0x8, bpp=0xf3aa36b0) at ../../../kern/vfs_bio.c:1833 #11 0xc0f46fab in ffs_getpages (ap=0xf3aa3750) at ../../../ufs/ffs/ffs_vnops.c:1842 #12 0xc122e066 in VOP_GETPAGES_APV (vop=0xc18b5c14, a=0xf3aa3750) at vnode_if.c:2798 #13 0xc0f9e5e8 in vnode_pager_getpages (object=, m=, count=, rbehind=, rahead=) at vnode_if.h:1154 #14 0xc0f967aa in vm_pager_get_pages (object=0xcbc136e0, m=0xf3aa3a88, count=0x1, rbehind=0xf3aa3a70, rahead=0xf3aa3a74) at ../../../vm/vm_pager.c:291 #15 0xc0f6c0f9 in vm_fault_hold (map=0xc9732dd4, vaddr=0x2806d000, fault_type=0x2, fault_flags=0x0, m_hold=0x0) at ../../../vm/vm_fault.c:705 #16 0xc0f6a952 in vm_fault (map=0xc9732dd4, vaddr=0x2806d000, fault_type=0x2, fault_flags=0x0) at ../../../vm/vm_fault.c:273 #17 0xc11f5ce6 in trap_pfault (frame=0xf3aa3ce8, usermode=, eva=) at ../../../i386/i386/trap.c:909 #18 0xc11f5276 in trap (frame=) at ../../../i386/i386/trap.c:397 #19 0xc11e0fca in calltrap () at ../../../i386/i386/exception.s:172 #20 0x080489c8 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 5 #5 0xc0f898e5 in vm_page_busy_sleep (m=0xc33c6984, wmesg=0xc162fd54 "pgrbwt") at ../../../vm/vm_page.c:751 751 msleep(m, vm_page_lockptr(m), PVM | PDROP, wmesg, 0); (kgdb) l 746 if ((x & VPB_BIT_WAITERS) == 0 && 747 !atomic_cmpset_int(&m->busy_lock, x, x | VPB_BIT_WAITERS)) { 748 vm_page_unlock(m); 749 return; 750 } 751 msleep(m, vm_page_lockptr(m), PVM | PDROP, wmesg, 0); 752 } 753 754 /* 755 * vm_page_trysbusy: (kgdb) p *m $1 = {plinks = {q = {tqe_next = 0xc33c74ac, tqe_prev = 0xc1b2a0cc}, s = {ss = {sle_next = 0xc33c74ac}, pv = 0xc1b2a0cc}, memguard = {p = 0xc33c74ac, v = 0xc1b2a0cc}}, listq = { tqe_next = 0xc33c61d0, tqe_prev = 0xcbc13708}, object = 0xcbc136e0, pindex = 0x0, phys_addr = 0x24d52000, md = {pv_list = {tqh_first = 0x0, tqh_last = 0xc33c69a4}, pat_mode = 0x6}, wire_count = 0x0, busy_lock = 0xd, hold_count = 0x0, flags = 0x0, aflags = 0x2, oflags = 0x0, queue = 0xff, psind = 0x0, segind = 0x3, order = 0xb, pool = 0x0, act_count = 0x0, valid = 0x0, dirty = 0x0} (kgdb) f 6 #6 0xc0f918c0 in vm_page_grab (object=0xcbc136e0, pindex=0x0, allocflags=0x21222) at ../../../vm/vm_page.c:3447 3447 vm_page_busy_sleep(m, "pgrbwt"); (kgdb) p *object $2 = {lock = {lock_object = {lo_name = 0xc162ec22 "vm object", lo_flags = 0x25630000, lo_data = 0x0, lo_witness = 0xc89a62b0}, rw_lock = 0x1}, object_list = {tqe_next = 0xcbc13780, tqe_prev = 0xcbc13654}, shadow_head = {lh_first = 0x0}, shadow_list = {le_next = 0x0, le_prev = 0xcbc13b5c}, memq = {tqh_first = 0xc33c6984, tqh_last = 0xc33c61d8}, rtree = { rt_root = 0xe248b8f0, rt_flags = 0x0}, size = 0x2, generation = 0x1203, ref_count = 0x4, shadow_count = 0x0, memattr = 0x6, type = 0x2, flags = 0x1000, pg_color = 0x0, paging_in_progress = 0x2, resident_page_count = 0x2, backing_object = 0x0, backing_object_offset = 0x0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = { lh_first = 0x0}, cache = {rt_root = 0x0, rt_flags = 0x0}, handle = 0xcbde7870, un_pager = {vnp = {vnp_size = 0x1001, writemappings = 0x4000}, devp = {devp_pglist = { tqh_first = 0x1001, tqh_last = 0x0}, ops = 0x4000, dev = 0x0}, sgp = {sgp_pglist = {tqh_first = 0x1001, tqh_last = 0x0}}, swp = {swp_tmpfs = 0x1001, swp_bcount = 0x0}}, cred = 0x0, charge = 0x0, umtx_data = 0x0} (kgdb) f 7 #7 0xc0cfe94b in vfs_vmio_extend (bp=0xe495b280, desiredpages=0x2, size=0x1800) at ../../../kern/vfs_bio.c:2715 2715 m = vm_page_grab(obj, OFF_TO_IDX(bp->b_offset) + bp->b_npages, (kgdb) p *bp $3 = {b_bufobj = 0xcbde7930, b_bcount = 0x0, b_caller1 = 0x0, b_data = 0xe4af0000
, b_error = 0x0, b_iocmd = 0x2, b_ioflags = 0x0, b_iooffset = 0x181a800, b_resid = 0x0, b_iodone = 0, b_blkno = 0x0, b_offset = 0x0, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xcbde7958}, b_vflags = 0x0, b_qindex = 0x0, b_flags = 0x20000020, b_xflags = 0x2, b_lock = {lock_object = {lo_name = 0xc15f2324 "bufwait", lo_flags = 0x6730000, lo_data = 0x0, lo_witness = 0xc89aa5b8}, lk_lock = 0xca684004, lk_exslpfail = 0x1, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0xf, pcs = 0xe495b2f4}}, b_bufsize = 0x0, b_runningbufspace = 0x0, b_kvasize = 0x0, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_kvabase = 0xe4af0000
, b_lblkno = 0x0, b_vp = 0xcbde7870, b_rcred = 0x0, b_wcred = 0x0, {b_freelist = {tqe_next = 0xe49643d0, tqe_prev = 0xe495d118}, {b_pgiodone = 0xe49643d0, b_pgbefore = 0xe495d118, b_pgafter = 0x0}}, b_cluster = {cluster_head = {tqh_first = 0xe495b0f0, tqh_last = 0xe48badd4}, cluster_entry = {tqe_next = 0xe495b0f0, tqe_prev = 0xe48badd4}}, b_pages = 0xe495b37c, b_npages = 0x0, b_dep = {lh_first = 0x0}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0} (kgdb) f 9 #9 0xc0cfab3f in getblk (vp=0xcbde7870, blkno=0x0, size=0x1800, slpflag=0x0, slptimeo=0x0, flags=0x8) at ../../../kern/vfs_bio.c:3711 3711 allocbuf(bp, size); (kgdb) p *vp $4 = {v_tag = 0xc15cf61a "ufs", v_op = 0xc18b5c14, v_data = 0xcc1b7380, v_mount = 0xc9ab3924, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xcbdf22e0}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0xcb048ca8, le_prev = 0xc91eb7cc}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xcbde7898}, v_cache_dd = 0x0, v_lock = {lock_object = {lo_name = 0xc15cf61a "ufs", lo_flags = 0x6fb0000, lo_data = 0x0, lo_witness = 0xc89af4f0}, lk_lock = 0x25, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0xf, pcs = 0xcbde78c8}}, v_interlock = {lock_object = {lo_name = 0xc15ebda4 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc89a6178}, mtx_lock = 0x4}, v_vnlock = 0xcbde78a4, v_actfreelist = {tqe_next = 0xcbdf22d0, tqe_prev = 0xc9ab3b9c}, v_bufobj = {bo_lock = {lock_object = {lo_name = 0xc15f62e2 "bufobj interlock", lo_flags = 0x5230000, lo_data = 0x0, lo_witness = 0xc89ad130}, rw_lock = 0x1}, bo_ops = 0xc1895498, bo_object = 0xcbc136e0, bo_synclist = {le_next = 0xcbdf2390, le_prev = 0xc918e050}, bo_private = 0xcbde7870, bo_clean = {bv_hd = {tqh_first = 0xe495b280, tqh_last = 0xe495b2b8}, bv_root = {pt_root = 0xe495b355}, bv_cnt = 0x1}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xcbde7968}, bv_root = {pt_root = 0x0}, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_bsize = 0x4000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xcbde7990}, rl_currdep = 0x0}, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_holdcnt = 0xb, v_usecount = 0x8, v_iflag = 0x200, v_vflag = 0x0, v_mflag = 0x0, v_writecount = 0x3, v_hash = 0xd7f, v_type = VREG} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/ufs/ffs/ffs_vnops.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_vnops.c (revision 306713) +++ /usr/src/sys/ufs/ffs/ffs_vnops.c (working copy) @@ -77,6 +77,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include @@ -86,6 +87,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include @@ -118,14 +120,14 @@ static vop_listextattr_t ffs_listextattr; static vop_openextattr_t ffs_openextattr; static vop_setextattr_t ffs_setextattr; static vop_vptofh_t ffs_vptofh; +static vop_getpages_t ffs_getpages; - /* Global vfs data structures for ufs. */ struct vop_vector ffs_vnodeops1 = { .vop_default = &ufs_vnodeops, .vop_fsync = ffs_fsync, .vop_fdatasync = ffs_fdatasync, - .vop_getpages = vnode_pager_local_getpages, + .vop_getpages = ffs_getpages, .vop_getpages_async = vnode_pager_local_getpages_async, .vop_lock1 = ffs_lock, .vop_read = ffs_read, @@ -147,7 +149,7 @@ struct vop_vector ffs_vnodeops2 = { .vop_default = &ufs_vnodeops, .vop_fsync = ffs_fsync, .vop_fdatasync = ffs_fdatasync, - .vop_getpages = vnode_pager_local_getpages, + .vop_getpages = ffs_getpages, .vop_getpages_async = vnode_pager_local_getpages_async, .vop_lock1 = ffs_lock, .vop_read = ffs_read, @@ -1784,3 +1786,124 @@ vop_vptofh { ufhp->ufid_gen = ip->i_gen; return (0); } + +SYSCTL_DECL(_vfs_ffs); +static int use_buf_pager; +SYSCTL_INT(_vfs_ffs, OID_AUTO, use_buf_pager, CTLFLAG_RWTUN, &use_buf_pager, 0, + "Always use buffer pager instead of bmap"); + +static int +ffs_getpages(struct vop_getpages_args *ap) +{ + struct vnode *vp; + vm_page_t *mm, m; + vm_object_t object; + struct buf *bp; + struct ufsmount *um; + vm_pindex_t pi; + ufs_lbn_t lbn, lbnp; + long bsize; + int count, error, i; + bool redo; + + vp = ap->a_vp; + mm = ap->a_m; + count = ap->a_count; + + um = VFSTOUFS(ap->a_vp->v_mount); + if (!use_buf_pager && um->um_devvp->v_bufobj.bo_bsize <= PAGE_SIZE) + return (vnode_pager_generic_getpages(vp, mm, count, + ap->a_rbehind, ap->a_rahead, NULL, NULL)); + + object = vp->v_object; + if (IDX_TO_OFF(mm[count - 1]->pindex) >= object->un_pager.vnp.vnp_size) + return (VM_PAGER_BAD); + if (ap->a_rbehind != NULL) + ap->a_rbehind = 0; /* XXX */ + if (ap->a_rahead != NULL) + ap->a_rahead = 0; /* XXX */ + VM_OBJECT_WLOCK(object); +again: + for (i = 0; i < count; i++) { + m = mm[i]; + vm_page_xunbusy(m); + vm_page_sbusy(m); + } + VM_OBJECT_WUNLOCK(object); + + lbnp = -1; + for (i = 0; i < count; i++) { + m = mm[i]; + if (m->valid == VM_PAGE_BITS_ALL) + continue; + lbn = lblkno(um->um_fs, IDX_TO_OFF(m->pindex)); + if (lbn != lbnp) { + bsize = blksize(um->um_fs, VTOI(vp), lbn); + error = bread_gb(vp, lbn, bsize, NOCRED, GB_UNMAPPED, + &bp); + if (error != 0) + break; + KASSERT(m->valid == VM_PAGE_BITS_ALL || i == count - 1, + ("buf %d %p invalid", i, m)); + if (i == count - 1 && m->valid != VM_PAGE_BITS_ALL) { + VM_OBJECT_WLOCK(object); + vm_page_zero_invalid(m, TRUE); + VM_OBJECT_WUNLOCK(object); + } + if (LIST_EMPTY(&bp->b_dep)) { + bp->b_flags |= B_RELBUF; + bp->b_flags &= ~B_NOCACHE; + brelse(bp); + } else { + /* XXX */ + bqrelse(bp); + } + lbnp = lbn; + } + } + + VM_OBJECT_WLOCK(object); + redo = false; + for (i = 0; i < count; i++) { + m = mm[i]; + vm_page_sunbusy(m); + while (vm_page_busied(m)) { + pi = m->pindex; + vm_page_lock(m); + VM_OBJECT_WUNLOCK(object); + vm_page_busy_sleep(m, "ffspgl"); + VM_OBJECT_WLOCK(object); + m = vm_page_lookup(object, pi); + while (m == NULL) { + m = vm_page_alloc(object, pi, VM_ALLOC_NORMAL); + if (m != NULL) { + mm[i] = m; + redo = true; + goto next_i; + } + VM_WAIT; + } + if (m != mm[i]) + mm[i] = m; + } + vm_page_xbusy(m); + /* + * Since pages were only sbusy while neither the + * buffer or the object locks were held by us, they + * could have been invalidated. Recheck valid bits + * and re-read as needed. + * + * Note that the last page is made fully valid in the + * read loop, and partial validity for count - 1 index + * could mean that the page was invalidated or + * removed, so must cause restart for safety as well. + */ + if (m->valid != VM_PAGE_BITS_ALL) + redo = true; +next_i:; + } + if (redo && error == 0) + goto again; + VM_OBJECT_WUNLOCK(object); + return (error != 0 ? VM_PAGER_ERROR : VM_PAGER_OK); +} Index: /usr/src/sys/vm/vm_fault.c =================================================================== --- /usr/src/sys/vm/vm_fault.c (revision 306713) +++ /usr/src/sys/vm/vm_fault.c (working copy) @@ -719,9 +719,13 @@ vnode_locked: * an error. */ if (rv == VM_PAGER_ERROR || rv == VM_PAGER_BAD) { - vm_page_lock(fs.m); - vm_page_free(fs.m); - vm_page_unlock(fs.m); + if (fs.m->wire_count == 0) { + vm_page_lock(fs.m); + vm_page_free(fs.m); + vm_page_unlock(fs.m); + } else { + vm_page_xunbusy(fs.m); + } fs.m = NULL; unlock_and_deallocate(&fs); return (rv == VM_PAGER_ERROR ? KERN_FAILURE : @@ -739,9 +743,13 @@ vnode_locked: * that we are. */ if (fs.object != fs.first_object) { - vm_page_lock(fs.m); - vm_page_free(fs.m); - vm_page_unlock(fs.m); + if (fs.m->wire_count == 0) { + vm_page_lock(fs.m); + vm_page_free(fs.m); + vm_page_unlock(fs.m); + } else { + vm_page_xunbusy(fs.m); + } fs.m = NULL; } } -- Test scenario: misc/msync3.sh