GENERIC HEAD from 2015-11-10 14:49:32 UTC, r290664M, vmcore.5 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2015 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #8 r290664M: Wed Nov 11 15:41:33 CET 2015 pho@t2.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.7.0 (tags/RELEASE_370/final 246257) 20150906 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: Intel(R) Xeon(R) CPU E5-2620 0 @ 2.00GHz (1995.24-MHz 686-class CPU) Origin="GenuineIntel" Id=0x206d7 Family=0x6 Model=0x2d Stepping=7 Features=0xbfebfbff Features2=0x1fbee3ff AMD Features=0x2c100000 AMD Features2=0x1 XSAVE Features=0x1 VT-x: PAT,HLT,MTF,PAUSE,EPT,UG,VPID TSC: P-state invariant, performance statistics real memory = 68719476736 (65536 MB) avail memory = 1017253888 (970 MB) : Trying to mount root from ufs:/dev/gpt/ssdrootfs [rw]... Expensive timeout(9) function: 0xc0a9d250(0xc17be218) 0.009447399 s uhub1: 4 ports with 4 removable, self powered Setting hostuuid: 2bde2bde-f4e2-e111-aab2-001e6756b69b. Setting hostid: 0x0035ff86. Starting ddb. warning: total configured swap (17825792 pages) exceeds maximum recommended amount (2003008 pages). warning: increase kern.maxswzone or reduce amount of swap. uhub0: 2 ports with 2 removable, self powered uhub2: 2 ports with 2 removable, self powered Starting file system checks: /dev/gpt/ssdrootfs: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/gpt/ssdrootfs: clean, 50399345 free (103025 frags, 6287040 blocks, 0.2% fragmentation) /dev/da0p3: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/da0p3: clean, 13503734 free (3934 frags, 1687475 blocks, 0.0% fragmentation) Mounting local file systems:. lock order reversal: 1st 0xc7c0373c ufs (ufs) @ kern/vfs_subr.c:2231 2nd 0xc5c2db40 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:263 3rd 0xc763246c ufs (ufs) @ kern/vfs_subr.c:2231 KDB: stack backtrace: db_trace_self_wrapper(c1553894,0,c11b4ddb,309,c78f770c,...) at db_trace_self_wrapper+0x2a/frame 0xe9af6130 kdb_backtrace(c155762d,c763246c,c153c7a1,c61a6258,c1560d21,...) at kdb_backtrace+0x2d/frame 0xe9af6194 witness_checkorder(c763246c,9,c1560d18,8b7,0,...) at witness_checkorder+0xd69/frame 0xe9af61e8 __lockmgr_args(c763246c,84000,c76324d8,0,0,...) at __lockmgr_args+0xd71/frame 0xe9af6268 ffs_lock(e9af62e8,94d,c19eaf90,c19eaf80,c19bef90,...) at ffs_lock+0x98/frame 0xe9af62a0 VOP_LOCK1_APV(c17fcdcc,e9af62e8,c19eba5c,0,c1811624,...) at VOP_LOCK1_APV+0x118/frame 0xe9af62d0 _vn_lock(c7632438,84000,c1560d18,8b7,c155fec8,...) at _vn_lock+0xba/frame 0xe9af6310 vget(c7632438,84000,c7b54340,84000,0,...) at vget+0x122/frame 0xe9af634c vfs_hash_get(c7c16000,114c46c,80000,c7b54340,e9af6440,...) at vfs_hash_get+0xd1/frame 0xe9af6374 ffs_vgetf(c7c16000,114c46c,80000,e9af6440,1,...) at ffs_vgetf+0x44/frame 0xe9af63d0 softdep_sync_buf(c7c03708,c5c2daf0,1,0,0,...) at softdep_sync_buf+0xb0b/frame 0xe9af6458 ffs_syncvnode(c7c03708,1,0,c0c1a7da,c7c037c8,...) at ffs_syncvnode+0x2aa/frame 0xe9af64b0 ffs_truncate(c7c03708,200,0,880,c7b9c300,...) at ffs_truncate+0x73c/frame 0xe9af6668 ufs_direnter(c7c03708,c7632438,e9af6750,e9af6a5c,0,...) at ufs_direnter+0x813/frame 0xe9af66f0 ufs_makeinode(e9af6a48,e9af6a5c,c7c03708,c180f71c,c7c03708,...) at ufs_makeinode+0x52c/frame 0xe9af686c ufs_create(e9af6968,c1726143,c158a886,c7c03708,e9af6964,...) at ufs_create+0x30/frame 0xe9af6890 VOP_CREATE_APV(c17fcdcc,e9af6968,e9af6a5c,e9af68f8,c17d2420,...) at VOP_CREATE_APV+0x12f/frame 0xe9af68c0 vn_open_cred(e9af6a00,e9af6a8c,1a4,0,c7b9c300,c7c7d9a0) at vn_open_cred+0x2a5/frame 0xe9af6990 vn_open(e9af6a00,e9af6a8c,1a4,c7c7d9a0,286149bc,...) at vn_open+0x3d/frame 0xe9af69b8 kern_openat(c7b54340,ffffff9c,286149bc,0,601,1b6) at kern_openat+0x361/frame 0xe9af6ab0 sys_openat(c7b54340,e9af6b68,c1547201,4,0,...) at sys_openat+0x3a/frame 0xe9af6ad8 syscall(e9af6ba8) at syscall+0x3bd/frame 0xe9af6b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9af6b9c --- syscall (499, FreeBSD ELF32, sys_openat), eip = 0x28187fb3, esp = 0xbfbfdd0c, ebp = 0xbfbfdd30 --- ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Setting hostname: t2.osted.lan. Setting up harvesting:[UMA],[FS_ATIME],SWI,INTERRUPT,NET_NG,NET_ETHER,NET_TUN,MOUSE,KEYBOARD,ATTACH,CACHED Feeding entropy:ugen0.2: at usbus0 uhub3: on usbus0 ugen2.2: at usbus2 uhub4: on usbus2 . uhub3: 6 ports with 6 removable, self powered uhub4: 8 ports with 8 removable, self powered ugen0.3: at usbus0 ukbd0: on usbus0 kbd2 at ukbd0 ugen2.3: at usbus2 uhub5: on usbus2 uhub5: MTT enabled uhub5: 4 ports with 4 removable, self powered Starting Network: lo0 igb0 igb1. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 groups: lo igb0: flags=8843 metric 0 mtu 1500 options=403bb ether 00:1e:67:56:b6:9b inet 192.168.1.109 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::21e:67ff:fe56:b69b%igb0 prefixlen 64 scopeid 0x1 nd6 options=23 media: Ethernet autoselect (1000baseT ) status: active igb1: flags=8c02 metric 0 mtu 1500 options=403bb ether 00:1e:67:56:b6:9c nd6 options=29 media: Ethernet autoselect status: no carrier Starting devd. Starting Network: igb1. igb1: flags=8c02 metric 0 mugen2.4: at usbus2 tu 1500 optionukbd1: on usbus2 s=403bb ether 00:1e:67:56:b6:9c nd6 options=29 media: Ethernet autoselect status: no carrier Configuring vt: keymap. ums0: on usbus0 ums1: on usbus2 ums0: 18 buttons and [XYZT] coordinates ID=2 ums1: 3 buttons and [Z] coordinates ID=0 Starting ums0 moused. Starting ums1 moused. add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Starting rtsold. Creating and/or trimming log files. Starting syslogd. Starting watchdogd. No core dumps found. Starting rpcbind. NFS access cache time=60 Starting casperd. Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Configuring vt: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Starting default mousedmoused: unable to open /dev/psm0: No such file or directory . Wed Nov 11 15:48:25 CET 2015 FreeBSD/i386 (t2.osted.lan) (ttyu1) login: root Password: Nov 11 15:48:32 t2 login: ROOT LOGIN (root) ON ttyu1 Last login: Wed Nov 11 15:36:46 on ttyu1 FreeBSD 11.0-CURRENT (PHO) #8 r290664M: Wed Nov 11 15:41:33 CET 2015 Welcome to FreeBSD! Release Notes, Errata: https://www.FreeBSD.org/releases/ Security Advisories: https://www.FreeBSD.org/security/ FreeBSD Handbook: https://www.FreeBSD.org/handbook/ FreeBSD FAQ: https://www.FreeBSD.org/faq/ Questions List: https://lists.FreeBSD.org/mailman/listinfo/freebsd-questions/ FreeBSD Forums: https://forums.FreeBSD.org/ Documents installed with the system are in the /usr/local/share/doc/freebsd/ directory, or can be installed later with: pkg install en-freebsd-doc For other languages, replace "en" with a language code like de or fr. Show the version of FreeBSD installed: freebsd-version ; uname -a Please include that output and any error messages when posting questions. Introduction to manual pages: man man FreeBSD directory layout: man hier Edit /etc/motd to change this login announcement. You have new mail. root@t2:~ # bash $ swapoff -a swapoff: removing /dev/da0p4 as swap device $ sort < /dev/zero & [1] 846 $ ps -lp846 UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 0 846 842 0 82 0 991128 847908 - R u1 0:05.58 sort $ ps -lp846 panic: Lock (sx) vm map (user) not locked @ vm/vm_pageout.c:1539. cpuid = 0 KDB: stack backtrace: db_trace_self_wrapper(c1553894,e43ef700,c0a389a8,c7504830,0,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef6d0 kdb_backtrace(c1724ab6,0,c15579db,e43ef7a0,0,...) at kdb_backtrace+0x2d/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x115/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- KDB: enter: panic [ thread pid 8 tid 100074 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 8 tid 100074 td 0xc7513340 kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 dynamic pcpu = 0x812e00 curthread = 0xc7513340: pid 8 "pagedaemon" curpcb = 0xe43efc00 fpcurthread = none idlethread = 0xc665f340: tid 100004 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x4662e00 curthread = 0xc665f000: pid 11 "idle: cpu1" curpcb = 0xc5e8dc00 fpcurthread = none idlethread = 0xc665f000: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x4665e00 curthread = 0xc665e9c0: pid 11 "idle: cpu2" curpcb = 0xc5e90c00 fpcurthread = none idlethread = 0xc665e9c0: tid 100006 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 8 (pagedaemon) thread 0xc7513340 (100074) shared sx allproc (allproc) r = 0 (0xc1a47de4) locked @ vm/vm_pageout.c:1578 db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc7c16000 /dev/gpt/ssdrootfs on / (ufs) 0xc7ac35d8 devfs on /dev (devfs) 0xc7c15bb0 /dev/da0p3 on /tmp (ufs) 0xc7c158c4 procfs on /proc (procfs) 0xc7c155d8 fdescfs on /dev/fd (fdescfs) More info: show mount db:0:mount> show page vm_cnt.v_free_count: 1403 vm_cnt.v_cache_count: 0 vm_cnt.v_inactive_count: 0 vm_cnt.v_active_count: 229507 vm_cnt.v_wire_count: 19452 vm_cnt.v_free_reserved: 375 vm_cnt.v_free_min: 1625 vm_cnt.v_free_target: 5375 vm_cnt.v_inactive_target: 8062 db:0:page> ps pid ppid pgrp uid state wmesg wchan cmd 848 842 848 0 DL+ pfault 0xc1a4ea8c bash 846 842 846 0 DW+ pfault 0xc1a4ea8c sort 842 840 842 0 SW+ wait 0xc665c9fc bash 840 839 840 0 SW+ pause 0xc7c4070c csh 839 1 839 0 SWs+ wait 0xc9208354 login 838 1 838 0 Ss+ ttyin 0xc72fc270 getty 837 1 837 0 Ss+ ttyin 0xc72fc470 getty 836 1 836 0 Ss+ ttyin 0xc72fc670 getty 835 1 835 0 Ss+ ttyin 0xc72fc870 getty 834 1 834 0 Ss+ ttyin 0xc72fca70 getty 833 1 833 0 Ss+ ttyin 0xc72fcc70 getty 832 1 832 0 Ss+ ttyin 0xc72fce70 getty 831 1 831 0 Ss+ ttyin 0xc72fd070 getty 768 1 768 0 ?Ws cron 764 1 764 25 SWs pause 0xc902970c sendmail 761 1 761 0 Ss select 0xc7bcd864 sendmail 758 1 758 0 Ss select 0xc7b51f64 sshd 715 1 715 0 Ss select 0xc7b51ca4 powerd 712 1 712 0 Ss (threaded) ntpd 100115 S select 0xc7bce8a4 ntpd 100146 S usem 0xc7ac8880 ntpd 675 674 674 0 S (threaded) nfsd 100104 S rpcsvc 0xc9117290 nfsd: master 100122 S rpcsvc 0xc9117190 nfsd: service 100123 S rpcsvc 0xc7857c90 nfsd: service 100124 S rpcsvc 0xc9117090 nfsd: service 100125 S rpcsvc 0xc9112190 nfsd: service 100126 S rpcsvc 0xc9112090 nfsd: service 100127 S rpcsvc 0xc7857b90 nfsd: service 100128 S rpcsvc 0xc9116e90 nfsd: service 100129 S rpcsvc 0xc9111e90 nfsd: service 100130 S rpcsvc 0xc9115e90 nfsd: service 100131 S rpcsvc 0xc9116990 nfsd: service 100132 S rpcsvc 0xc9116790 nfsd: service 100133 S rpcsvc 0xc9116d90 nfsd: service 100134 S rpcsvc 0xc9116590 nfsd: service 100135 S rpcsvc 0xc9116090 nfsd: service 100136 S rpcsvc 0xc9116a90 nfsd: service 100137 S rpcsvc 0xc9116890 nfsd: service 100138 S rpcsvc 0xc9116690 nfsd: service 100139 S rpcsvc 0xc9116c90 nfsd: service 100140 S rpcsvc 0xc9116390 nfsd: service 100141 S rpcsvc 0xc9116490 nfsd: service 100142 S rpcsvc 0xc9116b90 nfsd: service 100143 S rpcsvc 0xc9116190 nfsd: service 100144 S rpcsvc 0xc9116290 nfsd: service 674 1 674 0 Ss select 0xc7523ce4 nfsd 668 1 668 0 Ss select 0xc7bce024 mountd 661 657 657 0 S select 0xc7bce764 nfsuserd 660 657 657 0 S select 0xc7bce064 nfsuserd 659 657 657 0 S select 0xc7b51ce4 nfsuserd 658 657 657 0 S select 0xc7b515e4 nfsuserd 657 1 657 0 SWs pause 0xc7cd7064 nfsuserd 640 1 640 0 Ss select 0xc7b51d24 casperd 639 1 639 0 Ss select 0xc7bce7a4 casperd 625 1 625 0 Ss select 0xc7bce2a4 rpcbind 612 1 612 0 Ss nanslp 0xc1972dfa watchdogd 608 1 608 0 Ss select 0xc7bce324 syslogd 500 1 500 0 Ss select 0xc75232e4 rtsold 460 1 460 0 Ss select 0xc7523324 devd 447 1 447 0 Ss select 0xc7b51924 moused 430 1 430 0 Ss select 0xc75232a4 moused 19 0 0 0 DL vlruwt 0xc7ab4000 [vnlru] 18 0 0 0 DL syncer 0xc19ebf88 [syncer] 17 0 0 0 DL - 0xc19eb9c8 [bufspacedaemon] 16 0 0 0 DL (threaded) [bufdaemon] 100077 D psleep 0xc19ead84 [bufdaemon] 100087 D sdflush 0xc86b7284 [/ worker] 100092 D sdflush 0xc86b7084 [/tmp worker] 15 0 0 0 DL pgzero 0xc19f152c [pagezero] 9 0 0 0 DL psleep 0xc19f13a8 [vmdaemon] 8 0 0 0 RL (threaded) [pagedaemon] 100074 Run CPU 0 [pagedaemon] 100081 D umarcl 0xc19f0fa4 [uma] 7 0 0 0 DL idle 0xc6659354 [enc_daemon0] 6 0 0 0 DL waiting_ 0xc1a4b94c [sctp_iterator] 14 0 0 0 DL (threaded) [usb] 100031 D - 0xc7285ca4 [usbus0] 100032 D - 0xc7285cd4 [usbus0] 100033 D - 0xc7285d04 [usbus0] 100034 D - 0xc7285d34 [usbus0] 100035 D - 0xc7285d64 [usbus0] 100052 D - 0xc7457950 [usbus1] 100053 D - 0xc7457980 [usbus1] 100054 D - 0xc74579b0 [usbus1] 100055 D - 0xc74579e0 [usbus1] 100056 D - 0xc7457a10 [usbus1] 100058 D - 0xc737dca4 [usbus2] 100059 D - 0xc737dcd4 [usbus2] 100060 D - 0xc737dd04 [usbus2] 100061 D - 0xc737dd34 [usbus2] 100062 D - 0xc737dd64 [usbus2] 5 0 0 0 DL (threaded) [cam] 100023 D - 0xc1815200 [doneq0] 100072 D - 0xc18150ac [scanner] 4 0 0 0 DL crypto_r 0xc19f02e0 [crypto returns] 3 0 0 0 DL crypto_w 0xc19f0228 [crypto] 13 0 0 0 DL (threaded) [geom] 100012 D - 0xc1a46ae0 [g_event] 100013 D - 0xc1a46ae4 [g_up] 100014 D - 0xc1a46ae8 [g_down] 12 0 0 0 WL (threaded) [intr] 100007 I [swi1: netisr 0] 100008 I [swi4: clock (0)] 100009 I [swi4: clock (1)] 100010 I [swi4: clock (2)] 100011 I [swi3: vm] 100018 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100021 I [swi5: fast taskq] 100028 I [irq264: isci0] 100029 I [irq265: isci0] 100030 I [irq22: ehci0] 100036 I [irq266: hdac0] 100037 I [irq267: igb0:que 0] 100039 I [irq268: igb0:que 1] 100041 I [irq269: igb0:que 2] 100043 I [irq270: igb0:link] 100044 I [irq271: igb1:que 0] 100046 I [irq272: igb1:que 1] 100048 I [irq273: igb1:que 2] 100050 I [irq274: igb1:link] 100051 I [irq275: xhci0] 100057 I [irq20: ehci1] 100063 I [irq276: ahci0] 100064 I [irq277: hdac1] 100065 I [swi0: uart] 100066 I [irq14: ata0] 100067 I [irq15: ata1] 11 0 0 0 RL (threaded) [idle] 100004 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100006 Run CPU 2 [idle: cpu2] 2 0 0 0 DL - 0xc18c913c [rand_harvestq] 1 0 1 0 SLs wait 0xc665b9fc [init] 10 0 0 0 DL audit_wo 0xc1a4e7e0 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D vmwait 0xc1a4ea8c [swapper] 100015 D - 0xc6715000 [firmware taskq] 100020 D - 0xc6714e00 [thread taskq] 100022 D - 0xc6714d00 [kqueue taskq] 100024 D - 0xc6714c00 [ffs_trim taskq] 100025 D - 0xc6714b80 [acpi_task_0] 100026 D - 0xc6714b80 [acpi_task_1] 100027 D - 0xc6714b80 [acpi_task_2] 100038 D - 0xc6714b00 [igb0 que (qid 0)] 100040 D - 0xc6714a80 [igb0 que (qid 1)] 100042 D - 0xc6714a00 [igb0 que (qid 2)] 100045 D - 0xc6714980 [igb1 que (qid 0)] 100047 D - 0xc6714900 [igb1 que (qid 1)] 100049 D - 0xc6714880 [igb1 que (qid 2)] 100068 D - 0xc6714800 [mca taskq] 100069 D - 0xc1971cfc [deadlkres] 100071 D - 0xc6714c80 [CAM taskq] db:0:ps> allt Tracing command bash pid 848 tid 100116 td 0xc906b340 sched_switch(c906b340,0,104,1a7,e9ba3624,...) at sched_switch+0x4da/frame 0xe9ba35ec mi_switch(104,0,c1555495,200,c1a4ff00,...) at mi_switch+0x1b4/frame 0xe9ba3624 sleepq_switch(c906b340,0,c1555495,276,c906b340,...) at sleepq_switch+0x127/frame 0xe9ba3658 sleepq_wait(c1a4ea8c,78,c159626e,0,0,...) at sleepq_wait+0x48/frame 0xe9ba367c _sleep(c1a4ea8c,c1a4ff00,278,c159626e,0,0,0,0,100) at _sleep+0x46e/frame 0xe9ba36d4 vm_waitpfault(c91e9d68,0,0,e9ba380c,e9ba37fc,...) at vm_waitpfault+0x95/frame 0xe9ba3700 vm_fault_hold(c23df000,e4400000,2,0,0,...) at vm_fault_hold+0x175c/frame 0xe9ba3840 vm_fault(c23df000,e4400000,2,0,1,...) at vm_fault+0x90/frame 0xe9ba3868 trap_pfault(e4400000,8,10,c17d2420,c906b340,...) at trap_pfault+0x144/frame 0xe9ba38b0 trap(e9ba3a04) at trap+0x779/frame 0xe9ba39f8 calltrap() at calltrap+0x6/frame 0xe9ba39f8 --- trap 0xc, eip = 0xc116f99c, esp = 0xe9ba3a44, ebp = 0xe9ba3a78 --- copyinstr(e9ba3a98,286d8c70,0,287296c0,2874b000,...) at copyinstr+0x38/frame 0xe9ba3a78 sys_execve(c906b340,e9ba3b68,c1547201,4,416d8373,...) at sys_execve+0x50/frame 0xe9ba3ad8 syscall(e9ba3ba8) at syscall+0x3bd/frame 0xe9ba3b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9ba3b9c --- syscall (59, FreeBSD ELF32, sys_execve), eip = 0x28233693, esp = 0xbfbfe858, ebp = 0xbfbfe8c8 --- Tracing command sort pid 846 tid 100088 td 0xc7abc000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c7abc000,ffffffff,34e,186f8,c7abc000,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command bash pid 842 tid 100099 td 0xc7abb000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c7abb000,ffffffff,34a,18703,c7abb000,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command csh pid 840 tid 100094 td 0xc7b53000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c7b53000,ffffffff,348,186fe,c7b53000,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command login pid 839 tid 100159 td 0xc906b680 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c906b680,ffffffff,347,1873f,c906b680,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command getty pid 838 tid 100158 td 0xc906b9c0 sched_switch(c906b9c0,0,104,1a7,da72186c,...) at sched_switch+0x4da/frame 0xda721834 mi_switch(104,0,c1555495,200,c7b41e40,...) at mi_switch+0x1b4/frame 0xda72186c sleepq_switch(c906b9c0,0,c1555495,1b6,da7218e4,...) at sleepq_switch+0x127/frame 0xda7218a0 sleepq_catch_signals(da721900,c0bfea76,c72fc214,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda7218dc sleepq_wait_sig(c72fc270,0,da721938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda721900 _cv_wait_sig(c72fc270,c72fc204,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda72194c tty_wait(c72fc200,c72fc270,da721aa8,1,0,...) at tty_wait+0x4b/frame 0xda721970 ttydisc_read(c72fc200,da721aa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda7219b4 ttydev_read(c7a32a00,da721aa8,0,0,c906b9c0,...) at ttydev_read+0x55/frame 0xda7219d4 devfs_read_f(c7c7cf50,da721aa8,c662cb00,0,c906b9c0,...) at devfs_read_f+0xb7/frame 0xda721a0c dofileread(c7c7cf50,da721aa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda721a40 kern_readv(c906b9c0,0,da721aa8,c92086a8,bfbfede7,...) at kern_readv+0x93/frame 0xda721a88 sys_read(c906b9c0,da721b68,c1547201,4,4cb118e7,...) at sys_read+0x59/frame 0xda721ad8 syscall(da721ba8) at syscall+0x3bd/frame 0xda721b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda721b9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 837 tid 100157 td 0xc90ec000 sched_switch(c90ec000,0,104,1a7,da71e86c,...) at sched_switch+0x4da/frame 0xda71e834 mi_switch(104,0,c1555495,200,c6188600,...) at mi_switch+0x1b4/frame 0xda71e86c sleepq_switch(c90ec000,0,c1555495,1b6,da71e8e4,...) at sleepq_switch+0x127/frame 0xda71e8a0 sleepq_catch_signals(da71e900,c0bfea76,c72fc414,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda71e8dc sleepq_wait_sig(c72fc470,0,da71e938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda71e900 _cv_wait_sig(c72fc470,c72fc404,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda71e94c tty_wait(c72fc400,c72fc470,da71eaa8,1,0,...) at tty_wait+0x4b/frame 0xda71e970 ttydisc_read(c72fc400,da71eaa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda71e9b4 ttydev_read(c748fa00,da71eaa8,0,0,c90ec000,...) at ttydev_read+0x55/frame 0xda71e9d4 devfs_read_f(c7c7d038,da71eaa8,c7bed000,0,c90ec000,...) at devfs_read_f+0xb7/frame 0xda71ea0c dofileread(c7c7d038,da71eaa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda71ea40 kern_readv(c90ec000,0,da71eaa8,c92089fc,bfbfede7,...) at kern_readv+0x93/frame 0xda71ea88 sys_read(c90ec000,da71eb68,c1547201,4,4c2e0679,...) at sys_read+0x59/frame 0xda71ead8 syscall(da71eba8) at syscall+0x3bd/frame 0xda71eb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda71eb9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 836 tid 100156 td 0xc90ec340 sched_switch(c90ec340,0,104,1a7,da71b86c,...) at sched_switch+0x4da/frame 0xda71b834 mi_switch(104,0,c1555495,200,c7b41e00,...) at mi_switch+0x1b4/frame 0xda71b86c sleepq_switch(c90ec340,0,c1555495,1b6,da71b8e4,...) at sleepq_switch+0x127/frame 0xda71b8a0 sleepq_catch_signals(da71b900,c0bfea76,c72fc614,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda71b8dc sleepq_wait_sig(c72fc670,0,da71b938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda71b900 _cv_wait_sig(c72fc670,c72fc604,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda71b94c tty_wait(c72fc600,c72fc670,da71baa8,1,0,...) at tty_wait+0x4b/frame 0xda71b970 ttydisc_read(c72fc600,da71baa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda71b9b4 ttydev_read(c748fc00,da71baa8,0,0,c90ec340,...) at ttydev_read+0x55/frame 0xda71b9d4 devfs_read_f(c7c6cb98,da71baa8,c7bed400,0,c90ec340,...) at devfs_read_f+0xb7/frame 0xda71ba0c dofileread(c7c6cb98,da71baa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda71ba40 kern_readv(c90ec340,0,da71baa8,c9209000,bfbfede7,...) at kern_readv+0x93/frame 0xda71ba88 sys_read(c90ec340,da71bb68,c1547201,4,0,...) at sys_read+0x59/frame 0xda71bad8 syscall(da71bba8) at syscall+0x3bd/frame 0xda71bb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda71bb9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 835 tid 100155 td 0xc90ec680 sched_switch(c90ec680,0,104,1a7,da71886c,...) at sched_switch+0x4da/frame 0xda718834 mi_switch(104,0,c1555495,200,c7b41e80,...) at mi_switch+0x1b4/frame 0xda71886c sleepq_switch(c90ec680,0,c1555495,1b6,da7188e4,...) at sleepq_switch+0x127/frame 0xda7188a0 sleepq_catch_signals(da718900,c0bfea76,c72fc814,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda7188dc sleepq_wait_sig(c72fc870,0,da718938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda718900 _cv_wait_sig(c72fc870,c72fc804,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda71894c tty_wait(c72fc800,c72fc870,da718aa8,1,0,...) at tty_wait+0x4b/frame 0xda718970 ttydisc_read(c72fc800,da718aa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda7189b4 ttydev_read(c748fe00,da718aa8,0,0,c90ec680,...) at ttydev_read+0x55/frame 0xda7189d4 devfs_read_f(c7c4a9a0,da718aa8,c6628a00,0,c90ec680,...) at devfs_read_f+0xb7/frame 0xda718a0c dofileread(c7c4a9a0,da718aa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda718a40 kern_readv(c90ec680,0,da718aa8,c9209354,bfbfede7,...) at kern_readv+0x93/frame 0xda718a88 sys_read(c90ec680,da718b68,c1547201,4,4cf2a21e,...) at sys_read+0x59/frame 0xda718ad8 syscall(da718ba8) at syscall+0x3bd/frame 0xda718b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda718b9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 834 tid 100154 td 0xc90ec9c0 sched_switch(c90ec9c0,0,104,1a7,da71586c,...) at sched_switch+0x4da/frame 0xda715834 mi_switch(104,0,c1555495,200,c7b41ec0,...) at mi_switch+0x1b4/frame 0xda71586c sleepq_switch(c90ec9c0,0,c1555495,1b6,da7158e4,...) at sleepq_switch+0x127/frame 0xda7158a0 sleepq_catch_signals(da715900,c0bfea76,c72fca14,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda7158dc sleepq_wait_sig(c72fca70,0,da715938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda715900 _cv_wait_sig(c72fca70,c72fca04,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda71594c tty_wait(c72fca00,c72fca70,da715aa8,1,0,...) at tty_wait+0x4b/frame 0xda715970 ttydisc_read(c72fca00,da715aa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda7159b4 ttydev_read(c77bb100,da715aa8,0,0,c90ec9c0,...) at ttydev_read+0x55/frame 0xda7159d4 devfs_read_f(c7c6c8c0,da715aa8,c7bed100,0,c90ec9c0,...) at devfs_read_f+0xb7/frame 0xda715a0c dofileread(c7c6c8c0,da715aa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda715a40 kern_readv(c90ec9c0,0,da715aa8,c92096a8,bfbfede7,...) at kern_readv+0x93/frame 0xda715a88 sys_read(c90ec9c0,da715b68,c1547201,4,db,...) at sys_read+0x59/frame 0xda715ad8 syscall(da715ba8) at syscall+0x3bd/frame 0xda715b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda715b9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 833 tid 100152 td 0xc90ed340 sched_switch(c90ed340,0,104,1a7,da70986c,...) at sched_switch+0x4da/frame 0xda709834 mi_switch(104,0,c1555495,200,c6188640,...) at mi_switch+0x1b4/frame 0xda70986c sleepq_switch(c90ed340,0,c1555495,1b6,da7098e4,...) at sleepq_switch+0x127/frame 0xda7098a0 sleepq_catch_signals(da709900,c0bfea76,c72fcc14,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda7098dc sleepq_wait_sig(c72fcc70,0,da709938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda709900 _cv_wait_sig(c72fcc70,c72fcc04,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda70994c tty_wait(c72fcc00,c72fcc70,da709aa8,1,0,...) at tty_wait+0x4b/frame 0xda709970 ttydisc_read(c72fcc00,da709aa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda7099b4 ttydev_read(c77bb300,da709aa8,0,0,c90ed340,...) at ttydev_read+0x55/frame 0xda7099d4 devfs_read_f(c7c4b850,da709aa8,c662cd00,0,c90ed340,...) at devfs_read_f+0xb7/frame 0xda709a0c dofileread(c7c4b850,da709aa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda709a40 kern_readv(c90ed340,0,da709aa8,c920a000,bfbfede7,...) at kern_readv+0x93/frame 0xda709a88 sys_read(c90ed340,da709b68,c1547201,4,0,...) at sys_read+0x59/frame 0xda709ad8 syscall(da709ba8) at syscall+0x3bd/frame 0xda709b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda709b9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 832 tid 100153 td 0xc90ed000 sched_switch(c90ed000,0,104,1a7,da70c86c,...) at sched_switch+0x4da/frame 0xda70c834 mi_switch(104,0,c1555495,200,c7b41dc0,...) at mi_switch+0x1b4/frame 0xda70c86c sleepq_switch(c90ed000,0,c1555495,1b6,da70c8e4,...) at sleepq_switch+0x127/frame 0xda70c8a0 sleepq_catch_signals(da70c900,c0bfea76,c72fce14,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda70c8dc sleepq_wait_sig(c72fce70,0,da70c938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda70c900 _cv_wait_sig(c72fce70,c72fce04,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda70c94c tty_wait(c72fce00,c72fce70,da70caa8,1,0,...) at tty_wait+0x4b/frame 0xda70c970 ttydisc_read(c72fce00,da70caa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda70c9b4 ttydev_read(c77bb500,da70caa8,0,0,c90ed000,...) at ttydev_read+0x55/frame 0xda70c9d4 devfs_read_f(c7c6c968,da70caa8,c7b9ac00,0,c90ed000,...) at devfs_read_f+0xb7/frame 0xda70ca0c dofileread(c7c6c968,da70caa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda70ca40 kern_readv(c90ed000,0,da70caa8,c92099fc,bfbfede7,...) at kern_readv+0x93/frame 0xda70ca88 sys_read(c90ed000,da70cb68,c1547201,4,4baaf40b,...) at sys_read+0x59/frame 0xda70cad8 syscall(da70cba8) at syscall+0x3bd/frame 0xda70cb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda70cb9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command getty pid 831 tid 100151 td 0xc90ed680 sched_switch(c90ed680,0,104,1a7,da70686c,...) at sched_switch+0x4da/frame 0xda706834 mi_switch(104,0,c1555495,200,c61889c0,...) at mi_switch+0x1b4/frame 0xda70686c sleepq_switch(c90ed680,0,c1555495,1b6,da7068e4,...) at sleepq_switch+0x127/frame 0xda7068a0 sleepq_catch_signals(da706900,c0bfea76,c72fd014,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda7068dc sleepq_wait_sig(c72fd070,0,da706938,101,0,...) at sleepq_wait_sig+0x14/frame 0xda706900 _cv_wait_sig(c72fd070,c72fd004,c155ab41,567,1,...) at _cv_wait_sig+0x211/frame 0xda70694c tty_wait(c72fd000,c72fd070,da706aa8,1,0,...) at tty_wait+0x4b/frame 0xda706970 ttydisc_read(c72fd000,da706aa8,0,b2,c17da7a8,...) at ttydisc_read+0x366/frame 0xda7069b4 ttydev_read(c77bb700,da706aa8,0,0,c90ed680,...) at ttydev_read+0x55/frame 0xda7069d4 devfs_read_f(c7c4b888,da706aa8,c7b9b100,0,c90ed680,...) at devfs_read_f+0xb7/frame 0xda706a0c dofileread(c7c4b888,da706aa8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xda706a40 kern_readv(c90ed680,0,da706aa8,c920a354,bfbfede7,...) at kern_readv+0x93/frame 0xda706a88 sys_read(c90ed680,da706b68,c1547201,4,4b696ad4,...) at sys_read+0x59/frame 0xda706ad8 syscall(da706ba8) at syscall+0x3bd/frame 0xda706b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda706b9c --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c338b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command cron pid 768 tid 100147 td 0xc906b000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c906b000,ffffffff,300,18733,c906b000,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command sendmail pid 764 tid 100110 td 0xc75159c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c75159c0,ffffffff,2fc,1870e,c75159c0,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command sendmail pid 761 tid 100091 td 0xc7abb680 sched_switch(c7abb680,0,104,1a7,e9b1a7cc,...) at sched_switch+0x4da/frame 0xe9b1a794 mi_switch(104,0,c1555495,200,110,...) at mi_switch+0x1b4/frame 0xe9b1a7cc sleepq_switch(c7abb680,0,c1555495,1b6,c7bcd850,...) at sleepq_switch+0x127/frame 0xe9b1a800 sleepq_catch_signals(c17d2420,e9b1a864,c0bfea76,c7bcd860,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9b1a83c sleepq_timedwait_sig(c7bcd864,0,e9b1a8a0,50000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xe9b1a864 _cv_timedwait_sig_sbt(c7bcd864,c7bcd850,cf639838,70,50000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9b1a8b4 seltdwait(70,50000000,0,c7abb680,0,...) at seltdwait+0x8d/frame 0xe9b1a8e8 kern_select(c7abb680,5,bfbfd148,0,0,...) at kern_select+0x904/frame 0xe9b1aa90 sys_select(c7abb680,e9b1ab68,c1547201,4,c15518d2,...) at sys_select+0x66/frame 0xe9b1aad8 syscall(e9b1aba8) at syscall+0x3bd/frame 0xe9b1ab9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b1ab9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2847337b, esp = 0xbfbfcffc, ebp = 0xbfbfd020 --- Tracing command sshd pid 758 tid 100089 td 0xc7abb9c0 sched_switch(c7abb9c0,0,104,1a7,e9b137d4,...) at sched_switch+0x4da/frame 0xe9b1379c mi_switch(104,0,c1555495,200,c6188a00,...) at mi_switch+0x1b4/frame 0xe9b137d4 sleepq_switch(c7abb9c0,0,c1555495,1b6,e9b1384c,...) at sleepq_switch+0x127/frame 0xe9b13808 sleepq_catch_signals(e9b13868,c0bfea76,c7b51f60,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b13844 sleepq_wait_sig(c7b51f64,0,e9b138a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b13868 _cv_wait_sig(c7b51f64,c7b51f50,c1558a1b,739,c0c863bd,...) at _cv_wait_sig+0x211/frame 0xe9b138b4 seltdwait(ffffffff,0,0,c7abb9c0,0,...) at seltdwait+0xbf/frame 0xe9b138e8 kern_select(c7abb9c0,5,28a180a0,0,0,...) at kern_select+0x904/frame 0xe9b13a90 sys_select(c7abb9c0,e9b13b68,c1547201,4,db,...) at sys_select+0x66/frame 0xe9b13ad8 syscall(e9b13ba8) at syscall+0x3bd/frame 0xe9b13b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b13b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2851637b, esp = 0xbfbfe86c, ebp = 0xbfbfe890 --- Tracing command powerd pid 715 tid 100103 td 0xc7ce7340 sched_switch(c7ce7340,0,104,1a7,e9b6c7cc,...) at sched_switch+0x4da/frame 0xe9b6c794 mi_switch(104,0,c1555495,200,110,...) at mi_switch+0x1b4/frame 0xe9b6c7cc sleepq_switch(c7ce7340,0,c1555495,1b6,c7b51c90,...) at sleepq_switch+0x127/frame 0xe9b6c800 sleepq_catch_signals(c17d2420,e9b6c864,c0bfea76,c7b51ca0,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9b6c83c sleepq_timedwait_sig(c7b51ca4,0,e9b6c8a0,3ffffff,0,...) at sleepq_timedwait_sig+0x14/frame 0xe9b6c864 _cv_timedwait_sig_sbt(c7b51ca4,c7b51c90,d6ccfc0d,6c,3ffffff,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9b6c8b4 seltdwait(6c,3ffffff,0,1,e9b6c938,...) at seltdwait+0x8d/frame 0xe9b6c8e8 kern_select(c7ce7340,0,bfbfeda0,0,bfbfeda0,...) at kern_select+0x904/frame 0xe9b6ca90 sys_select(c7ce7340,e9b6cb68,c1547201,4,57713065,...) at sys_select+0x66/frame 0xe9b6cad8 syscall(e9b6cba8) at syscall+0x3bd/frame 0xe9b6cb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b6cb9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c037b, esp = 0xbfbfecfc, ebp = 0xbfbfed20 --- Tracing command ntpd pid 712 tid 100115 td 0xc7515680 sched_switch(c7515680,0,104,1a7,e9ba07d4,...) at sched_switch+0x4da/frame 0xe9ba079c mi_switch(104,0,c1555495,200,c6188c40,...) at mi_switch+0x1b4/frame 0xe9ba07d4 sleepq_switch(c7515680,0,c1555495,1b6,e9ba084c,...) at sleepq_switch+0x127/frame 0xe9ba0808 sleepq_catch_signals(e9ba0868,c0bfea76,c7bce8a0,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9ba0844 sleepq_wait_sig(c7bce8a4,0,e9ba08a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9ba0868 _cv_wait_sig(c7bce8a4,c7bce890,c1558a1b,739,c0c863bd,...) at _cv_wait_sig+0x211/frame 0xe9ba08b4 seltdwait(ffffffff,0,0,c7515680,0,...) at seltdwait+0xbf/frame 0xe9ba08e8 kern_select(c7515680,1d,bfbfde68,0,0,...) at kern_select+0x904/frame 0xe9ba0a90 sys_select(c7515680,e9ba0b68,c1547201,4,c7515680,...) at sys_select+0x66/frame 0xe9ba0ad8 syscall(e9ba0ba8) at syscall+0x3bd/frame 0xe9ba0b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9ba0b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2845837b, esp = 0xbfbfdd6c, ebp = 0xbfbfdd90 --- Tracing command ntpd pid 712 tid 100146 td 0xc90ed9c0 sched_switch(c90ed9c0,0,104,1a7,da6ea924,...) at sched_switch+0x4da/frame 0xda6ea8ec mi_switch(104,0,c1555495,200,c7b41d00,...) at mi_switch+0x1b4/frame 0xda6ea924 sleepq_switch(c90ed9c0,0,c1555495,1b6,da6ea99c,...) at sleepq_switch+0x127/frame 0xda6ea958 sleepq_catch_signals(c1555495,16d,c1979890,18,c90ed9c0,...) at sleepq_catch_signals+0x3b7/frame 0xda6ea994 sleepq_wait_sig(c7ac8880,0,c1551102,100,0,...) at sleepq_wait_sig+0x14/frame 0xda6ea9b8 _sleep(c7ac8880,c1979880,300,c1551102,0,...) at _sleep+0x439/frame 0xda6eaa10 umtxq_sleep(0,4,c1550ec4,1f9,c7ac8888,...) at umtxq_sleep+0x154/frame 0xda6eaa70 __umtx_op_sem2_wait(c90ed9c0,da6eab68,c1547201,4,856fc8a,...) at __umtx_op_sem2_wait+0x40c/frame 0xda6eaad8 syscall(da6eaba8) at syscall+0x3bd/frame 0xda6eab9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xda6eab9c --- syscall (454, FreeBSD ELF32, sys__umtx_op), eip = 0x2837f013, esp = 0xbbafceec, ebp = 0xbbafcf38 --- Tracing command nfsd pid 675 tid 100104 td 0xc7ce7000 sched_switch(c7ce7000,0,104,1a7,e9b6f1c8,...) at sched_switch+0x4da/frame 0xe9b6f190 mi_switch(104,0,c1555495,200,c197fe00,...) at mi_switch+0x1b4/frame 0xe9b6f1c8 sleepq_switch(c7ce7000,0,c1555495,1b6,c767b100,...) at sleepq_switch+0x127/frame 0xe9b6f1fc sleepq_catch_signals(c17d2420,e9b6f260,c0bfea76,c767b110,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9b6f238 sleepq_timedwait_sig(c9117290,0,e9b6f29c,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xe9b6f260 _cv_timedwait_sig_sbt(c9117290,c767b100,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9b6f2b0 svc_run_internal(c0e7d780,c767b100,c7cd79fc,e9b6f3d0,0,...) at svc_run_internal+0xc2c/frame 0xe9b6f398 svc_run(c767b000,0,c1538343,1ed,c19becd0,...) at svc_run+0x1af/frame 0xe9b6f3e0 nfsrvd_nfsd(c7ce7000,e9b6f550,c,c1557337,e9b6f56c,...) at nfsrvd_nfsd+0x20c/frame 0xe9b6f520 nfssvc_nfsd(c7ce7000,e9b6fb68,0,c7ce7000,e9b6fb9c,...) at nfssvc_nfsd+0x1e5/frame 0xe9b6fac0 sys_nfssvc(c7ce7000,e9b6fb68,c1547201,4,af4075c6,...) at sys_nfssvc+0xc4/frame 0xe9b6fad8 syscall(e9b6fba8) at syscall+0x3bd/frame 0xe9b6fb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b6fb9c --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280a61af, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command nfsd pid 675 tid 100122 td 0xc91079c0 sched_switch(c91079c0,0,104,1a7,e9bdc9a0,...) at sched_switch+0x4da/frame 0xe9bdc968 mi_switch(104,0,c1555495,200,e9bdca08,...) at mi_switch+0x1b4/frame 0xe9bdc9a0 sleepq_switch(c91079c0,0,c1555495,1b6,e9bdca18,...) at sleepq_switch+0x127/frame 0xe9bdc9d4 sleepq_catch_signals(e9bdca34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bdca10 sleepq_wait_sig(c9117190,0,e9bdca6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bdca34 _cv_wait_sig(c9117190,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9bdca80 svc_run_internal(e9bdcb94,c0be051e,c767b100,e9bdcba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bdcb64 svc_thread_start(c767b100,e9bdcba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bdcb6c fork_exit(c0e7d780,c767b100,e9bdcba8) at fork_exit+0x7e/frame 0xe9bdcb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bdcb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100123 td 0xc9107680 sched_switch(c9107680,0,104,1a7,e9bdf9a0,...) at sched_switch+0x4da/frame 0xe9bdf968 mi_switch(104,0,c1555495,200,e9bdfa08,...) at mi_switch+0x1b4/frame 0xe9bdf9a0 sleepq_switch(c9107680,0,c1555495,1b6,e9bdfa18,...) at sleepq_switch+0x127/frame 0xe9bdf9d4 sleepq_catch_signals(e9bdfa34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bdfa10 sleepq_wait_sig(c7857c90,0,e9bdfa6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bdfa34 _cv_wait_sig(c7857c90,c767b100,c1587825,414,0,...) at _cv_wait_sig+0x211/frame 0xe9bdfa80 svc_run_internal(e9bdfb94,c0be051e,c767b100,e9bdfba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bdfb64 svc_thread_start(c767b100,e9bdfba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bdfb6c fork_exit(c0e7d780,c767b100,e9bdfba8) at fork_exit+0x7e/frame 0xe9bdfb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bdfb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100124 td 0xc9107340 sched_switch(c9107340,0,104,1a7,e9be29a0,...) at sched_switch+0x4da/frame 0xe9be2968 mi_switch(104,0,c1555495,200,e9be2a08,...) at mi_switch+0x1b4/frame 0xe9be29a0 sleepq_switch(c9107340,0,c1555495,1b6,e9be2a18,...) at sleepq_switch+0x127/frame 0xe9be29d4 sleepq_catch_signals(e9be2a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9be2a10 sleepq_wait_sig(c9117090,0,e9be2a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9be2a34 _cv_wait_sig(c9117090,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9be2a80 svc_run_internal(e9be2b94,c0be051e,c767b100,e9be2ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9be2b64 svc_thread_start(c767b100,e9be2ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9be2b6c fork_exit(c0e7d780,c767b100,e9be2ba8) at fork_exit+0x7e/frame 0xe9be2b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9be2b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100125 td 0xc9107000 sched_switch(c9107000,0,104,1a7,e9be59a0,...) at sched_switch+0x4da/frame 0xe9be5968 mi_switch(104,0,c1555495,200,e9be5a08,...) at mi_switch+0x1b4/frame 0xe9be59a0 sleepq_switch(c9107000,0,c1555495,1b6,e9be5a18,...) at sleepq_switch+0x127/frame 0xe9be59d4 sleepq_catch_signals(e9be5a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9be5a10 sleepq_wait_sig(c9112190,0,e9be5a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9be5a34 _cv_wait_sig(c9112190,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9be5a80 svc_run_internal(e9be5b94,c0be051e,c767b100,e9be5ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9be5b64 svc_thread_start(c767b100,e9be5ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9be5b6c fork_exit(c0e7d780,c767b100,e9be5ba8) at fork_exit+0x7e/frame 0xe9be5b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9be5b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100126 td 0xc91069c0 sched_switch(c91069c0,0,104,1a7,e9be89a0,...) at sched_switch+0x4da/frame 0xe9be8968 mi_switch(104,0,c1555495,200,e9be8a08,...) at mi_switch+0x1b4/frame 0xe9be89a0 sleepq_switch(c91069c0,0,c1555495,1b6,e9be8a18,...) at sleepq_switch+0x127/frame 0xe9be89d4 sleepq_catch_signals(e9be8a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9be8a10 sleepq_wait_sig(c9112090,0,e9be8a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9be8a34 _cv_wait_sig(c9112090,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9be8a80 svc_run_internal(e9be8b94,c0be051e,c767b100,e9be8ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9be8b64 svc_thread_start(c767b100,e9be8ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9be8b6c fork_exit(c0e7d780,c767b100,e9be8ba8) at fork_exit+0x7e/frame 0xe9be8b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9be8b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100127 td 0xc9106680 sched_switch(c9106680,0,104,1a7,e9beb9a0,...) at sched_switch+0x4da/frame 0xe9beb968 mi_switch(104,0,c1555495,200,e9beba08,...) at mi_switch+0x1b4/frame 0xe9beb9a0 sleepq_switch(c9106680,0,c1555495,1b6,e9beba18,...) at sleepq_switch+0x127/frame 0xe9beb9d4 sleepq_catch_signals(e9beba34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9beba10 sleepq_wait_sig(c7857b90,0,e9beba6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9beba34 _cv_wait_sig(c7857b90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9beba80 svc_run_internal(e9bebb94,c0be051e,c767b100,e9bebba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bebb64 svc_thread_start(c767b100,e9bebba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bebb6c fork_exit(c0e7d780,c767b100,e9bebba8) at fork_exit+0x7e/frame 0xe9bebb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bebb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100128 td 0xc9106340 sched_switch(c9106340,0,104,1a7,e9bee9a0,...) at sched_switch+0x4da/frame 0xe9bee968 mi_switch(104,0,c1555495,200,e9beea08,...) at mi_switch+0x1b4/frame 0xe9bee9a0 sleepq_switch(c9106340,0,c1555495,1b6,e9beea18,...) at sleepq_switch+0x127/frame 0xe9bee9d4 sleepq_catch_signals(e9beea34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9beea10 sleepq_wait_sig(c9116e90,0,e9beea6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9beea34 _cv_wait_sig(c9116e90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9beea80 svc_run_internal(e9beeb94,c0be051e,c767b100,e9beeba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9beeb64 svc_thread_start(c767b100,e9beeba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9beeb6c fork_exit(c0e7d780,c767b100,e9beeba8) at fork_exit+0x7e/frame 0xe9beeb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9beeb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100129 td 0xc9106000 sched_switch(c9106000,0,104,1a7,e9bf19a0,...) at sched_switch+0x4da/frame 0xe9bf1968 mi_switch(104,0,c1555495,200,e9bf1a08,...) at mi_switch+0x1b4/frame 0xe9bf19a0 sleepq_switch(c9106000,0,c1555495,1b6,e9bf1a18,...) at sleepq_switch+0x127/frame 0xe9bf19d4 sleepq_catch_signals(e9bf1a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bf1a10 sleepq_wait_sig(c9111e90,0,e9bf1a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bf1a34 _cv_wait_sig(c9111e90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9bf1a80 svc_run_internal(e9bf1b94,c0be051e,c767b100,e9bf1ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bf1b64 svc_thread_start(c767b100,e9bf1ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bf1b6c fork_exit(c0e7d780,c767b100,e9bf1ba8) at fork_exit+0x7e/frame 0xe9bf1b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bf1b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100130 td 0xc91059c0 sched_switch(c91059c0,0,104,1a7,e9bf49a0,...) at sched_switch+0x4da/frame 0xe9bf4968 mi_switch(104,0,c1555495,200,e9bf4a08,...) at mi_switch+0x1b4/frame 0xe9bf49a0 sleepq_switch(c91059c0,0,c1555495,1b6,e9bf4a18,...) at sleepq_switch+0x127/frame 0xe9bf49d4 sleepq_catch_signals(e9bf4a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bf4a10 sleepq_wait_sig(c9115e90,0,e9bf4a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bf4a34 _cv_wait_sig(c9115e90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9bf4a80 svc_run_internal(e9bf4b94,c0be051e,c767b100,e9bf4ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bf4b64 svc_thread_start(c767b100,e9bf4ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bf4b6c fork_exit(c0e7d780,c767b100,e9bf4ba8) at fork_exit+0x7e/frame 0xe9bf4b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bf4b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100131 td 0xc9105680 sched_switch(c9105680,0,104,1a7,e9bf79a0,...) at sched_switch+0x4da/frame 0xe9bf7968 mi_switch(104,0,c1555495,200,e9bf7a08,...) at mi_switch+0x1b4/frame 0xe9bf79a0 sleepq_switch(c9105680,0,c1555495,1b6,e9bf7a18,...) at sleepq_switch+0x127/frame 0xe9bf79d4 sleepq_catch_signals(e9bf7a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bf7a10 sleepq_wait_sig(c9116990,0,e9bf7a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bf7a34 _cv_wait_sig(c9116990,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9bf7a80 svc_run_internal(e9bf7b94,c0be051e,c767b100,e9bf7ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bf7b64 svc_thread_start(c767b100,e9bf7ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bf7b6c fork_exit(c0e7d780,c767b100,e9bf7ba8) at fork_exit+0x7e/frame 0xe9bf7b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bf7b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100132 td 0xc9105340 sched_switch(c9105340,0,104,1a7,e9bfa9a0,...) at sched_switch+0x4da/frame 0xe9bfa968 mi_switch(104,0,c1555495,200,e9bfaa08,...) at mi_switch+0x1b4/frame 0xe9bfa9a0 sleepq_switch(c9105340,0,c1555495,1b6,e9bfaa18,...) at sleepq_switch+0x127/frame 0xe9bfa9d4 sleepq_catch_signals(e9bfaa34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bfaa10 sleepq_wait_sig(c9116790,0,e9bfaa6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bfaa34 _cv_wait_sig(c9116790,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9bfaa80 svc_run_internal(e9bfab94,c0be051e,c767b100,e9bfaba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bfab64 svc_thread_start(c767b100,e9bfaba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bfab6c fork_exit(c0e7d780,c767b100,e9bfaba8) at fork_exit+0x7e/frame 0xe9bfab94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bfab94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100133 td 0xc9105000 sched_switch(c9105000,0,104,1a7,e9bfd9a0,...) at sched_switch+0x4da/frame 0xe9bfd968 mi_switch(104,0,c1555495,200,e9bfda08,...) at mi_switch+0x1b4/frame 0xe9bfd9a0 sleepq_switch(c9105000,0,c1555495,1b6,e9bfda18,...) at sleepq_switch+0x127/frame 0xe9bfd9d4 sleepq_catch_signals(e9bfda34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bfda10 sleepq_wait_sig(c9116d90,0,e9bfda6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bfda34 _cv_wait_sig(c9116d90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xe9bfda80 svc_run_internal(e9bfdb94,c0be051e,c767b100,e9bfdba8,c154753c,...) at svc_run_internal+0xc64/frame 0xe9bfdb64 svc_thread_start(c767b100,e9bfdba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xe9bfdb6c fork_exit(c0e7d780,c767b100,e9bfdba8) at fork_exit+0x7e/frame 0xe9bfdb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9bfdb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100134 td 0xc90ee9c0 sched_switch(c90ee9c0,0,104,1a7,da6c39a0,...) at sched_switch+0x4da/frame 0xda6c3968 mi_switch(104,0,c1555495,200,da6c3a08,...) at mi_switch+0x1b4/frame 0xda6c39a0 sleepq_switch(c90ee9c0,0,c1555495,1b6,da6c3a18,...) at sleepq_switch+0x127/frame 0xda6c39d4 sleepq_catch_signals(da6c3a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6c3a10 sleepq_wait_sig(c9116590,0,da6c3a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6c3a34 _cv_wait_sig(c9116590,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6c3a80 svc_run_internal(da6c3b94,c0be051e,c767b100,da6c3ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6c3b64 svc_thread_start(c767b100,da6c3ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6c3b6c fork_exit(c0e7d780,c767b100,da6c3ba8) at fork_exit+0x7e/frame 0xda6c3b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6c3b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100135 td 0xc9113000 sched_switch(c9113000,0,104,1a7,da6c69a0,...) at sched_switch+0x4da/frame 0xda6c6968 mi_switch(104,0,c1555495,200,da6c6a08,...) at mi_switch+0x1b4/frame 0xda6c69a0 sleepq_switch(c9113000,0,c1555495,1b6,da6c6a18,...) at sleepq_switch+0x127/frame 0xda6c69d4 sleepq_catch_signals(da6c6a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6c6a10 sleepq_wait_sig(c9116090,0,da6c6a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6c6a34 _cv_wait_sig(c9116090,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6c6a80 svc_run_internal(da6c6b94,c0be051e,c767b100,da6c6ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6c6b64 svc_thread_start(c767b100,da6c6ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6c6b6c fork_exit(c0e7d780,c767b100,da6c6ba8) at fork_exit+0x7e/frame 0xda6c6b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6c6b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100136 td 0xc910f9c0 sched_switch(c910f9c0,0,104,1a7,da6c99a0,...) at sched_switch+0x4da/frame 0xda6c9968 mi_switch(104,0,c1555495,200,da6c9a08,...) at mi_switch+0x1b4/frame 0xda6c99a0 sleepq_switch(c910f9c0,0,c1555495,1b6,da6c9a18,...) at sleepq_switch+0x127/frame 0xda6c99d4 sleepq_catch_signals(da6c9a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6c9a10 sleepq_wait_sig(c9116a90,0,da6c9a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6c9a34 _cv_wait_sig(c9116a90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6c9a80 svc_run_internal(da6c9b94,c0be051e,c767b100,da6c9ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6c9b64 svc_thread_start(c767b100,da6c9ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6c9b6c fork_exit(c0e7d780,c767b100,da6c9ba8) at fork_exit+0x7e/frame 0xda6c9b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6c9b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100137 td 0xc910f680 sched_switch(c910f680,0,104,1a7,da6cc9a0,...) at sched_switch+0x4da/frame 0xda6cc968 mi_switch(104,0,c1555495,200,da6cca08,...) at mi_switch+0x1b4/frame 0xda6cc9a0 sleepq_switch(c910f680,0,c1555495,1b6,da6cca18,...) at sleepq_switch+0x127/frame 0xda6cc9d4 sleepq_catch_signals(da6cca34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6cca10 sleepq_wait_sig(c9116890,0,da6cca6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6cca34 _cv_wait_sig(c9116890,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6cca80 svc_run_internal(da6ccb94,c0be051e,c767b100,da6ccba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6ccb64 svc_thread_start(c767b100,da6ccba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6ccb6c fork_exit(c0e7d780,c767b100,da6ccba8) at fork_exit+0x7e/frame 0xda6ccb94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6ccb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100138 td 0xc910f340 sched_switch(c910f340,0,104,1a7,da6cf9a0,...) at sched_switch+0x4da/frame 0xda6cf968 mi_switch(104,0,c1555495,200,da6cfa08,...) at mi_switch+0x1b4/frame 0xda6cf9a0 sleepq_switch(c910f340,0,c1555495,1b6,da6cfa18,...) at sleepq_switch+0x127/frame 0xda6cf9d4 sleepq_catch_signals(da6cfa34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6cfa10 sleepq_wait_sig(c9116690,0,da6cfa6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6cfa34 _cv_wait_sig(c9116690,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6cfa80 svc_run_internal(da6cfb94,c0be051e,c767b100,da6cfba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6cfb64 svc_thread_start(c767b100,da6cfba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6cfb6c fork_exit(c0e7d780,c767b100,da6cfba8) at fork_exit+0x7e/frame 0xda6cfb94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6cfb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100139 td 0xc910f000 sched_switch(c910f000,0,104,1a7,da6d29a0,...) at sched_switch+0x4da/frame 0xda6d2968 mi_switch(104,0,c1555495,200,da6d2a08,...) at mi_switch+0x1b4/frame 0xda6d29a0 sleepq_switch(c910f000,0,c1555495,1b6,da6d2a18,...) at sleepq_switch+0x127/frame 0xda6d29d4 sleepq_catch_signals(da6d2a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6d2a10 sleepq_wait_sig(c9116c90,0,da6d2a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6d2a34 _cv_wait_sig(c9116c90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6d2a80 svc_run_internal(da6d2b94,c0be051e,c767b100,da6d2ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6d2b64 svc_thread_start(c767b100,da6d2ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6d2b6c fork_exit(c0e7d780,c767b100,da6d2ba8) at fork_exit+0x7e/frame 0xda6d2b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6d2b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100140 td 0xc910d9c0 sched_switch(c910d9c0,0,104,1a7,da6d59a0,...) at sched_switch+0x4da/frame 0xda6d5968 mi_switch(104,0,c1555495,200,da6d5a08,...) at mi_switch+0x1b4/frame 0xda6d59a0 sleepq_switch(c910d9c0,0,c1555495,1b6,da6d5a18,...) at sleepq_switch+0x127/frame 0xda6d59d4 sleepq_catch_signals(da6d5a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6d5a10 sleepq_wait_sig(c9116390,0,da6d5a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6d5a34 _cv_wait_sig(c9116390,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6d5a80 svc_run_internal(da6d5b94,c0be051e,c767b100,da6d5ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6d5b64 svc_thread_start(c767b100,da6d5ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6d5b6c fork_exit(c0e7d780,c767b100,da6d5ba8) at fork_exit+0x7e/frame 0xda6d5b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6d5b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100141 td 0xc910d680 sched_switch(c910d680,0,104,1a7,da6d89a0,...) at sched_switch+0x4da/frame 0xda6d8968 mi_switch(104,0,c1555495,200,da6d8a08,...) at mi_switch+0x1b4/frame 0xda6d89a0 sleepq_switch(c910d680,0,c1555495,1b6,da6d8a18,...) at sleepq_switch+0x127/frame 0xda6d89d4 sleepq_catch_signals(da6d8a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6d8a10 sleepq_wait_sig(c9116490,0,da6d8a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6d8a34 _cv_wait_sig(c9116490,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6d8a80 svc_run_internal(da6d8b94,c0be051e,c767b100,da6d8ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6d8b64 svc_thread_start(c767b100,da6d8ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6d8b6c fork_exit(c0e7d780,c767b100,da6d8ba8) at fork_exit+0x7e/frame 0xda6d8b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6d8b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100142 td 0xc910d340 sched_switch(c910d340,0,104,1a7,da6db9a0,...) at sched_switch+0x4da/frame 0xda6db968 mi_switch(104,0,c1555495,200,da6dba08,...) at mi_switch+0x1b4/frame 0xda6db9a0 sleepq_switch(c910d340,0,c1555495,1b6,da6dba18,...) at sleepq_switch+0x127/frame 0xda6db9d4 sleepq_catch_signals(da6dba34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6dba10 sleepq_wait_sig(c9116b90,0,da6dba6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6dba34 _cv_wait_sig(c9116b90,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6dba80 svc_run_internal(da6dbb94,c0be051e,c767b100,da6dbba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6dbb64 svc_thread_start(c767b100,da6dbba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6dbb6c fork_exit(c0e7d780,c767b100,da6dbba8) at fork_exit+0x7e/frame 0xda6dbb94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6dbb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100143 td 0xc910d000 sched_switch(c910d000,0,104,1a7,da6de9a0,...) at sched_switch+0x4da/frame 0xda6de968 mi_switch(104,0,c1555495,200,da6dea08,...) at mi_switch+0x1b4/frame 0xda6de9a0 sleepq_switch(c910d000,0,c1555495,1b6,da6dea18,...) at sleepq_switch+0x127/frame 0xda6de9d4 sleepq_catch_signals(da6dea34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6dea10 sleepq_wait_sig(c9116190,0,da6dea6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6dea34 _cv_wait_sig(c9116190,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6dea80 svc_run_internal(da6deb94,c0be051e,c767b100,da6deba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6deb64 svc_thread_start(c767b100,da6deba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6deb6c fork_exit(c0e7d780,c767b100,da6deba8) at fork_exit+0x7e/frame 0xda6deb94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6deb94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 675 tid 100144 td 0xc910c9c0 sched_switch(c910c9c0,0,104,1a7,da6e19a0,...) at sched_switch+0x4da/frame 0xda6e1968 mi_switch(104,0,c1555495,200,da6e1a08,...) at mi_switch+0x1b4/frame 0xda6e19a0 sleepq_switch(c910c9c0,0,c1555495,1b6,da6e1a18,...) at sleepq_switch+0x127/frame 0xda6e19d4 sleepq_catch_signals(da6e1a34,c0bfea76,c767b110,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xda6e1a10 sleepq_wait_sig(c9116290,0,da6e1a6c,101,0,...) at sleepq_wait_sig+0x14/frame 0xda6e1a34 _cv_wait_sig(c9116290,c767b100,c1587825,45c,0,...) at _cv_wait_sig+0x211/frame 0xda6e1a80 svc_run_internal(da6e1b94,c0be051e,c767b100,da6e1ba8,c154753c,...) at svc_run_internal+0xc64/frame 0xda6e1b64 svc_thread_start(c767b100,da6e1ba8,c154753c,3eb,0,...) at svc_thread_start+0xd/frame 0xda6e1b6c fork_exit(c0e7d780,c767b100,da6e1ba8) at fork_exit+0x7e/frame 0xda6e1b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6e1b94 --- trap 0x18, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 674 tid 100109 td 0xc7aba000 sched_switch(c7aba000,0,104,1a7,e9b807d4,...) at sched_switch+0x4da/frame 0xe9b8079c mi_switch(104,0,c1555495,200,c6188bc0,...) at mi_switch+0x1b4/frame 0xe9b807d4 sleepq_switch(c7aba000,0,c1555495,1b6,e9b8084c,...) at sleepq_switch+0x127/frame 0xe9b80808 sleepq_catch_signals(e9b80868,c0bfea76,c7523ce0,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b80844 sleepq_wait_sig(c7523ce4,0,e9b808a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b80868 _cv_wait_sig(c7523ce4,c7523cd0,c1558a1b,739,c0c863bd,...) at _cv_wait_sig+0x211/frame 0xe9b808b4 seltdwait(ffffffff,0,0,c7aba000,0,...) at seltdwait+0xbf/frame 0xe9b808e8 kern_select(c7aba000,7,bfbfec30,0,0,...) at kern_select+0x904/frame 0xe9b80a90 sys_select(c7aba000,e9b80b68,c1547201,4,c3aceeba,...) at sys_select+0x66/frame 0xe9b80ad8 syscall(e9b80ba8) at syscall+0x3bd/frame 0xe9b80b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b80b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ae37b, esp = 0xbfbfea34, ebp = 0xbfbfea58 --- Tracing command mountd pid 668 tid 100113 td 0xc7cdd340 sched_switch(c7cdd340,0,104,1a7,e9b9a7d4,...) at sched_switch+0x4da/frame 0xe9b9a79c mi_switch(104,0,c1555495,200,c7ce1340,...) at mi_switch+0x1b4/frame 0xe9b9a7d4 sleepq_switch(c7cdd340,0,c1555495,1b6,e9b9a84c,...) at sleepq_switch+0x127/frame 0xe9b9a808 sleepq_catch_signals(e9b9a868,c0bfea76,c7bce020,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b9a844 sleepq_wait_sig(c7bce024,0,e9b9a8a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b9a868 _cv_wait_sig(c7bce024,c7bce010,c1558a1b,739,c0c863bd,...) at _cv_wait_sig+0x211/frame 0xe9b9a8b4 seltdwait(ffffffff,0,0,c7cdd340,0,...) at seltdwait+0xbf/frame 0xe9b9a8e8 kern_select(c7cdd340,9,bfbfe848,0,0,...) at kern_select+0x904/frame 0xe9b9aa90 sys_select(c7cdd340,e9b9ab68,c1547201,4,c197f710,...) at sys_select+0x66/frame 0xe9b9aad8 syscall(e9b9aba8) at syscall+0x3bd/frame 0xe9b9ab9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b9ab9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c737b, esp = 0xbfbfe7d4, ebp = 0xbfbfe7f8 --- Tracing command nfsuserd pid 661 tid 100114 td 0xc7cdd000 sched_switch(c7cdd000,0,104,1a7,e9b9d7cc,...) at sched_switch+0x4da/frame 0xe9b9d794 mi_switch(104,0,c1555495,200,c7ce1380,...) at mi_switch+0x1b4/frame 0xe9b9d7cc sleepq_switch(c7cdd000,0,c1555495,1b6,c7bce750,...) at sleepq_switch+0x127/frame 0xe9b9d800 sleepq_catch_signals(c17d2420,e9b9d864,c0bfea76,c7bce760,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9b9d83c sleepq_timedwait_sig(c7bce764,0,e9b9d8a0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xe9b9d864 _cv_timedwait_sig_sbt(c7bce764,c7bce750,cc936eb3,82,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9b9d8b4 seltdwait(82,e0000000,1,c7cdd000,0,...) at seltdwait+0x8d/frame 0xe9b9d8e8 kern_select(c7cdd000,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xe9b9da90 sys_select(c7cdd000,e9b9db68,c1547201,4,0,...) at sys_select+0x66/frame 0xe9b9dad8 syscall(e9b9dba8) at syscall+0x3bd/frame 0xe9b9db9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b9db9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ad37b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 660 tid 100105 td 0xc7ce69c0 sched_switch(c7ce69c0,0,104,1a7,e9b747cc,...) at sched_switch+0x4da/frame 0xe9b74794 mi_switch(104,0,c1555495,200,110,...) at mi_switch+0x1b4/frame 0xe9b747cc sleepq_switch(c7ce69c0,0,c1555495,1b6,c7bce050,...) at sleepq_switch+0x127/frame 0xe9b74800 sleepq_catch_signals(c17d2420,e9b74864,c0bfea76,c7bce060,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9b7483c sleepq_timedwait_sig(c7bce064,0,e9b748a0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xe9b74864 _cv_timedwait_sig_sbt(c7bce064,c7bce050,cc936eb3,82,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9b748b4 seltdwait(82,e0000000,1,c7ce69c0,0,...) at seltdwait+0x8d/frame 0xe9b748e8 kern_select(c7ce69c0,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xe9b74a90 sys_select(c7ce69c0,e9b74b68,c1547201,4,7b1bccda,...) at sys_select+0x66/frame 0xe9b74ad8 syscall(e9b74ba8) at syscall+0x3bd/frame 0xe9b74b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b74b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ad37b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 659 tid 100121 td 0xc90ee000 sched_switch(c90ee000,0,104,1a7,e9bd77cc,...) at sched_switch+0x4da/frame 0xe9bd7794 mi_switch(104,0,c1555495,200,110,...) at mi_switch+0x1b4/frame 0xe9bd77cc sleepq_switch(c90ee000,0,c1555495,1b6,c7b51cd0,...) at sleepq_switch+0x127/frame 0xe9bd7800 sleepq_catch_signals(c17d2420,e9bd7864,c0bfea76,c7b51ce0,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9bd783c sleepq_timedwait_sig(c7b51ce4,0,e9bd78a0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xe9bd7864 _cv_timedwait_sig_sbt(c7b51ce4,c7b51cd0,cc936eb3,82,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9bd78b4 seltdwait(82,e0000000,1,c90ee000,0,...) at seltdwait+0x8d/frame 0xe9bd78e8 kern_select(c90ee000,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xe9bd7a90 sys_select(c90ee000,e9bd7b68,c1547201,4,0,...) at sys_select+0x66/frame 0xe9bd7ad8 syscall(e9bd7ba8) at syscall+0x3bd/frame 0xe9bd7b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9bd7b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ad37b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 658 tid 100118 td 0xc7abc9c0 sched_switch(c7abc9c0,0,104,1a7,e9bc47cc,...) at sched_switch+0x4da/frame 0xe9bc4794 mi_switch(104,0,c1555495,200,110,...) at mi_switch+0x1b4/frame 0xe9bc47cc sleepq_switch(c7abc9c0,0,c1555495,1b6,c7b515d0,...) at sleepq_switch+0x127/frame 0xe9bc4800 sleepq_catch_signals(c17d2420,e9bc4864,c0bfea76,c7b515e0,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9bc483c sleepq_timedwait_sig(c7b515e4,0,e9bc48a0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xe9bc4864 _cv_timedwait_sig_sbt(c7b515e4,c7b515d0,cc936eb3,82,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9bc48b4 seltdwait(82,e0000000,1,c7abc9c0,0,...) at seltdwait+0x8d/frame 0xe9bc48e8 kern_select(c7abc9c0,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xe9bc4a90 sys_select(c7abc9c0,e9bc4b68,c1547201,4,aa21bd7a,...) at sys_select+0x66/frame 0xe9bc4ad8 syscall(e9bc4ba8) at syscall+0x3bd/frame 0xe9bc4b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9bc4b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ad37b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 657 tid 100107 td 0xc7ce6340 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c1553894,1,1f2c,1,3,...) at db_trace_self_wrapper+0x2a/frame 0xe43ef080 kdb_backtrace(c1553911,e43ef134,e43ef240,c11711ed,1,...) at kdb_backtrace+0x2d/frame 0xe43ef0e8 kdb_reenter(1,f4240,0,1,0,...) at kdb_reenter+0x2e/frame 0xe43ef0f8 trap(e43ef24c) at trap+0x4d/frame 0xe43ef240 calltrap() at calltrap+0x6/frame 0xe43ef240 --- trap 0xc, eip = 0xc115c539, esp = 0xe43ef28c, ebp = 0xe43ef2a8 --- db_trace_thread(c7ce6340,ffffffff,291,1870b,c7ce6340,...) at db_trace_thread+0x29/frame 0xe43ef2a8 db_stack_trace_all(c0c5b4ea,0,ffffffff,e43ef350,0,...) at db_stack_trace_all+0xa2/frame 0xe43ef318 db_command(c1818bb8,0,c1a3de84,c1818bb7,0,...) at db_command+0x2cb/frame 0xe43ef3d8 db_script_exec(fffc2f80,0,c18e256c,e43ef474,1,...) at db_script_exec+0x168/frame 0xe43ef43c db_command(c11c729b,e43ef560,c0554a46,c154ebfd,0,...) at db_command+0x2cb/frame 0xe43ef4fc db_command_loop(c154ebfd,0,0,c7504800,c17b0568,...) at db_command_loop+0x50/frame 0xe43ef508 db_trap(3,0,e43ef648,46,0,...) at db_trap+0xd6/frame 0xe43ef560 kdb_trap(3,0,e43ef6ec,0,0,...) at kdb_trap+0x117/frame 0xe43ef598 trap(e43ef6ec) at trap+0x92c/frame 0xe43ef6e0 calltrap() at calltrap+0x6/frame 0xe43ef6e0 --- trap 0x3, eip = 0xc0c5b4ea, esp = 0xe43ef72c, ebp = 0xe43ef738 --- kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command casperd pid 640 tid 100120 td 0xc90ee340 sched_switch(c90ee340,0,104,1a7,e9bca7d4,...) at sched_switch+0x4da/frame 0xe9bca79c mi_switch(104,0,c1555495,200,c7b41c80,...) at mi_switch+0x1b4/frame 0xe9bca7d4 sleepq_switch(c90ee340,0,c1555495,1b6,e9bca84c,...) at sleepq_switch+0x127/frame 0xe9bca808 sleepq_catch_signals(e9bca868,c0bfea76,c7b51d20,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bca844 sleepq_wait_sig(c7b51d24,0,e9bca8a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bca868 _cv_wait_sig(c7b51d24,c7b51d10,c1558a1b,739,c0c863bd,...) at _cv_wait_sig+0x211/frame 0xe9bca8b4 seltdwait(ffffffff,0,0,c90ee340,0,...) at seltdwait+0xbf/frame 0xe9bca8e8 kern_select(c90ee340,7,bfbfe9c8,0,0,...) at kern_select+0x904/frame 0xe9bcaa90 sys_select(c90ee340,e9bcab68,c1547201,4,70c9ad5a,...) at sys_select+0x66/frame 0xe9bcaad8 syscall(e9bcaba8) at syscall+0x3bd/frame 0xe9bcab9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9bcab9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281dd37b, esp = 0xbfbfe954, ebp = 0xbfbfe978 --- Tracing command casperd pid 639 tid 100119 td 0xc90ee680 sched_switch(c90ee680,0,104,1a7,e9bc77d4,...) at sched_switch+0x4da/frame 0xe9bc779c mi_switch(104,0,c1555495,200,c7b41c40,...) at mi_switch+0x1b4/frame 0xe9bc77d4 sleepq_switch(c90ee680,0,c1555495,1b6,e9bc784c,...) at sleepq_switch+0x127/frame 0xe9bc7808 sleepq_catch_signals(e9bc7868,c0bfea76,c7bce7a0,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9bc7844 sleepq_wait_sig(c7bce7a4,0,e9bc78a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9bc7868 _cv_wait_sig(c7bce7a4,c7bce790,c1558a1b,739,c0c863bd,...) at _cv_wait_sig+0x211/frame 0xe9bc78b4 seltdwait(ffffffff,0,0,c90ee680,0,...) at seltdwait+0xbf/frame 0xe9bc78e8 kern_select(c90ee680,6,bfbfe850,0,0,...) at kern_select+0x904/frame 0xe9bc7a90 sys_select(c90ee680,e9bc7b68,c1547201,4,0,...) at sys_select+0x66/frame 0xe9bc7ad8 syscall(e9bc7ba8) at syscall+0x3bd/frame 0xe9bc7b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9bc7b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281dd37b, esp = 0xbfbfe7f4, ebp = 0xbfbfe818 --- Tracing command rpcbind pid 625 tid 100083 td 0xc7b54340 sched_switch(c7b54340,0,104,1a7,e9af6804,...) at sched_switch+0x4da/frame 0xe9af67cc mi_switch(104,0,c1555495,200,110,...) at mi_switch+0x1b4/frame 0xe9af6804 sleepq_switch(c7b54340,0,c1555495,1b6,c7bce290,...) at sleepq_switch+0x127/frame 0xe9af6838 sleepq_catch_signals(c17d2420,e9af689c,c0bfea76,c7bce2a0,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9af6874 sleepq_timedwait_sig(c7bce2a4,0,e9af68d8,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xe9af689c _cv_timedwait_sig_sbt(c7bce2a4,c7bce290,cb0e26b,83,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9af68ec seltdwait(83,e0000000,1,c7b54340,0,...) at seltdwait+0x8d/frame 0xe9af6920 kern_poll(c7b54340,bfbfccc0,7,e9af6ac0,0,...) at kern_poll+0x4f0/frame 0xe9af6aa0 sys_poll(c7b54340,e9af6b68,c1547201,4,b97de65e,...) at sys_poll+0x71/frame 0xe9af6ad8 syscall(e9af6ba8) at syscall+0x3bd/frame 0xe9af6b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9af6b9c --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2815f12b, esp = 0xbfbfcbe4, ebp = 0xbfbfcbf8 --- Tracing command watchdogd pid 612 tid 100117 td 0xc7b3e000 sched_switch(c7b3e000,0,104,1a7,e9bbb948,...) at sched_switch+0x4da/frame 0xe9bbb910 mi_switch(104,0,c1555495,200,c197fe00,...) at mi_switch+0x1b4/frame 0xe9bbb948 sleepq_switch(c7b3e000,0,c1555495,1b6,16d,...) at sleepq_switch+0x127/frame 0xe9bbb97c sleepq_catch_signals(c0c681e0,c7b3e000,2,201,2,...) at sleepq_catch_signals+0x3b7/frame 0xe9bbb9b8 sleepq_timedwait_sig(c1972dfa,6c,6e,a0000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xe9bbb9e0 _sleep(c1972dfa,0,16c,c1550806,cc936eb3,...) at _sleep+0x31f/frame 0xe9bbba38 kern_nanosleep(bfbfed40,e9bbbab0,e9bbbab8,e9bbbba8,a,...) at kern_nanosleep+0x14b/frame 0xe9bbba98 sys_nanosleep(c7b3e000,e9bbbb68,c1547201,4,c7b3e000,...) at sys_nanosleep+0x68/frame 0xe9bbbad8 syscall(e9bbbba8) at syscall+0x3bd/frame 0xe9bbbb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9bbbb9c --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28151fc3, esp = 0xbfbfed34, ebp = 0xbfbfed78 --- Tracing command syslogd pid 608 tid 100112 td 0xc7cdd680 sched_switch(c7cdd680,0,104,1a7,e9b957d4,...) at sched_switch+0x4da/frame 0xe9b9579c mi_switch(104,0,c1555495,200,c7ce1300,...) at mi_switch+0x1b4/frame 0xe9b957d4 sleepq_switch(c7cdd680,0,c1555495,1b6,e9b9584c,...) at sleepq_switch+0x127/frame 0xe9b95808 sleepq_catch_signals(e9b95868,c0bfea76,c7bce320,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b95844 sleepq_wait_sig(c7bce324,0,e9b958a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b95868 _cv_wait_sig(c7bce324,c7bce310,c1558a1b,739,1,...) at _cv_wait_sig+0x211/frame 0xe9b958b4 seltdwait(ffffffff,0,0,c7cdd680,0,...) at seltdwait+0xbf/frame 0xe9b958e8 kern_select(c7cdd680,9,286210d8,0,0,...) at kern_select+0x904/frame 0xe9b95a90 sys_select(c7cdd680,e9b95b68,c1547201,4,c7cdd680,...) at sys_select+0x66/frame 0xe9b95ad8 syscall(e9b95ba8) at syscall+0x3bd/frame 0xe9b95b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b95b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c637b, esp = 0xbfbfdfb4, ebp = 0xbfbfdfd8 --- Tracing command rtsold pid 500 tid 100095 td 0xc7b3e9c0 sched_switch(c7b3e9c0,0,104,1a7,e9b3780c,...) at sched_switch+0x4da/frame 0xe9b377d4 mi_switch(104,0,c1555495,200,c7b42180,...) at mi_switch+0x1b4/frame 0xe9b3780c sleepq_switch(c7b3e9c0,0,c1555495,1b6,e9b37884,...) at sleepq_switch+0x127/frame 0xe9b37840 sleepq_catch_signals(e9b378a0,c0bfea76,c75232e0,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b3787c sleepq_wait_sig(c75232e4,0,e9b378d8,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b378a0 _cv_wait_sig(c75232e4,c75232d0,c1558a1b,739,c1558a1b,...) at _cv_wait_sig+0x211/frame 0xe9b378ec seltdwait(ffffffff,0,0,c7b3e9c0,0,...) at seltdwait+0xbf/frame 0xe9b37920 kern_poll(c7b3e9c0,bfbfee10,2,0,0,...) at kern_poll+0x4f0/frame 0xe9b37aa0 sys_poll(c7b3e9c0,e9b37b68,c1547201,4,db,...) at sys_poll+0x71/frame 0xe9b37ad8 syscall(e9b37ba8) at syscall+0x3bd/frame 0xe9b37b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b37b9c --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2815512b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command devd pid 460 tid 100111 td 0xc7cdd9c0 sched_switch(c7cdd9c0,0,104,1a7,e9b927cc,...) at sched_switch+0x4da/frame 0xe9b92794 mi_switch(104,0,c1555495,200,c7ce12c0,...) at mi_switch+0x1b4/frame 0xe9b927cc sleepq_switch(c7cdd9c0,0,c1555495,1b6,c7523310,...) at sleepq_switch+0x127/frame 0xe9b92800 sleepq_catch_signals(c17d2420,e9b92864,c0bfea76,c7523320,0,...) at sleepq_catch_signals+0x3b7/frame 0xe9b9283c sleepq_timedwait_sig(c7523324,0,e9b928a0,c0000000,3,...) at sleepq_timedwait_sig+0x14/frame 0xe9b92864 _cv_timedwait_sig_sbt(c7523324,c7523310,ba00f766,91,c0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xe9b928b4 seltdwait(91,c0000000,3,c7cdd9c0,0,...) at seltdwait+0x8d/frame 0xe9b928e8 kern_select(c7cdd9c0,6,bfbfcdc0,0,0,...) at kern_select+0x904/frame 0xe9b92a90 sys_select(c7cdd9c0,e9b92b68,c1547201,4,aa21ac22,...) at sys_select+0x66/frame 0xe9b92ad8 syscall(e9b92ba8) at syscall+0x3bd/frame 0xe9b92b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b92b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x80e7943, esp = 0xbfbfcd44, ebp = 0xbfbfee54 --- Tracing command moused pid 447 tid 100096 td 0xc7b3e680 sched_switch(c7b3e680,0,104,1a7,e9b3b7d4,...) at sched_switch+0x4da/frame 0xe9b3b79c mi_switch(104,0,c1555495,200,c7b421c0,...) at mi_switch+0x1b4/frame 0xe9b3b7d4 sleepq_switch(c7b3e680,0,c1555495,1b6,e9b3b84c,...) at sleepq_switch+0x127/frame 0xe9b3b808 sleepq_catch_signals(e9b3b868,c0bfea76,c7b51920,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b3b844 sleepq_wait_sig(c7b51924,0,e9b3b8a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b3b868 _cv_wait_sig(c7b51924,c7b51910,c1558a1b,739,1,...) at _cv_wait_sig+0x211/frame 0xe9b3b8b4 seltdwait(ffffffff,0,0,c7b3e680,0,...) at seltdwait+0xbf/frame 0xe9b3b8e8 kern_select(c7b3e680,400,bfbfeb88,0,0,...) at kern_select+0x904/frame 0xe9b3ba90 sys_select(c7b3e680,e9b3bb68,c1547201,4,c0a3664c,...) at sys_select+0x66/frame 0xe9b3bad8 syscall(e9b3bba8) at syscall+0x3bd/frame 0xe9b3bb9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b3bb9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ee37b, esp = 0xbfbfea0c, ebp = 0xbfbfea30 --- Tracing command moused pid 430 tid 100085 td 0xc7ce8000 sched_switch(c7ce8000,0,104,1a7,e9b027d4,...) at sched_switch+0x4da/frame 0xe9b0279c mi_switch(104,0,c1555495,200,c7ce1080,...) at mi_switch+0x1b4/frame 0xe9b027d4 sleepq_switch(c7ce8000,0,c1555495,1b6,e9b0284c,...) at sleepq_switch+0x127/frame 0xe9b02808 sleepq_catch_signals(e9b02868,c0bfea76,c75232a0,0,c17d2420,...) at sleepq_catch_signals+0x3b7/frame 0xe9b02844 sleepq_wait_sig(c75232a4,0,e9b028a0,101,0,...) at sleepq_wait_sig+0x14/frame 0xe9b02868 _cv_wait_sig(c75232a4,c7523290,c1558a1b,739,1,...) at _cv_wait_sig+0x211/frame 0xe9b028b4 seltdwait(ffffffff,0,0,c7ce8000,0,...) at seltdwait+0xbf/frame 0xe9b028e8 kern_select(c7ce8000,400,bfbfeb88,0,0,...) at kern_select+0x904/frame 0xe9b02a90 sys_select(c7ce8000,e9b02b68,c1547201,4,26cdc9bb,...) at sys_select+0x66/frame 0xe9b02ad8 syscall(e9b02ba8) at syscall+0x3bd/frame 0xe9b02b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe9b02b9c --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281ee37b, esp = 0xbfbfea0c, ebp = 0xbfbfea30 --- Tracing command vnlru pid 19 tid 100080 td 0xc7abc340 sched_switch(c7abc340,0,104,1a7,da6c0a50,...) at sched_switch+0x4da/frame 0xda6c0a18 mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xda6c0a50 sleepq_switch(c7abc340,0,c1555495,299,c7ab4000,...) at sleepq_switch+0x127/frame 0xda6c0a84 sleepq_timedwait(c7ab4000,60,0,0,0,...) at sleepq_timedwait+0x48/frame 0xda6c0aa8 _sleep(c7ab4000,c19ebf40,260,c15619df,fffffed8,...) at _sleep+0x336/frame 0xda6c0b00 vnlru_proc(0,da6c0ba8,c154753c,3eb,0,...) at vnlru_proc+0xcf/frame 0xda6c0b6c fork_exit(c0cd8550,0,da6c0ba8) at fork_exit+0x7e/frame 0xda6c0b94 fork_trampoline() at fork_trampoline+0x8/frame 0xda6c0b94 --- trap 0, eip = 0, esp = 0xda6c0be0, ebp = 0 --- Tracing command syncer pid 18 tid 100079 td 0xc7abc680 sched_switch(c7abc680,0,104,1a7,e43fea50,...) at sched_switch+0x4da/frame 0xe43fea18 mi_switch(104,0,c1555495,200,c19ebf68,...) at mi_switch+0x1b4/frame 0xe43fea50 sleepq_switch(c7abc680,0,c1555495,299,0,...) at sleepq_switch+0x127/frame 0xe43fea84 sleepq_timedwait(c19ebf88,0,e43feae4,0,0,...) at sleepq_timedwait+0x48/frame 0xe43feaa8 _cv_timedwait_sbt(c19ebf88,c19ebf68,fffffed8,0,0,...) at _cv_timedwait_sbt+0x239/frame 0xe43feaf8 sched_sync(0,e43feba8,c154753c,3eb,0,...) at sched_sync+0x6b6/frame 0xe43feb6c fork_exit(c0cd8d00,0,e43feba8) at fork_exit+0x7e/frame 0xe43feb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43feb94 --- trap 0, eip = 0, esp = 0xe43febe0, ebp = 0 --- Tracing command bufspacedaemon pid 17 tid 100078 td 0xc747b340 sched_switch(c747b340,0,104,1a7,e43fba88,...) at sched_switch+0x4da/frame 0xe43fba50 mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xe43fba88 sleepq_switch(c747b340,0,c1555495,299,c19eb9c8,...) at sleepq_switch+0x127/frame 0xe43fbabc sleepq_timedwait(c19eb9c8,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe43fbae0 _sleep(c19eb9c8,c19eb780,25c,c1538f26,fffffed8,...) at _sleep+0x336/frame 0xe43fbb38 bufspace_daemon(0,e43fbba8,c154753c,3eb,0,...) at bufspace_daemon+0x1ff/frame 0xe43fbb6c fork_exit(c0cbafa0,0,e43fbba8) at fork_exit+0x7e/frame 0xe43fbb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43fbb94 --- trap 0, eip = 0, esp = 0xe43fbbe0, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100077 td 0xc747b680 sched_switch(c747b680,0,104,1a7,e43f8a88,...) at sched_switch+0x4da/frame 0xe43f8a50 mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xe43f8a88 sleepq_switch(c747b680,0,c1555495,299,c19ead84,...) at sleepq_switch+0x127/frame 0xe43f8abc sleepq_timedwait(c19ead84,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe43f8ae0 _sleep(c19ead84,c19ead00,54,c155ec63,fffffed8,...) at _sleep+0x336/frame 0xe43f8b38 buf_daemon(0,e43f8ba8,c154753c,3eb,0,...) at buf_daemon+0x8c/frame 0xe43f8b6c fork_exit(c0cbb5f0,0,e43f8ba8) at fork_exit+0x7e/frame 0xe43f8b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43f8b94 --- trap 0, eip = 0, esp = 0xe43f8be0, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100087 td 0xc7b539c0 sched_switch(c7b539c0,0,104,1a7,e9b0da78,...) at sched_switch+0x4da/frame 0xe9b0da40 mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xe9b0da78 sleepq_switch(c7b539c0,0,c1555495,299,c86b7284,...) at sleepq_switch+0x127/frame 0xe9b0daac sleepq_timedwait(c86b7284,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe9b0dad0 _sleep(c86b7284,c86b7200,54,c158ed09,7fffff6c,...) at _sleep+0x336/frame 0xe9b0db28 softdep_flush(c7c16000,e9b0dba8,c154753c,3eb,0,...) at softdep_flush+0x192/frame 0xe9b0db6c fork_exit(c0ec21d0,c7c16000,e9b0dba8) at fork_exit+0x7e/frame 0xe9b0db94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9b0db94 --- trap 0, eip = 0, esp = 0xe9b0dbe0, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100092 td 0xc7b53340 sched_switch(c7b53340,0,104,1a7,e9b1ea78,...) at sched_switch+0x4da/frame 0xe9b1ea40 mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xe9b1ea78 sleepq_switch(c7b53340,0,c1555495,299,c86b7084,...) at sleepq_switch+0x127/frame 0xe9b1eaac sleepq_timedwait(c86b7084,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe9b1ead0 _sleep(c86b7084,c86b7000,54,c158ed09,7fffff6c,...) at _sleep+0x336/frame 0xe9b1eb28 softdep_flush(c7c15bb0,e9b1eba8,c154753c,3eb,0,...) at softdep_flush+0x192/frame 0xe9b1eb6c fork_exit(c0ec21d0,c7c15bb0,e9b1eba8) at fork_exit+0x7e/frame 0xe9b1eb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9b1eb94 --- trap 0, eip = 0, esp = 0xe9b1ebe0, ebp = 0 --- Tracing command pagezero pid 15 tid 100076 td 0xc747b9c0 sched_switch(c747b9c0,0,104,1a7,e43f5a84,...) at sched_switch+0x4da/frame 0xe43f5a4c mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xe43f5a84 sleepq_switch(c747b9c0,0,c1555495,299,c19f152c,...) at sleepq_switch+0x127/frame 0xe43f5ab8 sleepq_timedwait(c19f152c,0,12b,0,0,...) at sleepq_timedwait+0x48/frame 0xe43f5adc _sleep(c19f152c,c1a4ff00,0,c1598815,fffea520,...) at _sleep+0x336/frame 0xe43f5b34 vm_pagezero(0,e43f5ba8,c154753c,3eb,0,...) at vm_pagezero+0xc2/frame 0xe43f5b6c fork_exit(c0f28d30,0,e43f5ba8) at fork_exit+0x7e/frame 0xe43f5b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43f5b94 --- trap 0, eip = 0, esp = 0xe43f5be0, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100075 td 0xc7513000 sched_switch(c7513000,0,104,1a7,e43f2970,...) at sched_switch+0x4da/frame 0xe43f2938 mi_switch(104,0,c1555495,200,c19f1390,...) at mi_switch+0x1b4/frame 0xe43f2970 sleepq_switch(c7513000,0,c1555495,276,c7513000,...) at sleepq_switch+0x127/frame 0xe43f29a4 sleepq_wait(c19f13a8,74,c155ec63,0,0,...) at sleepq_wait+0x48/frame 0xe43f29c8 _sleep(c19f13a8,c19f1390,74,c155ec63,0,...) at _sleep+0x46e/frame 0xe43f2a20 vm_daemon(0,e43f2ba8,c154753c,3eb,0,...) at vm_daemon+0x128/frame 0xe43f2b6c fork_exit(c0f20270,0,e43f2ba8) at fork_exit+0x7e/frame 0xe43f2b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43f2b94 --- trap 0, eip = 0, esp = 0xe43f2be0, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100074 td 0xc7513340 kdb_enter(c154ebfd,c154ebfd,c15579db,e43ef7a0,0,...) at kdb_enter+0x3a/frame 0xe43ef738 vpanic(c15579db,e43ef7a0,c15579db,e43ef7a0,e43ef7a0,...) at vpanic+0x132/frame 0xe43ef770 kassert_panic(c15579db,c1280979,c1557ec2,c1596cea,603,c19bf2a8,0,c17d4fa0,c17d4fa0) at kassert_panic+0xd9/frame 0xe43ef794 witness_assert(c666604c,1,c1596ce1,603,c923e428,...) at witness_assert+0x398/frame 0xe43ef7cc vm_pageout_resident_count(c6666000,c1596ce1,661,65f,18b,...) at vm_pageout_resident_count+0x7f/frame 0xe43ef810 vm_pageout_oom(1,1,735,1,1,...) at vm_pageout_oom+0x5cd/frame 0xe43ef914 vm_pageout_mightbe_oom(c1a4fc80,f84,f84,536,c7513340,...) at vm_pageout_mightbe_oom+0x124/frame 0xe43ef944 vm_pageout_scan(c1a4fc80,6c,c1596ce1,6c2,7fffff6c,...) at vm_pageout_scan+0xdd9/frame 0xe43efa98 vm_pageout_worker(0,0,c6659000,0,0,0,c1593a79,0,0,0) at vm_pageout_worker+0x3b9/frame 0xe43efb38 vm_pageout(0,e43efba8,c154753c,3eb,0,...) at vm_pageout+0x88/frame 0xe43efb6c fork_exit(c0f1d220,0,e43efba8) at fork_exit+0x7e/frame 0xe43efb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43efb94 --- trap 0, eip = 0, esp = 0xe43efbe0, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100081 td 0xc7b549c0 sched_switch(c7b549c0,0,104,1a7,e9af0a90,...) at sched_switch+0x4da/frame 0xe9af0a58 mi_switch(104,0,c1555495,200,c198ea90,...) at mi_switch+0x1b4/frame 0xe9af0a90 sleepq_switch(c7b549c0,0,c1555495,276,c7b549c0,...) at sleepq_switch+0x127/frame 0xe9af0ac4 sleepq_wait(c19f0fa4,54,e9af0b2c,0,0,...) at sleepq_wait+0x48/frame 0xe9af0ae8 _sleep(c19f0fa4,c19f0f90,54,c1593609,0,...) at _sleep+0x46e/frame 0xe9af0b40 uma_reclaim_worker(0,e9af0ba8,c154753c,3eb,0,...) at uma_reclaim_worker+0x90/frame 0xe9af0b6c fork_exit(c0efe210,0,e9af0ba8) at fork_exit+0x7e/frame 0xe9af0b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe9af0b94 --- trap 0, eip = 0, esp = 0xe9af0be0, ebp = 0 --- Tracing command enc_daemon0 pid 7 tid 100073 td 0xc7513680 sched_switch(c7513680,0,104,1a7,e43eca60,...) at sched_switch+0x4da/frame 0xe43eca28 mi_switch(104,0,c1555495,200,c78433ec,...) at mi_switch+0x1b4/frame 0xe43eca60 sleepq_switch(c7513680,0,c1555495,276,c7513680,...) at sleepq_switch+0x127/frame 0xe43eca94 sleepq_wait(c6659354,78,c11d9a35,0,0,...) at sleepq_wait+0x48/frame 0xe43ecab8 _sleep(c6659354,c78433ec,78,c11d9a35,0,...) at _sleep+0x46e/frame 0xe43ecb10 enc_daemon(c784c800,e43ecba8,c154753c,3eb,0,...) at enc_daemon+0x2a6/frame 0xe43ecb6c fork_exit(c050f8c0,c784c800,e43ecba8) at fork_exit+0x7e/frame 0xe43ecb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe43ecb94 --- trap 0, eip = 0, esp = 0xe43ecbe0, ebp = 0 --- Tracing command sctp_iterator pid 6 tid 100070 td 0xc7514340 sched_switch(c7514340,0,104,1a7,e42e3a90,...) at sched_switch+0x4da/frame 0xe42e3a58 mi_switch(104,0,c1555495,200,c1a4b914,...) at mi_switch+0x1b4/frame 0xe42e3a90 sleepq_switch(c7514340,0,c1555495,276,c7514340,...) at sleepq_switch+0x127/frame 0xe42e3ac4 sleepq_wait(c1a4b94c,0,c1575df5,0,0,...) at sleepq_wait+0x48/frame 0xe42e3ae8 _sleep(c1a4b94c,c1a4b914,0,c1575df5,0,...) at _sleep+0x46e/frame 0xe42e3b40 sctp_iterator_thread(0,e42e3ba8,c154753c,3eb,0,...) at sctp_iterator_thread+0x7c/frame 0xe42e3b6c fork_exit(c0d82da0,0,e42e3ba8) at fork_exit+0x7e/frame 0xe42e3b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42e3b94 --- trap 0, eip = 0, esp = 0xe42e3be0, ebp = 0 --- Tracing command usb pid 14 tid 100031 td 0xc6808680 sched_switch(c6808680,0,104,1a7,c5ff8aa8,...) at sched_switch+0x4da/frame 0xc5ff8a70 mi_switch(104,0,c1555495,200,c7285ed0,...) at mi_switch+0x1b4/frame 0xc5ff8aa8 sleepq_switch(c6808680,0,c1555495,276,c7285ca4,...) at sleepq_switch+0x127/frame 0xc5ff8adc sleepq_wait(c7285ca4,0,c5ff8b30,1,0,...) at sleepq_wait+0x48/frame 0xc5ff8b00 _cv_wait(c7285ca4,c7285ed0,c151e287,76,c7285cac,...) at _cv_wait+0x20b/frame 0xc5ff8b44 usb_process(c7285c9c,c5ff8ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xc5ff8b6c fork_exit(c0a6fa90,c7285c9c,c5ff8ba8) at fork_exit+0x7e/frame 0xc5ff8b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ff8b94 --- trap 0, eip = 0, esp = 0xc5ff8be0, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc6808340 sched_switch(c6808340,0,104,1a7,c5ffbaa8,...) at sched_switch+0x4da/frame 0xc5ffba70 mi_switch(104,0,c1555495,200,c7285ed0,...) at mi_switch+0x1b4/frame 0xc5ffbaa8 sleepq_switch(c6808340,0,c1555495,276,c7285cd4,...) at sleepq_switch+0x127/frame 0xc5ffbadc sleepq_wait(c7285cd4,0,c5ffbb30,1,0,...) at sleepq_wait+0x48/frame 0xc5ffbb00 _cv_wait(c7285cd4,c7285ed0,c151e287,76,c7285cdc,...) at _cv_wait+0x20b/frame 0xc5ffbb44 usb_process(c7285ccc,c5ffbba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xc5ffbb6c fork_exit(c0a6fa90,c7285ccc,c5ffbba8) at fork_exit+0x7e/frame 0xc5ffbb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ffbb94 --- trap 0, eip = 0, esp = 0xc5ffbbe0, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc6808000 sched_switch(c6808000,0,104,1a7,c5ffeaa8,...) at sched_switch+0x4da/frame 0xc5ffea70 mi_switch(104,0,c1555495,200,c7285ed0,...) at mi_switch+0x1b4/frame 0xc5ffeaa8 sleepq_switch(c6808000,0,c1555495,276,c7285d04,...) at sleepq_switch+0x127/frame 0xc5ffeadc sleepq_wait(c7285d04,0,c5ffeb30,1,0,...) at sleepq_wait+0x48/frame 0xc5ffeb00 _cv_wait(c7285d04,c7285ed0,c151e287,76,c7285d0c,...) at _cv_wait+0x20b/frame 0xc5ffeb44 usb_process(c7285cfc,c5ffeba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xc5ffeb6c fork_exit(c0a6fa90,c7285cfc,c5ffeba8) at fork_exit+0x7e/frame 0xc5ffeb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ffeb94 --- trap 0, eip = 0, esp = 0xc5ffebe0, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc68039c0 sched_switch(c68039c0,0,104,1a7,db392aa8,...) at sched_switch+0x4da/frame 0xdb392a70 mi_switch(104,0,c1555495,200,c7285ed0,...) at mi_switch+0x1b4/frame 0xdb392aa8 sleepq_switch(c68039c0,0,c1555495,276,c7285d34,...) at sleepq_switch+0x127/frame 0xdb392adc sleepq_wait(c7285d34,0,db392b30,1,0,...) at sleepq_wait+0x48/frame 0xdb392b00 _cv_wait(c7285d34,c7285ed0,c151e287,76,c7285d3c,...) at _cv_wait+0x20b/frame 0xdb392b44 usb_process(c7285d2c,db392ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xdb392b6c fork_exit(c0a6fa90,c7285d2c,db392ba8) at fork_exit+0x7e/frame 0xdb392b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb392b94 --- trap 0, eip = 0, esp = 0xdb392be0, ebp = 0 --- Tracing command usb pid 14 tid 100035 td 0xc6803680 sched_switch(c6803680,0,104,1a7,db395aa8,...) at sched_switch+0x4da/frame 0xdb395a70 mi_switch(104,0,c1555495,200,c7285ed0,...) at mi_switch+0x1b4/frame 0xdb395aa8 sleepq_switch(c6803680,0,c1555495,276,c7285d64,...) at sleepq_switch+0x127/frame 0xdb395adc sleepq_wait(c7285d64,0,db395b30,1,0,...) at sleepq_wait+0x48/frame 0xdb395b00 _cv_wait(c7285d64,c7285ed0,c151e287,76,c7285d6c,...) at _cv_wait+0x20b/frame 0xdb395b44 usb_process(c7285d5c,db395ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xdb395b6c fork_exit(c0a6fa90,c7285d5c,db395ba8) at fork_exit+0x7e/frame 0xdb395b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb395b94 --- trap 0, eip = 0, esp = 0xdb395be0, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc68099c0 sched_switch(c68099c0,0,104,1a7,e725faa8,...) at sched_switch+0x4da/frame 0xe725fa70 mi_switch(104,0,c1555495,200,c7457b7c,...) at mi_switch+0x1b4/frame 0xe725faa8 sleepq_switch(c68099c0,0,c1555495,276,c7457950,...) at sleepq_switch+0x127/frame 0xe725fadc sleepq_wait(c7457950,0,e725fb30,1,0,...) at sleepq_wait+0x48/frame 0xe725fb00 _cv_wait(c7457950,c7457b7c,c151e287,76,c7457958,...) at _cv_wait+0x20b/frame 0xe725fb44 usb_process(c7457948,e725fba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe725fb6c fork_exit(c0a6fa90,c7457948,e725fba8) at fork_exit+0x7e/frame 0xe725fb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe725fb94 --- trap 0, eip = 0, esp = 0xe725fbe0, ebp = 0 --- Tracing command usb pid 14 tid 100053 td 0xc747b000 sched_switch(c747b000,0,104,1a7,e7262aa8,...) at sched_switch+0x4da/frame 0xe7262a70 mi_switch(104,0,c1555495,200,c7457b7c,...) at mi_switch+0x1b4/frame 0xe7262aa8 sleepq_switch(c747b000,0,c1555495,276,c7457980,...) at sleepq_switch+0x127/frame 0xe7262adc sleepq_wait(c7457980,0,e7262b30,1,0,...) at sleepq_wait+0x48/frame 0xe7262b00 _cv_wait(c7457980,c7457b7c,c151e287,76,c7457988,...) at _cv_wait+0x20b/frame 0xe7262b44 usb_process(c7457978,e7262ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe7262b6c fork_exit(c0a6fa90,c7457978,e7262ba8) at fork_exit+0x7e/frame 0xe7262b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7262b94 --- trap 0, eip = 0, esp = 0xe7262be0, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc747a9c0 sched_switch(c747a9c0,0,104,1a7,e7265aa8,...) at sched_switch+0x4da/frame 0xe7265a70 mi_switch(104,0,c1555495,200,c7457b7c,...) at mi_switch+0x1b4/frame 0xe7265aa8 sleepq_switch(c747a9c0,0,c1555495,276,c74579b0,...) at sleepq_switch+0x127/frame 0xe7265adc sleepq_wait(c74579b0,0,e7265b30,1,0,...) at sleepq_wait+0x48/frame 0xe7265b00 _cv_wait(c74579b0,c7457b7c,c151e287,76,c74579b8,...) at _cv_wait+0x20b/frame 0xe7265b44 usb_process(c74579a8,e7265ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe7265b6c fork_exit(c0a6fa90,c74579a8,e7265ba8) at fork_exit+0x7e/frame 0xe7265b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7265b94 --- trap 0, eip = 0, esp = 0xe7265be0, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc747a680 sched_switch(c747a680,0,104,1a7,e7268aa8,...) at sched_switch+0x4da/frame 0xe7268a70 mi_switch(104,0,c1555495,200,c7457b7c,...) at mi_switch+0x1b4/frame 0xe7268aa8 sleepq_switch(c747a680,0,c1555495,276,c74579e0,...) at sleepq_switch+0x127/frame 0xe7268adc sleepq_wait(c74579e0,0,e7268b30,1,0,...) at sleepq_wait+0x48/frame 0xe7268b00 _cv_wait(c74579e0,c7457b7c,c151e287,76,c74579e8,...) at _cv_wait+0x20b/frame 0xe7268b44 usb_process(c74579d8,e7268ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe7268b6c fork_exit(c0a6fa90,c74579d8,e7268ba8) at fork_exit+0x7e/frame 0xe7268b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7268b94 --- trap 0, eip = 0, esp = 0xe7268be0, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc747a340 sched_switch(c747a340,0,104,1a7,e726baa8,...) at sched_switch+0x4da/frame 0xe726ba70 mi_switch(104,0,c1555495,200,c7457b7c,...) at mi_switch+0x1b4/frame 0xe726baa8 sleepq_switch(c747a340,0,c1555495,276,c7457a10,...) at sleepq_switch+0x127/frame 0xe726badc sleepq_wait(c7457a10,0,e726bb30,1,0,...) at sleepq_wait+0x48/frame 0xe726bb00 _cv_wait(c7457a10,c7457b7c,c151e287,76,c7457a18,...) at _cv_wait+0x20b/frame 0xe726bb44 usb_process(c7457a08,e726bba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe726bb6c fork_exit(c0a6fa90,c7457a08,e726bba8) at fork_exit+0x7e/frame 0xe726bb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe726bb94 --- trap 0, eip = 0, esp = 0xe726bbe0, ebp = 0 --- Tracing command usb pid 14 tid 100058 td 0xc74799c0 sched_switch(c74799c0,0,104,1a7,e7273aa8,...) at sched_switch+0x4da/frame 0xe7273a70 mi_switch(104,0,c1555495,200,c737ded0,...) at mi_switch+0x1b4/frame 0xe7273aa8 sleepq_switch(c74799c0,0,c1555495,276,c737dca4,...) at sleepq_switch+0x127/frame 0xe7273adc sleepq_wait(c737dca4,0,e7273b30,1,0,...) at sleepq_wait+0x48/frame 0xe7273b00 _cv_wait(c737dca4,c737ded0,c151e287,76,c737dcac,...) at _cv_wait+0x20b/frame 0xe7273b44 usb_process(c737dc9c,e7273ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe7273b6c fork_exit(c0a6fa90,c737dc9c,e7273ba8) at fork_exit+0x7e/frame 0xe7273b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7273b94 --- trap 0, eip = 0, esp = 0xe7273be0, ebp = 0 --- Tracing command usb pid 14 tid 100059 td 0xc7479680 sched_switch(c7479680,0,104,1a7,e7276aa8,...) at sched_switch+0x4da/frame 0xe7276a70 mi_switch(104,0,c1555495,200,c737ded0,...) at mi_switch+0x1b4/frame 0xe7276aa8 sleepq_switch(c7479680,0,c1555495,276,c737dcd4,...) at sleepq_switch+0x127/frame 0xe7276adc sleepq_wait(c737dcd4,0,e7276b30,1,0,...) at sleepq_wait+0x48/frame 0xe7276b00 _cv_wait(c737dcd4,c737ded0,c151e287,76,c737dcdc,...) at _cv_wait+0x20b/frame 0xe7276b44 usb_process(c737dccc,e7276ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe7276b6c fork_exit(c0a6fa90,c737dccc,e7276ba8) at fork_exit+0x7e/frame 0xe7276b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7276b94 --- trap 0, eip = 0, esp = 0xe7276be0, ebp = 0 --- Tracing command usb pid 14 tid 100060 td 0xc7479340 sched_switch(c7479340,0,104,1a7,e7279aa8,...) at sched_switch+0x4da/frame 0xe7279a70 mi_switch(104,0,c1555495,200,c737ded0,...) at mi_switch+0x1b4/frame 0xe7279aa8 sleepq_switch(c7479340,0,c1555495,276,c737dd04,...) at sleepq_switch+0x127/frame 0xe7279adc sleepq_wait(c737dd04,0,e7279b30,1,0,...) at sleepq_wait+0x48/frame 0xe7279b00 _cv_wait(c737dd04,c737ded0,c151e287,76,c737dd0c,...) at _cv_wait+0x20b/frame 0xe7279b44 usb_process(c737dcfc,e7279ba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe7279b6c fork_exit(c0a6fa90,c737dcfc,e7279ba8) at fork_exit+0x7e/frame 0xe7279b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7279b94 --- trap 0, eip = 0, esp = 0xe7279be0, ebp = 0 --- Tracing command usb pid 14 tid 100061 td 0xc7479000 sched_switch(c7479000,0,104,1a7,e727caa8,...) at sched_switch+0x4da/frame 0xe727ca70 mi_switch(104,0,c1555495,200,c737ded0,...) at mi_switch+0x1b4/frame 0xe727caa8 sleepq_switch(c7479000,0,c1555495,276,c737dd34,...) at sleepq_switch+0x127/frame 0xe727cadc sleepq_wait(c737dd34,0,e727cb30,1,0,...) at sleepq_wait+0x48/frame 0xe727cb00 _cv_wait(c737dd34,c737ded0,c151e287,76,c737dd3c,...) at _cv_wait+0x20b/frame 0xe727cb44 usb_process(c737dd2c,e727cba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe727cb6c fork_exit(c0a6fa90,c737dd2c,e727cba8) at fork_exit+0x7e/frame 0xe727cb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe727cb94 --- trap 0, eip = 0, esp = 0xe727cbe0, ebp = 0 --- Tracing command usb pid 14 tid 100062 td 0xc74789c0 sched_switch(c74789c0,0,104,1a7,e727faa8,...) at sched_switch+0x4da/frame 0xe727fa70 mi_switch(104,0,c1555495,200,c737ded0,...) at mi_switch+0x1b4/frame 0xe727faa8 sleepq_switch(c74789c0,0,c1555495,276,c737dd64,...) at sleepq_switch+0x127/frame 0xe727fadc sleepq_wait(c737dd64,0,e727fb30,1,0,...) at sleepq_wait+0x48/frame 0xe727fb00 _cv_wait(c737dd64,c737ded0,c151e287,76,c737dd6c,...) at _cv_wait+0x20b/frame 0xe727fb44 usb_process(c737dd5c,e727fba8,c154753c,3eb,0,...) at usb_process+0x140/frame 0xe727fb6c fork_exit(c0a6fa90,c737dd5c,e727fba8) at fork_exit+0x7e/frame 0xe727fb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe727fb94 --- trap 0, eip = 0, esp = 0xe727fbe0, ebp = 0 --- Tracing command cam pid 5 tid 100023 td 0xc670e000 sched_switch(c670e000,0,104,1a7,c5ec6a68,...) at sched_switch+0x4da/frame 0xc5ec6a30 mi_switch(104,0,c1555495,200,c1815180,...) at mi_switch+0x1b4/frame 0xc5ec6a68 sleepq_switch(c670e000,0,c1555495,276,c670e000,...) at sleepq_switch+0x127/frame 0xc5ec6a9c sleepq_wait(c1815200,5c,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5ec6ac0 _sleep(c1815200,c1815180,5c,c1538f26,0,...) at _sleep+0x46e/frame 0xc5ec6b18 xpt_done_td(c1815180,c5ec6ba8,c154753c,3eb,0,...) at xpt_done_td+0x17e/frame 0xc5ec6b6c fork_exit(c04d8e00,c1815180,c5ec6ba8) at fork_exit+0x7e/frame 0xc5ec6b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ec6b94 --- trap 0, eip = 0, esp = 0xc5ec6be0, ebp = 0 --- Tracing command cam pid 5 tid 100072 td 0xc75139c0 sched_switch(c75139c0,0,104,1a7,e42e9a68,...) at sched_switch+0x4da/frame 0xe42e9a30 mi_switch(104,0,c1555495,200,c18150fc,...) at mi_switch+0x1b4/frame 0xe42e9a68 sleepq_switch(c75139c0,0,c1555495,276,c75139c0,...) at sleepq_switch+0x127/frame 0xe42e9a9c sleepq_wait(c18150ac,5c,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xe42e9ac0 _sleep(c18150ac,c18150fc,5c,c1538f26,0,...) at _sleep+0x46e/frame 0xe42e9b18 xpt_scanner_thread(0,e42e9ba8,c154753c,3eb,0,...) at xpt_scanner_thread+0xa2/frame 0xe42e9b6c fork_exit(c04d91b0,0,e42e9ba8) at fork_exit+0x7e/frame 0xe42e9b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42e9b94 --- trap 0, eip = 0, esp = 0xe42e9be0, ebp = 0 --- Tracing command crypto returns pid 4 tid 100017 td 0xc670f680 sched_switch(c670f680,0,104,1a7,c5eb4a70,...) at sched_switch+0x4da/frame 0xc5eb4a38 mi_switch(104,0,c1555495,200,c19f02cc,...) at mi_switch+0x1b4/frame 0xc5eb4a70 sleepq_switch(c670f680,0,c1555495,276,c670f680,...) at sleepq_switch+0x127/frame 0xc5eb4aa4 sleepq_wait(c19f02e0,6c,c1586be0,0,0,...) at sleepq_wait+0x48/frame 0xc5eb4ac8 _sleep(c19f02e0,c19f02cc,6c,c1586be0,0,...) at _sleep+0x46e/frame 0xc5eb4b20 crypto_ret_proc(0,c5eb4ba8,c154753c,3eb,0,...) at crypto_ret_proc+0x1f5/frame 0xc5eb4b6c fork_exit(c0e69460,0,c5eb4ba8) at fork_exit+0x7e/frame 0xc5eb4b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5eb4b94 --- trap 0, eip = 0, esp = 0xc5eb4be0, ebp = 0 --- Tracing command crypto pid 3 tid 100016 td 0xc670f9c0 sched_switch(c670f9c0,0,104,1a7,c5eb1a80,...) at sched_switch+0x4da/frame 0xc5eb1a48 mi_switch(104,0,c1555495,200,c19f0210,...) at mi_switch+0x1b4/frame 0xc5eb1a80 sleepq_switch(c670f9c0,0,c1555495,276,c670f9c0,...) at sleepq_switch+0x127/frame 0xc5eb1ab4 sleepq_wait(c19f0228,6c,c1586bd4,0,0,...) at sleepq_wait+0x48/frame 0xc5eb1ad8 _sleep(c19f0228,c19f0210,6c,c1586bd4,0,...) at _sleep+0x46e/frame 0xc5eb1b30 crypto_proc(0,c5eb1ba8,c154753c,3eb,0,...) at crypto_proc+0x2c1/frame 0xc5eb1b6c fork_exit(c0e69030,0,c5eb1ba8) at fork_exit+0x7e/frame 0xc5eb1b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5eb1b94 --- trap 0, eip = 0, esp = 0xc5eb1be0, ebp = 0 --- Tracing command geom pid 13 tid 100012 td 0xc665d340 sched_switch(c665d340,0,104,1a7,c5ea5a80,...) at sched_switch+0x4da/frame 0xc5ea5a48 mi_switch(104,0,c1555495,200,c196f9f4,...) at mi_switch+0x1b4/frame 0xc5ea5a80 sleepq_switch(c665d340,0,c1555495,276,c665d340,...) at sleepq_switch+0x127/frame 0xc5ea5ab4 sleepq_wait(c1a46ae0,5c,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5ea5ad8 _sleep(c1a46ae0,c196f9f4,25c,c1538f26,0,...) at _sleep+0x46e/frame 0xc5ea5b30 g_run_events(0,c5ea5ba8,c154753c,3eb,0,...) at g_run_events+0x67/frame 0xc5ea5b6c fork_exit(c0b691c0,0,c5ea5ba8) at fork_exit+0x7e/frame 0xc5ea5b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ea5b94 --- trap 0, eip = 0, esp = 0xc5ea5be0, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc665d000 sched_switch(c665d000,0,104,1a7,c5ea8a70,...) at sched_switch+0x4da/frame 0xc5ea8a38 mi_switch(104,0,c1555495,200,c196fa3c,...) at mi_switch+0x1b4/frame 0xc5ea8a70 sleepq_switch(c665d000,0,c1555495,276,c665d000,...) at sleepq_switch+0x127/frame 0xc5ea8aa4 sleepq_wait(c1a46ae4,5c,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5ea8ac8 _sleep(c1a46ae4,c196fa3c,25c,c1538f26,0,...) at _sleep+0x46e/frame 0xc5ea8b20 g_io_schedule_up(c665d000,0,c153acb5,60,c5ea8b94,...) at g_io_schedule_up+0x12a/frame 0xc5ea8b54 g_up_procbody(0,c5ea8ba8,c154753c,3eb,0,...) at g_up_procbody+0x9d/frame 0xc5ea8b6c fork_exit(c0b69260,0,c5ea8ba8) at fork_exit+0x7e/frame 0xc5ea8b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ea8b94 --- trap 0, eip = 0, esp = 0xc5ea8be0, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc6710340 sched_switch(c6710340,0,104,1a7,c5eaba6c,...) at sched_switch+0x4da/frame 0xc5eaba34 mi_switch(104,0,c1555495,200,c196fa1c,...) at mi_switch+0x1b4/frame 0xc5eaba6c sleepq_switch(c6710340,0,c1555495,276,c6710340,...) at sleepq_switch+0x127/frame 0xc5eabaa0 sleepq_wait(c1a46ae8,5c,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5eabac4 _sleep(c1a46ae8,c196fa1c,25c,c1538f26,0,...) at _sleep+0x46e/frame 0xc5eabb1c g_io_schedule_down(c6710340,0,c153acb5,6d,c5eabb94,...) at g_io_schedule_down+0xec/frame 0xc5eabb54 g_down_procbody(0,c5eabba8,c154753c,3eb,0,...) at g_down_procbody+0x9d/frame 0xc5eabb6c fork_exit(c0b69300,0,c5eabba8) at fork_exit+0x7e/frame 0xc5eabb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5eabb94 --- trap 0, eip = 0, esp = 0xc5eabbe0, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc665e680 sched_switch(c665e680,0,109,1a7,c19beb70,...) at sched_switch+0x4da/frame 0xc5e96af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xc5e96b30 ithread_loop(c618cf10,c5e96ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xc5e96b6c fork_exit(c0be3270,c618cf10,c5e96ba8) at fork_exit+0x7e/frame 0xc5e96b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e96b94 --- trap 0, eip = 0, esp = 0xc5e96be0, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc665e340 sched_switch(c665e340,0,109,1a7,c19c0010,...) at sched_switch+0x4da/frame 0xc5e99af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xc5e99b30 ithread_loop(c618cf00,c5e99ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xc5e99b6c fork_exit(c0be3270,c618cf00,c5e99ba8) at fork_exit+0x7e/frame 0xc5e99b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e99b94 --- trap 0, eip = 0, esp = 0xc5e99be0, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc665e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc665d9c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc665d680 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc670f340 sched_switch(c670f340,0,109,1a7,c19bffb8,...) at sched_switch+0x4da/frame 0xc5eb7af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xc5eb7b30 ithread_loop(c618cdf0,c5eb7ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xc5eb7b6c fork_exit(c0be3270,c618cdf0,c5eb7ba8) at fork_exit+0x7e/frame 0xc5eb7b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5eb7b94 --- trap 0, eip = 0, esp = 0xc5eb7be0, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc670f000 sched_switch(c670f000,0,109,1a7,c19beee0,...) at sched_switch+0x4da/frame 0xc5ebaaf8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xc5ebab30 ithread_loop(c618cde0,c5ebaba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xc5ebab6c fork_exit(c0be3270,c618cde0,c5ebaba8) at fork_exit+0x7e/frame 0xc5ebab94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ebab94 --- trap 0, eip = 0, esp = 0xc5ebabe0, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc670e680 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xc6809340 sched_switch(c6809340,0,109,1a7,c19c0118,...) at sched_switch+0x4da/frame 0xc5fedaf8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xc5fedb30 ithread_loop(c618d7c0,c5fedba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xc5fedb6c fork_exit(c0be3270,c618d7c0,c5fedba8) at fork_exit+0x7e/frame 0xc5fedb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5fedb94 --- trap 0, eip = 0, esp = 0xc5fedbe0, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6809000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100030 td 0xc68089c0 sched_switch(c68089c0,0,109,1a7,c19c01c8,...) at sched_switch+0x4da/frame 0xc5ff5af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xc5ff5b30 ithread_loop(c618d6d0,c5ff5ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xc5ff5b6c fork_exit(c0be3270,c618d6d0,c5ff5ba8) at fork_exit+0x7e/frame 0xc5ff5b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ff5b94 --- trap 0, eip = 0, esp = 0xc5ff5be0, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6803340 sched_switch(c6803340,0,109,1a7,c19c00c0,...) at sched_switch+0x4da/frame 0xdb39caf8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xdb39cb30 ithread_loop(c618d680,db39cba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xdb39cb6c fork_exit(c0be3270,c618d680,db39cba8) at fork_exit+0x7e/frame 0xdb39cb94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb39cb94 --- trap 0, eip = 0, esp = 0xdb39cbe0, ebp = 0 --- Tracing command intr pid 12 tid 100037 td 0xc6803000 sched_switch(c6803000,0,109,1a7,c19bec20,...) at sched_switch+0x4da/frame 0xdb3e4af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xdb3e4b30 ithread_loop(c618d460,db3e4ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xdb3e4b6c fork_exit(c0be3270,c618d460,db3e4ba8) at fork_exit+0x7e/frame 0xdb3e4b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3e4b94 --- trap 0, eip = 0, esp = 0xdb3e4be0, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc6710680 sched_switch(c6710680,0,109,1a7,c19bef38,...) at sched_switch+0x4da/frame 0xdb3eaaf8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xdb3eab30 ithread_loop(c618d450,db3eaba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xdb3eab6c fork_exit(c0be3270,c618d450,db3eaba8) at fork_exit+0x7e/frame 0xdb3eab94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3eab94 --- trap 0, eip = 0, esp = 0xdb3eabe0, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc733a680 sched_switch(c733a680,0,109,1a7,c19bec78,...) at sched_switch+0x4da/frame 0xdb3f0af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xdb3f0b30 ithread_loop(c618d440,db3f0ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xdb3f0b6c fork_exit(c0be3270,c618d440,db3f0ba8) at fork_exit+0x7e/frame 0xdb3f0b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3f0b94 --- trap 0, eip = 0, esp = 0xdb3f0be0, ebp = 0 --- Tracing command intr pid 12 tid 100043 td 0xc733a000 sched_switch(c733a000,0,109,1a7,c19bedd8,...) at sched_switch+0x4da/frame 0xdb3f6af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xdb3f6b30 ithread_loop(c618d430,db3f6ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xdb3f6b6c fork_exit(c0be3270,c618d430,db3f6ba8) at fork_exit+0x7e/frame 0xdb3f6b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3f6b94 --- trap 0, eip = 0, esp = 0xdb3f6be0, ebp = 0 --- Tracing command intr pid 12 tid 100044 td 0xc73399c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100046 td 0xc7339340 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100048 td 0xc73389c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100050 td 0xc7338340 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100051 td 0xc7338000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100057 td 0xc747a000 sched_switch(c747a000,0,109,1a7,c19c0170,...) at sched_switch+0x4da/frame 0xe7270af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xe7270b30 ithread_loop(c7494080,e7270ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe7270b6c fork_exit(c0be3270,c7494080,e7270ba8) at fork_exit+0x7e/frame 0xe7270b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7270b94 --- trap 0, eip = 0, esp = 0xe7270be0, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc7478680 sched_switch(c7478680,0,109,1a7,c19bf670,...) at sched_switch+0x4da/frame 0xe7283af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xe7283b30 ithread_loop(c728bf30,e7283ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe7283b6c fork_exit(c0be3270,c728bf30,e7283ba8) at fork_exit+0x7e/frame 0xe7283b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7283b94 --- trap 0, eip = 0, esp = 0xe7283be0, ebp = 0 --- Tracing command intr pid 12 tid 100064 td 0xc7478340 sched_switch(c7478340,0,109,1a7,c19c0068,...) at sched_switch+0x4da/frame 0xe42cdaf8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xe42cdb30 ithread_loop(c728bad0,e42cdba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe42cdb6c fork_exit(c0be3270,c728bad0,e42cdba8) at fork_exit+0x7e/frame 0xe42cdb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42cdb94 --- trap 0, eip = 0, esp = 0xe42cdbe0, ebp = 0 --- Tracing command intr pid 12 tid 100065 td 0xc7478000 sched_switch(c7478000,0,109,1a7,c19bee88,...) at sched_switch+0x4da/frame 0xe42d3af8 mi_switch(109,0,c15477ad,555,c154753c,...) at mi_switch+0x1b4/frame 0xe42d3b30 ithread_loop(c728b2c0,e42d3ba8,c154753c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe42d3b6c fork_exit(c0be3270,c728b2c0,e42d3ba8) at fork_exit+0x7e/frame 0xe42d3b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42d3b94 --- trap 0, eip = 0, esp = 0xe42d3be0, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc7515340 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100067 td 0xc7515000 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100004 td 0xc665f340 sched_switch(c665f340,0,608,1a3,c1a51a80,...) at sched_switch+0x4da/frame 0xc5e8aaa4 mi_switch(608,0,c154f618,d3,c197f088,...) at mi_switch+0x1b4/frame 0xc5e8aadc critical_exit(0,c5e8ab40,c15518d2,a57,c197f700,...) at critical_exit+0xa2/frame 0xc5e8aaf8 sched_idletd(0,c5e8aba8,c154753c,3eb,0,...) at sched_idletd+0x403/frame 0xc5e8ab6c fork_exit(c0c49340,0,c5e8aba8) at fork_exit+0x7e/frame 0xc5e8ab94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e8ab94 --- trap 0, eip = 0, esp = 0xc5e8abe0, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc665f000 cpustop_handler(1,13,c5e8da30,c11711d7,c7b53340,...) at cpustop_handler+0x25/frame 0xc5e8d8d8 ipi_nmi_handler(c7b53340,c197f710,c197f700,c1555495,c5e8d934,...) at ipi_nmi_handler+0x36/frame 0xc5e8d8e8 trap(c5e8da3c) at trap+0x37/frame 0xc5e8da30 calltrap() at calltrap+0x6/frame 0xc5e8da30 --- trap 0x13, eip = 0xc118ac96, esp = 0xc5e8da7c, ebp = 0xc5e8da84 --- acpi_cpu_idle_mwait(20,1,c117ae77,c5e77c90,2384,...) at acpi_cpu_idle_mwait+0x36/frame 0xc5e8da84 acpi_cpu_idle(281c5258,0,281c5258,c5e8daf8,c118b035,...) at acpi_cpu_idle+0x202/frame 0xc5e8dac8 cpu_idle_acpi(281c5258,0,c197f788,4,c665f000,...) at cpu_idle_acpi+0x3f/frame 0xc5e8dadc cpu_idle(0,c5e8db40,c15518d2,a57,c197f000,...) at cpu_idle+0xa5/frame 0xc5e8daf8 sched_idletd(0,c5e8dba8,c154753c,3eb,0,...) at sched_idletd+0x403/frame 0xc5e8db6c fork_exit(c0c49340,0,c5e8dba8) at fork_exit+0x7e/frame 0xc5e8db94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e8db94 --- trap 0, eip = 0, esp = 0xc5e8dbe0, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc665e9c0 cpustop_handler(2,13,c5e90a30,c11711d7,c0bff8d0,...) at cpustop_handler+0x25/frame 0xc5e908d8 ipi_nmi_handler(c0bff8d0,c1a48280,a,660,225,...) at ipi_nmi_handler+0x36/frame 0xc5e908e8 trap(c5e90a3c) at trap+0x37/frame 0xc5e90a30 calltrap() at calltrap+0x6/frame 0xc5e90a30 --- trap 0x13, eip = 0xc118ac96, esp = 0xc5e90a7c, ebp = 0xc5e90a84 --- acpi_cpu_idle_mwait(20,1,c117ae77,c5e7ac90,2384,...) at acpi_cpu_idle_mwait+0x36/frame 0xc5e90a84 acpi_cpu_idle(130e1cb1,0,130e1cb1,c5e90af8,c118b035,...) at acpi_cpu_idle+0x202/frame 0xc5e90ac8 cpu_idle_acpi(130e1cb1,0,c197fe88,4,c665e9c0,...) at cpu_idle_acpi+0x3f/frame 0xc5e90adc cpu_idle(0,c5e90b40,c15518d2,405,c197f700,...) at cpu_idle+0xa5/frame 0xc5e90af8 sched_idletd(0,c5e90ba8,c154753c,3eb,0,...) at sched_idletd+0x403/frame 0xc5e90b6c fork_exit(c0c49340,0,c5e90ba8) at fork_exit+0x7e/frame 0xc5e90b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e90b94 --- trap 0, eip = 0, esp = 0xc5e90be0, ebp = 0 --- Tracing command rand_harvestq pid 2 tid 100003 td 0xc665f680 sched_switch(c665f680,0,104,1a7,c5e87a60,...) at sched_switch+0x4da/frame 0xc5e87a28 mi_switch(104,0,c1555495,200,5,...) at mi_switch+0x1b4/frame 0xc5e87a60 sleepq_switch(c665f680,0,c1555495,299,c18c913c,...) at sleepq_switch+0x127/frame 0xc5e87a94 sleepq_timedwait(c18c913c,0,0,0,0,...) at sleepq_timedwait+0x48/frame 0xc5e87ab8 _sleep(c18c913c,0,0,c1538f26,19999999,...) at _sleep+0x336/frame 0xc5e87b10 random_kthread(0,c5e87ba8,c154753c,3eb,0,...) at random_kthread+0x24b/frame 0xc5e87b6c fork_exit(c094e910,0,c5e87ba8) at fork_exit+0x7e/frame 0xc5e87b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e87b94 --- trap 0, eip = 0, esp = 0xc5e87be0, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc665f9c0 sched_switch(c665f9c0,0,104,1a7,c5e83860,...) at sched_switch+0x4da/frame 0xc5e83828 mi_switch(104,0,c1555495,200,c5e838c8,...) at mi_switch+0x1b4/frame 0xc5e83860 sleepq_switch(c665f9c0,0,c1555495,1b6,c5e838d8,...) at sleepq_switch+0x127/frame 0xc5e83894 sleepq_catch_signals(c1555495,16d,c665bab4,cf,c665f9c0,...) at sleepq_catch_signals+0x3b7/frame 0xc5e838d0 sleepq_wait_sig(c665b9fc,6c,c155929d,100,0,...) at sleepq_wait_sig+0x14/frame 0xc5e838f4 _sleep(c665b9fc,c665baa4,16c,c155929d,0,...) at _sleep+0x439/frame 0xc5e8394c kern_wait6(c665f9c0,7,0,0,c5e839e4,...) at kern_wait6+0x47e/frame 0xc5e839b8 sys_wait4(c665f9c0,c5e83b68,c1547201,4,c,...) at sys_wait4+0x8b/frame 0xc5e83ad8 syscall(c5e83ba8) at syscall+0x3bd/frame 0xc5e83b9c Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc5e83b9c --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x8069097, esp = 0xbfbfe914, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6660000 sched_switch(c6660000,0,104,1a7,c5e80a7c,...) at sched_switch+0x4da/frame 0xc5e80a44 mi_switch(104,0,c1555495,200,c1a4e76c,...) at mi_switch+0x1b4/frame 0xc5e80a7c sleepq_switch(c6660000,0,c1555495,276,c1a4e7e0,...) at sleepq_switch+0x127/frame 0xc5e80ab0 sleepq_wait(c1a4e7e0,0,c5e80b04,1,0,...) at sleepq_wait+0x48/frame 0xc5e80ad4 _cv_wait(c1a4e7e0,c1a4e76c,c1589086,18d,c197f000,...) at _cv_wait+0x20b/frame 0xc5e80b18 audit_worker(0,c5e80ba8,c154753c,3eb,0,...) at audit_worker+0x94/frame 0xc5e80b6c fork_exit(c0e8bae0,0,c5e80ba8) at fork_exit+0x7e/frame 0xc5e80b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5e80b94 --- trap 0, eip = 0, esp = 0xc5e80be0, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1a46e60 sched_switch(c1a46e60,0,104,1a7,c2022ad4,...) at sched_switch+0x4da/frame 0xc2022a9c mi_switch(104,0,c1555495,200,c1a4ff00,...) at mi_switch+0x1b4/frame 0xc2022ad4 sleepq_switch(c1a46e60,0,c1555495,276,c1a46e60,...) at sleepq_switch+0x127/frame 0xc2022b08 sleepq_wait(c1a4ea8c,54,c1596267,0,0,...) at sleepq_wait+0x48/frame 0xc2022b2c _sleep(c1a4ea8c,c1a4ff00,254,c1596267,0,0,0,0,100) at _sleep+0x46e/frame 0xc2022b84 vm_wait(c1a46b04,0,54,c1594fea,fffff470,...) at vm_wait+0xf9/frame 0xc2022bb0 swapper() at swapper+0x15/frame 0xc2022bf8 begin() at begin+0x22 Tracing command kernel pid 0 tid 100015 td 0xc6710000 sched_switch(c6710000,0,104,1a7,c5eaea84,...) at sched_switch+0x4da/frame 0xc5eaea4c mi_switch(104,0,c1555495,200,c6715018,...) at mi_switch+0x1b4/frame 0xc5eaea84 sleepq_switch(c6710000,0,c1555495,276,c6710000,...) at sleepq_switch+0x127/frame 0xc5eaeab8 sleepq_wait(c6715000,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5eaeadc _sleep(c6715000,c6715018,0,c1538f26,0,...) at _sleep+0x46e/frame 0xc5eaeb34 taskqueue_thread_loop(c198d144,c5eaeba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xc5eaeb6c fork_exit(c0c6cb10,c198d144,c5eaeba8) at fork_exit+0x7e/frame 0xc5eaeb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5eaeb94 --- trap 0, eip = 0, esp = 0xc5eaebe0, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc670e9c0 sched_switch(c670e9c0,0,104,1a7,c5ebda84,...) at sched_switch+0x4da/frame 0xc5ebda4c mi_switch(104,0,c1555495,200,c6714e18,...) at mi_switch+0x1b4/frame 0xc5ebda84 sleepq_switch(c670e9c0,0,c1555495,276,c670e9c0,...) at sleepq_switch+0x127/frame 0xc5ebdab8 sleepq_wait(c6714e00,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5ebdadc _sleep(c6714e00,c6714e18,0,c1538f26,0,...) at _sleep+0x46e/frame 0xc5ebdb34 taskqueue_thread_loop(c1a4b188,c5ebdba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xc5ebdb6c fork_exit(c0c6cb10,c1a4b188,c5ebdba8) at fork_exit+0x7e/frame 0xc5ebdb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ebdb94 --- trap 0, eip = 0, esp = 0xc5ebdbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc670e340 sched_switch(c670e340,0,104,1a7,c5ec3a84,...) at sched_switch+0x4da/frame 0xc5ec3a4c mi_switch(104,0,c1555495,200,c6714d18,...) at mi_switch+0x1b4/frame 0xc5ec3a84 sleepq_switch(c670e340,0,c1555495,276,c670e340,...) at sleepq_switch+0x127/frame 0xc5ec3ab8 sleepq_wait(c6714d00,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5ec3adc _sleep(c6714d00,c6714d18,0,c1538f26,0,...) at _sleep+0x46e/frame 0xc5ec3b34 taskqueue_thread_loop(c1a47390,c5ec3ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xc5ec3b6c fork_exit(c0c6cb10,c1a47390,c5ec3ba8) at fork_exit+0x7e/frame 0xc5ec3b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ec3b94 --- trap 0, eip = 0, esp = 0xc5ec3be0, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc66609c0 sched_switch(c66609c0,0,104,1a7,c5ec9a84,...) at sched_switch+0x4da/frame 0xc5ec9a4c mi_switch(104,0,c1555495,200,c6714c18,...) at mi_switch+0x1b4/frame 0xc5ec9a84 sleepq_switch(c66609c0,0,c1555495,276,c66609c0,...) at sleepq_switch+0x127/frame 0xc5ec9ab8 sleepq_wait(c6714c00,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xc5ec9adc _sleep(c6714c00,c6714c18,0,c1538f26,0,...) at _sleep+0x46e/frame 0xc5ec9b34 taskqueue_thread_loop(c1a4e814,c5ec9ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xc5ec9b6c fork_exit(c0c6cb10,c1a4e814,c5ec9ba8) at fork_exit+0x7e/frame 0xc5ec9b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ec9b94 --- trap 0, eip = 0, esp = 0xc5ec9be0, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc6660680 sched_switch(c6660680,0,104,1a7,c5ecca98,...) at sched_switch+0x4da/frame 0xc5ecca60 mi_switch(104,0,c1555495,200,c198ed90,...) at mi_switch+0x1b4/frame 0xc5ecca98 sleepq_switch(c6660680,0,c1555495,276,c6714b80,...) at sleepq_switch+0x127/frame 0xc5eccacc sleepq_wait(c6714b80,0,c154fb72,c1538f26,0,...) at sleepq_wait+0x48/frame 0xc5eccaf0 msleep_spin_sbt(c6714b80,c6714b98,c1538f26,0,0,...) at msleep_spin_sbt+0x22d/frame 0xc5eccb34 taskqueue_thread_loop(c1a3e11c,c5eccba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xc5eccb6c fork_exit(c0c6cb10,c1a3e11c,c5eccba8) at fork_exit+0x7e/frame 0xc5eccb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5eccb94 --- trap 0, eip = 0, esp = 0xc5eccbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6660340 sched_switch(c6660340,0,104,1a7,c5ecfa98,...) at sched_switch+0x4da/frame 0xc5ecfa60 mi_switch(104,0,c1555495,200,c198ed90,...) at mi_switch+0x1b4/frame 0xc5ecfa98 sleepq_switch(c6660340,0,c1555495,276,c6714b80,...) at sleepq_switch+0x127/frame 0xc5ecfacc sleepq_wait(c6714b80,0,c154fb72,c1538f26,0,...) at sleepq_wait+0x48/frame 0xc5ecfaf0 msleep_spin_sbt(c6714b80,c6714b98,c1538f26,0,0,...) at msleep_spin_sbt+0x22d/frame 0xc5ecfb34 taskqueue_thread_loop(c1a3e11c,c5ecfba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xc5ecfb6c fork_exit(c0c6cb10,c1a3e11c,c5ecfba8) at fork_exit+0x7e/frame 0xc5ecfb94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ecfb94 --- trap 0, eip = 0, esp = 0xc5ecfbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc6809680 sched_switch(c6809680,0,104,1a7,c5ed2a98,...) at sched_switch+0x4da/frame 0xc5ed2a60 mi_switch(104,0,c1555495,200,c198ed90,...) at mi_switch+0x1b4/frame 0xc5ed2a98 sleepq_switch(c6809680,0,c1555495,276,c6714b80,...) at sleepq_switch+0x127/frame 0xc5ed2acc sleepq_wait(c6714b80,0,c154fb72,c1538f26,0,...) at sleepq_wait+0x48/frame 0xc5ed2af0 msleep_spin_sbt(c6714b80,c6714b98,c1538f26,0,0,...) at msleep_spin_sbt+0x22d/frame 0xc5ed2b34 taskqueue_thread_loop(c1a3e11c,c5ed2ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xc5ed2b6c fork_exit(c0c6cb10,c1a3e11c,c5ed2ba8) at fork_exit+0x7e/frame 0xc5ed2b94 fork_trampoline() at fork_trampoline+0x8/frame 0xc5ed2b94 --- trap 0, eip = 0, esp = 0xc5ed2be0, ebp = 0 --- Tracing command kernel pid 0 tid 100038 td 0xc67109c0 sched_switch(c67109c0,0,104,1a7,db3e7a84,...) at sched_switch+0x4da/frame 0xdb3e7a4c mi_switch(104,0,c1555495,200,c6714b18,...) at mi_switch+0x1b4/frame 0xdb3e7a84 sleepq_switch(c67109c0,0,c1555495,276,c67109c0,...) at sleepq_switch+0x127/frame 0xdb3e7ab8 sleepq_wait(c6714b00,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xdb3e7adc _sleep(c6714b00,c6714b18,0,c1538f26,0,...) at _sleep+0x46e/frame 0xdb3e7b34 taskqueue_thread_loop(c72eb230,db3e7ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xdb3e7b6c fork_exit(c0c6cb10,c72eb230,db3e7ba8) at fork_exit+0x7e/frame 0xdb3e7b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3e7b94 --- trap 0, eip = 0, esp = 0xdb3e7be0, ebp = 0 --- Tracing command kernel pid 0 tid 100040 td 0xc733a9c0 sched_switch(c733a9c0,0,104,1a7,db3eda84,...) at sched_switch+0x4da/frame 0xdb3eda4c mi_switch(104,0,c1555495,200,c6714a98,...) at mi_switch+0x1b4/frame 0xdb3eda84 sleepq_switch(c733a9c0,0,c1555495,276,c733a9c0,...) at sleepq_switch+0x127/frame 0xdb3edab8 sleepq_wait(c6714a80,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xdb3edadc _sleep(c6714a80,c6714a98,0,c1538f26,0,...) at _sleep+0x46e/frame 0xdb3edb34 taskqueue_thread_loop(c72eb26c,db3edba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xdb3edb6c fork_exit(c0c6cb10,c72eb26c,db3edba8) at fork_exit+0x7e/frame 0xdb3edb94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3edb94 --- trap 0, eip = 0, esp = 0xdb3edbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100042 td 0xc733a340 sched_switch(c733a340,0,104,1a7,db3f3a84,...) at sched_switch+0x4da/frame 0xdb3f3a4c mi_switch(104,0,c1555495,200,c6714a18,...) at mi_switch+0x1b4/frame 0xdb3f3a84 sleepq_switch(c733a340,0,c1555495,276,c733a340,...) at sleepq_switch+0x127/frame 0xdb3f3ab8 sleepq_wait(c6714a00,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xdb3f3adc _sleep(c6714a00,c6714a18,0,c1538f26,0,...) at _sleep+0x46e/frame 0xdb3f3b34 taskqueue_thread_loop(c72eb2a8,db3f3ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xdb3f3b6c fork_exit(c0c6cb10,c72eb2a8,db3f3ba8) at fork_exit+0x7e/frame 0xdb3f3b94 fork_trampoline() at fork_trampoline+0x8/frame 0xdb3f3b94 --- trap 0, eip = 0, esp = 0xdb3f3be0, ebp = 0 --- Tracing command kernel pid 0 tid 100045 td 0xc7339680 sched_switch(c7339680,0,104,1a7,e7239a84,...) at sched_switch+0x4da/frame 0xe7239a4c mi_switch(104,0,c1555495,200,c6714998,...) at mi_switch+0x1b4/frame 0xe7239a84 sleepq_switch(c7339680,0,c1555495,276,c7339680,...) at sleepq_switch+0x127/frame 0xe7239ab8 sleepq_wait(c6714980,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xe7239adc _sleep(c6714980,c6714998,0,c1538f26,0,...) at _sleep+0x46e/frame 0xe7239b34 taskqueue_thread_loop(c72eb030,e7239ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe7239b6c fork_exit(c0c6cb10,c72eb030,e7239ba8) at fork_exit+0x7e/frame 0xe7239b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7239b94 --- trap 0, eip = 0, esp = 0xe7239be0, ebp = 0 --- Tracing command kernel pid 0 tid 100047 td 0xc7339000 sched_switch(c7339000,0,104,1a7,e723fa84,...) at sched_switch+0x4da/frame 0xe723fa4c mi_switch(104,0,c1555495,200,c6714918,...) at mi_switch+0x1b4/frame 0xe723fa84 sleepq_switch(c7339000,0,c1555495,276,c7339000,...) at sleepq_switch+0x127/frame 0xe723fab8 sleepq_wait(c6714900,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xe723fadc _sleep(c6714900,c6714918,0,c1538f26,0,...) at _sleep+0x46e/frame 0xe723fb34 taskqueue_thread_loop(c72eb06c,e723fba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe723fb6c fork_exit(c0c6cb10,c72eb06c,e723fba8) at fork_exit+0x7e/frame 0xe723fb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe723fb94 --- trap 0, eip = 0, esp = 0xe723fbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100049 td 0xc7338680 sched_switch(c7338680,0,104,1a7,e7245a84,...) at sched_switch+0x4da/frame 0xe7245a4c mi_switch(104,0,c1555495,200,c6714898,...) at mi_switch+0x1b4/frame 0xe7245a84 sleepq_switch(c7338680,0,c1555495,276,c7338680,...) at sleepq_switch+0x127/frame 0xe7245ab8 sleepq_wait(c6714880,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xe7245adc _sleep(c6714880,c6714898,0,c1538f26,0,...) at _sleep+0x46e/frame 0xe7245b34 taskqueue_thread_loop(c72eb0a8,e7245ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe7245b6c fork_exit(c0c6cb10,c72eb0a8,e7245ba8) at fork_exit+0x7e/frame 0xe7245b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe7245b94 --- trap 0, eip = 0, esp = 0xe7245be0, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xc75149c0 sched_switch(c75149c0,0,104,1a7,e42dca98,...) at sched_switch+0x4da/frame 0xe42dca60 mi_switch(104,0,c1555495,200,c198e148,...) at mi_switch+0x1b4/frame 0xe42dca98 sleepq_switch(c75149c0,0,c1555495,276,c6714800,...) at sleepq_switch+0x127/frame 0xe42dcacc sleepq_wait(c6714800,0,c154fb72,c1538f26,0,...) at sleepq_wait+0x48/frame 0xe42dcaf0 msleep_spin_sbt(c6714800,c6714818,c1538f26,0,0,...) at msleep_spin_sbt+0x22d/frame 0xe42dcb34 taskqueue_thread_loop(c1a3c580,e42dcba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xe42dcb6c fork_exit(c0c6cb10,c1a3c580,e42dcba8) at fork_exit+0x7e/frame 0xe42dcb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42dcb94 --- trap 0, eip = 0, esp = 0xe42dcbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xc7514680 sched_switch(c7514680,0,104,1a7,e42dfa44,...) at sched_switch+0x4da/frame 0xe42dfa0c mi_switch(104,0,c1555495,200,101,...) at mi_switch+0x1b4/frame 0xe42dfa44 sleepq_switch(c7514680,0,c1555495,299,c1971cfc,...) at sleepq_switch+0x127/frame 0xe42dfa78 sleepq_timedwait(c1971cfc,0,2,0,0,...) at sleepq_timedwait+0x48/frame 0xe42dfa9c _sleep(c1971cfc,0,0,c1538f26,fffffc88,...) at _sleep+0x336/frame 0xe42dfaf4 pause_sbt(c1538f26,fffffc88,2,0,0,...) at pause_sbt+0x109/frame 0xe42dfb30 deadlkres(0,e42dfba8,c154753c,3eb,0,...) at deadlkres+0x81/frame 0xe42dfb6c fork_exit(c0bbcd50,0,e42dfba8) at fork_exit+0x7e/frame 0xe42dfb94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42dfb94 --- trap 0, eip = 0, esp = 0xe42dfbe0, ebp = 0 --- Tracing command kernel pid 0 tid 100071 td 0xc7514000 sched_switch(c7514000,0,104,1a7,e42e6a84,...) at sched_switch+0x4da/frame 0xe42e6a4c mi_switch(104,0,c1555495,200,c6714c98,...) at mi_switch+0x1b4/frame 0xe42e6a84 sleepq_switch(c7514000,0,c1555495,276,c7514000,...) at sleepq_switch+0x127/frame 0xe42e6ab8 sleepq_wait(c6714c80,0,c1538f26,0,0,...) at sleepq_wait+0x48/frame 0xe42e6adc _sleep(c6714c80,c6714c98,0,c1538f26,0,...) at _sleep+0x46e/frame 0xe42e6b34 taskqueue_thread_loop(c1815124,e42e6ba8,c154753c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe42e6b6c fork_exit(c0c6cb10,c1815124,e42e6ba8) at fork_exit+0x7e/frame 0xe42e6b94 fork_trampoline() at fork_trampoline+0x8/frame 0xe42e6b94 --- trap 0, eip = 0, esp = 0xe42e6be0, ebp = 0 --- db:0:allt> call doadump Physical memory: 995 MB Dumping 113 MB: 98 82 66 50 34 18 2 Dump complete = 0 db:0:doadump> reset (kgdb) bt #0 doadump (textdump=0xa) at pcpu.h:206 #1 0xc055294d in db_fncall (dummy1=0xfffffff3, dummy2=0x0, dummy3=0x0, dummy4=0xe43ef350 "\r") at ../../../ddb/db_command.c:568 #2 0xc05523fb in db_command (cmd_table=) at ../../../ddb/db_command.c:440 #3 0xc0556378 in db_script_exec (scriptname=, warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xc05523fb in db_command (cmd_table=) at ../../../ddb/db_command.c:440 #5 0xc0552120 in db_command_loop () at ../../../ddb/db_command.c:493 #6 0xc0554a46 in db_trap (code=) at ../../../ddb/db_main.c:251 #7 0xc0c5bc67 in kdb_trap (tf=) at ../../../kern/subr_kdb.c:654 #8 0xc1171acc in trap (frame=) at ../../../i386/i386/trap.c:702 #9 0xc115d08a in calltrap () at ../../../i386/i386/exception.s:172 #10 0xc0c5b4ea in kdb_enter (why=0xc154ebfd "panic", msg=) at cpufunc.h:60 #11 0xc0c1c4d2 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:750 #12 0xc0c1c399 in kassert_panic (fmt=) at ../../../kern/kern_shutdown.c:647 #13 0xc0c7a6e8 in witness_assert (lock=, flags=, file=) at ../../../kern/subr_witness.c:2369 #14 0xc0f1cf6f in vm_pageout_resident_count (vmspace=0xc6666000) at ../../../vm/vm_pageout.c:1539 #15 0xc0f1c9cd in vm_pageout_oom (shortage=0x1) at ../../../vm/vm_pageout.c:1635 #16 0xc0f1f9a4 in vm_pageout_mightbe_oom (vmd=0xc1a4fc80, page_shortage=0xf84, starting_page_shortage=0xf84) at ../../../vm/vm_pageout.c:1517 #17 0xc0f1e509 in vm_pageout_scan (vmd=0xc1a4fc80, pass=0x6c) at ../../../vm/vm_pageout.c:1357 #18 0xc0f1d669 in vm_pageout_worker (arg=0x0) at ../../../vm/vm_pageout.c:1731 #19 0xc0f1d2a8 in vm_pageout () at ../../../vm/vm_pageout.c:1814 #20 0xc0be051e in fork_exit (callout=0xc0f1d220 ) at ../../../kern/kern_fork.c:1011 #21 0xc115d150 in fork_trampoline () at ../../../i386/i386/exception.s:287 Current language: auto; currently minimal (kgdb) f 14 #14 0xc0f1cf6f in vm_pageout_resident_count (vmspace=0xc6666000) at ../../../vm/vm_pageout.c:1539 1539 sx_assert(&map->lock, SA_LOCKED); (kgdb) l 1534 vm_object_t obj; 1535 long res; 1536 1537 map = &vmspace->vm_map; 1538 KASSERT(!map->system_map, ("system map")); 1539 sx_assert(&map->lock, SA_LOCKED); 1540 res = 0; 1541 for (entry = map->header.next; entry != &map->header; 1542 entry = entry->next) { 1543 if ((entry->eflags & MAP_ENTRY_IS_SUB_MAP) != 0) (kgdb) info loc map = 0xc6666000 entry = 0xc666604c obj = 0xc0f076ab res = 0xe43ef810 (kgdb) p *map $1 = {header = {prev = 0xc923e428, next = 0xc923e000, left = 0x0, right = 0x0, start = 0x1000, end = 0xbfc00000, avail_ssize = 0x0, adj_free = 0x0, max_free = 0x0, object = {vm_object = 0x0, sub_map = 0x0}, offset = 0x0, eflags = 0x0, protection = 0x0, max_protection = 0x0, inheritance = 0x0, read_ahead = 0x0, wired_count = 0x0, next_read = 0x0, cred = 0x0, wiring_thread = 0x0}, lock = {lock_object = { lo_name = 0xc1557ec2 "vm map (user)", lo_flags = 0x2330000, lo_data = 0x0, lo_witness = 0xc619c248}, sx_lock = 0x1}, system_mtx = {lock_object = {lo_name = 0xc1557e94 "vm map (system)", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc619c0a8}, mtx_lock = 0x4}, nentries = 0xf, size = 0x6ee000, timestamp = 0x5a, needs_wakeup = 0x0, system_map = 0x0, flags = 0x0, root = 0xc923e000, pmap = 0xc66660b4, busy = 0x0} (kgdb) p *vmspace $2 = {vm_map = {header = {prev = 0xc923e428, next = 0xc923e000, left = 0x0, right = 0x0, start = 0x1000, end = 0xbfc00000, avail_ssize = 0x0, adj_free = 0x0, max_free = 0x0, object = {vm_object = 0x0, sub_map = 0x0}, offset = 0x0, eflags = 0x0, protection = 0x0, max_protection = 0x0, inheritance = 0x0, read_ahead = 0x0, wired_count = 0x0, next_read = 0x0, cred = 0x0, wiring_thread = 0x0}, lock = {lock_object = { lo_name = 0xc1557ec2 "vm map (user)", lo_flags = 0x2330000, lo_data = 0x0, lo_witness = 0xc619c248}, sx_lock = 0x1}, system_mtx = {lock_object = {lo_name = 0xc1557e94 "vm map (system)", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc619c0a8}, mtx_lock = 0x4}, nentries = 0xf, size = 0x6ee000, timestamp = 0x5a, needs_wakeup = 0x0, system_map = 0x0, flags = 0x0, root = 0xc923e000, pmap = 0xc66660b4, busy = 0x0}, vm_shm = 0x0, vm_swrss = 0x1ce, vm_tsize = 0xd1, vm_dsize = 0x8, vm_ssize = 0x20, vm_taddr = 0x8048000
, vm_daddr = 0x8119000
, vm_maxsaddr = 0xbbbff000
, vm_refcnt = 0x2, vm_pmap = {pm_mtx = {lock_object = {lo_name = 0xc1557ee7 "pmap", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc619c3e8}, mtx_lock = 0x4}, pm_pdir = 0xda72d000, pm_pvchunk = {tqh_first = 0x0, tqh_last = 0xc66660cc}, pm_active = {__bits = 0xc66660d4}, pm_stats = {resident_count = 0x0, wired_count = 0x0}, pm_list = { le_next = 0xc6666b04, le_prev = 0xc1a05e80}, pm_root = {rt_root = 0x0, rt_flags = 0x0}}} (kgdb) f 15 #15 0xc0f1c9cd in vm_pageout_oom (shortage=0x1) at ../../../vm/vm_pageout.c:1635 1635 size += vm_pageout_resident_count(vm); (kgdb) l 1630 } 1631 PROC_UNLOCK(p); 1632 size = vmspace_swap_count(vm); 1633 vm_map_unlock_read(&vm->vm_map); 1634 if (shortage == VM_OOM_MEM) 1635 size += vm_pageout_resident_count(vm); 1636 vmspace_free(vm); 1637 /* 1638 * if the this process is bigger than the biggest one 1639 * remember it. (kgdb) info loc breakout = 0x0 p = (struct proc *) 0xc9029000 bigproc = (struct proc *) 0x0 size = 0x0 bigsize = 0x0 td = (struct thread *) 0x0 vm = (struct vmspace *) 0xc6666000 (kgdb) $ svnlite diff -x -p /usr/src/sys Index: /usr/src/sys/vm/vm_page.h =================================================================== --- /usr/src/sys/vm/vm_page.h (revision 290664) +++ /usr/src/sys/vm/vm_page.h (working copy) @@ -227,6 +227,7 @@ struct vm_domain { long vmd_segs; /* bitmask of the segments */ boolean_t vmd_oom; int vmd_pass; /* local pagedaemon pass */ + int vmd_oom_seq; int vmd_last_active_scan; struct vm_page vmd_marker; /* marker for pagedaemon private use */ struct vm_page vmd_inacthead; /* marker for LRU-defeating insertions */ Index: /usr/src/sys/vm/vm_pageout.c =================================================================== --- /usr/src/sys/vm/vm_pageout.c (revision 290664) +++ /usr/src/sys/vm/vm_pageout.c (working copy) @@ -122,7 +122,8 @@ static void vm_pageout_init(void); static int vm_pageout_clean(vm_page_t m); static int vm_pageout_cluster(vm_page_t m); static void vm_pageout_scan(struct vm_domain *vmd, int pass); -static void vm_pageout_mightbe_oom(struct vm_domain *vmd, int pass); +static void vm_pageout_mightbe_oom(struct vm_domain *vmd, int page_shortage, + int starting_page_shortage); SYSINIT(pagedaemon_init, SI_SUB_KTHREAD_PAGE, SI_ORDER_FIRST, vm_pageout_init, NULL); @@ -158,6 +159,7 @@ SYSINIT(vmdaemon, SI_SUB_KTHREAD_VM, SI_ORDER_FIRS int vm_pages_needed; /* Event on which pageout daemon sleeps */ int vm_pageout_deficit; /* Estimated number of pages deficit */ int vm_pageout_wakeup_thresh; +static int vm_pageout_oom_seq = 24; #if !defined(NO_SWAPPING) static int vm_pageout_req_swapout; /* XXX */ @@ -223,6 +225,10 @@ static int pageout_lock_miss; SYSCTL_INT(_vm, OID_AUTO, pageout_lock_miss, CTLFLAG_RD, &pageout_lock_miss, 0, "vget() lock misses during pageout"); +SYSCTL_INT(_vm, OID_AUTO, pageout_oom_seq, + CTLFLAG_RW, &vm_pageout_oom_seq, 0, + "back-to-back calls to oom detector to start OOM"); + #define VM_PAGEOUT_PAGE_COUNT 16 int vm_pageout_page_count = VM_PAGEOUT_PAGE_COUNT; @@ -1041,7 +1047,8 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) vm_object_t object; long min_scan; int act_delta, addl_page_shortage, deficit, error, maxlaunder, maxscan; - int page_shortage, scan_tick, scanned, vnodes_skipped; + int page_shortage, scan_tick, scanned, starting_page_shortage; + int vnodes_skipped; boolean_t pageout_ok, queues_locked; /* @@ -1080,6 +1087,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) page_shortage = vm_paging_target() + deficit; } else page_shortage = deficit = 0; + starting_page_shortage = page_shortage; /* * maxlaunder limits the number of dirty pages we flush per scan. @@ -1343,6 +1351,12 @@ relock_queues: (void)speedup_syncer(); /* + * If the inactive queue scan fails repeatedly to meet its + * target, kill the largest process. + */ + vm_pageout_mightbe_oom(vmd, page_shortage, starting_page_shortage); + + /* * Compute the number of pages we want to try to move from the * active queue to the inactive queue. */ @@ -1453,15 +1467,6 @@ relock_queues: } } #endif - - /* - * If we are critically low on one of RAM or swap and low on - * the other, kill the largest process. However, we avoid - * doing this on the first pass in order to give ourselves a - * chance to flush out dirty vnode-backed pages and to allow - * active pages to be moved to the inactive queue and reclaimed. - */ - vm_pageout_mightbe_oom(vmd, pass); } static int vm_pageout_oom_vote; @@ -1472,12 +1477,17 @@ static int vm_pageout_oom_vote; * failed to reach free target is premature. */ static void -vm_pageout_mightbe_oom(struct vm_domain *vmd, int pass) +vm_pageout_mightbe_oom(struct vm_domain *vmd, int page_shortage, + int starting_page_shortage) { int old_vote; - if (pass <= 1 || !((swap_pager_avail < 64 && vm_page_count_min()) || - (swap_pager_full && vm_paging_target() > 0))) { + if (starting_page_shortage <= 0 || starting_page_shortage != + page_shortage) + vmd->vmd_oom_seq = 0; + else + vmd->vmd_oom_seq++; + if (vmd->vmd_oom_seq < vm_pageout_oom_seq) { if (vmd->vmd_oom) { vmd->vmd_oom = FALSE; atomic_subtract_int(&vm_pageout_oom_vote, 1); @@ -1485,6 +1495,12 @@ static void return; } + /* + * Do not follow the call sequence until OOM condition is + * cleared. + */ + vmd->vmd_oom_seq = 0; + if (vmd->vmd_oom) return; @@ -1510,6 +1526,37 @@ static void atomic_subtract_int(&vm_pageout_oom_vote, 1); } +static long +vm_pageout_resident_count(struct vmspace *vmspace) +{ + vm_map_t map; + vm_map_entry_t entry; + vm_object_t obj; + long res; + + map = &vmspace->vm_map; + KASSERT(!map->system_map, ("system map")); + sx_assert(&map->lock, SA_LOCKED); + res = 0; + for (entry = map->header.next; entry != &map->header; + entry = entry->next) { + if ((entry->eflags & MAP_ENTRY_IS_SUB_MAP) != 0) + continue; + obj = entry->object.vm_object; + if (obj == NULL) + continue; + switch (obj->type) { + case OBJT_DEFAULT: + case OBJT_SWAP: + case OBJT_VNODE: + case OBJT_PHYS: + res += obj->resident_page_count; + break; + } + } + return (res); +} + void vm_pageout_oom(int shortage) { @@ -1554,7 +1601,8 @@ vm_pageout_oom(int shortage) if (!TD_ON_RUNQ(td) && !TD_IS_RUNNING(td) && !TD_IS_SLEEPING(td) && - !TD_IS_SUSPENDED(td)) { + !TD_IS_SUSPENDED(td) && + !TD_IS_SWAPPED(td)) { thread_unlock(td); breakout = 1; break; @@ -1584,7 +1632,7 @@ vm_pageout_oom(int shortage) size = vmspace_swap_count(vm); vm_map_unlock_read(&vm->vm_map); if (shortage == VM_OOM_MEM) - size += vmspace_resident_count(vm); + size += vm_pageout_resident_count(vm); vmspace_free(vm); /* * if the this process is bigger than the biggest one