GENERIC HEAD from 2015-11-07 00:51:51 UTC, r290474M, vmcore.882 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2015 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 11.0-CURRENT #0 r290474M: Sat Nov 7 20:31:36 CET 2015 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.7.0 (tags/RELEASE_370/final 246257) 20150906 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. VT(vga): resolution 640x480 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin="AuthenticAMD" Id=0x100f23 Family=0x10 Model=0x2 Stepping=3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff SVM: NP,NAsids=64 TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3524591616 (3361 MB) : Trying to mount root from ufs:/dev/ada0s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Starting file system checks: /dev/ada0s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1a: clean, 715166 free (894 frags, 89284 blocks, 0.1% fragmentation) /dev/ada0s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1f: clean, 712843 free (9555 frags, 87911 blocks, 0.9% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 77136784 free (19480 frags, 9639663 blocks, 0.0% fragmentation) /dev/ada0s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1d: clean, 438204 free (200500 frags, 29713 blocks, 2.0% fragmentation) /dev/ada0s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ada0s1e: clean, 7831003 free (198747 frags, 954032 blocks, 0.8% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. Feeding entropy:random: unblocking device. . re0: link state changed to DOWN uhub5: 10 ports with 10 removable, self powered Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 groups: lo re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=23 media: Ethernet autoselect (none) status: no carrier Starting devd. re0: link state changed to UP Starting pflogd: add net default: gateway 192.168.1.1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 Starting rtsold. ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc48 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/llvm35/lib a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. Starting watchdogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 Starting casperd. lock order reversal: 1st 0xe48e6480 bufwait (bufwait) @ kern/vfs_bio.c:3476 2nd 0xc9d8fc00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:281 KDB: stack backtrace: db_trace_self_wrapper(c154a668,c17ca3b8,0,c1554dc6,60,...) at db_trace_self_wrapper+0x2a/frame 0xedf35710 kdb_backtrace(c154e384,c9d8fc00,c158896f,c89a5d38,c15884e2,...) at kdb_backtrace+0x2d/frame 0xedf35778 witness_checkorder(c9d8fc00,9,c15884d9,119,0,...) at witness_checkorder+0xd69/frame 0xedf357cc _sx_xlock(c9d8fc00,0,c15884d9,119,0,...) at _sx_xlock+0x71/frame 0xedf357fc ufsdirhash_add(c974c348,edf35950,67b0,edf35890,edf35894,...) at ufsdirhash_add+0x53/frame 0xedf35838 ufs_direnter(c96d4e10,ca14f9d8,edf35950,edf35b3c,e48edfa0,...) at ufs_direnter+0x682/frame 0xedf358c0 ufs_mkdir(edf35bd8,c171d48d,c1581636,c96d4e10,edf35bd4,...) at ufs_mkdir+0x7eb/frame 0xedf35a70 VOP_MKDIR_APV(c17f2044,edf35bd8,edf35b3c,edf35b68,28412000,...) at VOP_MKDIR_APV+0x12f/frame 0xedf35aa0 kern_mkdirat(c97ec680,ffffff9c,28412000,0,1c0) at kern_mkdirat+0x22d/frame 0xedf35bfc sys_mkdir(c97ec680,edf35ca8,c153e001,4,68f655cd,...) at sys_mkdir+0x31/frame 0xedf35c18 syscall(edf35ce8) at syscall+0x3bd/frame 0xedf35cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf35cdc --- syscall (136, FreeBSD ELF32, sys_mkdir), eip = 0x281a2347, esp = 0xbfbfe924, ebp = 0xbfbfedcc --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xca36119c ufs (ufs) @ kern/vfs_lookup.c:529 2nd 0xe49056f0 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:263 3rd 0xca37a46c ufs (ufs) @ kern/vfs_subr.c:2231 KDB: stack backtrace: db_trace_self_wrapper(c154a668,c1530ea6,14c,0,c8cce3a4,...) at db_trace_self_wrapper+0x2a/frame 0xedf31270 kdb_backtrace(c154e39d,ca37a46c,c1533739,c89a5cd0,c1557ad9,...) at kdb_backtrace+0x2d/frame 0xedf312d4 witness_checkorder(ca37a46c,9,c1557ad0,8b7,0,...) at witness_checkorder+0xd69/frame 0xedf31328 __lockmgr_args(ca37a46c,84000,ca37a4d8,0,0,...) at __lockmgr_args+0xd71/frame 0xedf313a8 ffs_lock(edf31428,94d,c19dfe10,c19dfe00,c19b2810,...) at ffs_lock+0x98/frame 0xedf313e0 VOP_LOCK1_APV(c17f2044,edf31428,c19e08dc,0,c18064dc,...) at VOP_LOCK1_APV+0x118/frame 0xedf31410 _vn_lock(ca37a438,84000,c1557ad0,8b7,c1556c80,...) at _vn_lock+0xba/frame 0xedf31450 vget(ca37a438,84000,c97ec9c0,84000,0,...) at vget+0x122/frame 0xedf3148c vfs_hash_get(c9af3000,15edc1,80000,c97ec9c0,edf31580,...) at vfs_hash_get+0xd1/frame 0xedf314b4 ffs_vgetf(c9af3000,15edc1,80000,edf31580,1,...) at ffs_vgetf+0x44/frame 0xedf31510 softdep_sync_buf(ca361168,e49056a0,1,0,0,...) at softdep_sync_buf+0xb0b/frame 0xedf31598 ffs_syncvnode(ca361168,1,0,c0c167da,ca361228,...) at ffs_syncvnode+0x2aa/frame 0xedf315f0 ffs_truncate(ca361168,400,0,880,c96c0b00,...) at ffs_truncate+0x73c/frame 0xedf317a8 ufs_direnter(ca361168,ca37a438,edf31890,edf31b9c,0,...) at ufs_direnter+0x813/frame 0xedf31830 ufs_makeinode(edf31b88,edf31b9c,ca361168,c18045d4,ca361168,...) at ufs_makeinode+0x52c/frame 0xedf319ac ufs_create(edf31aa8,c171ce7b,c1581636,ca361168,edf31aa4,...) at ufs_create+0x30/frame 0xedf319d0 VOP_CREATE_APV(c17f2044,edf31aa8,edf31b9c,edf31a38,c17c8798,...) at VOP_CREATE_APV+0x12f/frame 0xedf31a00 vn_open_cred(edf31b40,edf31bcc,1b0,0,c96c0b00,c98212a0) at vn_open_cred+0x2a5/frame 0xedf31ad0 vn_open(edf31b40,edf31bcc,1b0,c98212a0,2885bf20,...) at vn_open+0x3d/frame 0xedf31af8 kern_openat(c97ec9c0,ffffff9c,2885bf20,0,a02,1b0) at kern_openat+0x361/frame 0xedf31bf0 sys_openat(c97ec9c0,edf31ca8,c153e001,4,7357d6e3,...) at sys_openat+0x3a/frame 0xedf31c18 syscall(edf31ce8) at syscall+0x3bd/frame 0xedf31cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf31cdc --- syscall (499, FreeBSD ELF32, sys_openat), eip = 0x283edc33, esp = 0xbfbfd04c, ebp = 0xbfbfd070 --- . Updating motd:. Mounting late file systems:. Starting ntpd. Starting powerd. Starting smartd. /etc/rc: WARNING: failed to start smartd Configuring vt: keymap blanktime. Performing sanity check on sshd configuration. Starting sshd. Starting sendmail_submit. Starting sendmail_msp_queue. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc9807e44 ufs (ufs) @ kern/vfs_mount.c:1224 2nd 0xc974d5d4 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1907 KDB: stack backtrace: db_trace_self_wrapper(c154a668,c0efb687,c8f24410,0,c158aa32,...) at db_trace_self_wrapper+0x2a/frame 0xf8cdd798 kdb_backtrace(c154e384,c974d5d4,c153f1dc,c89a5b30,c1584118,...) at kdb_backtrace+0x2d/frame 0xf8cdd7fc witness_checkorder(c974d5d4,9,c158410f,773,0,...) at witness_checkorder+0xd69/frame 0xf8cdd850 __lockmgr_args(c974d5d4,80400,c974d640,0,0,0,c158410f,773) at __lockmgr_args+0xd71/frame 0xf8cdd8d0 vop_stdlock(f8cdd948,c96a2010,c96a2000,f8cdd940,c0c15d76,...) at vop_stdlock+0x53/frame 0xf8cdd900 VOP_LOCK1_APV(c17b744c,f8cdd948,f8cdd970,c0eb8725,c18064dc,...) at VOP_LOCK1_APV+0x118/frame 0xf8cdd930 _vn_lock(c974d5a0,80400,c158410f,773,f8cdda0c,...) at _vn_lock+0xba/frame 0xf8cdd970 softdep_flushworklist(c9af35d8,f8cdda08,ca3c3340,612,c899d588,...) at softdep_flushworklist+0x68/frame 0xf8cdd9b0 ffs_sync(c9af35d8,4,c155957c,735,ca3c3340,...) at ffs_sync+0x2ae/frame 0xf8cdda38 vfs_write_suspend(c9af35d8,0,c1588aa7,79,72,...) at vfs_write_suspend+0x1cf/frame 0xf8cdda74 vfs_write_suspend_umnt(c9af35d8,ca3c3340,1,c1557ad0,918,...) at vfs_write_suspend_umnt+0x45/frame 0xf8cdda9c ffs_unmount(c9af35d8,8080000,f8cddb20,50d,c23a8450,...) at ffs_unmount+0xa7/frame 0xf8cddae8 dounmount(c9af35d8,8080000,ca3c3340,48c,f8cddb98,...) at dounmount+0x5f2/frame 0xf8cddb48 sys_unmount(ca3c3340,f8cddca8,c153e001,4,37f3786b,...) at sys_unmount+0x305/frame 0xf8cddc18 syscall(f8cddce8) at syscall+0x3bd/frame 0xf8cddcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8cddcdc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280b092f, esp = 0xbfbfe69c, ebp = 0xbfbfe768 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 433850 files, 41177197 used, 77136784 free (19480 frags, 9639663 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp. Starting default moused. Starting inetd. Sun Nov 8 05:30:07 CET 2015 FreeBSD/i386 (x4.osted.lan) (ttyu0) login: Nov 8 05:32:29 x4 su: BAD SU pho to root on /dev/pts/0 Nov 8 05:32:33 x4 su: pho to root on /dev/pts/0 20151108 05:32:44 all (1/351): mlockall.sh 20151108 05:32:57 all (2/351): signal0.sh Nov 8 05:33:03 x4 su: pho to root on /dev/pts/2 20151108 05:35:25 all (3/351): jail2.sh 20151108 05:35:30 all (4/351): fdescfs.sh 20151108 05:40:32 all (5/351): md3.sh 20151108 05:50:43 all (6/351): pthread4.sh 20151108 06:10:46 all (7/351): mmap15.sh 20151108 06:16:51 all (8/351): kinfo3.sh 20151108 06:31:56 all (9/351): tmpfs11.sh 20151108 06:48:45 all (10/351): sendfile3.sh lock order reversal: 1st 0xca3e6a14 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:262 2nd 0xcbd5c034 ufs (ufs) @ kern/uipc_syscalls.c:2357 KDB: stack backtrace: db_trace_self_wrapper(c154a668,c87797e8,c0bf2cc6,cc14eb74,0,...) at db_trace_self_wrapper+0x2a/frame 0xc87797b0 kdb_backtrace(c154e384,cbd5c034,c1533739,c89a5cd0,c15540f5,...) at kdb_backtrace+0x2d/frame 0xc8779814 witness_checkorder(cbd5c034,1,c15540ec,935,0,...) at witness_checkorder+0xd69/frame 0xc8779868 __lockmgr_args(cbd5c034,200000,cbd5c0a0,0,0,...) at __lockmgr_args+0x19d/frame 0xc87798e8 ffs_lock(c8779968,c8779968,c17cb12c,c0c77d2b,ca3e6a14,...) at ffs_lock+0x98/frame 0xc8779920 VOP_LOCK1_APV(c17f2044,c8779968,ca3e6a00,c8779990,c18064dc,...) at VOP_LOCK1_APV+0x118/frame 0xc8779950 _vn_lock(cbd5c000,200000,c15540ec,935,0,...) at _vn_lock+0xba/frame 0xc8779990 vn_sendfile(c9799930,3,0,0,0,...) at vn_sendfile+0x88b/frame 0xc8779b70 do_sendfile(0) at do_sendfile+0x1b3/frame 0xc8779c0c sys_sendfile(cb279340,c8779ca8,c153e001,4,c1974590,...) at sys_sendfile+0x16/frame 0xc8779c18 syscall(c8779ce8) at syscall+0x3bd/frame 0xc8779cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc8779cdc --- syscall (393, FreeBSD ELF32, sys_sendfile), eip = 0x280ae05f, esp = 0xbfbfe6fc, ebp = 0xbfbfe818 --- 20151108 06:50:11 all (11/351): nullfs3.sh 20151108 06:50:12 all (12/351): mmap.sh 20151108 06:50:13 all (13/351): rename3.sh 20151108 06:53:00 all (14/351): cmp.sh 20151108 06:55:02 all (15/351): rename6.sh 20151108 06:55:08 all (16/351): nfs3.sh 20151108 07:00:14 all (17/351): truncate2.sh 20151108 07:04:26 all (18/351): ffs_syncvnode2.sh Nov 8 07:06:38 x4 kernel: pid 39792 (rw), uid 1004 inumber 196795 on /mnt: filesystem full Nov 8 07:06:40 x4 kernel: pid 39793 (rw), uid 1004 inumber 196827 on /mnt: filesystem full Nov 8 07:06:45 x4 kernel: pid 39791 (rw), uid 1004 inumber 196611 on /mnt: filesystem full Nov 8 07:11:07 x4 kernel: pid 47821 (rw), uid 1004 inumber 94 on /mnt: filesystem full Nov 8 07:11:07 x4 kernel: pid 47826 (mkdir), uid 1004 inumber 196774 on /mnt: filesystem full Nov 8 07:11:12 x4 kernel: pid 47819 (rw), uid 1004 inumber 8 on /mnt: filesystem full Nov 8 07:11:12 x4 kernel: pid 47829 (mkdir), uid 1004 inumber 72 on /mnt: filesystem full Nov 8 07:18:14 x4 kernel: pid 59389 (rw), uid 1004 inumber 201216 on /mnt: filesystem full Nov 8 07:21:27 x4 kernel: pid 70571 (rw), uid 1004 inumber 196617 on /mnt: filesystem full Nov 8 07:21:27 x4 kernel: pid 70607 (mkdir), uid 1004 inumber 89 on /mnt: filesystem full Nov 8 07:21:28 x4 kernel: pid 70606 (creat), uid 1004 inumber 196718 on /mnt: filesystem full Nov 8 07:21:29 x4 kernel: pid 70580 (rw), uid 1004 inumber 196701 on /mnt: filesystem full Nov 8 07:21:29 x4 kernel: pid 70581 (creat), uid 1004 inumber 196733 on /mnt: filesystem full Nov 8 07:21:29 x4 kernel: pid 70585 (mkdir), uid 1004 inumber 96 on /mnt: filesystem full Nov 8 07:21:30 x4 kernel: pid 70576 (mkdir), uid 1004 inumber 98 on /mnt: filesystem full Nov 8 07:21:30 x4 kernel: pid 70587 (creat), uid 1004 inumber 196726 on /mnt: filesystem full Nov 8 07:21:31 x4 kernel: pid 70589 (creat), uid 1004 inumber 196734 on /mnt: filesystem full Nov 8 07:21:31 x4 kernel: pid 70572 (mkdir), uid 1004 inumber 96 on /mnt: filesystem full Nov 8 07:25:24 x4 kernel: pid 78179 (rw), uid 1004 inumber 196616 on /mnt: filesystem full Nov 8 07:25:24 x4 kernel: pid 78206 (mkdir), uid 1004 inumber 65926 on /mnt: filesystem full Nov 8 07:25:32 x4 kernel: pid 78186 (rw), uid 1004 inumber 196827 on /mnt: filesystem full Nov 8 07:25:32 x4 kernel: pid 78210 (mkdir), uid 1004 inumber 197113 on /mnt: filesystem full Nov 8 07:29:43 x4 kernel: pid 89634 (rw), uid 1004 inumber 196633 on /mnt: filesystem full Nov 8 07:29:43 x4 kernel: pid 89626 (creat), uid 1004 inumber 196615 on /mnt: filesystem full Nov 8 07:30:42 x4 kernel: pid 89618 (mkdir), uid 1004 inumber 5795 on /mnt: filesystem full Nov 8 07:30:42 x4 kernel: pid 89629 (rw), uid 1004 inumber 133384 on /mnt: filesystem full Nov 8 07:30:49 x4 kernel: pid 89627 (creat), uid 1004 inumber 196614 on /mnt: filesystem full Nov 8 07:31:27 x4 kernel: pid 89633 (rw), uid 1004 inumber 225775 on /mnt: filesystem full Nov 8 07:32:21 x4 kernel: pid 97333 (mkdir), uid 1004 inumber 132097 on /mnt: filesystem full Nov 8 07:32:21 x4 kernel: pid 97321 (rw), uid 1004 inumber 131114 on /mnt: filesystem full Nov 8 07:32:21 x4 kernel: pid 97345 (creat), uid 1004 inumber 131196 on /mnt: filesystem full 20151108 07:35:59 all (19/351): linger4.sh 20151108 07:56:09 all (20/351): swap2.sh Nov 8 07:58:58 x4 kernel: pid 56505 (swap2), uid 0, was killed: out of swap space 20151108 08:01:18 all (21/351): ucom.sh 20151108 08:04:24 all (22/351): nullfs2.sh 20151108 08:04:25 all (23/351): seekdir.sh 20151108 08:04:28 all (24/351): mkfifo4.sh 20151108 08:12:59 all (25/351): pts.sh 20151108 08:19:18 all (26/351): fpu.sh 20151108 08:21:59 all (27/351): umountf.sh 20151108 08:22:36 all (28/351): pthread6.sh 20151108 08:28:19 all (29/351): nfs4.sh 20151108 08:28:32 all (30/351): rename4.sh 20151108 08:28:33 all (31/351): truss.sh 20151108 08:34:08 all (32/351): mlockall5.sh 20151108 08:34:08 all (33/351): trim6.sh 20151108 08:34:09 all (34/351): jumbo.sh [zone: mbuf_jumbo_page] kern.ipc.nmbjumbop limit reached Expensive timeout(9) function: 0xc0df0f50(0xd2b1990c) 0.009132702 s Expensive timeout(9) function: 0xc0952580(0xc902f000) 0.226864357 s Expensive timeout(9) function: 0xc0952580(0xc902f000) 1.153697349 s 20151108 08:37:17 all (35/351): quota11.sh lock order reversal: 1st 0xc9851cdc syncer (syncer) @ kern/vfs_subr.c:1779 2nd 0xcad56b74 ufs (ufs) @ kern/vfs_subr.c:2231 KDB: stack backtrace: db_trace_self_wrapper(c154a668,c0c43008,c1974f24,cb388680,36,...) at db_trace_self_wrapper+0x2a/frame 0xedf07918 kdb_backtrace(c154e384,cad56b74,c1533739,c89a5cd0,c1557ad9,...) at kdb_backtrace+0x2d/frame 0xedf0797c witness_checkorder(cad56b74,9,c1557ad0,8b7,cad56be0,...) at witness_checkorder+0xd69/frame 0xedf079d0 __lockmgr_args(cad56b74,80100,cad56be0,0,0,...) at __lockmgr_args+0xd71/frame 0xedf07a50 ffs_lock(edf07ad0,c154effe,d55f0000,246,d55f0000,...) at ffs_lock+0x98/frame 0xedf07a88 VOP_LOCK1_APV(c17f2044,edf07ad0,246,c959d9c0,c18064dc,...) at VOP_LOCK1_APV+0x118/frame 0xedf07ab8 _vn_lock(cad56b40,80100,c1557ad0,8b7,0,...) at _vn_lock+0xba/frame 0xedf07af8 vget(cad56b40,80100,c959d9c0,c19e0dd0,c959d9c0,...) at vget+0x122/frame 0xedf07b34 qsync(c973f5d8,c973f5d8,c158781e,5a1,c1557ad0,...) at qsync+0x96/frame 0xedf07b60 ffs_sync(c973f5d8,3,2,c973f5d8,c17d37dc,...) at ffs_sync+0x5c4/frame 0xedf07be4 sync_fsync(edf07c88,c171d368,80400,c1557ad0,6f3,...) at sync_fsync+0x116/frame 0xedf07c08 VOP_FSYNC_APV(c17d37dc,edf07c88,c1557ad0,6f3,0,...) at VOP_FSYNC_APV+0x12f/frame 0xedf07c38 sched_sync(0,edf07ce8,c153e33c,3eb,0,...) at sched_sync+0x40f/frame 0xedf07cac fork_exit(c0cd4810,0,edf07ce8) at fork_exit+0x7e/frame 0xedf07cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf07cd4 --- trap 0, eip = 0, esp = 0xedf07d20, ebp = 0 --- lock order reversal: 1st 0xcabeb048 FFS (FFS Lock) @ ufs/ufs/ufs_quota.c:725 2nd 0xc973f5d8 struct mount mtx (struct mount mtx) @ ufs/ufs/ufs_quota.c:731 KDB: stack backtrace: db_trace_self_wrapper(c154a668,33373a63,a31,c155957c,6f3,...) at db_trace_self_wrapper+0x2a/frame 0xf8e70898 kdb_backtrace(c154e384,c973f5d8,c154ec7c,c899d588,c158905a,...) at kdb_backtrace+0x2d/frame 0xf8e70900 witness_checkorder(c973f5d8,9,c1589051,2db,0,...) at witness_checkorder+0xd69/frame 0xf8e70954 __mtx_lock_flags(c973f5e8,0,c1589051,2db,cabeb058,...) at __mtx_lock_flags+0x96/frame 0xf8e70988 quotaoff_inchange(0,0,c1589051,2f7) at quotaoff_inchange+0x7c/frame 0xf8e709b4 quotaoff(cb388680,c973f5d8,0,cb388680,0,...) at quotaoff+0xbd/frame 0xf8e709d8 ffs_flushfiles(c973f5d8,8,cb388680,8,10,...) at ffs_flushfiles+0x75/frame 0xf8e70a20 softdep_flushfiles(c973f5d8,0,cb388680,4070,3001,...) at softdep_flushfiles+0x3ce/frame 0xf8e70a9c ffs_unmount(c973f5d8,8000000,c155708c,50d,c23a8450,...) at ffs_unmount+0xd9/frame 0xf8e70ae8 dounmount(c973f5d8,8000000,cb388680,48c,f8e70b98,...) at dounmount+0x5f2/frame 0xf8e70b48 sys_unmount(cb388680,f8e70ca8,c153e001,4,f907c1d0,...) at sys_unmount+0x305/frame 0xf8e70c18 syscall(f8e70ce8) at syscall+0x3bd/frame 0xf8e70cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e70cdc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280b092f, esp = 0xbfbfe0cc, ebp = 0xbfbfe198 --- 20151108 08:37:56 all (36/351): truncate5.sh 20151108 08:37:59 all (37/351): mountro.sh 20151108 08:39:45 all (38/351): pthread7.sh 20151108 08:39:50 all (39/351): tar.sh 20151108 08:57:08 all (40/351): nfs8.sh 20151108 08:57:12 all (41/351): nullfs14.sh 20151108 08:57:12 all (42/351): vmio.sh lock order reversal: 1st 0xcb3dd3a0 filedesc structure (filedesc structure) @ kern/kern_descrip.c:836 2nd 0xca11cb74 ufs (ufs) @ kern/vfs_subr.c:4542 KDB: stack backtrace: db_trace_self_wrapper(c154a668,2e706972,33383a63,c1000a36,c899d2b0,...) at db_trace_self_wrapper+0x2a/frame 0xf8d618f0 kdb_backtrace(c154e384,ca11cb74,c1533739,c89a5cd0,c1557ad9,...) at kdb_backtrace+0x2d/frame 0xf8d61954 witness_checkorder(ca11cb74,9,c1557ad0,11be,0,...) at witness_checkorder+0xd69/frame 0xf8d619a8 __lockmgr_args(ca11cb74,80400,ca11cbe0,0,0,...) at __lockmgr_args+0xd71/frame 0xf8d61a28 ffs_lock(f8d61aa8,f8d61a78,c0cbd748,ca11cb74,f8d61aa8,...) at ffs_lock+0x98/frame 0xf8d61a60 VOP_LOCK1_APV(c17f2044,f8d61aa8,cb3fbcc4,0,c18064dc,...) at VOP_LOCK1_APV+0x118/frame 0xf8d61a90 _vn_lock(ca11cb40,80400,c1557ad0,11be) at _vn_lock+0xba/frame 0xf8d61acc vfs_knllock(ca11cb40,0,c153da28,7d3,c17c8798,...) at vfs_knllock+0x29/frame 0xf8d61ae4 knlist_remove_kq(0,0) at knlist_remove_kq+0x86/frame 0xf8d61b0c knlist_remove(cb3fbcc4,cb3f73a8,0,c90d7c90,cb3f73a8,...) at knlist_remove+0x1f/frame 0xf8d61b1c filt_vfsdetach(cb3f73a8,0,c153da28,8dd,0,...) at filt_vfsdetach+0x2f/frame 0xf8d61b38 knote_fdclose(cb08a680,3,c153cee1,48a,cb3dd378,...) at knote_fdclose+0xde/frame 0xf8d61b74 closefp(cb2109d8,cb08a680,1,ca,c19b1b00,...) at closefp+0x68/frame 0xf8d61ba8 kern_dup(cb08a680,2,0,5,3) at kern_dup+0x583/frame 0xf8d61bfc sys_dup2(cb08a680,f8d61ca8,c153e001,4,11d6d17f,...) at sys_dup2+0x31/frame 0xf8d61c18 syscall(f8d61ce8) at syscall+0x3bd/frame 0xf8d61cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8d61cdc --- syscall (90, FreeBSD ELF32, sys_dup2), eip = 0x2812e76b, esp = 0xbfbfeb78, ebp = 0xbfbfebb8 --- 20151108 09:00:15 all (43/351): mlockall2.sh interrupt total irq1: atkbd0 1 irq4: uart0 1020 irq6: fdc0 1 irq9: acpi0 1 irq14: ata0 9844 irq16: hdac1 ohci0 122 irq17: ohci1 ohci3 3 irq18: ohci2 ohci4 3 irq22: ahci0 2660691 cpu0:timer 17198433 irq256: hdac0 6 irq257: re0 120368 cpu2:timer 13309175 cpu3:timer 13598128 cpu1:timer 13319963 Total 60217772 KDB: stack backtrace: db_trace_self_wrapper(c154a668,0,0,0,0,...) at db_trace_self_wrapper+0x2a/frame 0xc876db60 kdb_backtrace(c153bb91,396d9ac,0,396d9ac,0,...) at kdb_backtrace+0x2d/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0x96/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- KDB: enter: watchdog timeout [ thread pid 47990 tid 100878 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> show page vm_cnt.v_free_count: 3384 vm_cnt.v_cache_count: 0 vm_cnt.v_inactive_count: 20360 vm_cnt.v_active_count: 811712 vm_cnt.v_wire_count: 27087 vm_cnt.v_free_reserved: 1173 vm_cnt.v_free_min: 5484 vm_cnt.v_free_target: 18417 vm_cnt.v_inactive_target: 27625 db> run pho db:0:pho> bt Tracing pid 47990 tid 100878 td 0xcb5469c0 kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x81df80 curthread = 0xcb545340: pid 47987 "mlockall2" curpcb = 0xc879bd40 fpcurthread = none idlethread = 0xc8e45340: tid 100004 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x2330af80 curthread = 0xcb5469c0: pid 47990 "mlockall2" curpcb = 0xc876dd40 fpcurthread = none idlethread = 0xc8e45000: tid 100005 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x2330df80 curthread = 0xcb597680: pid 48009 "mlockall2" curpcb = 0xc867ed40 fpcurthread = none idlethread = 0xc8e449c0: tid 100006 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x23310f80 curthread = 0xc9783680: pid 48002 "mlockall2" curpcb = 0xf8cecd40 fpcurthread = none idlethread = 0xc8e44680: tid 100007 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks db:0:alllocks> show lockedvnods Locked vnodes db:0:lockedvnods> show mount 0xc9740000 /dev/ada0s1a on / (ufs) 0xc96b75d8 devfs on /dev (devfs) 0xc9af38c4 /dev/ada0s1f on /home (ufs) 0xc9af32ec /dev/ada0s1d on /usr (ufs) 0xc9af3000 /dev/ada0s1e on /var (ufs) 0xc9af2bb0 procfs on /proc (procfs) 0xc973fbb0 /dev/label/tmp on /tmp (ufs) More info: show mount db:0:mount> show page vm_cnt.v_free_count: 3384 vm_cnt.v_cache_count: 0 vm_cnt.v_inactive_count: 20360 vm_cnt.v_active_count: 811712 vm_cnt.v_wire_count: 27087 vm_cnt.v_free_reserved: 1173 vm_cnt.v_free_min: 5484 vm_cnt.v_free_target: 18417 vm_cnt.v_inactive_target: 27625 db:0:page> ps pid ppid pgrp uid state wmesg wchan cmd 48042 645 645 0 DW pfault 0xc1a4390c sendmail 48041 462 462 0 NV watchdogd 48040 47390 14325 0 NV+ sh 48039 48026 14325 0 N+ mlockall2 48038 48034 14325 0 N+ mlockall2 48037 47984 14325 0 N+ mlockall2 48034 47984 14325 0 DL+ vmwait 0xc1a4390c mlockall2 48026 47984 14325 0 DL+ vmwait 0xc1a4390c mlockall2 48025 47984 14325 0 R+ mlockall2 48024 47984 14325 0 R+ mlockall2 48023 47984 14325 0 DW+ pfault 0xc1a4390c mlockall2 48022 47984 14325 0 R+ mlockall2 48021 47984 14325 0 R+ mlockall2 48020 47984 14325 0 R+ mlockall2 48019 47984 14325 0 R+ mlockall2 48018 47984 14325 0 R+ mlockall2 48017 47984 14325 0 R+ mlockall2 48016 47984 14325 0 R+ mlockall2 48015 47984 14325 0 R+ mlockall2 48014 47984 14325 0 R+ mlockall2 48013 47984 14325 0 R+ mlockall2 48012 47984 14325 0 R+ mlockall2 48011 47984 14325 0 R+ mlockall2 48010 47984 14325 0 R+ mlockall2 48009 47984 14325 0 R+ CPU 2 mlockall2 48008 47984 14325 0 R+ mlockall2 48007 47984 14325 0 R+ mlockall2 48006 47984 14325 0 R+ mlockall2 48005 47984 14325 0 R+ mlockall2 48004 47984 14325 0 R+ mlockall2 48003 47984 14325 0 R+ mlockall2 48002 47984 14325 0 R+ CPU 3 mlockall2 48001 47984 14325 0 R+ mlockall2 48000 47984 14325 0 R+ mlockall2 47999 47984 14325 0 R+ mlockall2 47998 47984 14325 0 R+ mlockall2 47997 47984 14325 0 R+ mlockall2 47996 47984 14325 0 R+ mlockall2 47995 47984 14325 0 R+ mlockall2 47994 47984 14325 0 R+ mlockall2 47993 47984 14325 0 R+ mlockall2 47992 47984 14325 0 R+ mlockall2 47991 47984 14325 0 R+ mlockall2 47990 47984 14325 0 R+ CPU 1 mlockall2 47989 47984 14325 0 R+ mlockall2 47988 47984 14325 0 R+ mlockall2 47987 47984 14325 0 R+ CPU 0 mlockall2 47986 47984 14325 0 R+ mlockall2 47984 47390 14325 0 DL+ vmwait 0xc1a4390c mlockall2 47391 14325 14325 0 S+ piperd 0xcb0ad198 tee 47390 14325 14325 0 DL+ vmwait 0xc1a4390c sh 34114 18850 34114 0 S+ ttyin 0xc8f6ac70 bash 18850 18755 18850 0 SW+ pause 0xcb4633b8 csh 18755 18260 18755 1001 SW+ wait 0xcb385354 su 18260 18259 18260 1001 SWs+ wait 0xcb415000 bash 18259 18221 18221 1001 S select 0xc9d948a4 sshd 18221 642 18221 0 Ss select 0xc9d6b5e4 sshd 17329 17318 17318 1001 S piperd 0xc981e198 sh 17327 17318 17318 1001 S piperd 0xc981bb28 awk 17326 17318 17318 1001 ?W sh 17318 17317 17318 1001 SWs wait 0xca50f9fc sh 17317 17277 17277 1001 S select 0xc9d6b524 sshd 17308 17307 17308 1001 Ss+ select 0xc9d6b4e4 top 17307 17276 17276 1001 S select 0xc9d6b8e4 sshd 17302 17299 17302 1001 Ss kqread 0xc90d7c80 tail 17299 17273 17273 1001 S select 0xc9fa7924 sshd 17277 642 17277 0 Ss select 0xc9d6b5a4 sshd 17276 642 17276 0 Ss select 0xc9d948e4 sshd 17273 642 17273 0 Ss select 0xc9d6b564 sshd 14325 13833 14325 0 SW+ wait 0xc95996a8 sh 13833 13759 13833 0 SW+ wait 0xc98659fc bash 13759 13540 13759 0 SW+ pause 0xca50f70c csh 13540 12274 13540 1001 SW+ wait 0xca5106a8 su 12274 12269 12274 1001 SWs+ wait 0xc986a6a8 bash 12269 12201 12201 1001 S select 0xc9d6b864 sshd 12201 642 12201 0 Ss select 0xc9fa79a4 sshd 798 1 798 0 Ss+ ttyin 0xc8f6c670 getty 797 1 797 0 Ss+ ttyin 0xc8f6b670 getty 796 1 796 0 Ss+ ttyin 0xc8f6b870 getty 795 1 795 0 Ss+ ttyin 0xc8f6ba70 getty 794 1 794 0 Ss+ ttyin 0xc8f6bc70 getty 793 1 793 0 Ss+ ttyin 0xc8f6be70 getty 792 1 792 0 Ss+ ttyin 0xc8f6c070 getty 791 1 791 0 Ss+ ttyin 0xc8f6c270 getty 790 1 790 0 Ss+ ttyin 0xc8f6c470 getty 771 1 771 0 Ss select 0xc9d6b624 inetd 730 1 730 0 Ss select 0xc9d6b6a4 moused 653 1 653 0 ?Ws cron 648 1 648 25 ?Ws sendmail 645 1 645 0 Ss select 0xc9d6b6e4 sendmail 642 1 642 0 Ss select 0xc90283e4 sshd 590 1 590 0 Ss select 0xc9fa7a24 powerd 587 1 587 0 Ss (threaded) ntpd 100145 S select 0xc9d6b764 ntpd 534 528 528 0 S (threaded) nfsd 100113 S rpcsvc 0xca13a190 nfsd: master 100114 S rpcsvc 0xca2d2390 nfsd: service 100115 S rpcsvc 0xca13e190 nfsd: service 100116 S rpcsvc 0xca13e090 nfsd: service 100117 S rpcsvc 0xca13de90 nfsd: service 100118 S rpcsvc 0xca13dd90 nfsd: service 100119 S rpcsvc 0xca2d2290 nfsd: service 100120 S rpcsvc 0xca13dc90 nfsd: service 100121 S rpcsvc 0xca2d2190 nfsd: service 100122 S rpcsvc 0xca13db90 nfsd: service 100123 S rpcsvc 0xca2d2090 nfsd: service 100124 S rpcsvc 0xca2d1e90 nfsd: service 100125 S rpcsvc 0xca13da90 nfsd: service 100126 S rpcsvc 0xca2d1d90 nfsd: service 100127 S rpcsvc 0xca13d990 nfsd: service 100128 S rpcsvc 0xca2d1c90 nfsd: service 100129 S rpcsvc 0xca13d890 nfsd: service 100130 S rpcsvc 0xca2d1b90 nfsd: service 100131 S rpcsvc 0xca2d1a90 nfsd: service 100132 S rpcsvc 0xca2d1990 nfsd: service 100133 S rpcsvc 0xca13d790 nfsd: service 100134 S rpcsvc 0xca2d1890 nfsd: service 100135 S rpcsvc 0xca13d690 nfsd: service 100136 S rpcsvc 0xca2d1790 nfsd: service 100137 S rpcsvc 0xca2d1690 nfsd: service 100138 S rpcsvc 0xca13d590 nfsd: service 100139 S rpcsvc 0xca2d1590 nfsd: service 100140 S rpcsvc 0xca2d1490 nfsd: service 100141 S rpcsvc 0xca13d490 nfsd: service 100142 S rpcsvc 0xca2d1390 nfsd: service 100143 S rpcsvc 0xca13d390 nfsd: service 100144 S rpcsvc 0xca2d1290 nfsd: service 528 1 528 0 Ss select 0xc9fa7a64 nfsd 522 1 522 0 Ss select 0xc9028424 mountd 515 511 511 0 S select 0xc9fa7aa4 nfsuserd 514 511 511 0 S select 0xc9d6b7a4 nfsuserd 513 511 511 0 S select 0xc9fa7ae4 nfsuserd 512 511 511 0 S select 0xc9d6b7e4 nfsuserd 511 1 511 0 SWs pause 0xc97de70c nfsuserd 494 1 494 0 Ss select 0xc9fa7b24 casperd 493 1 493 0 Ss select 0xc9d94aa4 casperd 479 1 479 0 Ss select 0xc9d6b9e4 rpcbind 462 1 462 0 DLs vmwait 0xc1a4390c watchdogd 458 1 458 0 Rs syslogd 338 1 338 0 Ss select 0xc9fa7c24 rtsold 302 1 302 0 Ss select 0xc9028464 devd 19 0 0 0 DL syncer 0xc19e0e08 [syncer] 18 0 0 0 DL vlruwt 0xc9598354 [vnlru] 17 0 0 0 DL (threaded) [bufdaemon] 100080 D psleep 0xc19dfc04 [bufdaemon] 100096 D sdflush 0xc9264484 [/home worker] 100098 D sdflush 0xc96a1e84 [/usr worker] 100099 D sdflush 0xc96a1c84 [/var worker] 100167 D sdflush 0xc96a2284 [/tmp worker] 16 0 0 0 DL - 0xc19e0848 [bufspacedaemon] 15 0 0 0 RL [pagezero] 9 0 0 0 DL psleep 0xc19e6228 [vmdaemon] 8 0 0 0 DL (threaded) [pagedaemon] 100076 D psleep 0xc1a44d84 [pagedaemon] 100083 D umarcl 0xc19e5e24 [uma] 7 0 0 0 DL waiting_ 0xc1a407cc [sctp_iterator] 6 0 0 0 DL - 0xc901443c [fdc0] 14 0 0 0 DL (threaded) [usb] 100034 D - 0xc9040acc [usbus0] 100035 D - 0xc9040afc [usbus0] 100036 D - 0xc9040b2c [usbus0] 100037 D - 0xc9040b5c [usbus0] 100038 D - 0xc9040b8c [usbus0] 100040 D - 0xc909facc [usbus1] 100041 D - 0xc909fafc [usbus1] 100042 D - 0xc909fb2c [usbus1] 100043 D - 0xc909fb5c [usbus1] 100044 D - 0xc909fb8c [usbus1] 100046 D - 0xc90a8acc [usbus2] 100047 D - 0xc90a8afc [usbus2] 100048 D - 0xc90a8b2c [usbus2] 100049 D - 0xc90a8b5c [usbus2] 100050 D - 0xc90a8b8c [usbus2] 100051 D - 0xc90aaacc [usbus3] 100052 D - 0xc90aaafc [usbus3] 100053 D - 0xc90aab2c [usbus3] 100054 D - 0xc90aab5c [usbus3] 100055 D - 0xc90aab8c [usbus3] 100056 D - 0xc90b4acc [usbus4] 100057 D - 0xc90b4afc [usbus4] 100058 D - 0xc90b4b2c [usbus4] 100059 D - 0xc90b4b5c [usbus4] 100060 D - 0xc90b4b8c [usbus4] 100062 D - 0xc9045ca4 [usbus5] 100063 D - 0xc9045cd4 [usbus5] 100064 D - 0xc9045d04 [usbus5] 100065 D - 0xc9045d34 [usbus5] 100066 D - 0xc9045d64 [usbus5] 5 0 0 0 DL (threaded) [cam] 100024 D - 0xc180a080 [doneq0] 100075 D - 0xc1809f2c [scanner] 4 0 0 0 DL crypto_r 0xc19e5158 [crypto returns] 3 0 0 0 DL crypto_w 0xc19e50a0 [crypto] 13 0 0 0 DL (threaded) [geom] 100014 D - 0xc1a3b960 [g_event] 100015 D - 0xc1a3b964 [g_up] 100016 D - 0xc1a3b968 [g_down] 12 0 0 0 WL (threaded) [intr] 100008 I [swi1: netisr 0] 100009 I [swi4: clock (0)] 100010 I [swi4: clock (1)] 100011 I [swi4: clock (2)] 100012 I [swi4: clock (3)] 100013 I [swi3: vm] 100020 I [swi6: Giant taskq] 100022 I [swi5: fast taskq] 100029 I [swi6: task queue] 100030 I [irq256: hdac0] 100031 I [irq257: re0] 100032 I [irq22: ahci0] 100033 I [irq16: hdac1 ohci0] 100039 I [irq17: ohci1 ohci3] 100045 I [irq18: ohci2 ohci4] 100061 I [irq19: ehci0] 100067 I [irq14: ata0] 100068 I [swi0: uart] 100070 I [irq1: atkbd0] 100071 I [irq12: psm0] 11 0 0 0 RL (threaded) [idle] 100004 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100006 CanRun [idle: cpu2] 100007 CanRun [idle: cpu3] 2 0 0 0 DL - 0xc18bdfbc [rand_harvestq] 1 0 1 0 SLs wait 0xc8e419fc [init] 10 0 0 0 DL audit_wo 0xc1a43660 [audit] 0 0 0 0 DLs (threaded) [kernel] 100000 D vmwait 0xc1a4390c [swapper] 100017 D - 0xc8e3de80 [firmware taskq] 100021 D - 0xc8e3da80 [thread taskq] 100023 D - 0xc8e3d980 [kqueue taskq] 100025 D - 0xc8e3d780 [ffs_trim taskq] 100026 D - 0xc8e3d700 [acpi_task_0] 100027 D - 0xc8e3d700 [acpi_task_1] 100028 D - 0xc8e3d700 [acpi_task_2] 100072 D - 0xc9111a00 [mca taskq] 100074 D - 0xc8e3d900 [CAM taskq] 47980 17326 17318 1001 Z sleep db:0:ps> allt Tracing command sendmail pid 48042 tid 100631 td 0xcb46c680 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(cb46c680,ffffffff,bbaa,18917,cb46c680,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command watchdogd pid 48041 tid 100632 td 0xcb5f89c0 fork_trampoline() at fork_trampoline Tracing command sh pid 48040 tid 100329 td 0xcb469340 fork_trampoline() at fork_trampoline Tracing command mlockall2 pid 48039 tid 100175 td 0xca513000 sched_switch(1,7fffffff,0,f8d5ea60,c0c41a62,...) at sched_switch+0x4da/frame 0xf8d5e9e4 _end(c0bfa900,c0bfa930,c0bfaa80,c0bfaac0,c0bfaae0,...) at 0xca513000/frame 0xc17c8798 (null)(786574,50414d4b,544e4520,56005952,4150534d,...) at 0x9/frame 0xc158b193 Tracing command mlockall2 pid 48038 tid 100349 td 0xcb55b9c0 sched_switch(7fffffff,ffffffff,afa,23310f80,10,...) at sched_switch+0x4da/frame 0xf8fd29cc Tracing command mlockall2 pid 48037 tid 101391 td 0xcb5cb680 sched_switch(c1973f1c,c8474a84,c0c42f9e,c1973f1c,c1a3bce0,...) at sched_switch+0x4da/frame 0xc8474a50 thread0(c8efa680,c1a3b98c,0,c1974dcc,cb585000,...) at thread0/frame 0xc1a3bce0 proc0(0,0,4,c8988380,c154c251,...) at proc0/frame 0xc1982e00 (null)(6e696168,454c5300,55515045,455545,2e2f2e2e,...) at 0xb0000/frame 0xc154c251 Tracing command mlockall2 pid 48034 tid 101335 td 0xcb5a29c0 sched_switch(cb5a29c0,0,104,1a7,f8fbda68,...) at sched_switch+0x4da/frame 0xf8fbda30 mi_switch(104,0,c154c269,200,c1a44d00,...) at mi_switch+0x1b4/frame 0xf8fbda68 sleepq_switch(cb5a29c0,0,c154c269,276,cb5a29c0,...) at sleepq_switch+0x127/frame 0xf8fbda9c sleepq_wait(c1a4390c,54,c158d017,0,0,...) at sleepq_wait+0x48/frame 0xf8fbdac0 _sleep(c1a4390c,c1a44d00,254,c158d017,0,0,0,0,100) at _sleep+0x46e/frame 0xf8fbdb18 vm_wait(ca1956a8,0,c1540290,24c,14,...) at vm_wait+0xf9/frame 0xf8fbdb44 vm_forkproc(cb5a29c0,ca1956a8,cb55b9c0,c97f42d0,14,...) at vm_forkproc+0x95/frame 0xf8fbdb68 fork1(cb5a29c0,14,0,f8fbdc10,0,...) at fork1+0x142d/frame 0xf8fbdbec sys_fork(cb5a29c0,f8fbdca8,c153e001,4,81f77411,...) at sys_fork+0x41/frame 0xf8fbdc18 syscall(f8fbdce8) at syscall+0x3bd/frame 0xf8fbdcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8fbdcdc --- syscall (2, FreeBSD ELF32, sys_fork), eip = 0x28146c63, esp = 0xbfbfe828, ebp = 0xbfbfe830 --- Tracing command mlockall2 pid 48026 tid 101577 td 0xcb5ef9c0 sched_switch(cb5ef9c0,0,104,1a7,c870ca68,...) at sched_switch+0x4da/frame 0xc870ca30 mi_switch(104,0,c154c269,200,c1a44d00,...) at mi_switch+0x1b4/frame 0xc870ca68 sleepq_switch(cb5ef9c0,0,c154c269,276,cb5ef9c0,...) at sleepq_switch+0x127/frame 0xc870ca9c sleepq_wait(c1a4390c,54,c158d017,0,0,...) at sleepq_wait+0x48/frame 0xc870cac0 _sleep(c1a4390c,c1a44d00,254,c158d017,0,0,0,0,100) at _sleep+0x46e/frame 0xc870cb18 vm_wait(ca510000,0,c1540290,24c,14,...) at vm_wait+0xf9/frame 0xc870cb44 vm_forkproc(cb5ef9c0,ca510000,ca513000,c97f45a0,14,...) at vm_forkproc+0x95/frame 0xc870cb68 fork1(cb5ef9c0,14,0,c870cc10,0,...) at fork1+0x142d/frame 0xc870cbec sys_fork(cb5ef9c0,c870cca8,c153e001,4,8380ab5b,...) at sys_fork+0x41/frame 0xc870cc18 syscall(c870cce8) at syscall+0x3bd/frame 0xc870ccdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc870ccdc --- syscall (2, FreeBSD ELF32, sys_fork), eip = 0x28146c63, esp = 0xbfbfe828, ebp = 0xbfbfe830 --- Tracing command mlockall2 pid 48025 tid 100862 td 0xcb5ab000 sched_switch(cb5ab000,0,207,1a3,cb4179ae,...) at sched_switch+0x4da/frame 0xc87efc74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc87efcac ast(c87efce8) at ast+0x2ea/frame 0xc87efcdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48024 tid 100182 td 0xcb088000 sched_switch(cb088000,0,207,1a3,cb1e80af,...) at sched_switch+0x4da/frame 0xf8e13c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8e13cac ast(f8e13ce8) at ast+0x2ea/frame 0xf8e13cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48023 tid 100180 td 0xcb088680 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(cb088680,ffffffff,bb97,18754,cb088680,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48022 tid 101408 td 0xcb629340 sched_switch(cb629340,0,602,1a3,cb629340,...) at sched_switch+0x4da/frame 0xc84b1c6c mi_switch(602,0,c1546404,d3,cb629340,...) at mi_switch+0x1b4/frame 0xc84b1ca4 critical_exit(cb629340,0,3) at critical_exit+0xa2/frame 0xc84b1cc0 ipi_bitmap_handler(3b,3b,3b,4a2a7d6,28600000,...) at ipi_bitmap_handler+0x6b/frame 0xc84b1ce0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x32/frame 0xc84b1ce0 --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48021 tid 101381 td 0xcb515000 sched_switch(cb515000,0,602,1a3,0,...) at sched_switch+0x4da/frame 0xf8f62c68 mi_switch(602,0,c1546404,d3,cb515000,...) at mi_switch+0x1b4/frame 0xf8f62ca0 critical_exit(c1a31384,0,0,0) at critical_exit+0xa2/frame 0xf8f62cbc lapic_handle_timer(f8f62ce8) at lapic_handle_timer+0x8d/frame 0xf8f62cdc Xtimerint() at Xtimerint+0x2e/frame 0xf8f62cdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48020 tid 100622 td 0xcb5779c0 sched_switch(cb5779c0,0,207,1a3,d18279ad,...) at sched_switch+0x4da/frame 0xc855ec74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc855ecac ast(c855ece8) at ast+0x2ea/frame 0xc855ecdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48019 tid 100174 td 0xca513340 sched_switch(ca513340,0,207,1a3,ca5103ae,...) at sched_switch+0x4da/frame 0xf8d5bc74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8d5bcac ast(f8d5bce8) at ast+0x2ea/frame 0xf8d5bcdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48018 tid 101333 td 0xcb665340 sched_switch(cb665340,0,207,1a3,c9fe26ad,...) at sched_switch+0x4da/frame 0xf8fb7c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8fb7cac ast(f8fb7ce8) at ast+0x2ea/frame 0xf8fb7cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48017 tid 101332 td 0xcb5d09c0 sched_switch(cb5d09c0,0,207,1a3,c9fe29ad,...) at sched_switch+0x4da/frame 0xf8fb4c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8fb4cac ast(f8fb4ce8) at ast+0x2ea/frame 0xf8fb4cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48016 tid 100689 td 0xcb5c2680 sched_switch(cb5c2680,0,207,1a3,c9f690ad,...) at sched_switch+0x4da/frame 0xc87f9c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc87f9cac ast(c87f9ce8) at ast+0x2ea/frame 0xc87f9cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48015 tid 101579 td 0xcb5349c0 sched_switch(cb5349c0,0,207,1a3,d48ae3ae,...) at sched_switch+0x4da/frame 0xc8712c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc8712cac ast(c8712ce8) at ast+0x2ea/frame 0xc8712cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48014 tid 101561 td 0xcb561340 sched_switch(cb561340,0,207,1a3,d48bb0af,...) at sched_switch+0x4da/frame 0xc86d6c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc86d6cac ast(c86d6ce8) at ast+0x2ea/frame 0xc86d6cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48013 tid 101560 td 0xcb62e680 sched_switch(cb62e680,0,207,1a3,d48bb3af,...) at sched_switch+0x4da/frame 0xc86d2c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc86d2cac ast(c86d2ce8) at ast+0x2ea/frame 0xc86d2cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48012 tid 100876 td 0xcb62e9c0 sched_switch(cb62e9c0,0,207,1a3,d48bb9ae,...) at sched_switch+0x4da/frame 0xc84aec74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc84aecac ast(c84aece8) at ast+0x2ea/frame 0xc84aecdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48011 tid 101522 td 0xcb5369c0 sched_switch(cb5369c0,0,207,1a3,ceec66ae,...) at sched_switch+0x4da/frame 0xc8636c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc8636cac ast(c8636ce8) at ast+0x2ea/frame 0xc8636cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48010 tid 101521 td 0xcb528340 sched_switch(cb528340,0,602,1a3,c8633c6c,...) at sched_switch+0x4da/frame 0xc8633c18 mi_switch(602,0,c1546404,d3,c8cf9500,...) at mi_switch+0x1b4/frame 0xc8633c50 critical_exit(c9028d40,c8633cbc,c117194f,0,0,...) at critical_exit+0xa2/frame 0xc8633c6c intr_event_handle(c8cf9500,c8633ce8,741c01a3,1,3,...) at intr_event_handle+0x11f/frame 0xc8633c98 intr_execute_handlers(c9028d40,c8633ce8,1) at intr_execute_handlers+0x42/frame 0xc8633cb8 lapic_handle_intr(33,c8633ce8) at lapic_handle_intr+0x5d/frame 0xc8633cd8 Xapic_isr1() at Xapic_isr1+0x55/frame 0xc8633cd8 --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48009 tid 101545 td 0xcb597680 cpustop_handler(2,13,c867ecdc,c1168697,c867ebf0,...) at cpustop_handler+0x25/frame 0xc867eb88 ipi_nmi_handler(c867ebf0,c0c272b9,93f86d99,7ffeecab,2,...) at ipi_nmi_handler+0x36/frame 0xc867eb98 trap(c867ece8) at trap+0x37/frame 0xc867ecdc calltrap() at calltrap+0x6/frame 0xc867ecdc --- trap 0x13, eip = 0x80488d0, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48008 tid 100215 td 0xca2df340 sched_switch(ca2df340,0,602,1a3,0,...) at sched_switch+0x4da/frame 0xf8e88c68 mi_switch(602,0,c1546404,d3,ca2df340,...) at mi_switch+0x1b4/frame 0xf8e88ca0 critical_exit(c1a31384,0,0,0) at critical_exit+0xa2/frame 0xf8e88cbc lapic_handle_timer(f8e88ce8) at lapic_handle_timer+0x8d/frame 0xf8e88cdc Xtimerint() at Xtimerint+0x2e/frame 0xf8e88cdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48007 tid 100972 td 0xcb629680 sched_switch(cb629680,0,602,1a3,0,...) at sched_switch+0x4da/frame 0xc87cbc68 mi_switch(602,0,c1546404,d3,cb629680,...) at mi_switch+0x1b4/frame 0xc87cbca0 critical_exit(c1a31384,0,0,0) at critical_exit+0xa2/frame 0xc87cbcbc lapic_handle_timer(c87cbce8) at lapic_handle_timer+0x8d/frame 0xc87cbcdc Xtimerint() at Xtimerint+0x2e/frame 0xc87cbcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48006 tid 100628 td 0xcb472340 sched_switch(cb472340,0,207,1a3,d18276ae,...) at sched_switch+0x4da/frame 0xc8561c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc8561cac ast(c8561ce8) at ast+0x2ea/frame 0xc8561cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48005 tid 100536 td 0xcb5c0340 sched_switch(cb5c0340,0,602,1a3,cb5c0340,...) at sched_switch+0x4da/frame 0xc87b6c6c mi_switch(602,0,c1546404,d3,cb5c0340,...) at mi_switch+0x1b4/frame 0xc87b6ca4 critical_exit(cb5c0340,0,3) at critical_exit+0xa2/frame 0xc87b6cc0 ipi_bitmap_handler(3b,3b,3b,4a2a7d6,28600000,...) at ipi_bitmap_handler+0x6b/frame 0xc87b6ce0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x32/frame 0xc87b6ce0 --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48004 tid 101334 td 0xcb46c340 sched_switch(cb46c340,0,207,1a3,c9fe23af,...) at sched_switch+0x4da/frame 0xf8fbac74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8fbacac ast(f8fbace8) at ast+0x2ea/frame 0xf8fbacdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48003 tid 101358 td 0xcb45e000 sched_switch(cb45e000,0,207,1a3,d04676af,...) at sched_switch+0x4da/frame 0xf8f1dc74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8f1dcac ast(f8f1dce8) at ast+0x2ea/frame 0xf8f1dcdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48002 tid 100162 td 0xc9783680 cpustop_handler(3,13,f8ceccdc,c1168697,f8cecbf0,...) at cpustop_handler+0x25/frame 0xf8cecb88 ipi_nmi_handler(f8cecbf0,c0bfbfb5,c1975380,8,3,...) at ipi_nmi_handler+0x36/frame 0xf8cecb98 trap(f8cecce8) at trap+0x37/frame 0xf8ceccdc calltrap() at calltrap+0x6/frame 0xf8ceccdc --- trap 0x13, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 48001 tid 101405 td 0xcb569000 sched_switch(cb569000,0,207,1a3,d07370af,...) at sched_switch+0x4da/frame 0xc84a8c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc84a8cac ast(c84a8ce8) at ast+0x2ea/frame 0xc84a8cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 48000 tid 100236 td 0xcb57d340 sched_switch(cb57d340,0,207,1a3,cdd879af,...) at sched_switch+0x4da/frame 0xf8e4fc74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8e4fcac ast(f8e4fce8) at ast+0x2ea/frame 0xf8e4fcdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47999 tid 101504 td 0xcb5ef340 sched_switch(cb5ef340,0,207,1a3,cf13b9af,...) at sched_switch+0x4da/frame 0xc8600c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc8600cac ast(c8600ce8) at ast+0x2ea/frame 0xc8600cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47998 tid 101544 td 0xcb5c99c0 sched_switch(cb5c99c0,0,602,1a3,c867bc6c,...) at sched_switch+0x4da/frame 0xc867bc18 mi_switch(602,0,c1546404,d3,c8cf9500,...) at mi_switch+0x1b4/frame 0xc867bc50 critical_exit(c9028d40,c867bcbc,c117194f,0,0,...) at critical_exit+0xa2/frame 0xc867bc6c intr_event_handle(c8cf9500,c867bce8,745d911f,1,3,...) at intr_event_handle+0x11f/frame 0xc867bc98 intr_execute_handlers(c9028d40,c867bce8,1) at intr_execute_handlers+0x42/frame 0xc867bcb8 lapic_handle_intr(33,c867bce8) at lapic_handle_intr+0x5d/frame 0xc867bcd8 Xapic_isr1() at Xapic_isr1+0x55/frame 0xc867bcd8 --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 47997 tid 100157 td 0xca3c3000 sched_switch(ca3c3000,0,602,1a3,ca3c3000,...) at sched_switch+0x4da/frame 0xf8ce0c6c mi_switch(602,0,c1546404,d3,ca3c3000,...) at mi_switch+0x1b4/frame 0xf8ce0ca4 critical_exit(ca3c3000,0,3) at critical_exit+0xa2/frame 0xf8ce0cc0 ipi_bitmap_handler(3b,3b,3b,4a2a7d6,28600000,...) at ipi_bitmap_handler+0x6b/frame 0xf8ce0ce0 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x32/frame 0xf8ce0ce0 --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 47996 tid 100158 td 0xc978d000 sched_switch(c978d000,0,207,1a3,c986a0af,...) at sched_switch+0x4da/frame 0xedf49c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xedf49cac ast(edf49ce8) at ast+0x2ea/frame 0xedf49cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47995 tid 101410 td 0xcb5a2680 sched_switch(cb5a2680,0,207,1a3,d07e00af,...) at sched_switch+0x4da/frame 0xc84b7c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc84b7cac ast(c84b7ce8) at ast+0x2ea/frame 0xc84b7cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47994 tid 101409 td 0xcb577000 sched_switch(cb577000,0,207,1a3,d07e03ad,...) at sched_switch+0x4da/frame 0xc84b4c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc84b4cac ast(c84b4ce8) at ast+0x2ea/frame 0xc84b4cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47993 tid 100615 td 0xcb534680 sched_switch(cb534680,0,207,1a3,d07e09ae,...) at sched_switch+0x4da/frame 0xc878fc74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc878fcac ast(c878fce8) at ast+0x2ea/frame 0xc878fcdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47992 tid 100469 td 0xcb5bd9c0 sched_switch(cb5bd9c0,0,207,1a3,cb4599ae,...) at sched_switch+0x4da/frame 0xc858ec74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xc858ecac ast(c858ece8) at ast+0x2ea/frame 0xc858ecdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47991 tid 101382 td 0xcb5c49c0 sched_switch(cb5c49c0,0,207,1a3,d07376af,...) at sched_switch+0x4da/frame 0xf8f65c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8f65cac ast(f8f65ce8) at ast+0x2ea/frame 0xf8f65cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47990 tid 100878 td 0xcb5469c0 kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 47989 tid 100151 td 0xc978c000 sched_switch(c978c000,0,207,1a3,c977d6af,...) at sched_switch+0x4da/frame 0xf8cc7c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8cc7cac ast(f8cc7ce8) at ast+0x2ea/frame 0xf8cc7cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47988 tid 101298 td 0xcb6429c0 sched_switch(cb6429c0,0,207,1a3,c9f699ae,...) at sched_switch+0x4da/frame 0xf8fdbc74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8fdbcac ast(f8fdbce8) at ast+0x2ea/frame 0xf8fdbcdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47987 tid 100641 td 0xcb545340 cpustop_handler(0,13,c879bcdc,c1168697,c879bbf0,...) at cpustop_handler+0x25/frame 0xc879bb88 ipi_nmi_handler(c879bbf0,c0bfbfb5,c1973e80,8,0,...) at ipi_nmi_handler+0x36/frame 0xc879bb98 trap(c879bce8) at trap+0x37/frame 0xc879bcdc calltrap() at calltrap+0x6/frame 0xc879bcdc --- trap 0x13, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command mlockall2 pid 47986 tid 100164 td 0xc95b2000 sched_switch(c95b2000,0,207,1a3,c98653ae,...) at sched_switch+0x4da/frame 0xf8cf4c74 mi_switch(207,0,c154ceb0,fe,c1a31384,...) at mi_switch+0x1b4/frame 0xf8cf4cac ast(f8cf4ce8) at ast+0x2ea/frame 0xf8cf4cdc doreti_ast() at doreti_ast+0x1a/frame 0xbfbfe848 Tracing command mlockall2 pid 47984 tid 101578 td 0xcb585000 sched_switch(cb585000,0,104,1a7,c870fa68,...) at sched_switch+0x4da/frame 0xc870fa30 mi_switch(104,0,c154c269,200,c1a44d00,...) at mi_switch+0x1b4/frame 0xc870fa68 sleepq_switch(cb585000,0,c154c269,276,cb585000,...) at sleepq_switch+0x127/frame 0xc870fa9c sleepq_wait(c1a4390c,54,c158d017,0,0,...) at sleepq_wait+0x48/frame 0xc870fac0 _sleep(c1a4390c,c1a44d00,254,c158d017,0,0,0,0,100) at _sleep+0x46e/frame 0xc870fb18 vm_wait(d0737354,0,c1540290,24c,14,...) at vm_wait+0xf9/frame 0xc870fb44 vm_forkproc(cb585000,d0737354,cb5cb680,c97f43c0,14,...) at vm_forkproc+0x95/frame 0xc870fb68 fork1(cb585000,14,0,c870fc10,0,...) at fork1+0x142d/frame 0xc870fbec sys_fork(cb585000,c870fca8,c153e001,4,c1973e90,...) at sys_fork+0x41/frame 0xc870fc18 syscall(c870fce8) at syscall+0x3bd/frame 0xc870fcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc870fcdc --- syscall (2, FreeBSD ELF32, sys_fork), eip = 0x28146c63, esp = 0xbfbfe840, ebp = 0xbfbfe848 --- Tracing command tee pid 47391 tid 101559 td 0xcb525000 sched_switch(cb525000,0,104,1a7,c86cea1c,...) at sched_switch+0x4da/frame 0xc86ce9e4 mi_switch(104,0,c154c269,200,cb57a1c0,...) at mi_switch+0x1b4/frame 0xc86cea1c sleepq_switch(cb525000,0,c154c269,1b6,c86cea94,...) at sleepq_switch+0x127/frame 0xc86cea50 sleepq_catch_signals(c154c269,16d,cb0ad328,db,cb525000,...) at sleepq_catch_signals+0x3b7/frame 0xc86cea8c sleepq_wait_sig(cb0ad198,5c,c154fa70,100,0,...) at sleepq_wait_sig+0x14/frame 0xc86ceab0 _sleep(cb0ad198,cb0ad318,15c,c154fa70,0,...) at _sleep+0x439/frame 0xc86ceb08 pipe_read(cb213540,c86cebe8,c9779100,0,cb525000,...) at pipe_read+0x2ca/frame 0xc86ceb4c dofileread(cb213540,c86cebe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xc86ceb80 kern_readv(cb525000,0,c86cebe8,d48bb6a8,28412000,...) at kern_readv+0x93/frame 0xc86cebc8 sys_read(cb525000,c86ceca8,c153e001,4,bddfb63f,...) at sys_read+0x59/frame 0xc86cec18 syscall(c86cece8) at syscall+0x3bd/frame 0xc86cecdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc86cecdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b3c7b, esp = 0xbfbfe840, ebp = 0xbfbfe854 --- Tracing command sh pid 47390 tid 101490 td 0xcb5849c0 sched_switch(cb5849c0,0,104,1a7,c85d6a68,...) at sched_switch+0x4da/frame 0xc85d6a30 mi_switch(104,0,c154c269,200,c1a44d00,...) at mi_switch+0x1b4/frame 0xc85d6a68 sleepq_switch(cb5849c0,0,c154c269,276,cb5849c0,...) at sleepq_switch+0x127/frame 0xc85d6a9c sleepq_wait(c1a4390c,54,c158d017,0,0,...) at sleepq_wait+0x48/frame 0xc85d6ac0 _sleep(c1a4390c,c1a44d00,254,c158d017,0,0,0,0,100) at _sleep+0x46e/frame 0xc85d6b18 vm_wait(ca1959fc,0,c1540290,24c,80000034,...) at vm_wait+0xf9/frame 0xc85d6b44 vm_forkproc(cb5849c0,ca1959fc,cb469340,0,80000034,...) at vm_forkproc+0x95/frame 0xc85d6b68 fork1(cb5849c0,80000034,0,c85d6c10,0,...) at fork1+0x142d/frame 0xc85d6bec sys_vfork(cb5849c0,c85d6ca8,c153e001,4,0,...) at sys_vfork+0x41/frame 0xc85d6c18 syscall(c85d6ce8) at syscall+0x3bd/frame 0xc85d6cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc85d6cdc --- syscall (66, FreeBSD ELF32, sys_vfork), eip = 0x2816d930, esp = 0xbfbfe5d8, ebp = 0xbfbfe630 --- Tracing command bash pid 34114 tid 101516 td 0xc98a3340 sched_switch(c98a3340,0,104,1a7,c86249ac,...) at sched_switch+0x4da/frame 0xc8624974 mi_switch(104,0,c154c269,200,cb578a40,...) at mi_switch+0x1b4/frame 0xc86249ac sleepq_switch(c98a3340,0,c154c269,1b6,c8624a24,...) at sleepq_switch+0x127/frame 0xc86249e0 sleepq_catch_signals(c8624a40,c0bfab36,c8f6ac14,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xc8624a1c sleepq_wait_sig(c8f6ac70,0,c8624a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xc8624a40 _cv_wait_sig(c8f6ac70,c8f6ac04,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xc8624a8c tty_wait(c8f6ac00,c8f6ac70,c8624be8,1,0,...) at tty_wait+0x4b/frame 0xc8624ab0 ttydisc_read(c8f6ac00,c8624be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xc8624af4 ttydev_read(c9ae1400,c8624be8,0,c8624b50,c98a3340,...) at ttydev_read+0x55/frame 0xc8624b14 devfs_read_f(c98268c0,c8624be8,cb467100,0,c98a3340,...) at devfs_read_f+0xb7/frame 0xc8624b4c dofileread(c98268c0,c8624be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xc8624b80 kern_readv(c98a3340,0,c8624be8,cf3c76a8,bfbfdeab,...) at kern_readv+0x93/frame 0xc8624bc8 sys_read(c98a3340,c8624ca8,c153e001,4,c1974c90,...) at sys_read+0x59/frame 0xc8624c18 syscall(c8624ce8) at syscall+0x3bd/frame 0xc8624cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xc8624cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x282b4c7b, esp = 0xbfbfde80, ebp = 0xbfbfde94 --- Tracing command csh pid 18850 tid 100097 td 0xcb5e79c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(cb5e79c0,ffffffff,49a2,18701,cb5e79c0,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command su pid 18755 tid 100206 td 0xcb3889c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(cb3889c0,ffffffff,4943,1876e,cb3889c0,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command bash pid 18260 tid 100228 td 0xcb3b3000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(cb3b3000,ffffffff,4754,18784,cb3b3000,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command sshd pid 18259 tid 100184 td 0xcb0869c0 sched_switch(cb0869c0,0,104,1a7,f8e19914,...) at sched_switch+0x4da/frame 0xf8e198dc mi_switch(104,0,c154c269,200,c9786e40,...) at mi_switch+0x1b4/frame 0xf8e19914 sleepq_switch(cb0869c0,0,c154c269,1b6,f8e1998c,...) at sleepq_switch+0x127/frame 0xf8e19948 sleepq_catch_signals(f8e199a8,c0bfab36,c9d948a0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8e19984 sleepq_wait_sig(c9d948a4,0,f8e199e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8e199a8 _cv_wait_sig(c9d948a4,c9d94890,c154f78b,739,c15523aa,...) at _cv_wait_sig+0x211/frame 0xf8e199f4 seltdwait(ffffffff,0,0,cb0869c0,0,...) at seltdwait+0xbf/frame 0xf8e19a28 kern_select(cb0869c0,c,28a181c8,28a181b0,0,...) at kern_select+0x904/frame 0xf8e19bd0 sys_select(cb0869c0,f8e19ca8,c153e001,4,17e1af40,...) at sys_select+0x66/frame 0xf8e19c18 syscall(f8e19ce8) at syscall+0x3bd/frame 0xf8e19cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e19cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28505c6b, esp = 0xbfbfe78c, ebp = 0xbfbfe7b0 --- Tracing command sshd pid 18221 tid 100194 td 0xca3c49c0 sched_switch(ca3c49c0,0,104,1a7,f8e3494c,...) at sched_switch+0x4da/frame 0xf8e34914 mi_switch(104,0,c154c269,200,c9787240,...) at mi_switch+0x1b4/frame 0xf8e3494c sleepq_switch(ca3c49c0,0,c154c269,1b6,f8e349c4,...) at sleepq_switch+0x127/frame 0xf8e34980 sleepq_catch_signals(f8e349e0,c0bfab36,c9d6b5e0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8e349bc sleepq_wait_sig(c9d6b5e4,0,f8e34a18,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8e349e0 _cv_wait_sig(c9d6b5e4,c9d6b5d0,c154f78b,739,c154f78b,...) at _cv_wait_sig+0x211/frame 0xf8e34a2c seltdwait(ffffffff,0,0,ca3c49c0,0,...) at seltdwait+0xbf/frame 0xf8e34a60 kern_poll(ca3c49c0,bfbfe878,1,0,0,...) at kern_poll+0x4f0/frame 0xf8e34be0 sys_poll(ca3c49c0,f8e34ca8,c153e001,4,e3fa650b,...) at sys_poll+0x71/frame 0xf8e34c18 syscall(f8e34ce8) at syscall+0x3bd/frame 0xf8e34cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e34cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284a361b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- Tracing command sh pid 17329 tid 100218 td 0xcb278340 sched_switch(cb278340,0,104,1a7,f8e91a1c,...) at sched_switch+0x4da/frame 0xf8e919e4 mi_switch(104,0,c154c269,200,c97869c0,...) at mi_switch+0x1b4/frame 0xf8e91a1c sleepq_switch(cb278340,0,c154c269,1b6,f8e91a94,...) at sleepq_switch+0x127/frame 0xf8e91a50 sleepq_catch_signals(c154c269,16d,c981e328,16b,cb278340,...) at sleepq_catch_signals+0x3b7/frame 0xf8e91a8c sleepq_wait_sig(c981e198,5c,c154fa70,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8e91ab0 _sleep(c981e198,c981e318,15c,c154fa70,0,...) at _sleep+0x439/frame 0xf8e91b08 pipe_read(c9829508,f8e91be8,ca3be700,0,cb278340,...) at pipe_read+0x2ca/frame 0xf8e91b4c dofileread(c9829508,f8e91be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8e91b80 kern_readv(cb278340,0,f8e91be8,ca5119fc,bfbfe987,...) at kern_readv+0x93/frame 0xf8e91bc8 sys_read(cb278340,f8e91ca8,c153e001,4,0,...) at sys_read+0x59/frame 0xf8e91c18 syscall(f8e91ce8) at syscall+0x3bd/frame 0xf8e91cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e91cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281fec7b, esp = 0xbfbfe92c, ebp = 0xbfbfe940 --- Tracing command awk pid 17327 tid 100217 td 0xcb278680 sched_switch(cb278680,0,104,1a7,f8e8ea1c,...) at sched_switch+0x4da/frame 0xf8e8e9e4 mi_switch(104,0,c154c269,200,c9786980,...) at mi_switch+0x1b4/frame 0xf8e8ea1c sleepq_switch(cb278680,0,c154c269,1b6,f8e8ea94,...) at sleepq_switch+0x127/frame 0xf8e8ea50 sleepq_catch_signals(c154c269,16d,c981bcb8,1b9,cb278680,...) at sleepq_catch_signals+0x3b7/frame 0xf8e8ea8c sleepq_wait_sig(c981bb28,5c,c154fa70,100,0,...) at sleepq_wait_sig+0x14/frame 0xf8e8eab0 _sleep(c981bb28,c981bca8,15c,c154fa70,0,...) at _sleep+0x439/frame 0xf8e8eb08 pipe_read(cb1ea968,f8e8ebe8,ca3be700,0,cb278680,...) at pipe_read+0x2ca/frame 0xf8e8eb4c dofileread(cb1ea968,f8e8ebe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8e8eb80 kern_readv(cb278680,0,f8e8ebe8,cb1e6000,28686000,...) at kern_readv+0x93/frame 0xf8e8ebc8 sys_read(cb278680,f8e8eca8,c153e001,4,7c2,...) at sys_read+0x59/frame 0xf8e8ec18 syscall(f8e8ece8) at syscall+0x3bd/frame 0xf8e8ecdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e8ecdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x28204c7b, esp = 0xbfbfe9d8, ebp = 0xbfbfe9ec --- Tracing command sh pid 17326 tid 100089 td 0xc9674340 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(c9674340,ffffffff,43ae,186f9,c9674340,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command sh pid 17318 tid 100183 td 0xca5129c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(ca5129c0,ffffffff,43a6,18757,ca5129c0,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command sshd pid 17317 tid 100179 td 0xcb0889c0 sched_switch(cb0889c0,0,104,1a7,f8da7914,...) at sched_switch+0x4da/frame 0xf8da78dc mi_switch(104,0,c154c269,200,c9786d40,...) at mi_switch+0x1b4/frame 0xf8da7914 sleepq_switch(cb0889c0,0,c154c269,1b6,f8da798c,...) at sleepq_switch+0x127/frame 0xf8da7948 sleepq_catch_signals(f8da79a8,c0bfab36,c9d6b520,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8da7984 sleepq_wait_sig(c9d6b524,0,f8da79e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8da79a8 _cv_wait_sig(c9d6b524,c9d6b510,c154f78b,739,c154f845,...) at _cv_wait_sig+0x211/frame 0xf8da79f4 seltdwait(ffffffff,0,0,cb0889c0,0,...) at seltdwait+0xbf/frame 0xf8da7a28 kern_select(cb0889c0,c,28a181c8,28a181b0,0,...) at kern_select+0x904/frame 0xf8da7bd0 sys_select(cb0889c0,f8da7ca8,c153e001,4,9c8ddd92,...) at sys_select+0x66/frame 0xf8da7c18 syscall(f8da7ce8) at syscall+0x3bd/frame 0xf8da7cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8da7cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28505c6b, esp = 0xbfbfe78c, ebp = 0xbfbfe7b0 --- Tracing command top pid 17308 tid 100181 td 0xcb088340 sched_switch(cb088340,0,104,1a7,f8e1090c,...) at sched_switch+0x4da/frame 0xf8e108d4 mi_switch(104,0,c154c269,200,c97e35c0,...) at mi_switch+0x1b4/frame 0xf8e1090c sleepq_switch(cb088340,0,c154c269,1b6,c9d6b4d0,...) at sleepq_switch+0x127/frame 0xf8e10940 sleepq_catch_signals(c17c8798,f8e109a4,c0bfab36,c9d6b4e0,0,...) at sleepq_catch_signals+0x3b7/frame 0xf8e1097c sleepq_timedwait_sig(c9d6b4e4,0,f8e109e0,10000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xf8e109a4 _cv_timedwait_sig_sbt(c9d6b4e4,c9d6b4d0,59ffcbe2,39b1,10000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xf8e109f4 seltdwait(39b1,10000000,0,cb088340,0,...) at seltdwait+0x8d/frame 0xf8e10a28 kern_select(cb088340,2,bfbfebf8,0,0,...) at kern_select+0x904/frame 0xf8e10bd0 sys_select(cb088340,f8e10ca8,c153e001,4,59feac85,...) at sys_select+0x66/frame 0xf8e10c18 syscall(f8e10ce8) at syscall+0x3bd/frame 0xf8e10cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e10cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28241c6b, esp = 0xbfbfeb74, ebp = 0xbfbfeb98 --- Tracing command sshd pid 17307 tid 100211 td 0xcb279680 sched_switch(cb279680,0,104,1a7,f8e7c914,...) at sched_switch+0x4da/frame 0xf8e7c8dc mi_switch(104,0,c154c269,200,cb578200,...) at mi_switch+0x1b4/frame 0xf8e7c914 sleepq_switch(cb279680,0,c154c269,1b6,f8e7c98c,...) at sleepq_switch+0x127/frame 0xf8e7c948 sleepq_catch_signals(f8e7c9a8,c0bfab36,c9d6b8e0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8e7c984 sleepq_wait_sig(c9d6b8e4,0,f8e7c9e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8e7c9a8 _cv_wait_sig(c9d6b8e4,c9d6b8d0,c154f78b,739,c15523aa,...) at _cv_wait_sig+0x211/frame 0xf8e7c9f4 seltdwait(ffffffff,0,0,cb279680,0,...) at seltdwait+0xbf/frame 0xf8e7ca28 kern_select(cb279680,a,28a181c8,28a181b0,0,...) at kern_select+0x904/frame 0xf8e7cbd0 sys_select(cb279680,f8e7cca8,c153e001,4,e3d535d,...) at sys_select+0x66/frame 0xf8e7cc18 syscall(f8e7cce8) at syscall+0x3bd/frame 0xf8e7ccdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e7ccdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28505c6b, esp = 0xbfbfe78c, ebp = 0xbfbfe7b0 --- Tracing command tail pid 17302 tid 100176 td 0xcb08a680 sched_switch(cb08a680,0,104,1a7,f8d618f8,...) at sched_switch+0x4da/frame 0xf8d618c0 mi_switch(104,0,c154c269,200,c1974c80,...) at mi_switch+0x1b4/frame 0xf8d618f8 sleepq_switch(cb08a680,0,c154c269,1b6,16d,...) at sleepq_switch+0x127/frame 0xf8d6192c sleepq_catch_signals(c0c63df0,cb08a680,2,201,2,...) at sleepq_catch_signals+0x3b7/frame 0xf8d61968 sleepq_timedwait_sig(c90d7c80,68,39b0,10000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xf8d61990 _sleep(c90d7c80,c90d7c80,168,c153db76,c501b558,...) at _sleep+0x31f/frame 0xf8d619e8 kqueue_kevent(0,1,f8d61be8,f8d61bf8,0,...) at kqueue_kevent+0x38a/frame 0xf8d61b24 kern_kevent_fp(cb08a680,cb212a48,0,1,f8d61be8,...) at kern_kevent_fp+0xa0/frame 0xf8d61b48 kern_kevent(cb08a680,4,0,1,f8d61be8,...) at kern_kevent+0xe8/frame 0xf8d61b98 sys_kevent(cb08a680,f8d61ca8,c153e001,4,9fa2e9a5,...) at sys_kevent+0x135/frame 0xf8d61c18 syscall(f8d61ce8) at syscall+0x3bd/frame 0xf8d61cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8d61cdc --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x281946ef, esp = 0xbfbfeb90, ebp = 0xbfbfebb8 --- Tracing command sshd pid 17299 tid 100186 td 0xcb086340 sched_switch(cb086340,0,104,1a7,f8e1f914,...) at sched_switch+0x4da/frame 0xf8e1f8dc mi_switch(104,0,c154c269,200,c9786ec0,...) at mi_switch+0x1b4/frame 0xf8e1f914 sleepq_switch(cb086340,0,c154c269,1b6,f8e1f98c,...) at sleepq_switch+0x127/frame 0xf8e1f948 sleepq_catch_signals(f8e1f9a8,c0bfab36,c9fa7920,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8e1f984 sleepq_wait_sig(c9fa7924,0,f8e1f9e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8e1f9a8 _cv_wait_sig(c9fa7924,c9fa7910,c154f78b,739,c154f845,...) at _cv_wait_sig+0x211/frame 0xf8e1f9f4 seltdwait(ffffffff,0,0,cb086340,0,...) at seltdwait+0xbf/frame 0xf8e1fa28 kern_select(cb086340,c,28a181c8,28a181b0,0,...) at kern_select+0x904/frame 0xf8e1fbd0 sys_select(cb086340,f8e1fca8,c153e001,4,d00c0118,...) at sys_select+0x66/frame 0xf8e1fc18 syscall(f8e1fce8) at syscall+0x3bd/frame 0xf8e1fcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e1fcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28505c6b, esp = 0xbfbfe78c, ebp = 0xbfbfe7b0 --- Tracing command sshd pid 17277 tid 100191 td 0xca512680 sched_switch(ca512680,0,104,1a7,f8e2b94c,...) at sched_switch+0x4da/frame 0xf8e2b914 mi_switch(104,0,c154c269,200,c95b5e40,...) at mi_switch+0x1b4/frame 0xf8e2b94c sleepq_switch(ca512680,0,c154c269,1b6,f8e2b9c4,...) at sleepq_switch+0x127/frame 0xf8e2b980 sleepq_catch_signals(f8e2b9e0,c0bfab36,c9d6b5a0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8e2b9bc sleepq_wait_sig(c9d6b5a4,0,f8e2ba18,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8e2b9e0 _cv_wait_sig(c9d6b5a4,c9d6b590,c154f78b,739,c154f78b,...) at _cv_wait_sig+0x211/frame 0xf8e2ba2c seltdwait(ffffffff,0,0,ca512680,0,...) at seltdwait+0xbf/frame 0xf8e2ba60 kern_poll(ca512680,bfbfe878,1,0,0,...) at kern_poll+0x4f0/frame 0xf8e2bbe0 sys_poll(ca512680,f8e2bca8,c153e001,4,f8e2bc6c,...) at sys_poll+0x71/frame 0xf8e2bc18 syscall(f8e2bce8) at syscall+0x3bd/frame 0xf8e2bcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e2bcdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284a361b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- Tracing command sshd pid 17276 tid 100101 td 0xc978c340 sched_switch(c978c340,0,104,1a7,edf9894c,...) at sched_switch+0x4da/frame 0xedf98914 mi_switch(104,0,c154c269,200,c97e2e80,...) at mi_switch+0x1b4/frame 0xedf9894c sleepq_switch(c978c340,0,c154c269,1b6,edf989c4,...) at sleepq_switch+0x127/frame 0xedf98980 sleepq_catch_signals(edf989e0,c0bfab36,c9d948e0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf989bc sleepq_wait_sig(c9d948e4,0,edf98a18,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf989e0 _cv_wait_sig(c9d948e4,c9d948d0,c154f78b,739,c154f78b,...) at _cv_wait_sig+0x211/frame 0xedf98a2c seltdwait(ffffffff,0,0,c978c340,0,...) at seltdwait+0xbf/frame 0xedf98a60 kern_poll(c978c340,bfbfe878,1,0,0,...) at kern_poll+0x4f0/frame 0xedf98be0 sys_poll(c978c340,edf98ca8,c153e001,4,8fc110d4,...) at sys_poll+0x71/frame 0xedf98c18 syscall(edf98ce8) at syscall+0x3bd/frame 0xedf98cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf98cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284a361b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- Tracing command sshd pid 17273 tid 100172 td 0xca5139c0 sched_switch(ca5139c0,0,104,1a7,f8d0c94c,...) at sched_switch+0x4da/frame 0xf8d0c914 mi_switch(104,0,c154c269,200,c95b5d00,...) at mi_switch+0x1b4/frame 0xf8d0c94c sleepq_switch(ca5139c0,0,c154c269,1b6,f8d0c9c4,...) at sleepq_switch+0x127/frame 0xf8d0c980 sleepq_catch_signals(f8d0c9e0,c0bfab36,c9d6b560,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8d0c9bc sleepq_wait_sig(c9d6b564,0,f8d0ca18,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8d0c9e0 _cv_wait_sig(c9d6b564,c9d6b550,c154f78b,739,c154f78b,...) at _cv_wait_sig+0x211/frame 0xf8d0ca2c seltdwait(ffffffff,0,0,ca5139c0,0,...) at seltdwait+0xbf/frame 0xf8d0ca60 kern_poll(ca5139c0,bfbfe878,1,0,0,...) at kern_poll+0x4f0/frame 0xf8d0cbe0 sys_poll(ca5139c0,f8d0cca8,c153e001,4,f8d0cc6c,...) at sys_poll+0x71/frame 0xf8d0cc18 syscall(f8d0cce8) at syscall+0x3bd/frame 0xf8d0ccdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8d0ccdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284a361b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- Tracing command sh pid 14325 tid 100178 td 0xcb08a000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(cb08a000,ffffffff,37f5,18752,cb08a000,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command bash pid 13833 tid 100159 td 0xc95b2680 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(c95b2680,ffffffff,3609,1873f,c95b2680,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command csh pid 13759 tid 100190 td 0xca3c4000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(ca3c4000,ffffffff,35bf,1875e,ca3c4000,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command su pid 13540 tid 100173 td 0xca513680 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(ca513680,ffffffff,34e4,1874d,ca513680,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command bash pid 12274 tid 100153 td 0xc9672000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(c9672000,ffffffff,2ff2,18739,c9672000,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command sshd pid 12269 tid 100092 td 0xc97ec680 sched_switch(c97ec680,0,104,1a7,edf35914,...) at sched_switch+0x4da/frame 0xedf358dc mi_switch(104,0,c154c269,200,c97e3340,...) at mi_switch+0x1b4/frame 0xedf35914 sleepq_switch(c97ec680,0,c154c269,1b6,edf3598c,...) at sleepq_switch+0x127/frame 0xedf35948 sleepq_catch_signals(edf359a8,c0bfab36,c9d6b860,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf35984 sleepq_wait_sig(c9d6b864,0,edf359e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf359a8 _cv_wait_sig(c9d6b864,c9d6b850,c154f78b,739,c15523aa,...) at _cv_wait_sig+0x211/frame 0xedf359f4 seltdwait(ffffffff,0,0,c97ec680,0,...) at seltdwait+0xbf/frame 0xedf35a28 kern_select(c97ec680,c,28a181c8,28a181b0,0,...) at kern_select+0x904/frame 0xedf35bd0 sys_select(c97ec680,edf35ca8,c153e001,4,a5958f96,...) at sys_select+0x66/frame 0xedf35c18 syscall(edf35ce8) at syscall+0x3bd/frame 0xedf35cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf35cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28505c6b, esp = 0xbfbfe78c, ebp = 0xbfbfe7b0 --- Tracing command sshd pid 12201 tid 100192 td 0xca512340 sched_switch(ca512340,0,104,1a7,f8e2e94c,...) at sched_switch+0x4da/frame 0xf8e2e914 mi_switch(104,0,c154c269,200,c95b5e80,...) at mi_switch+0x1b4/frame 0xf8e2e94c sleepq_switch(ca512340,0,c154c269,1b6,f8e2e9c4,...) at sleepq_switch+0x127/frame 0xf8e2e980 sleepq_catch_signals(f8e2e9e0,c0bfab36,c9fa79a0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8e2e9bc sleepq_wait_sig(c9fa79a4,0,f8e2ea18,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8e2e9e0 _cv_wait_sig(c9fa79a4,c9fa7990,c154f78b,739,c154f78b,...) at _cv_wait_sig+0x211/frame 0xf8e2ea2c seltdwait(ffffffff,0,0,ca512340,0,...) at seltdwait+0xbf/frame 0xf8e2ea60 kern_poll(ca512340,bfbfe878,1,0,0,...) at kern_poll+0x4f0/frame 0xf8e2ebe0 sys_poll(ca512340,f8e2eca8,c153e001,4,aae40572,...) at sys_poll+0x71/frame 0xf8e2ec18 syscall(f8e2ece8) at syscall+0x3bd/frame 0xf8e2ecdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8e2ecdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284a361b, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- Tracing command getty pid 798 tid 100170 td 0xca514000 sched_switch(ca514000,0,104,1a7,f8d069ac,...) at sched_switch+0x4da/frame 0xf8d06974 mi_switch(104,0,c154c269,200,c95b5cc0,...) at mi_switch+0x1b4/frame 0xf8d069ac sleepq_switch(ca514000,0,c154c269,1b6,f8d06a24,...) at sleepq_switch+0x127/frame 0xf8d069e0 sleepq_catch_signals(f8d06a40,c0bfab36,c8f6c614,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8d06a1c sleepq_wait_sig(c8f6c670,0,f8d06a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8d06a40 _cv_wait_sig(c8f6c670,c8f6c604,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xf8d06a8c tty_wait(c8f6c600,c8f6c670,f8d06be8,1,0,...) at tty_wait+0x4b/frame 0xf8d06ab0 ttydisc_read(c8f6c600,f8d06be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xf8d06af4 ttydev_read(c8e8de00,f8d06be8,0,0,ca514000,...) at ttydev_read+0x55/frame 0xf8d06b14 devfs_read_f(c98286c8,f8d06be8,ca3c0200,0,ca514000,...) at devfs_read_f+0xb7/frame 0xf8d06b4c dofileread(c98286c8,f8d06be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8d06b80 kern_readv(ca514000,0,f8d06be8,ca511000,bfbfedef,...) at kern_readv+0x93/frame 0xf8d06bc8 sys_read(ca514000,f8d06ca8,c153e001,4,fa825483,...) at sys_read+0x59/frame 0xf8d06c18 syscall(f8d06ce8) at syscall+0x3bd/frame 0xf8d06cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8d06cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 797 tid 100169 td 0xca514340 sched_switch(ca514340,0,104,1a7,f8d039ac,...) at sched_switch+0x4da/frame 0xf8d03974 mi_switch(104,0,c154c269,200,c97e3400,...) at mi_switch+0x1b4/frame 0xf8d039ac sleepq_switch(ca514340,0,c154c269,1b6,f8d03a24,...) at sleepq_switch+0x127/frame 0xf8d039e0 sleepq_catch_signals(f8d03a40,c0bfab36,c8f6b614,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8d03a1c sleepq_wait_sig(c8f6b670,0,f8d03a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8d03a40 _cv_wait_sig(c8f6b670,c8f6b604,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xf8d03a8c tty_wait(c8f6b600,c8f6b670,f8d03be8,1,0,...) at tty_wait+0x4b/frame 0xf8d03ab0 ttydisc_read(c8f6b600,f8d03be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xf8d03af4 ttydev_read(c9334200,f8d03be8,0,0,ca514340,...) at ttydev_read+0x55/frame 0xf8d03b14 devfs_read_f(c979a850,f8d03be8,ca3bec00,0,ca514340,...) at devfs_read_f+0xb7/frame 0xf8d03b4c dofileread(c979a850,f8d03be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8d03b80 kern_readv(ca514340,0,f8d03be8,ca511354,bfbfedef,...) at kern_readv+0x93/frame 0xf8d03bc8 sys_read(ca514340,f8d03ca8,c153e001,4,db,...) at sys_read+0x59/frame 0xf8d03c18 syscall(f8d03ce8) at syscall+0x3bd/frame 0xf8d03cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8d03cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 796 tid 100168 td 0xca514680 sched_switch(ca514680,0,104,1a7,f8d009ac,...) at sched_switch+0x4da/frame 0xf8d00974 mi_switch(104,0,c154c269,200,c95b5c40,...) at mi_switch+0x1b4/frame 0xf8d009ac sleepq_switch(ca514680,0,c154c269,1b6,f8d00a24,...) at sleepq_switch+0x127/frame 0xf8d009e0 sleepq_catch_signals(f8d00a40,c0bfab36,c8f6b814,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8d00a1c sleepq_wait_sig(c8f6b870,0,f8d00a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8d00a40 _cv_wait_sig(c8f6b870,c8f6b804,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xf8d00a8c tty_wait(c8f6b800,c8f6b870,f8d00be8,1,0,...) at tty_wait+0x4b/frame 0xf8d00ab0 ttydisc_read(c8f6b800,f8d00be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xf8d00af4 ttydev_read(c9334300,f8d00be8,0,0,ca514680,...) at ttydev_read+0x55/frame 0xf8d00b14 devfs_read_f(c9828770,f8d00be8,c9866600,0,ca514680,...) at devfs_read_f+0xb7/frame 0xf8d00b4c dofileread(c9828770,f8d00be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8d00b80 kern_readv(ca514680,0,f8d00be8,ca5116a8,bfbfedef,...) at kern_readv+0x93/frame 0xf8d00bc8 sys_read(ca514680,f8d00ca8,c153e001,4,c1975390,...) at sys_read+0x59/frame 0xf8d00c18 syscall(f8d00ce8) at syscall+0x3bd/frame 0xf8d00cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8d00cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 795 tid 100086 td 0xc978d9c0 sched_switch(c978d9c0,0,104,1a7,edf169ac,...) at sched_switch+0x4da/frame 0xedf16974 mi_switch(104,0,c154c269,200,c9787380,...) at mi_switch+0x1b4/frame 0xedf169ac sleepq_switch(c978d9c0,0,c154c269,1b6,edf16a24,...) at sleepq_switch+0x127/frame 0xedf169e0 sleepq_catch_signals(edf16a40,c0bfab36,c8f6ba14,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf16a1c sleepq_wait_sig(c8f6ba70,0,edf16a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf16a40 _cv_wait_sig(c8f6ba70,c8f6ba04,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xedf16a8c tty_wait(c8f6ba00,c8f6ba70,edf16be8,1,0,...) at tty_wait+0x4b/frame 0xedf16ab0 ttydisc_read(c8f6ba00,edf16be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xedf16af4 ttydev_read(c9334400,edf16be8,0,0,c978d9c0,...) at ttydev_read+0x55/frame 0xedf16b14 devfs_read_f(c9828818,edf16be8,c96c1300,0,c978d9c0,...) at devfs_read_f+0xb7/frame 0xedf16b4c dofileread(c9828818,edf16be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xedf16b80 kern_readv(c978d9c0,0,edf16be8,c977e354,bfbfedef,...) at kern_readv+0x93/frame 0xedf16bc8 sys_read(c978d9c0,edf16ca8,c153e001,4,aa3190c,...) at sys_read+0x59/frame 0xedf16c18 syscall(edf16ce8) at syscall+0x3bd/frame 0xedf16cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf16cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 794 tid 100100 td 0xc97df9c0 sched_switch(c97df9c0,0,104,1a7,edf959ac,...) at sched_switch+0x4da/frame 0xedf95974 mi_switch(104,0,c154c269,200,c9787080,...) at mi_switch+0x1b4/frame 0xedf959ac sleepq_switch(c97df9c0,0,c154c269,1b6,edf95a24,...) at sleepq_switch+0x127/frame 0xedf959e0 sleepq_catch_signals(edf95a40,c0bfab36,c8f6bc14,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf95a1c sleepq_wait_sig(c8f6bc70,0,edf95a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf95a40 _cv_wait_sig(c8f6bc70,c8f6bc04,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xedf95a8c tty_wait(c8f6bc00,c8f6bc70,edf95be8,1,0,...) at tty_wait+0x4b/frame 0xedf95ab0 ttydisc_read(c8f6bc00,edf95be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xedf95af4 ttydev_read(c9334500,edf95be8,0,0,c97df9c0,...) at ttydev_read+0x55/frame 0xedf95b14 devfs_read_f(c98211f8,edf95be8,ca3bf200,0,c97df9c0,...) at devfs_read_f+0xb7/frame 0xedf95b4c dofileread(c98211f8,edf95be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xedf95b80 kern_readv(c97df9c0,0,edf95be8,c97dd354,bfbfedef,...) at kern_readv+0x93/frame 0xedf95bc8 sys_read(c97df9c0,edf95ca8,c153e001,4,db,...) at sys_read+0x59/frame 0xedf95c18 syscall(edf95ce8) at syscall+0x3bd/frame 0xedf95cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf95cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 793 tid 100102 td 0xc97df680 sched_switch(c97df680,0,104,1a7,edfab9ac,...) at sched_switch+0x4da/frame 0xedfab974 mi_switch(104,0,c154c269,200,c95b5c80,...) at mi_switch+0x1b4/frame 0xedfab9ac sleepq_switch(c97df680,0,c154c269,1b6,edfaba24,...) at sleepq_switch+0x127/frame 0xedfab9e0 sleepq_catch_signals(edfaba40,c0bfab36,c8f6be14,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfaba1c sleepq_wait_sig(c8f6be70,0,edfaba78,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfaba40 _cv_wait_sig(c8f6be70,c8f6be04,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xedfaba8c tty_wait(c8f6be00,c8f6be70,edfabbe8,1,0,...) at tty_wait+0x4b/frame 0xedfabab0 ttydisc_read(c8f6be00,edfabbe8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xedfabaf4 ttydev_read(c9334600,edfabbe8,0,0,c97df680,...) at ttydev_read+0x55/frame 0xedfabb14 devfs_read_f(c9828700,edfabbe8,c938ca00,0,c97df680,...) at devfs_read_f+0xb7/frame 0xedfabb4c dofileread(c9828700,edfabbe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xedfabb80 kern_readv(c97df680,0,edfabbe8,c97dd000,bfbfedef,...) at kern_readv+0x93/frame 0xedfabbc8 sys_read(c97df680,edfabca8,c153e001,4,c1975390,...) at sys_read+0x59/frame 0xedfabc18 syscall(edfabce8) at syscall+0x3bd/frame 0xedfabcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfabcdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 792 tid 100107 td 0xc978e680 sched_switch(c978e680,0,104,1a7,edfcc9ac,...) at sched_switch+0x4da/frame 0xedfcc974 mi_switch(104,0,c154c269,200,c97e3440,...) at mi_switch+0x1b4/frame 0xedfcc9ac sleepq_switch(c978e680,0,c154c269,1b6,edfcca24,...) at sleepq_switch+0x127/frame 0xedfcc9e0 sleepq_catch_signals(edfcca40,c0bfab36,c8f6c014,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfcca1c sleepq_wait_sig(c8f6c070,0,edfcca78,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfcca40 _cv_wait_sig(c8f6c070,c8f6c004,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xedfcca8c tty_wait(c8f6c000,c8f6c070,edfccbe8,1,0,...) at tty_wait+0x4b/frame 0xedfccab0 ttydisc_read(c8f6c000,edfccbe8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xedfccaf4 ttydev_read(c9334700,edfccbe8,0,0,c978e680,...) at ttydev_read+0x55/frame 0xedfccb14 devfs_read_f(c98287e0,edfccbe8,ca3bf300,0,c978e680,...) at devfs_read_f+0xb7/frame 0xedfccb4c dofileread(c98287e0,edfccbe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xedfccb80 kern_readv(c978e680,0,edfccbe8,c97dc000,bfbfedef,...) at kern_readv+0x93/frame 0xedfccbc8 sys_read(c978e680,edfccca8,c153e001,4,144d031d,...) at sys_read+0x59/frame 0xedfccc18 syscall(edfccce8) at syscall+0x3bd/frame 0xedfcccdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfcccdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 791 tid 100165 td 0xc9783000 sched_switch(c9783000,0,104,1a7,f8cf79ac,...) at sched_switch+0x4da/frame 0xf8cf7974 mi_switch(104,0,c154c269,200,c97870c0,...) at mi_switch+0x1b4/frame 0xf8cf79ac sleepq_switch(c9783000,0,c154c269,1b6,f8cf7a24,...) at sleepq_switch+0x127/frame 0xf8cf79e0 sleepq_catch_signals(f8cf7a40,c0bfab36,c8f6c214,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8cf7a1c sleepq_wait_sig(c8f6c270,0,f8cf7a78,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8cf7a40 _cv_wait_sig(c8f6c270,c8f6c204,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xf8cf7a8c tty_wait(c8f6c200,c8f6c270,f8cf7be8,1,0,...) at tty_wait+0x4b/frame 0xf8cf7ab0 ttydisc_read(c8f6c200,f8cf7be8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xf8cf7af4 ttydev_read(c9334800,f8cf7be8,0,0,c9783000,...) at ttydev_read+0x55/frame 0xf8cf7b14 devfs_read_f(c98211c0,f8cf7be8,ca3c0400,0,c9783000,...) at devfs_read_f+0xb7/frame 0xf8cf7b4c dofileread(c98211c0,f8cf7be8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xf8cf7b80 kern_readv(c9783000,0,f8cf7be8,c97786a8,bfbfedef,...) at kern_readv+0x93/frame 0xf8cf7bc8 sys_read(c9783000,f8cf7ca8,c153e001,4,c1974590,...) at sys_read+0x59/frame 0xf8cf7c18 syscall(f8cf7ce8) at syscall+0x3bd/frame 0xf8cf7cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8cf7cdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command getty pid 790 tid 100084 td 0xc978e000 sched_switch(c978e000,0,104,1a7,edf0e9ac,...) at sched_switch+0x4da/frame 0xedf0e974 mi_switch(104,0,c154c269,200,c9787000,...) at mi_switch+0x1b4/frame 0xedf0e9ac sleepq_switch(c978e000,0,c154c269,1b6,edf0ea24,...) at sleepq_switch+0x127/frame 0xedf0e9e0 sleepq_catch_signals(edf0ea40,c0bfab36,c8f6c414,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf0ea1c sleepq_wait_sig(c8f6c470,0,edf0ea78,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf0ea40 _cv_wait_sig(c8f6c470,c8f6c404,c15518dd,567,1,...) at _cv_wait_sig+0x211/frame 0xedf0ea8c tty_wait(c8f6c400,c8f6c470,edf0ebe8,1,0,...) at tty_wait+0x4b/frame 0xedf0eab0 ttydisc_read(c8f6c400,edf0ebe8,0,b2,c17d0654,...) at ttydisc_read+0x366/frame 0xedf0eaf4 ttydev_read(c9334900,edf0ebe8,0,0,c978e000,...) at ttydev_read+0x55/frame 0xedf0eb14 devfs_read_f(c9828c08,edf0ebe8,c96c2e00,0,c978e000,...) at devfs_read_f+0xb7/frame 0xedf0eb4c dofileread(c9828c08,edf0ebe8,ffffffff,ffffffff,0,...) at dofileread+0x97/frame 0xedf0eb80 kern_readv(c978e000,0,edf0ebe8,c977e6a8,bfbfedef,...) at kern_readv+0x93/frame 0xedf0ebc8 sys_read(c978e000,edf0eca8,c153e001,4,db,...) at sys_read+0x59/frame 0xedf0ec18 syscall(edf0ece8) at syscall+0x3bd/frame 0xedf0ecdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf0ecdc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281cac7b, esp = 0xbfbfedbc, ebp = 0xbfbfedd0 --- Tracing command inetd pid 771 tid 100163 td 0xc9783340 sched_switch(c9783340,0,104,1a7,f8cf0914,...) at sched_switch+0x4da/frame 0xf8cf08dc mi_switch(104,0,c154c269,200,c9787340,...) at mi_switch+0x1b4/frame 0xf8cf0914 sleepq_switch(c9783340,0,c154c269,1b6,f8cf098c,...) at sleepq_switch+0x127/frame 0xf8cf0948 sleepq_catch_signals(f8cf09a8,c0bfab36,c9d6b620,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8cf0984 sleepq_wait_sig(c9d6b624,0,f8cf09e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8cf09a8 _cv_wait_sig(c9d6b624,c9d6b610,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xf8cf09f4 seltdwait(ffffffff,0,0,c9783340,0,...) at seltdwait+0xbf/frame 0xf8cf0a28 kern_select(c9783340,a,bfbfe078,0,0,...) at kern_select+0x904/frame 0xf8cf0bd0 sys_select(c9783340,f8cf0ca8,c153e001,4,c4bfc565,...) at sys_select+0x66/frame 0xf8cf0c18 syscall(f8cf0ce8) at syscall+0x3bd/frame 0xf8cf0cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8cf0cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281dec6b, esp = 0xbfbfe004, ebp = 0xbfbfe028 --- Tracing command moused pid 730 tid 100161 td 0xca3c29c0 sched_switch(ca3c29c0,0,104,1a7,f8ce9914,...) at sched_switch+0x4da/frame 0xf8ce98dc mi_switch(104,0,c154c269,200,c97e3100,...) at mi_switch+0x1b4/frame 0xf8ce9914 sleepq_switch(ca3c29c0,0,c154c269,1b6,f8ce998c,...) at sleepq_switch+0x127/frame 0xf8ce9948 sleepq_catch_signals(f8ce99a8,c0bfab36,c9d6b6a0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8ce9984 sleepq_wait_sig(c9d6b6a4,0,f8ce99e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8ce99a8 _cv_wait_sig(c9d6b6a4,c9d6b690,c154f78b,739,1,...) at _cv_wait_sig+0x211/frame 0xf8ce99f4 seltdwait(ffffffff,0,0,ca3c29c0,0,...) at seltdwait+0xbf/frame 0xf8ce9a28 kern_select(ca3c29c0,400,bfbfebb8,0,0,...) at kern_select+0x904/frame 0xf8ce9bd0 sys_select(ca3c29c0,f8ce9ca8,c153e001,4,0,...) at sys_select+0x66/frame 0xf8ce9c18 syscall(f8ce9ce8) at syscall+0x3bd/frame 0xf8ce9cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8ce9cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281f5c6b, esp = 0xbfbfea54, ebp = 0xbfbfea78 --- Tracing command cron pid 653 tid 100149 td 0xca3c39c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(ca3c39c0,ffffffff,28d,18735,ca3c39c0,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command sendmail pid 648 tid 100154 td 0xc95b29c0 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(c95b29c0,ffffffff,288,1873a,c95b29c0,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command sendmail pid 645 tid 100095 td 0xc9674000 sched_switch(c9674000,0,104,1a7,edf4290c,...) at sched_switch+0x4da/frame 0xedf428d4 mi_switch(104,0,c154c269,200,110,...) at mi_switch+0x1b4/frame 0xedf4290c sleepq_switch(c9674000,0,c154c269,1b6,c9d6b6d0,...) at sleepq_switch+0x127/frame 0xedf42940 sleepq_catch_signals(c17c8798,edf429a4,c0bfab36,c9d6b6e0,0,...) at sleepq_catch_signals+0x3b7/frame 0xedf4297c sleepq_timedwait_sig(c9d6b6e4,0,edf429e0,50000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xedf429a4 _cv_timedwait_sig_sbt(c9d6b6e4,c9d6b6d0,6a206c25,39b3,50000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedf429f4 seltdwait(39b3,50000000,0,c9674000,0,...) at seltdwait+0x8d/frame 0xedf42a28 kern_select(c9674000,5,bfbfd148,0,0,...) at kern_select+0x904/frame 0xedf42bd0 sys_select(c9674000,edf42ca8,c153e001,4,c9674000,...) at sys_select+0x66/frame 0xedf42c18 syscall(edf42ce8) at syscall+0x3bd/frame 0xedf42cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf42cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2845ac6b, esp = 0xbfbfcffc, ebp = 0xbfbfd020 --- Tracing command sshd pid 642 tid 100152 td 0xc9672340 sched_switch(c9672340,0,104,1a7,f8ccb914,...) at sched_switch+0x4da/frame 0xf8ccb8dc mi_switch(104,0,c154c269,200,c95b6100,...) at mi_switch+0x1b4/frame 0xf8ccb914 sleepq_switch(c9672340,0,c154c269,1b6,f8ccb98c,...) at sleepq_switch+0x127/frame 0xf8ccb948 sleepq_catch_signals(f8ccb9a8,c0bfab36,c90283e0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8ccb984 sleepq_wait_sig(c90283e4,0,f8ccb9e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8ccb9a8 _cv_wait_sig(c90283e4,c90283d0,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xf8ccb9f4 seltdwait(ffffffff,0,0,c9672340,0,...) at seltdwait+0xbf/frame 0xf8ccba28 kern_select(c9672340,9,28a18158,0,0,...) at kern_select+0x904/frame 0xf8ccbbd0 sys_select(c9672340,f8ccbca8,c153e001,4,282fd370,...) at sys_select+0x66/frame 0xf8ccbc18 syscall(f8ccbce8) at syscall+0x3bd/frame 0xf8ccbcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8ccbcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28505c6b, esp = 0xbfbfe86c, ebp = 0xbfbfe890 --- Tracing command powerd pid 590 tid 100091 td 0xc97ec9c0 sched_switch(c97ec9c0,0,104,1a7,edf3190c,...) at sched_switch+0x4da/frame 0xedf318d4 mi_switch(104,0,c154c269,200,c97e3300,...) at mi_switch+0x1b4/frame 0xedf3190c sleepq_switch(c97ec9c0,0,c154c269,1b6,c9fa7a10,...) at sleepq_switch+0x127/frame 0xedf31940 sleepq_catch_signals(c17c8798,edf319a4,c0bfab36,c9fa7a20,0,...) at sleepq_catch_signals+0x3b7/frame 0xedf3197c sleepq_timedwait_sig(c9fa7a24,0,edf319e0,3ffffff,0,...) at sleepq_timedwait_sig+0x14/frame 0xedf319a4 _cv_timedwait_sig_sbt(c9fa7a24,c9fa7a10,c1ae2821,39b0,3ffffff,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedf319f4 seltdwait(39b0,3ffffff,0,c97ec9c0,c1966bcc,...) at seltdwait+0x8d/frame 0xedf31a28 kern_select(c97ec9c0,0,bfbfeda0,0,bfbfeda0,...) at kern_select+0x904/frame 0xedf31bd0 sys_select(c97ec9c0,edf31ca8,c153e001,4,1a8b28dd,...) at sys_select+0x66/frame 0xedf31c18 syscall(edf31ce8) at syscall+0x3bd/frame 0xedf31cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf31cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c7c6b, esp = 0xbfbfecfc, ebp = 0xbfbfed20 --- Tracing command ntpd pid 587 tid 100145 td 0xc96729c0 sched_switch(c96729c0,0,104,1a7,f8ca6914,...) at sched_switch+0x4da/frame 0xf8ca68dc mi_switch(104,0,c154c269,200,c95b6080,...) at mi_switch+0x1b4/frame 0xf8ca6914 sleepq_switch(c96729c0,0,c154c269,1b6,f8ca698c,...) at sleepq_switch+0x127/frame 0xf8ca6948 sleepq_catch_signals(f8ca69a8,c0bfab36,c9d6b760,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8ca6984 sleepq_wait_sig(c9d6b764,0,f8ca69e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8ca69a8 _cv_wait_sig(c9d6b764,c9d6b750,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xf8ca69f4 seltdwait(ffffffff,0,0,c96729c0,0,...) at seltdwait+0xbf/frame 0xf8ca6a28 kern_select(c96729c0,1c,bfbfde68,0,0,...) at kern_select+0x904/frame 0xf8ca6bd0 sys_select(c96729c0,f8ca6ca8,c153e001,4,c96729c0,...) at sys_select+0x66/frame 0xf8ca6c18 syscall(f8ca6ce8) at syscall+0x3bd/frame 0xf8ca6cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xf8ca6cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28448c6b, esp = 0xbfbfdd6c, ebp = 0xbfbfdd90 --- Tracing command nfsd pid 534 tid 100113 td 0xc978e340 sched_switch(c978e340,0,104,1a7,edfe5308,...) at sched_switch+0x4da/frame 0xedfe52d0 mi_switch(104,0,c154c269,200,c1974580,...) at mi_switch+0x1b4/frame 0xedfe5308 sleepq_switch(c978e340,0,c154c269,1b6,c9265100,...) at sleepq_switch+0x127/frame 0xedfe533c sleepq_catch_signals(c17c8798,edfe53a0,c0bfab36,c9265110,0,...) at sleepq_catch_signals+0x3b7/frame 0xedfe5378 sleepq_timedwait_sig(ca13a190,0,edfe53dc,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xedfe53a0 _cv_timedwait_sig_sbt(ca13a190,c9265100,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedfe53f0 svc_run_internal(c0e781c0,c9265100,c977e9fc,edfe5510,0,...) at svc_run_internal+0xc2c/frame 0xedfe54d8 svc_run(c9265000,0,c152f2d3,1ed,300,...) at svc_run+0x1af/frame 0xedfe5520 nfsrvd_nfsd(c978e340,edfe5690,c,0,0,...) at nfsrvd_nfsd+0x20c/frame 0xedfe5660 nfssvc_nfsd(c978e340,edfe5ca8,0,c978e340,edfe5cdc,...) at nfssvc_nfsd+0x1e5/frame 0xedfe5c00 sys_nfssvc(c978e340,edfe5ca8,c153e001,4,0,...) at sys_nfssvc+0xc4/frame 0xedfe5c18 syscall(edfe5ce8) at syscall+0x3bd/frame 0xedfe5cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfe5cdc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280b078f, esp = 0xbfbfe7e4, ebp = 0xbfbfea58 --- Tracing command nfsd pid 534 tid 100114 td 0xc959c000 sched_switch(c959c000,0,104,1a7,edfe9ae0,...) at sched_switch+0x4da/frame 0xedfe9aa8 mi_switch(104,0,c154c269,200,edfe9b48,...) at mi_switch+0x1b4/frame 0xedfe9ae0 sleepq_switch(c959c000,0,c154c269,1b6,edfe9b58,...) at sleepq_switch+0x127/frame 0xedfe9b14 sleepq_catch_signals(edfe9b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfe9b50 sleepq_wait_sig(ca2d2390,0,edfe9bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfe9b74 _cv_wait_sig(ca2d2390,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedfe9bc0 svc_run_internal(edfe9cd4,c0bdc6ce,c9265100,edfe9ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedfe9ca4 svc_thread_start(c9265100,edfe9ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedfe9cac fork_exit(c0e781c0,c9265100,edfe9ce8) at fork_exit+0x7e/frame 0xedfe9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedfe9cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100115 td 0xc90dc9c0 sched_switch(c90dc9c0,0,104,1a7,edfecae0,...) at sched_switch+0x4da/frame 0xedfecaa8 mi_switch(104,0,c154c269,200,edfecb48,...) at mi_switch+0x1b4/frame 0xedfecae0 sleepq_switch(c90dc9c0,0,c154c269,1b6,edfecb58,...) at sleepq_switch+0x127/frame 0xedfecb14 sleepq_catch_signals(edfecb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfecb50 sleepq_wait_sig(ca13e190,0,edfecbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfecb74 _cv_wait_sig(ca13e190,c9265100,c157e5d5,414,0,...) at _cv_wait_sig+0x211/frame 0xedfecbc0 svc_run_internal(edfeccd4,c0bdc6ce,c9265100,edfecce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedfecca4 svc_thread_start(c9265100,edfecce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedfeccac fork_exit(c0e781c0,c9265100,edfecce8) at fork_exit+0x7e/frame 0xedfeccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedfeccd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100116 td 0xc90dc680 sched_switch(c90dc680,0,104,1a7,edfefae0,...) at sched_switch+0x4da/frame 0xedfefaa8 mi_switch(104,0,c154c269,200,edfefb48,...) at mi_switch+0x1b4/frame 0xedfefae0 sleepq_switch(c90dc680,0,c154c269,1b6,edfefb58,...) at sleepq_switch+0x127/frame 0xedfefb14 sleepq_catch_signals(edfefb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfefb50 sleepq_wait_sig(ca13e090,0,edfefbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfefb74 _cv_wait_sig(ca13e090,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedfefbc0 svc_run_internal(edfefcd4,c0bdc6ce,c9265100,edfefce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedfefca4 svc_thread_start(c9265100,edfefce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedfefcac fork_exit(c0e781c0,c9265100,edfefce8) at fork_exit+0x7e/frame 0xedfefcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedfefcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100117 td 0xca2d4680 sched_switch(ca2d4680,0,104,1a7,edff2ae0,...) at sched_switch+0x4da/frame 0xedff2aa8 mi_switch(104,0,c154c269,200,edff2b48,...) at mi_switch+0x1b4/frame 0xedff2ae0 sleepq_switch(ca2d4680,0,c154c269,1b6,edff2b58,...) at sleepq_switch+0x127/frame 0xedff2b14 sleepq_catch_signals(edff2b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedff2b50 sleepq_wait_sig(ca13de90,0,edff2bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedff2b74 _cv_wait_sig(ca13de90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedff2bc0 svc_run_internal(edff2cd4,c0bdc6ce,c9265100,edff2ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedff2ca4 svc_thread_start(c9265100,edff2ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedff2cac fork_exit(c0e781c0,c9265100,edff2ce8) at fork_exit+0x7e/frame 0xedff2cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedff2cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100118 td 0xca2d4340 sched_switch(ca2d4340,0,104,1a7,edff5ae0,...) at sched_switch+0x4da/frame 0xedff5aa8 mi_switch(104,0,c154c269,200,edff5b48,...) at mi_switch+0x1b4/frame 0xedff5ae0 sleepq_switch(ca2d4340,0,c154c269,1b6,edff5b58,...) at sleepq_switch+0x127/frame 0xedff5b14 sleepq_catch_signals(edff5b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedff5b50 sleepq_wait_sig(ca13dd90,0,edff5bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedff5b74 _cv_wait_sig(ca13dd90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedff5bc0 svc_run_internal(edff5cd4,c0bdc6ce,c9265100,edff5ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedff5ca4 svc_thread_start(c9265100,edff5ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedff5cac fork_exit(c0e781c0,c9265100,edff5ce8) at fork_exit+0x7e/frame 0xedff5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedff5cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100119 td 0xca2d4000 sched_switch(ca2d4000,0,104,1a7,edff8ae0,...) at sched_switch+0x4da/frame 0xedff8aa8 mi_switch(104,0,c154c269,200,edff8b48,...) at mi_switch+0x1b4/frame 0xedff8ae0 sleepq_switch(ca2d4000,0,c154c269,1b6,edff8b58,...) at sleepq_switch+0x127/frame 0xedff8b14 sleepq_catch_signals(edff8b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedff8b50 sleepq_wait_sig(ca2d2290,0,edff8bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedff8b74 _cv_wait_sig(ca2d2290,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedff8bc0 svc_run_internal(edff8cd4,c0bdc6ce,c9265100,edff8ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedff8ca4 svc_thread_start(c9265100,edff8ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedff8cac fork_exit(c0e781c0,c9265100,edff8ce8) at fork_exit+0x7e/frame 0xedff8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedff8cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100120 td 0xca2d39c0 sched_switch(ca2d39c0,0,104,1a7,edffbae0,...) at sched_switch+0x4da/frame 0xedffbaa8 mi_switch(104,0,c154c269,200,edffbb48,...) at mi_switch+0x1b4/frame 0xedffbae0 sleepq_switch(ca2d39c0,0,c154c269,1b6,edffbb58,...) at sleepq_switch+0x127/frame 0xedffbb14 sleepq_catch_signals(edffbb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedffbb50 sleepq_wait_sig(ca13dc90,0,edffbbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedffbb74 _cv_wait_sig(ca13dc90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedffbbc0 svc_run_internal(edffbcd4,c0bdc6ce,c9265100,edffbce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedffbca4 svc_thread_start(c9265100,edffbce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedffbcac fork_exit(c0e781c0,c9265100,edffbce8) at fork_exit+0x7e/frame 0xedffbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedffbcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100121 td 0xca2d3680 sched_switch(ca2d3680,0,104,1a7,edffeae0,...) at sched_switch+0x4da/frame 0xedffeaa8 mi_switch(104,0,c154c269,200,edffeb48,...) at mi_switch+0x1b4/frame 0xedffeae0 sleepq_switch(ca2d3680,0,c154c269,1b6,edffeb58,...) at sleepq_switch+0x127/frame 0xedffeb14 sleepq_catch_signals(edffeb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedffeb50 sleepq_wait_sig(ca2d2190,0,edffebac,101,0,...) at sleepq_wait_sig+0x14/frame 0xedffeb74 _cv_wait_sig(ca2d2190,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xedffebc0 svc_run_internal(edffecd4,c0bdc6ce,c9265100,edffece8,c153e33c,...) at svc_run_internal+0xc64/frame 0xedffeca4 svc_thread_start(c9265100,edffece8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xedffecac fork_exit(c0e781c0,c9265100,edffece8) at fork_exit+0x7e/frame 0xedffecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedffecd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100122 td 0xca2d3340 sched_switch(ca2d3340,0,104,1a7,f8c58ae0,...) at sched_switch+0x4da/frame 0xf8c58aa8 mi_switch(104,0,c154c269,200,f8c58b48,...) at mi_switch+0x1b4/frame 0xf8c58ae0 sleepq_switch(ca2d3340,0,c154c269,1b6,f8c58b58,...) at sleepq_switch+0x127/frame 0xf8c58b14 sleepq_catch_signals(f8c58b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c58b50 sleepq_wait_sig(ca13db90,0,f8c58bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c58b74 _cv_wait_sig(ca13db90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c58bc0 svc_run_internal(f8c58cd4,c0bdc6ce,c9265100,f8c58ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c58ca4 svc_thread_start(c9265100,f8c58ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c58cac fork_exit(c0e781c0,c9265100,f8c58ce8) at fork_exit+0x7e/frame 0xf8c58cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c58cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100123 td 0xca2d3000 sched_switch(ca2d3000,0,104,1a7,f8c5bae0,...) at sched_switch+0x4da/frame 0xf8c5baa8 mi_switch(104,0,c154c269,200,f8c5bb48,...) at mi_switch+0x1b4/frame 0xf8c5bae0 sleepq_switch(ca2d3000,0,c154c269,1b6,f8c5bb58,...) at sleepq_switch+0x127/frame 0xf8c5bb14 sleepq_catch_signals(f8c5bb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c5bb50 sleepq_wait_sig(ca2d2090,0,f8c5bbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c5bb74 _cv_wait_sig(ca2d2090,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c5bbc0 svc_run_internal(f8c5bcd4,c0bdc6ce,c9265100,f8c5bce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c5bca4 svc_thread_start(c9265100,f8c5bce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c5bcac fork_exit(c0e781c0,c9265100,f8c5bce8) at fork_exit+0x7e/frame 0xf8c5bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c5bcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100124 td 0xca2d09c0 sched_switch(ca2d09c0,0,104,1a7,f8c5eae0,...) at sched_switch+0x4da/frame 0xf8c5eaa8 mi_switch(104,0,c154c269,200,f8c5eb48,...) at mi_switch+0x1b4/frame 0xf8c5eae0 sleepq_switch(ca2d09c0,0,c154c269,1b6,f8c5eb58,...) at sleepq_switch+0x127/frame 0xf8c5eb14 sleepq_catch_signals(f8c5eb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c5eb50 sleepq_wait_sig(ca2d1e90,0,f8c5ebac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c5eb74 _cv_wait_sig(ca2d1e90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c5ebc0 svc_run_internal(f8c5ecd4,c0bdc6ce,c9265100,f8c5ece8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c5eca4 svc_thread_start(c9265100,f8c5ece8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c5ecac fork_exit(c0e781c0,c9265100,f8c5ece8) at fork_exit+0x7e/frame 0xf8c5ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c5ecd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100125 td 0xca2d0680 sched_switch(ca2d0680,0,104,1a7,f8c61ae0,...) at sched_switch+0x4da/frame 0xf8c61aa8 mi_switch(104,0,c154c269,200,f8c61b48,...) at mi_switch+0x1b4/frame 0xf8c61ae0 sleepq_switch(ca2d0680,0,c154c269,1b6,f8c61b58,...) at sleepq_switch+0x127/frame 0xf8c61b14 sleepq_catch_signals(f8c61b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c61b50 sleepq_wait_sig(ca13da90,0,f8c61bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c61b74 _cv_wait_sig(ca13da90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c61bc0 svc_run_internal(f8c61cd4,c0bdc6ce,c9265100,f8c61ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c61ca4 svc_thread_start(c9265100,f8c61ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c61cac fork_exit(c0e781c0,c9265100,f8c61ce8) at fork_exit+0x7e/frame 0xf8c61cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c61cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100126 td 0xca2d0340 sched_switch(ca2d0340,0,104,1a7,f8c64ae0,...) at sched_switch+0x4da/frame 0xf8c64aa8 mi_switch(104,0,c154c269,200,f8c64b48,...) at mi_switch+0x1b4/frame 0xf8c64ae0 sleepq_switch(ca2d0340,0,c154c269,1b6,f8c64b58,...) at sleepq_switch+0x127/frame 0xf8c64b14 sleepq_catch_signals(f8c64b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c64b50 sleepq_wait_sig(ca2d1d90,0,f8c64bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c64b74 _cv_wait_sig(ca2d1d90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c64bc0 svc_run_internal(f8c64cd4,c0bdc6ce,c9265100,f8c64ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c64ca4 svc_thread_start(c9265100,f8c64ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c64cac fork_exit(c0e781c0,c9265100,f8c64ce8) at fork_exit+0x7e/frame 0xf8c64cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c64cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100127 td 0xca2d0000 sched_switch(ca2d0000,0,104,1a7,f8c67ae0,...) at sched_switch+0x4da/frame 0xf8c67aa8 mi_switch(104,0,c154c269,200,f8c67b48,...) at mi_switch+0x1b4/frame 0xf8c67ae0 sleepq_switch(ca2d0000,0,c154c269,1b6,f8c67b58,...) at sleepq_switch+0x127/frame 0xf8c67b14 sleepq_catch_signals(f8c67b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c67b50 sleepq_wait_sig(ca13d990,0,f8c67bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c67b74 _cv_wait_sig(ca13d990,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c67bc0 svc_run_internal(f8c67cd4,c0bdc6ce,c9265100,f8c67ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c67ca4 svc_thread_start(c9265100,f8c67ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c67cac fork_exit(c0e781c0,c9265100,f8c67ce8) at fork_exit+0x7e/frame 0xf8c67cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c67cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100128 td 0xc97ed9c0 sched_switch(c97ed9c0,0,104,1a7,f8c6aae0,...) at sched_switch+0x4da/frame 0xf8c6aaa8 mi_switch(104,0,c154c269,200,f8c6ab48,...) at mi_switch+0x1b4/frame 0xf8c6aae0 sleepq_switch(c97ed9c0,0,c154c269,1b6,f8c6ab58,...) at sleepq_switch+0x127/frame 0xf8c6ab14 sleepq_catch_signals(f8c6ab74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c6ab50 sleepq_wait_sig(ca2d1c90,0,f8c6abac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c6ab74 _cv_wait_sig(ca2d1c90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c6abc0 svc_run_internal(f8c6acd4,c0bdc6ce,c9265100,f8c6ace8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c6aca4 svc_thread_start(c9265100,f8c6ace8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c6acac fork_exit(c0e781c0,c9265100,f8c6ace8) at fork_exit+0x7e/frame 0xf8c6acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c6acd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100129 td 0xc97ed680 sched_switch(c97ed680,0,104,1a7,f8c6dae0,...) at sched_switch+0x4da/frame 0xf8c6daa8 mi_switch(104,0,c154c269,200,f8c6db48,...) at mi_switch+0x1b4/frame 0xf8c6dae0 sleepq_switch(c97ed680,0,c154c269,1b6,f8c6db58,...) at sleepq_switch+0x127/frame 0xf8c6db14 sleepq_catch_signals(f8c6db74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c6db50 sleepq_wait_sig(ca13d890,0,f8c6dbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c6db74 _cv_wait_sig(ca13d890,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c6dbc0 svc_run_internal(f8c6dcd4,c0bdc6ce,c9265100,f8c6dce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c6dca4 svc_thread_start(c9265100,f8c6dce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c6dcac fork_exit(c0e781c0,c9265100,f8c6dce8) at fork_exit+0x7e/frame 0xf8c6dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c6dcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100130 td 0xca2d79c0 sched_switch(ca2d79c0,0,104,1a7,f8c70ae0,...) at sched_switch+0x4da/frame 0xf8c70aa8 mi_switch(104,0,c154c269,200,f8c70b48,...) at mi_switch+0x1b4/frame 0xf8c70ae0 sleepq_switch(ca2d79c0,0,c154c269,1b6,f8c70b58,...) at sleepq_switch+0x127/frame 0xf8c70b14 sleepq_catch_signals(f8c70b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c70b50 sleepq_wait_sig(ca2d1b90,0,f8c70bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c70b74 _cv_wait_sig(ca2d1b90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c70bc0 svc_run_internal(f8c70cd4,c0bdc6ce,c9265100,f8c70ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c70ca4 svc_thread_start(c9265100,f8c70ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c70cac fork_exit(c0e781c0,c9265100,f8c70ce8) at fork_exit+0x7e/frame 0xf8c70cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c70cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100131 td 0xca2d7680 sched_switch(ca2d7680,0,104,1a7,f8c73ae0,...) at sched_switch+0x4da/frame 0xf8c73aa8 mi_switch(104,0,c154c269,200,f8c73b48,...) at mi_switch+0x1b4/frame 0xf8c73ae0 sleepq_switch(ca2d7680,0,c154c269,1b6,f8c73b58,...) at sleepq_switch+0x127/frame 0xf8c73b14 sleepq_catch_signals(f8c73b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c73b50 sleepq_wait_sig(ca2d1a90,0,f8c73bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c73b74 _cv_wait_sig(ca2d1a90,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c73bc0 svc_run_internal(f8c73cd4,c0bdc6ce,c9265100,f8c73ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c73ca4 svc_thread_start(c9265100,f8c73ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c73cac fork_exit(c0e781c0,c9265100,f8c73ce8) at fork_exit+0x7e/frame 0xf8c73cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c73cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100132 td 0xca2d7340 sched_switch(ca2d7340,0,104,1a7,f8c76ae0,...) at sched_switch+0x4da/frame 0xf8c76aa8 mi_switch(104,0,c154c269,200,f8c76b48,...) at mi_switch+0x1b4/frame 0xf8c76ae0 sleepq_switch(ca2d7340,0,c154c269,1b6,f8c76b58,...) at sleepq_switch+0x127/frame 0xf8c76b14 sleepq_catch_signals(f8c76b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c76b50 sleepq_wait_sig(ca2d1990,0,f8c76bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c76b74 _cv_wait_sig(ca2d1990,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c76bc0 svc_run_internal(f8c76cd4,c0bdc6ce,c9265100,f8c76ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c76ca4 svc_thread_start(c9265100,f8c76ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c76cac fork_exit(c0e781c0,c9265100,f8c76ce8) at fork_exit+0x7e/frame 0xf8c76cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c76cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100133 td 0xca2d7000 sched_switch(ca2d7000,0,104,1a7,f8c79ae0,...) at sched_switch+0x4da/frame 0xf8c79aa8 mi_switch(104,0,c154c269,200,f8c79b48,...) at mi_switch+0x1b4/frame 0xf8c79ae0 sleepq_switch(ca2d7000,0,c154c269,1b6,f8c79b58,...) at sleepq_switch+0x127/frame 0xf8c79b14 sleepq_catch_signals(f8c79b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c79b50 sleepq_wait_sig(ca13d790,0,f8c79bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c79b74 _cv_wait_sig(ca13d790,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c79bc0 svc_run_internal(f8c79cd4,c0bdc6ce,c9265100,f8c79ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c79ca4 svc_thread_start(c9265100,f8c79ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c79cac fork_exit(c0e781c0,c9265100,f8c79ce8) at fork_exit+0x7e/frame 0xf8c79cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c79cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100134 td 0xca2d69c0 sched_switch(ca2d69c0,0,104,1a7,f8c7cae0,...) at sched_switch+0x4da/frame 0xf8c7caa8 mi_switch(104,0,c154c269,200,f8c7cb48,...) at mi_switch+0x1b4/frame 0xf8c7cae0 sleepq_switch(ca2d69c0,0,c154c269,1b6,f8c7cb58,...) at sleepq_switch+0x127/frame 0xf8c7cb14 sleepq_catch_signals(f8c7cb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c7cb50 sleepq_wait_sig(ca2d1890,0,f8c7cbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c7cb74 _cv_wait_sig(ca2d1890,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c7cbc0 svc_run_internal(f8c7ccd4,c0bdc6ce,c9265100,f8c7cce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c7cca4 svc_thread_start(c9265100,f8c7cce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c7ccac fork_exit(c0e781c0,c9265100,f8c7cce8) at fork_exit+0x7e/frame 0xf8c7ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c7ccd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100135 td 0xca2d6680 sched_switch(ca2d6680,0,104,1a7,f8c7fae0,...) at sched_switch+0x4da/frame 0xf8c7faa8 mi_switch(104,0,c154c269,200,f8c7fb48,...) at mi_switch+0x1b4/frame 0xf8c7fae0 sleepq_switch(ca2d6680,0,c154c269,1b6,f8c7fb58,...) at sleepq_switch+0x127/frame 0xf8c7fb14 sleepq_catch_signals(f8c7fb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c7fb50 sleepq_wait_sig(ca13d690,0,f8c7fbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c7fb74 _cv_wait_sig(ca13d690,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c7fbc0 svc_run_internal(f8c7fcd4,c0bdc6ce,c9265100,f8c7fce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c7fca4 svc_thread_start(c9265100,f8c7fce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c7fcac fork_exit(c0e781c0,c9265100,f8c7fce8) at fork_exit+0x7e/frame 0xf8c7fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c7fcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100136 td 0xca2d6340 sched_switch(ca2d6340,0,104,1a7,f8c82ae0,...) at sched_switch+0x4da/frame 0xf8c82aa8 mi_switch(104,0,c154c269,200,f8c82b48,...) at mi_switch+0x1b4/frame 0xf8c82ae0 sleepq_switch(ca2d6340,0,c154c269,1b6,f8c82b58,...) at sleepq_switch+0x127/frame 0xf8c82b14 sleepq_catch_signals(f8c82b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c82b50 sleepq_wait_sig(ca2d1790,0,f8c82bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c82b74 _cv_wait_sig(ca2d1790,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c82bc0 svc_run_internal(f8c82cd4,c0bdc6ce,c9265100,f8c82ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c82ca4 svc_thread_start(c9265100,f8c82ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c82cac fork_exit(c0e781c0,c9265100,f8c82ce8) at fork_exit+0x7e/frame 0xf8c82cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c82cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100137 td 0xca2d6000 sched_switch(ca2d6000,0,104,1a7,f8c85ae0,...) at sched_switch+0x4da/frame 0xf8c85aa8 mi_switch(104,0,c154c269,200,f8c85b48,...) at mi_switch+0x1b4/frame 0xf8c85ae0 sleepq_switch(ca2d6000,0,c154c269,1b6,f8c85b58,...) at sleepq_switch+0x127/frame 0xf8c85b14 sleepq_catch_signals(f8c85b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c85b50 sleepq_wait_sig(ca2d1690,0,f8c85bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c85b74 _cv_wait_sig(ca2d1690,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c85bc0 svc_run_internal(f8c85cd4,c0bdc6ce,c9265100,f8c85ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c85ca4 svc_thread_start(c9265100,f8c85ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c85cac fork_exit(c0e781c0,c9265100,f8c85ce8) at fork_exit+0x7e/frame 0xf8c85cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c85cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100138 td 0xca2d59c0 sched_switch(ca2d59c0,0,104,1a7,f8c88ae0,...) at sched_switch+0x4da/frame 0xf8c88aa8 mi_switch(104,0,c154c269,200,f8c88b48,...) at mi_switch+0x1b4/frame 0xf8c88ae0 sleepq_switch(ca2d59c0,0,c154c269,1b6,f8c88b58,...) at sleepq_switch+0x127/frame 0xf8c88b14 sleepq_catch_signals(f8c88b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c88b50 sleepq_wait_sig(ca13d590,0,f8c88bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c88b74 _cv_wait_sig(ca13d590,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c88bc0 svc_run_internal(f8c88cd4,c0bdc6ce,c9265100,f8c88ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c88ca4 svc_thread_start(c9265100,f8c88ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c88cac fork_exit(c0e781c0,c9265100,f8c88ce8) at fork_exit+0x7e/frame 0xf8c88cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c88cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100139 td 0xca2d5680 sched_switch(ca2d5680,0,104,1a7,f8c8bae0,...) at sched_switch+0x4da/frame 0xf8c8baa8 mi_switch(104,0,c154c269,200,f8c8bb48,...) at mi_switch+0x1b4/frame 0xf8c8bae0 sleepq_switch(ca2d5680,0,c154c269,1b6,f8c8bb58,...) at sleepq_switch+0x127/frame 0xf8c8bb14 sleepq_catch_signals(f8c8bb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c8bb50 sleepq_wait_sig(ca2d1590,0,f8c8bbac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c8bb74 _cv_wait_sig(ca2d1590,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c8bbc0 svc_run_internal(f8c8bcd4,c0bdc6ce,c9265100,f8c8bce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c8bca4 svc_thread_start(c9265100,f8c8bce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c8bcac fork_exit(c0e781c0,c9265100,f8c8bce8) at fork_exit+0x7e/frame 0xf8c8bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c8bcd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100140 td 0xca2d5340 sched_switch(ca2d5340,0,104,1a7,f8c8eae0,...) at sched_switch+0x4da/frame 0xf8c8eaa8 mi_switch(104,0,c154c269,200,f8c8eb48,...) at mi_switch+0x1b4/frame 0xf8c8eae0 sleepq_switch(ca2d5340,0,c154c269,1b6,f8c8eb58,...) at sleepq_switch+0x127/frame 0xf8c8eb14 sleepq_catch_signals(f8c8eb74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c8eb50 sleepq_wait_sig(ca2d1490,0,f8c8ebac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c8eb74 _cv_wait_sig(ca2d1490,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c8ebc0 svc_run_internal(f8c8ecd4,c0bdc6ce,c9265100,f8c8ece8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c8eca4 svc_thread_start(c9265100,f8c8ece8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c8ecac fork_exit(c0e781c0,c9265100,f8c8ece8) at fork_exit+0x7e/frame 0xf8c8ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c8ecd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100141 td 0xca2d5000 sched_switch(ca2d5000,0,104,1a7,f8c91ae0,...) at sched_switch+0x4da/frame 0xf8c91aa8 mi_switch(104,0,c154c269,200,f8c91b48,...) at mi_switch+0x1b4/frame 0xf8c91ae0 sleepq_switch(ca2d5000,0,c154c269,1b6,f8c91b58,...) at sleepq_switch+0x127/frame 0xf8c91b14 sleepq_catch_signals(f8c91b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c91b50 sleepq_wait_sig(ca13d490,0,f8c91bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c91b74 _cv_wait_sig(ca13d490,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c91bc0 svc_run_internal(f8c91cd4,c0bdc6ce,c9265100,f8c91ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c91ca4 svc_thread_start(c9265100,f8c91ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c91cac fork_exit(c0e781c0,c9265100,f8c91ce8) at fork_exit+0x7e/frame 0xf8c91cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c91cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100142 td 0xca2d49c0 sched_switch(ca2d49c0,0,104,1a7,f8c94ae0,...) at sched_switch+0x4da/frame 0xf8c94aa8 mi_switch(104,0,c154c269,200,f8c94b48,...) at mi_switch+0x1b4/frame 0xf8c94ae0 sleepq_switch(ca2d49c0,0,c154c269,1b6,f8c94b58,...) at sleepq_switch+0x127/frame 0xf8c94b14 sleepq_catch_signals(f8c94b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c94b50 sleepq_wait_sig(ca2d1390,0,f8c94bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c94b74 _cv_wait_sig(ca2d1390,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c94bc0 svc_run_internal(f8c94cd4,c0bdc6ce,c9265100,f8c94ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c94ca4 svc_thread_start(c9265100,f8c94ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c94cac fork_exit(c0e781c0,c9265100,f8c94ce8) at fork_exit+0x7e/frame 0xf8c94cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c94cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100143 td 0xca2df000 sched_switch(ca2df000,0,104,1a7,f8c97ae0,...) at sched_switch+0x4da/frame 0xf8c97aa8 mi_switch(104,0,c154c269,200,f8c97b48,...) at mi_switch+0x1b4/frame 0xf8c97ae0 sleepq_switch(ca2df000,0,c154c269,1b6,f8c97b58,...) at sleepq_switch+0x127/frame 0xf8c97b14 sleepq_catch_signals(f8c97b74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c97b50 sleepq_wait_sig(ca13d390,0,f8c97bac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c97b74 _cv_wait_sig(ca13d390,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c97bc0 svc_run_internal(f8c97cd4,c0bdc6ce,c9265100,f8c97ce8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c97ca4 svc_thread_start(c9265100,f8c97ce8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c97cac fork_exit(c0e781c0,c9265100,f8c97ce8) at fork_exit+0x7e/frame 0xf8c97cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c97cd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 534 tid 100144 td 0xca2da9c0 sched_switch(ca2da9c0,0,104,1a7,f8c9aae0,...) at sched_switch+0x4da/frame 0xf8c9aaa8 mi_switch(104,0,c154c269,200,f8c9ab48,...) at mi_switch+0x1b4/frame 0xf8c9aae0 sleepq_switch(ca2da9c0,0,c154c269,1b6,f8c9ab58,...) at sleepq_switch+0x127/frame 0xf8c9ab14 sleepq_catch_signals(f8c9ab74,c0bfab36,c9265110,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xf8c9ab50 sleepq_wait_sig(ca2d1290,0,f8c9abac,101,0,...) at sleepq_wait_sig+0x14/frame 0xf8c9ab74 _cv_wait_sig(ca2d1290,c9265100,c157e5d5,45c,0,...) at _cv_wait_sig+0x211/frame 0xf8c9abc0 svc_run_internal(f8c9acd4,c0bdc6ce,c9265100,f8c9ace8,c153e33c,...) at svc_run_internal+0xc64/frame 0xf8c9aca4 svc_thread_start(c9265100,f8c9ace8,c153e33c,3eb,0,...) at svc_thread_start+0xd/frame 0xf8c9acac fork_exit(c0e781c0,c9265100,f8c9ace8) at fork_exit+0x7e/frame 0xf8c9acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8c9acd4 --- trap 0x20, eip = 0xc, esp = 0x33, ebp = 0xbfbfe937 --- Tracing command nfsd pid 528 tid 100112 td 0xc959c340 sched_switch(c959c340,0,104,1a7,edfe0914,...) at sched_switch+0x4da/frame 0xedfe08dc mi_switch(104,0,c154c269,200,c8987b80,...) at mi_switch+0x1b4/frame 0xedfe0914 sleepq_switch(c959c340,0,c154c269,1b6,edfe098c,...) at sleepq_switch+0x127/frame 0xedfe0948 sleepq_catch_signals(edfe09a8,c0bfab36,c9fa7a60,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfe0984 sleepq_wait_sig(c9fa7a64,0,edfe09e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfe09a8 _cv_wait_sig(c9fa7a64,c9fa7a50,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xedfe09f4 seltdwait(ffffffff,0,0,c959c340,0,...) at seltdwait+0xbf/frame 0xedfe0a28 kern_select(c959c340,7,bfbfec30,0,0,...) at kern_select+0x904/frame 0xedfe0bd0 sys_select(c959c340,edfe0ca8,c153e001,4,8ba9c374,...) at sys_select+0x66/frame 0xedfe0c18 syscall(edfe0ce8) at syscall+0x3bd/frame 0xedfe0cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfe0cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b6c6b, esp = 0xbfbfea34, ebp = 0xbfbfea58 --- Tracing command mountd pid 522 tid 100088 td 0xc9674680 sched_switch(c9674680,0,104,1a7,edf20914,...) at sched_switch+0x4da/frame 0xedf208dc mi_switch(104,0,c154c269,200,cb57af00,...) at mi_switch+0x1b4/frame 0xedf20914 sleepq_switch(c9674680,0,c154c269,1b6,edf2098c,...) at sleepq_switch+0x127/frame 0xedf20948 sleepq_catch_signals(edf209a8,c0bfab36,c9028420,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf20984 sleepq_wait_sig(c9028424,0,edf209e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf209a8 _cv_wait_sig(c9028424,c9028410,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xedf209f4 seltdwait(ffffffff,0,0,c9674680,0,...) at seltdwait+0xbf/frame 0xedf20a28 kern_select(c9674680,9,bfbfe848,0,0,...) at kern_select+0x904/frame 0xedf20bd0 sys_select(c9674680,edf20ca8,c153e001,4,c9674680,...) at sys_select+0x66/frame 0xedf20c18 syscall(edf20ce8) at syscall+0x3bd/frame 0xedf20cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf20cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281cec6b, esp = 0xbfbfe7d4, ebp = 0xbfbfe7f8 --- Tracing command nfsuserd pid 515 tid 100111 td 0xc959c680 sched_switch(c959c680,0,104,1a7,edfdb90c,...) at sched_switch+0x4da/frame 0xedfdb8d4 mi_switch(104,0,c154c269,200,c8987b40,...) at mi_switch+0x1b4/frame 0xedfdb90c sleepq_switch(c959c680,0,c154c269,1b6,c9fa7a90,...) at sleepq_switch+0x127/frame 0xedfdb940 sleepq_catch_signals(c17c8798,edfdb9a4,c0bfab36,c9fa7aa0,0,...) at sleepq_catch_signals+0x3b7/frame 0xedfdb97c sleepq_timedwait_sig(c9fa7aa4,0,edfdb9e0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedfdb9a4 _cv_timedwait_sig_sbt(c9fa7aa4,c9fa7a90,597d3433,39c0,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedfdb9f4 seltdwait(39c0,e0000000,1,c959c680,0,...) at seltdwait+0x8d/frame 0xedfdba28 kern_select(c959c680,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xedfdbbd0 sys_select(c959c680,edfdbca8,c153e001,4,bc22c0ee,...) at sys_select+0x66/frame 0xedfdbc18 syscall(edfdbce8) at syscall+0x3bd/frame 0xedfdbcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfdbcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b5c6b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 514 tid 100110 td 0xc959c9c0 sched_switch(c959c9c0,0,104,1a7,edfd890c,...) at sched_switch+0x4da/frame 0xedfd88d4 mi_switch(104,0,c154c269,200,c8987b00,...) at mi_switch+0x1b4/frame 0xedfd890c sleepq_switch(c959c9c0,0,c154c269,1b6,c9d6b790,...) at sleepq_switch+0x127/frame 0xedfd8940 sleepq_catch_signals(c17c8798,edfd89a4,c0bfab36,c9d6b7a0,0,...) at sleepq_catch_signals+0x3b7/frame 0xedfd897c sleepq_timedwait_sig(c9d6b7a4,0,edfd89e0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedfd89a4 _cv_timedwait_sig_sbt(c9d6b7a4,c9d6b790,464972ed,39c0,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedfd89f4 seltdwait(39c0,e0000000,1,c959c9c0,0,...) at seltdwait+0x8d/frame 0xedfd8a28 kern_select(c959c9c0,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xedfd8bd0 sys_select(c959c9c0,edfd8ca8,c153e001,4,0,...) at sys_select+0x66/frame 0xedfd8c18 syscall(edfd8ce8) at syscall+0x3bd/frame 0xedfd8cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfd8cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b5c6b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 513 tid 100109 td 0xc959d000 sched_switch(c959d000,0,104,1a7,edfd590c,...) at sched_switch+0x4da/frame 0xedfd58d4 mi_switch(104,0,c154c269,200,c8987ac0,...) at mi_switch+0x1b4/frame 0xedfd590c sleepq_switch(c959d000,0,c154c269,1b6,c9fa7ad0,...) at sleepq_switch+0x127/frame 0xedfd5940 sleepq_catch_signals(c17c8798,edfd59a4,c0bfab36,c9fa7ae0,0,...) at sleepq_catch_signals+0x3b7/frame 0xedfd597c sleepq_timedwait_sig(c9fa7ae4,0,edfd59e0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedfd59a4 _cv_timedwait_sig_sbt(c9fa7ae4,c9fa7ad0,447e9dde,39be,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedfd59f4 seltdwait(39be,e0000000,1,c959d000,0,...) at seltdwait+0x8d/frame 0xedfd5a28 kern_select(c959d000,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xedfd5bd0 sys_select(c959d000,edfd5ca8,c153e001,4,c15486a6,...) at sys_select+0x66/frame 0xedfd5c18 syscall(edfd5ce8) at syscall+0x3bd/frame 0xedfd5cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfd5cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b5c6b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 512 tid 100108 td 0xc959d340 sched_switch(c959d340,0,104,1a7,edfd290c,...) at sched_switch+0x4da/frame 0xedfd28d4 mi_switch(104,0,c154c269,200,c8987a80,...) at mi_switch+0x1b4/frame 0xedfd290c sleepq_switch(c959d340,0,c154c269,1b6,c9d6b7d0,...) at sleepq_switch+0x127/frame 0xedfd2940 sleepq_catch_signals(c17c8798,edfd29a4,c0bfab36,c9d6b7e0,0,...) at sleepq_catch_signals+0x3b7/frame 0xedfd297c sleepq_timedwait_sig(c9d6b7e4,0,edfd29e0,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedfd29a4 _cv_timedwait_sig_sbt(c9d6b7e4,c9d6b7d0,c5c67ce4,39be,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedfd29f4 seltdwait(39be,e0000000,1,c959d340,0,...) at seltdwait+0x8d/frame 0xedfd2a28 kern_select(c959d340,4,bfbfec10,0,0,...) at kern_select+0x904/frame 0xedfd2bd0 sys_select(c959d340,edfd2ca8,c153e001,4,c1974c90,...) at sys_select+0x66/frame 0xedfd2c18 syscall(edfd2ce8) at syscall+0x3bd/frame 0xedfd2cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfd2cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b5c6b, esp = 0xbfbfeb5c, ebp = 0xbfbfeca8 --- Tracing command nfsuserd pid 511 tid 100087 td 0xc97ed000 KDB: reentering KDB: stack backtrace: db_trace_self_wrapper(c154a668,278,c17b4de0,c876d568,c0a93cb0,...) at db_trace_self_wrapper+0x2a/frame 0xc876d510 kdb_backtrace(c154a6e5,c17b4ef0,c876d6d0,c11686ad,c17b27e8,...) at kdb_backtrace+0x2d/frame 0xc876d578 kdb_reenter(c17b27e8,f0,c0bfb900,0,0,...) at kdb_reenter+0x2e/frame 0xc876d588 trap(c876d6dc) at trap+0x4d/frame 0xc876d6d0 calltrap() at calltrap+0x6/frame 0xc876d6d0 --- trap 0xc, eip = 0xc1153a19, esp = 0xc876d71c, ebp = 0xc876d738 --- db_trace_thread(c97ed000,ffffffff,1ff,186f7,c97ed000,...) at db_trace_thread+0x29/frame 0xc876d738 db_stack_trace_all(c0c5715a,0,ffffffff,c876d7e0,0,...) at db_stack_trace_all+0xa2/frame 0xc876d7a8 db_command(c180da39,0,c1a32d04,c180da38,a,...) at db_command+0x2cb/frame 0xc876d868 db_script_exec(c876d918,0,c8f4b250,c876d904,1,...) at db_script_exec+0x168/frame 0xc876d8cc db_command(c11be20b,c876d9f0,c05548e6,c11e10e9,c07c11a7,...) at db_command+0x2cb/frame 0xc876d98c db_command_loop(c11e10e9,c07c11a7,c19e7764,1,c8cee900,...) at db_command_loop+0x50/frame 0xc876d998 db_trap(3,0,c876dad8,46,1,...) at db_trap+0xd6/frame 0xc876d9f0 kdb_trap(3,0,c876db7c,0,0,...) at kdb_trap+0x117/frame 0xc876da28 trap(c876db7c) at trap+0x92c/frame 0xc876db70 calltrap() at calltrap+0x6/frame 0xc876db70 --- trap 0x3, eip = 0xc0c5715a, esp = 0xc876dbbc, ebp = 0xc876dbc8 --- kdb_enter(c11e10e9,c125f5e5,0,396d9ac,0) at kdb_enter+0x3a/frame 0xc876dbc8 watchdog_fire(1,0,c153ba64,220,e4b14c80,...) at watchdog_fire+0xaa/frame 0xc876dbf0 hardclock_cnt(1,1,c1713157,df,c876dce8,...) at hardclock_cnt+0x2da/frame 0xc876dc34 handleevents(0,c154cd03,c154ceb0,101,c876dcac,...) at handleevents+0x100/frame 0xc876dc78 timercb(c1a31384,0,1,1,28600000,...) at timercb+0x27f/frame 0xc876dcbc lapic_handle_timer(c876dce8) at lapic_handle_timer+0x7c/frame 0xc876dcdc Xtimerint() at Xtimerint+0x2e/frame 0xc876dcdc --- interrupt, eip = 0x80488d4, esp = 0xbfbfe83c, ebp = 0xbfbfe848 --- Tracing command casperd pid 494 tid 100106 td 0xc978e9c0 sched_switch(c978e9c0,0,104,1a7,edfc9914,...) at sched_switch+0x4da/frame 0xedfc98dc mi_switch(104,0,c154c269,200,c9786f40,...) at mi_switch+0x1b4/frame 0xedfc9914 sleepq_switch(c978e9c0,0,c154c269,1b6,edfc998c,...) at sleepq_switch+0x127/frame 0xedfc9948 sleepq_catch_signals(edfc99a8,c0bfab36,c9fa7b20,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfc9984 sleepq_wait_sig(c9fa7b24,0,edfc99e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfc99a8 _cv_wait_sig(c9fa7b24,c9fa7b10,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xedfc99f4 seltdwait(ffffffff,0,0,c978e9c0,0,...) at seltdwait+0xbf/frame 0xedfc9a28 kern_select(c978e9c0,7,bfbfe9c8,0,0,...) at kern_select+0x904/frame 0xedfc9bd0 sys_select(c978e9c0,edfc9ca8,c153e001,4,3fa788e,...) at sys_select+0x66/frame 0xedfc9c18 syscall(edfc9ce8) at syscall+0x3bd/frame 0xedfc9cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfc9cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281e4c6b, esp = 0xbfbfe954, ebp = 0xbfbfe978 --- Tracing command casperd pid 493 tid 100105 td 0xc97df000 sched_switch(c97df000,0,104,1a7,edfc6914,...) at sched_switch+0x4da/frame 0xedfc68dc mi_switch(104,0,c154c269,200,c97e34c0,...) at mi_switch+0x1b4/frame 0xedfc6914 sleepq_switch(c97df000,0,c154c269,1b6,edfc698c,...) at sleepq_switch+0x127/frame 0xedfc6948 sleepq_catch_signals(edfc69a8,c0bfab36,c9d94aa0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedfc6984 sleepq_wait_sig(c9d94aa4,0,edfc69e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedfc69a8 _cv_wait_sig(c9d94aa4,c9d94a90,c154f78b,739,c0c81f1d,...) at _cv_wait_sig+0x211/frame 0xedfc69f4 seltdwait(ffffffff,0,0,c97df000,0,...) at seltdwait+0xbf/frame 0xedfc6a28 kern_select(c97df000,6,bfbfe850,0,0,...) at kern_select+0x904/frame 0xedfc6bd0 sys_select(c97df000,edfc6ca8,c153e001,4,c5ad251d,...) at sys_select+0x66/frame 0xedfc6c18 syscall(edfc6ce8) at syscall+0x3bd/frame 0xedfc6cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfc6cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281e4c6b, esp = 0xbfbfe7f4, ebp = 0xbfbfe818 --- Tracing command rpcbind pid 479 tid 100104 td 0xc959d680 sched_switch(c959d680,0,104,1a7,edfc3944,...) at sched_switch+0x4da/frame 0xedfc390c mi_switch(104,0,c154c269,200,110,...) at mi_switch+0x1b4/frame 0xedfc3944 sleepq_switch(c959d680,0,c154c269,1b6,c9d6b9d0,...) at sleepq_switch+0x127/frame 0xedfc3978 sleepq_catch_signals(c17c8798,edfc39dc,c0bfab36,c9d6b9e0,0,...) at sleepq_catch_signals+0x3b7/frame 0xedfc39b4 sleepq_timedwait_sig(c9d6b9e4,0,edfc3a18,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xedfc39dc _cv_timedwait_sig_sbt(c9d6b9e4,c9d6b9d0,3fb8711,39ca,e0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedfc3a2c seltdwait(39ca,e0000000,1,c959d680,0,...) at seltdwait+0x8d/frame 0xedfc3a60 kern_poll(c959d680,bfbfccc0,7,edfc3c00,0,...) at kern_poll+0x4f0/frame 0xedfc3be0 sys_poll(c959d680,edfc3ca8,c153e001,4,db,...) at sys_poll+0x71/frame 0xedfc3c18 syscall(edfc3ce8) at syscall+0x3bd/frame 0xedfc3cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfc3cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2816161b, esp = 0xbfbfcbe4, ebp = 0xbfbfcbf8 --- Tracing command watchdogd pid 462 tid 100103 td 0xc97df340 sched_switch(c97df340,0,104,1a7,edfb3a68,...) at sched_switch+0x4da/frame 0xedfb3a30 mi_switch(104,0,c154c269,200,c1a44d00,...) at mi_switch+0x1b4/frame 0xedfb3a68 sleepq_switch(c97df340,0,c154c269,276,c97df340,...) at sleepq_switch+0x127/frame 0xedfb3a9c sleepq_wait(c1a4390c,54,c158d017,0,0,...) at sleepq_wait+0x48/frame 0xedfb3ac0 _sleep(c1a4390c,c1a44d00,254,c158d017,0,0,0,0,100) at _sleep+0x46e/frame 0xedfb3b18 vm_wait(d1827000,0,c1540290,24c,80000034,...) at vm_wait+0xf9/frame 0xedfb3b44 vm_forkproc(c97df340,d1827000,cb5f89c0,0,80000034,...) at vm_forkproc+0x95/frame 0xedfb3b68 fork1(c97df340,80000034,0,edfb3c10,0,...) at fork1+0x142d/frame 0xedfb3bec sys_vfork(c97df340,edfb3ca8,c153e001,4,0,...) at sys_vfork+0x41/frame 0xedfb3c18 syscall(edfb3ce8) at syscall+0x3bd/frame 0xedfb3cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedfb3cdc --- syscall (66, FreeBSD ELF32, sys_vfork), eip = 0x28136930, esp = 0xbfbfec68, ebp = 0xbfbfed08 --- Tracing command syslogd pid 458 tid 100085 td 0xc97ed340 sched_switch(c97ed340,0,104,1a7,edf11914,...) at sched_switch+0x4da/frame 0xedf118dc mi_switch(104,0,c154c269,200,c9785bc0,...) at mi_switch+0x1b4/frame 0xedf11914 sleepq_switch(c97ed340,0,c154c269,1b6,edf1198c,...) at sleepq_switch+0x127/frame 0xedf11948 sleepq_catch_signals(edf119a8,c0bfab36,c9fa7be0,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf11984 sleepq_wait_sig(c9fa7be4,0,edf119e0,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf119a8 _cv_wait_sig(c9fa7be4,c9fa7bd0,c154f78b,739,1,...) at _cv_wait_sig+0x211/frame 0xedf119f4 seltdwait(ffffffff,0,0,c97ed340,0,...) at seltdwait+0xbf/frame 0xedf11a28 kern_select(c97ed340,9,286210d8,0,0,...) at kern_select+0x904/frame 0xedf11bd0 sys_select(c97ed340,edf11ca8,c153e001,4,c97ed340,...) at sys_select+0x66/frame 0xedf11c18 syscall(edf11ce8) at syscall+0x3bd/frame 0xedf11cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf11cdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281cdc6b, esp = 0xbfbfdfb4, ebp = 0xbfbfdfd8 --- Tracing command rtsold pid 338 tid 100093 td 0xc97ec340 sched_switch(c97ec340,0,104,1a7,edf3894c,...) at sched_switch+0x4da/frame 0xedf38914 mi_switch(104,0,c154c269,200,c97e3380,...) at mi_switch+0x1b4/frame 0xedf3894c sleepq_switch(c97ec340,0,c154c269,1b6,edf389c4,...) at sleepq_switch+0x127/frame 0xedf38980 sleepq_catch_signals(edf389e0,c0bfab36,c9fa7c20,0,c17c8798,...) at sleepq_catch_signals+0x3b7/frame 0xedf389bc sleepq_wait_sig(c9fa7c24,0,edf38a18,101,0,...) at sleepq_wait_sig+0x14/frame 0xedf389e0 _cv_wait_sig(c9fa7c24,c9fa7c10,c154f78b,739,c154f78b,...) at _cv_wait_sig+0x211/frame 0xedf38a2c seltdwait(ffffffff,0,0,c97ec340,0,...) at seltdwait+0xbf/frame 0xedf38a60 kern_poll(c97ec340,bfbfee10,2,0,0,...) at kern_poll+0x4f0/frame 0xedf38be0 sys_poll(c97ec340,edf38ca8,c153e001,4,86cc9d9f,...) at sys_poll+0x71/frame 0xedf38c18 syscall(edf38ce8) at syscall+0x3bd/frame 0xedf38cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf38cdc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2815761b, esp = 0xbfbfedb4, ebp = 0xbfbfedc8 --- Tracing command devd pid 302 tid 100094 td 0xc97ec000 sched_switch(c97ec000,0,104,1a7,edf3d90c,...) at sched_switch+0x4da/frame 0xedf3d8d4 mi_switch(104,0,c154c269,200,110,...) at mi_switch+0x1b4/frame 0xedf3d90c sleepq_switch(c97ec000,0,c154c269,1b6,c9028450,...) at sleepq_switch+0x127/frame 0xedf3d940 sleepq_catch_signals(c17c8798,edf3d9a4,c0bfab36,c9028460,0,...) at sleepq_catch_signals+0x3b7/frame 0xedf3d97c sleepq_timedwait_sig(c9028464,0,edf3d9e0,c0000000,3,...) at sleepq_timedwait_sig+0x14/frame 0xedf3d9a4 _cv_timedwait_sig_sbt(c9028464,c9028450,d293421e,39b6,c0000000,...) at _cv_timedwait_sig_sbt+0x239/frame 0xedf3d9f4 seltdwait(39b6,c0000000,3,c97ec000,0,...) at seltdwait+0x8d/frame 0xedf3da28 kern_select(c97ec000,6,bfbfcdc0,0,0,...) at kern_select+0x904/frame 0xedf3dbd0 sys_select(c97ec000,edf3dca8,c153e001,4,c1974c90,...) at sys_select+0x66/frame 0xedf3dc18 syscall(edf3dce8) at syscall+0x3bd/frame 0xedf3dcdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xedf3dcdc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x80e7723, esp = 0xbfbfcd44, ebp = 0xbfbfee54 --- Tracing command syncer pid 19 tid 100082 td 0xc959d9c0 sched_switch(c959d9c0,0,104,1a7,edf07b90,...) at sched_switch+0x4da/frame 0xedf07b58 mi_switch(104,0,c154c269,200,c19e0de8,...) at mi_switch+0x1b4/frame 0xedf07b90 sleepq_switch(c959d9c0,0,c154c269,299,0,...) at sleepq_switch+0x127/frame 0xedf07bc4 sleepq_timedwait(c19e0e08,0,edf07c24,0,0,...) at sleepq_timedwait+0x48/frame 0xedf07be8 _cv_timedwait_sbt(c19e0e08,c19e0de8,fffffed8,0,0,...) at _cv_timedwait_sbt+0x239/frame 0xedf07c38 sched_sync(0,edf07ce8,c153e33c,3eb,0,...) at sched_sync+0x6b6/frame 0xedf07cac fork_exit(c0cd4810,0,edf07ce8) at fork_exit+0x7e/frame 0xedf07cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf07cd4 --- trap 0, eip = 0, esp = 0xedf07d20, ebp = 0 --- Tracing command vnlru pid 18 tid 100081 td 0xc959e000 sched_switch(c959e000,0,104,1a7,edf04b90,...) at sched_switch+0x4da/frame 0xedf04b58 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedf04b90 sleepq_switch(c959e000,0,c154c269,299,c9598354,...) at sleepq_switch+0x127/frame 0xedf04bc4 sleepq_timedwait(c9598354,60,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedf04be8 _sleep(c9598354,c19e0dc0,260,c1558797,fffffed8,...) at _sleep+0x336/frame 0xedf04c40 vnlru_proc(0,edf04ce8,c153e33c,3eb,0,...) at vnlru_proc+0xcf/frame 0xedf04cac fork_exit(c0cd4060,0,edf04ce8) at fork_exit+0x7e/frame 0xedf04cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf04cd4 --- trap 0, eip = 0, esp = 0xedf04d20, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100080 td 0xc959e340 sched_switch(c959e340,0,104,1a7,edf01bc8,...) at sched_switch+0x4da/frame 0xedf01b90 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedf01bc8 sleepq_switch(c959e340,0,c154c269,299,c19dfc04,...) at sleepq_switch+0x127/frame 0xedf01bfc sleepq_timedwait(c19dfc04,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedf01c20 _sleep(c19dfc04,c19dfb80,54,c1555a1a,fffffed8,...) at _sleep+0x336/frame 0xedf01c78 buf_daemon(0,edf01ce8,c153e33c,3eb,0,...) at buf_daemon+0x8c/frame 0xedf01cac fork_exit(c0cb7110,0,edf01ce8) at fork_exit+0x7e/frame 0xedf01cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf01cd4 --- trap 0, eip = 0, esp = 0xedf01d20, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100096 td 0xc978d340 sched_switch(c978d340,0,104,1a7,edf46bb8,...) at sched_switch+0x4da/frame 0xedf46b80 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedf46bb8 sleepq_switch(c978d340,0,c154c269,299,c9264484,...) at sleepq_switch+0x127/frame 0xedf46bec sleepq_timedwait(c9264484,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedf46c10 _sleep(c9264484,c9264400,54,c1585ab9,7fffff6c,...) at _sleep+0x336/frame 0xedf46c68 softdep_flush(c9af38c4,edf46ce8,c153e33c,3eb,0,...) at softdep_flush+0x192/frame 0xedf46cac fork_exit(c0ebcc10,c9af38c4,edf46ce8) at fork_exit+0x7e/frame 0xedf46cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf46cd4 --- trap 0, eip = 0, esp = 0xedf46d20, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100098 td 0xc978c9c0 sched_switch(c978c9c0,0,104,1a7,edf4cbb8,...) at sched_switch+0x4da/frame 0xedf4cb80 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedf4cbb8 sleepq_switch(c978c9c0,0,c154c269,299,c96a1e84,...) at sleepq_switch+0x127/frame 0xedf4cbec sleepq_timedwait(c96a1e84,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedf4cc10 _sleep(c96a1e84,c96a1e00,54,c1585ab9,7fffff6c,...) at _sleep+0x336/frame 0xedf4cc68 softdep_flush(c9af32ec,edf4cce8,c153e33c,3eb,0,...) at softdep_flush+0x192/frame 0xedf4ccac fork_exit(c0ebcc10,c9af32ec,edf4cce8) at fork_exit+0x7e/frame 0xedf4ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf4ccd4 --- trap 0, eip = 0, esp = 0xedf4cd20, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100099 td 0xc978c680 sched_switch(c978c680,0,104,1a7,edf4fbb8,...) at sched_switch+0x4da/frame 0xedf4fb80 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedf4fbb8 sleepq_switch(c978c680,0,c154c269,299,c96a1c84,...) at sleepq_switch+0x127/frame 0xedf4fbec sleepq_timedwait(c96a1c84,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedf4fc10 _sleep(c96a1c84,c96a1c00,54,c1585ab9,7fffff6c,...) at _sleep+0x336/frame 0xedf4fc68 softdep_flush(c9af3000,edf4fce8,c153e33c,3eb,0,...) at softdep_flush+0x192/frame 0xedf4fcac fork_exit(c0ebcc10,c9af3000,edf4fce8) at fork_exit+0x7e/frame 0xedf4fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf4fcd4 --- trap 0, eip = 0, esp = 0xedf4fd20, ebp = 0 --- Tracing command bufdaemon pid 17 tid 100167 td 0xca2da680 sched_switch(ca2da680,0,104,1a7,f8cfdbb8,...) at sched_switch+0x4da/frame 0xf8cfdb80 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xf8cfdbb8 sleepq_switch(ca2da680,0,c154c269,299,c96a2284,...) at sleepq_switch+0x127/frame 0xf8cfdbec sleepq_timedwait(c96a2284,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf8cfdc10 _sleep(c96a2284,c96a2200,54,c1585ab9,7fffff6c,...) at _sleep+0x336/frame 0xf8cfdc68 softdep_flush(c973fbb0,f8cfdce8,c153e33c,3eb,0,...) at softdep_flush+0x192/frame 0xf8cfdcac fork_exit(c0ebcc10,c973fbb0,f8cfdce8) at fork_exit+0x7e/frame 0xf8cfdcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf8cfdcd4 --- trap 0, eip = 0, esp = 0xf8cfdd20, ebp = 0 --- Tracing command bufspacedaemon pid 16 tid 100079 td 0xc959e680 sched_switch(c959e680,0,104,1a7,edefebc8,...) at sched_switch+0x4da/frame 0xedefeb90 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedefebc8 sleepq_switch(c959e680,0,c154c269,299,c19e0848,...) at sleepq_switch+0x127/frame 0xedefebfc sleepq_timedwait(c19e0848,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedefec20 _sleep(c19e0848,c19e0600,25c,c152febe,fffffed8,...) at _sleep+0x336/frame 0xedefec78 bufspace_daemon(0,edefece8,c153e33c,3eb,0,...) at bufspace_daemon+0x1ff/frame 0xedefecac fork_exit(c0cb6ac0,0,edefece8) at fork_exit+0x7e/frame 0xedefecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedefecd4 --- trap 0, eip = 0, esp = 0xedefed20, ebp = 0 --- Tracing command pagezero pid 15 tid 100078 td 0xc90b3340 sched_switch(c90b3340,0,104,1a7,edefbbc4,...) at sched_switch+0x4da/frame 0xedefbb8c mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedefbbc4 sleepq_switch(c90b3340,0,c154c269,299,c19e63ac,...) at sleepq_switch+0x127/frame 0xedefbbf8 sleepq_timedwait(c19e63ac,0,12b,0,0,...) at sleepq_timedwait+0x48/frame 0xedefbc1c _sleep(c19e63ac,c1a44d00,0,c158f5b5,fffea520,...) at _sleep+0x336/frame 0xedefbc74 vm_pagezero(0,edefbce8,c153e33c,3eb,0,...) at vm_pagezero+0xc2/frame 0xedefbcac fork_exit(c0f209a0,0,edefbce8) at fork_exit+0x7e/frame 0xedefbcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedefbcd4 --- trap 0, eip = 0, esp = 0xedefbd20, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100077 td 0xc90b3680 sched_switch(c90b3680,0,104,1a7,edef8b88,...) at sched_switch+0x4da/frame 0xedef8b50 mi_switch(104,0,c154c269,200,c19e6210,...) at mi_switch+0x1b4/frame 0xedef8b88 sleepq_switch(c90b3680,0,c154c269,276,c90b3680,...) at sleepq_switch+0x127/frame 0xedef8bbc sleepq_wait(c19e6228,74,c1555a1a,0,0,...) at sleepq_wait+0x48/frame 0xedef8be0 _sleep(c19e6228,c19e6210,74,c1555a1a,0,...) at _sleep+0x46e/frame 0xedef8c38 vm_daemon(0,edef8ce8,c153e33c,3eb,0,...) at vm_daemon+0xb6/frame 0xedef8cac fork_exit(c0f187b0,0,edef8ce8) at fork_exit+0x7e/frame 0xedef8cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedef8cd4 --- trap 0, eip = 0, esp = 0xedef8d20, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100076 td 0xc90b39c0 sched_switch(c90b39c0,0,104,1a7,edef5b8c,...) at sched_switch+0x4da/frame 0xedef5b54 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedef5b8c sleepq_switch(c90b39c0,0,c154c269,299,c1a44d84,...) at sleepq_switch+0x127/frame 0xedef5bc0 sleepq_timedwait(c1a44d84,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedef5be4 _sleep(c1a44d84,c1a44d00,54,c1555a1a,7fffff6c,...) at _sleep+0x336/frame 0xedef5c3c vm_pageout(0,edef5ce8,c153e33c,3eb,0,...) at vm_pageout+0x1f7/frame 0xedef5cac fork_exit(c0f16e30,0,edef5ce8) at fork_exit+0x7e/frame 0xedef5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedef5cd4 --- trap 0, eip = 0, esp = 0xedef5d20, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100083 td 0xc96749c0 sched_switch(c96749c0,0,104,1a7,edf0abd0,...) at sched_switch+0x4da/frame 0xedf0ab98 mi_switch(104,0,c154c269,200,c1983478,...) at mi_switch+0x1b4/frame 0xedf0abd0 sleepq_switch(c96749c0,0,c154c269,276,c96749c0,...) at sleepq_switch+0x127/frame 0xedf0ac04 sleepq_wait(c19e5e24,54,edf0ac6c,0,0,...) at sleepq_wait+0x48/frame 0xedf0ac28 _sleep(c19e5e24,c19e5e10,54,c158a3b9,0,...) at _sleep+0x46e/frame 0xedf0ac80 uma_reclaim_worker(0,edf0ace8,c153e33c,3eb,0,...) at uma_reclaim_worker+0x90/frame 0xedf0acac fork_exit(c0ef8c30,0,edf0ace8) at fork_exit+0x7e/frame 0xedf0acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedf0acd4 --- trap 0, eip = 0, esp = 0xedf0ad20, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100073 td 0xc90da680 sched_switch(c90da680,0,104,1a7,edd6cbd0,...) at sched_switch+0x4da/frame 0xedd6cb98 mi_switch(104,0,c154c269,200,c1a40794,...) at mi_switch+0x1b4/frame 0xedd6cbd0 sleepq_switch(c90da680,0,c154c269,276,c90da680,...) at sleepq_switch+0x127/frame 0xedd6cc04 sleepq_wait(c1a407cc,0,c156cba5,0,0,...) at sleepq_wait+0x48/frame 0xedd6cc28 _sleep(c1a407cc,c1a40794,0,c156cba5,0,...) at _sleep+0x46e/frame 0xedd6cc80 sctp_iterator_thread(0,edd6cce8,c153e33c,3eb,0,...) at sctp_iterator_thread+0x7c/frame 0xedd6ccac fork_exit(c0d7e3d0,0,edd6cce8) at fork_exit+0x7e/frame 0xedd6ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd6ccd4 --- trap 0, eip = 0, esp = 0xedd6cd20, ebp = 0 --- Tracing command fdc0 pid 6 tid 100069 td 0xc90db680 sched_switch(c90db680,0,104,1a7,edd5fb7c,...) at sched_switch+0x4da/frame 0xedd5fb44 mi_switch(104,0,c154c269,200,101,...) at mi_switch+0x1b4/frame 0xedd5fb7c sleepq_switch(c90db680,0,c154c269,299,c901443c,...) at sleepq_switch+0x127/frame 0xedd5fbb0 sleepq_timedwait(c901443c,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xedd5fbd4 _sleep(c901443c,c90144f0,5c,c152febe,fffffed8,...) at _sleep+0x336/frame 0xedd5fc2c fdc_thread(c9014400,edd5fce8,c153e33c,3eb,0,...) at fdc_thread+0xb67/frame 0xedd5fcac fork_exit(c10e4740,c9014400,edd5fce8) at fork_exit+0x7e/frame 0xedd5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd5fcd4 --- trap 0, eip = 0, esp = 0xedd5fd20, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc8ff99c0 sched_switch(c8ff99c0,0,104,1a7,f13f7be8,...) at sched_switch+0x4da/frame 0xf13f7bb0 mi_switch(104,0,c154c269,200,c9040cf8,...) at mi_switch+0x1b4/frame 0xf13f7be8 sleepq_switch(c8ff99c0,0,c154c269,276,c9040acc,...) at sleepq_switch+0x127/frame 0xf13f7c1c sleepq_wait(c9040acc,0,f13f7c70,1,0,...) at sleepq_wait+0x48/frame 0xf13f7c40 _cv_wait(c9040acc,c9040cf8,c1515217,76,c9040ad4,...) at _cv_wait+0x20b/frame 0xf13f7c84 usb_process(c9040ac4,f13f7ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xf13f7cac fork_exit(c0a6c7f0,c9040ac4,f13f7ce8) at fork_exit+0x7e/frame 0xf13f7cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf13f7cd4 --- trap 0, eip = 0, esp = 0xf13f7d20, ebp = 0 --- Tracing command usb pid 14 tid 100035 td 0xc8ff9680 sched_switch(c8ff9680,0,104,1a7,f13fabe8,...) at sched_switch+0x4da/frame 0xf13fabb0 mi_switch(104,0,c154c269,200,c9040cf8,...) at mi_switch+0x1b4/frame 0xf13fabe8 sleepq_switch(c8ff9680,0,c154c269,276,c9040afc,...) at sleepq_switch+0x127/frame 0xf13fac1c sleepq_wait(c9040afc,0,f13fac70,1,0,...) at sleepq_wait+0x48/frame 0xf13fac40 _cv_wait(c9040afc,c9040cf8,c1515217,76,c9040b04,...) at _cv_wait+0x20b/frame 0xf13fac84 usb_process(c9040af4,f13face8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xf13facac fork_exit(c0a6c7f0,c9040af4,f13face8) at fork_exit+0x7e/frame 0xf13facd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf13facd4 --- trap 0, eip = 0, esp = 0xf13fad20, ebp = 0 --- Tracing command usb pid 14 tid 100036 td 0xc8ff9340 sched_switch(c8ff9340,0,104,1a7,f13fdbe8,...) at sched_switch+0x4da/frame 0xf13fdbb0 mi_switch(104,0,c154c269,200,c9040cf8,...) at mi_switch+0x1b4/frame 0xf13fdbe8 sleepq_switch(c8ff9340,0,c154c269,276,c9040b2c,...) at sleepq_switch+0x127/frame 0xf13fdc1c sleepq_wait(c9040b2c,0,f13fdc70,1,0,...) at sleepq_wait+0x48/frame 0xf13fdc40 _cv_wait(c9040b2c,c9040cf8,c1515217,76,c9040b34,...) at _cv_wait+0x20b/frame 0xf13fdc84 usb_process(c9040b24,f13fdce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xf13fdcac fork_exit(c0a6c7f0,c9040b24,f13fdce8) at fork_exit+0x7e/frame 0xf13fdcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf13fdcd4 --- trap 0, eip = 0, esp = 0xf13fdd20, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc8ff9000 sched_switch(c8ff9000,0,104,1a7,edce1be8,...) at sched_switch+0x4da/frame 0xedce1bb0 mi_switch(104,0,c154c269,200,c9040cf8,...) at mi_switch+0x1b4/frame 0xedce1be8 sleepq_switch(c8ff9000,0,c154c269,276,c9040b5c,...) at sleepq_switch+0x127/frame 0xedce1c1c sleepq_wait(c9040b5c,0,edce1c70,1,0,...) at sleepq_wait+0x48/frame 0xedce1c40 _cv_wait(c9040b5c,c9040cf8,c1515217,76,c9040b64,...) at _cv_wait+0x20b/frame 0xedce1c84 usb_process(c9040b54,edce1ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedce1cac fork_exit(c0a6c7f0,c9040b54,edce1ce8) at fork_exit+0x7e/frame 0xedce1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce1cd4 --- trap 0, eip = 0, esp = 0xedce1d20, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc8efb9c0 sched_switch(c8efb9c0,0,104,1a7,edce4be8,...) at sched_switch+0x4da/frame 0xedce4bb0 mi_switch(104,0,c154c269,200,c9040cf8,...) at mi_switch+0x1b4/frame 0xedce4be8 sleepq_switch(c8efb9c0,0,c154c269,276,c9040b8c,...) at sleepq_switch+0x127/frame 0xedce4c1c sleepq_wait(c9040b8c,0,edce4c70,1,0,...) at sleepq_wait+0x48/frame 0xedce4c40 _cv_wait(c9040b8c,c9040cf8,c1515217,76,c9040b94,...) at _cv_wait+0x20b/frame 0xedce4c84 usb_process(c9040b84,edce4ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedce4cac fork_exit(c0a6c7f0,c9040b84,edce4ce8) at fork_exit+0x7e/frame 0xedce4cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce4cd4 --- trap 0, eip = 0, esp = 0xedce4d20, ebp = 0 --- Tracing command usb pid 14 tid 100040 td 0xc90a79c0 sched_switch(c90a79c0,0,104,1a7,edceabe8,...) at sched_switch+0x4da/frame 0xedceabb0 mi_switch(104,0,c154c269,200,c909fcf8,...) at mi_switch+0x1b4/frame 0xedceabe8 sleepq_switch(c90a79c0,0,c154c269,276,c909facc,...) at sleepq_switch+0x127/frame 0xedceac1c sleepq_wait(c909facc,0,edceac70,1,0,...) at sleepq_wait+0x48/frame 0xedceac40 _cv_wait(c909facc,c909fcf8,c1515217,76,c909fad4,...) at _cv_wait+0x20b/frame 0xedceac84 usb_process(c909fac4,edceace8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedceacac fork_exit(c0a6c7f0,c909fac4,edceace8) at fork_exit+0x7e/frame 0xedceacd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedceacd4 --- trap 0, eip = 0, esp = 0xedcead20, ebp = 0 --- Tracing command usb pid 14 tid 100041 td 0xc90a7680 sched_switch(c90a7680,0,104,1a7,edcedbe8,...) at sched_switch+0x4da/frame 0xedcedbb0 mi_switch(104,0,c154c269,200,c909fcf8,...) at mi_switch+0x1b4/frame 0xedcedbe8 sleepq_switch(c90a7680,0,c154c269,276,c909fafc,...) at sleepq_switch+0x127/frame 0xedcedc1c sleepq_wait(c909fafc,0,edcedc70,1,0,...) at sleepq_wait+0x48/frame 0xedcedc40 _cv_wait(c909fafc,c909fcf8,c1515217,76,c909fb04,...) at _cv_wait+0x20b/frame 0xedcedc84 usb_process(c909faf4,edcedce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedcedcac fork_exit(c0a6c7f0,c909faf4,edcedce8) at fork_exit+0x7e/frame 0xedcedcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcedcd4 --- trap 0, eip = 0, esp = 0xedcedd20, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc90a7340 sched_switch(c90a7340,0,104,1a7,edcf0be8,...) at sched_switch+0x4da/frame 0xedcf0bb0 mi_switch(104,0,c154c269,200,c909fcf8,...) at mi_switch+0x1b4/frame 0xedcf0be8 sleepq_switch(c90a7340,0,c154c269,276,c909fb2c,...) at sleepq_switch+0x127/frame 0xedcf0c1c sleepq_wait(c909fb2c,0,edcf0c70,1,0,...) at sleepq_wait+0x48/frame 0xedcf0c40 _cv_wait(c909fb2c,c909fcf8,c1515217,76,c909fb34,...) at _cv_wait+0x20b/frame 0xedcf0c84 usb_process(c909fb24,edcf0ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedcf0cac fork_exit(c0a6c7f0,c909fb24,edcf0ce8) at fork_exit+0x7e/frame 0xedcf0cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf0cd4 --- trap 0, eip = 0, esp = 0xedcf0d20, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc90a7000 sched_switch(c90a7000,0,104,1a7,edcf3be8,...) at sched_switch+0x4da/frame 0xedcf3bb0 mi_switch(104,0,c154c269,200,c909fcf8,...) at mi_switch+0x1b4/frame 0xedcf3be8 sleepq_switch(c90a7000,0,c154c269,276,c909fb5c,...) at sleepq_switch+0x127/frame 0xedcf3c1c sleepq_wait(c909fb5c,0,edcf3c70,1,0,...) at sleepq_wait+0x48/frame 0xedcf3c40 _cv_wait(c909fb5c,c909fcf8,c1515217,76,c909fb64,...) at _cv_wait+0x20b/frame 0xedcf3c84 usb_process(c909fb54,edcf3ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedcf3cac fork_exit(c0a6c7f0,c909fb54,edcf3ce8) at fork_exit+0x7e/frame 0xedcf3cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf3cd4 --- trap 0, eip = 0, esp = 0xedcf3d20, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc90a69c0 sched_switch(c90a69c0,0,104,1a7,edcf6be8,...) at sched_switch+0x4da/frame 0xedcf6bb0 mi_switch(104,0,c154c269,200,c909fcf8,...) at mi_switch+0x1b4/frame 0xedcf6be8 sleepq_switch(c90a69c0,0,c154c269,276,c909fb8c,...) at sleepq_switch+0x127/frame 0xedcf6c1c sleepq_wait(c909fb8c,0,edcf6c70,1,0,...) at sleepq_wait+0x48/frame 0xedcf6c40 _cv_wait(c909fb8c,c909fcf8,c1515217,76,c909fb94,...) at _cv_wait+0x20b/frame 0xedcf6c84 usb_process(c909fb84,edcf6ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedcf6cac fork_exit(c0a6c7f0,c909fb84,edcf6ce8) at fork_exit+0x7e/frame 0xedcf6cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf6cd4 --- trap 0, eip = 0, esp = 0xedcf6d20, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc90a6340 sched_switch(c90a6340,0,104,1a7,edcfcbe8,...) at sched_switch+0x4da/frame 0xedcfcbb0 mi_switch(104,0,c154c269,200,c90a8cf8,...) at mi_switch+0x1b4/frame 0xedcfcbe8 sleepq_switch(c90a6340,0,c154c269,276,c90a8acc,...) at sleepq_switch+0x127/frame 0xedcfcc1c sleepq_wait(c90a8acc,0,edcfcc70,1,0,...) at sleepq_wait+0x48/frame 0xedcfcc40 _cv_wait(c90a8acc,c90a8cf8,c1515217,76,c90a8ad4,...) at _cv_wait+0x20b/frame 0xedcfcc84 usb_process(c90a8ac4,edcfcce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedcfccac fork_exit(c0a6c7f0,c90a8ac4,edcfcce8) at fork_exit+0x7e/frame 0xedcfccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcfccd4 --- trap 0, eip = 0, esp = 0xedcfcd20, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc90a6000 sched_switch(c90a6000,0,104,1a7,edcffbe8,...) at sched_switch+0x4da/frame 0xedcffbb0 mi_switch(104,0,c154c269,200,c90a8cf8,...) at mi_switch+0x1b4/frame 0xedcffbe8 sleepq_switch(c90a6000,0,c154c269,276,c90a8afc,...) at sleepq_switch+0x127/frame 0xedcffc1c sleepq_wait(c90a8afc,0,edcffc70,1,0,...) at sleepq_wait+0x48/frame 0xedcffc40 _cv_wait(c90a8afc,c90a8cf8,c1515217,76,c90a8b04,...) at _cv_wait+0x20b/frame 0xedcffc84 usb_process(c90a8af4,edcffce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedcffcac fork_exit(c0a6c7f0,c90a8af4,edcffce8) at fork_exit+0x7e/frame 0xedcffcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcffcd4 --- trap 0, eip = 0, esp = 0xedcffd20, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc90a59c0 sched_switch(c90a59c0,0,104,1a7,edd02be8,...) at sched_switch+0x4da/frame 0xedd02bb0 mi_switch(104,0,c154c269,200,c90a8cf8,...) at mi_switch+0x1b4/frame 0xedd02be8 sleepq_switch(c90a59c0,0,c154c269,276,c90a8b2c,...) at sleepq_switch+0x127/frame 0xedd02c1c sleepq_wait(c90a8b2c,0,edd02c70,1,0,...) at sleepq_wait+0x48/frame 0xedd02c40 _cv_wait(c90a8b2c,c90a8cf8,c1515217,76,c90a8b34,...) at _cv_wait+0x20b/frame 0xedd02c84 usb_process(c90a8b24,edd02ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd02cac fork_exit(c0a6c7f0,c90a8b24,edd02ce8) at fork_exit+0x7e/frame 0xedd02cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd02cd4 --- trap 0, eip = 0, esp = 0xedd02d20, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc90a5680 sched_switch(c90a5680,0,104,1a7,edd05be8,...) at sched_switch+0x4da/frame 0xedd05bb0 mi_switch(104,0,c154c269,200,c90a8cf8,...) at mi_switch+0x1b4/frame 0xedd05be8 sleepq_switch(c90a5680,0,c154c269,276,c90a8b5c,...) at sleepq_switch+0x127/frame 0xedd05c1c sleepq_wait(c90a8b5c,0,edd05c70,1,0,...) at sleepq_wait+0x48/frame 0xedd05c40 _cv_wait(c90a8b5c,c90a8cf8,c1515217,76,c90a8b64,...) at _cv_wait+0x20b/frame 0xedd05c84 usb_process(c90a8b54,edd05ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd05cac fork_exit(c0a6c7f0,c90a8b54,edd05ce8) at fork_exit+0x7e/frame 0xedd05cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd05cd4 --- trap 0, eip = 0, esp = 0xedd05d20, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc90a5340 sched_switch(c90a5340,0,104,1a7,edd08be8,...) at sched_switch+0x4da/frame 0xedd08bb0 mi_switch(104,0,c154c269,200,c90a8cf8,...) at mi_switch+0x1b4/frame 0xedd08be8 sleepq_switch(c90a5340,0,c154c269,276,c90a8b8c,...) at sleepq_switch+0x127/frame 0xedd08c1c sleepq_wait(c90a8b8c,0,edd08c70,1,0,...) at sleepq_wait+0x48/frame 0xedd08c40 _cv_wait(c90a8b8c,c90a8cf8,c1515217,76,c90a8b94,...) at _cv_wait+0x20b/frame 0xedd08c84 usb_process(c90a8b84,edd08ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd08cac fork_exit(c0a6c7f0,c90a8b84,edd08ce8) at fork_exit+0x7e/frame 0xedd08cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd08cd4 --- trap 0, eip = 0, esp = 0xedd08d20, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc90a5000 sched_switch(c90a5000,0,104,1a7,edd0cbe8,...) at sched_switch+0x4da/frame 0xedd0cbb0 mi_switch(104,0,c154c269,200,c90aacf8,...) at mi_switch+0x1b4/frame 0xedd0cbe8 sleepq_switch(c90a5000,0,c154c269,276,c90aaacc,...) at sleepq_switch+0x127/frame 0xedd0cc1c sleepq_wait(c90aaacc,0,edd0cc70,1,0,...) at sleepq_wait+0x48/frame 0xedd0cc40 _cv_wait(c90aaacc,c90aacf8,c1515217,76,c90aaad4,...) at _cv_wait+0x20b/frame 0xedd0cc84 usb_process(c90aaac4,edd0cce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd0ccac fork_exit(c0a6c7f0,c90aaac4,edd0cce8) at fork_exit+0x7e/frame 0xedd0ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd0ccd4 --- trap 0, eip = 0, esp = 0xedd0cd20, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc8ffb9c0 sched_switch(c8ffb9c0,0,104,1a7,edd0fbe8,...) at sched_switch+0x4da/frame 0xedd0fbb0 mi_switch(104,0,c154c269,200,c90aacf8,...) at mi_switch+0x1b4/frame 0xedd0fbe8 sleepq_switch(c8ffb9c0,0,c154c269,276,c90aaafc,...) at sleepq_switch+0x127/frame 0xedd0fc1c sleepq_wait(c90aaafc,0,edd0fc70,1,0,...) at sleepq_wait+0x48/frame 0xedd0fc40 _cv_wait(c90aaafc,c90aacf8,c1515217,76,c90aab04,...) at _cv_wait+0x20b/frame 0xedd0fc84 usb_process(c90aaaf4,edd0fce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd0fcac fork_exit(c0a6c7f0,c90aaaf4,edd0fce8) at fork_exit+0x7e/frame 0xedd0fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd0fcd4 --- trap 0, eip = 0, esp = 0xedd0fd20, ebp = 0 --- Tracing command usb pid 14 tid 100053 td 0xc90b3000 sched_switch(c90b3000,0,104,1a7,edd12be8,...) at sched_switch+0x4da/frame 0xedd12bb0 mi_switch(104,0,c154c269,200,c90aacf8,...) at mi_switch+0x1b4/frame 0xedd12be8 sleepq_switch(c90b3000,0,c154c269,276,c90aab2c,...) at sleepq_switch+0x127/frame 0xedd12c1c sleepq_wait(c90aab2c,0,edd12c70,1,0,...) at sleepq_wait+0x48/frame 0xedd12c40 _cv_wait(c90aab2c,c90aacf8,c1515217,76,c90aab34,...) at _cv_wait+0x20b/frame 0xedd12c84 usb_process(c90aab24,edd12ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd12cac fork_exit(c0a6c7f0,c90aab24,edd12ce8) at fork_exit+0x7e/frame 0xedd12cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd12cd4 --- trap 0, eip = 0, esp = 0xedd12d20, ebp = 0 --- Tracing command usb pid 14 tid 100054 td 0xc90b29c0 sched_switch(c90b29c0,0,104,1a7,edd15be8,...) at sched_switch+0x4da/frame 0xedd15bb0 mi_switch(104,0,c154c269,200,c90aacf8,...) at mi_switch+0x1b4/frame 0xedd15be8 sleepq_switch(c90b29c0,0,c154c269,276,c90aab5c,...) at sleepq_switch+0x127/frame 0xedd15c1c sleepq_wait(c90aab5c,0,edd15c70,1,0,...) at sleepq_wait+0x48/frame 0xedd15c40 _cv_wait(c90aab5c,c90aacf8,c1515217,76,c90aab64,...) at _cv_wait+0x20b/frame 0xedd15c84 usb_process(c90aab54,edd15ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd15cac fork_exit(c0a6c7f0,c90aab54,edd15ce8) at fork_exit+0x7e/frame 0xedd15cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd15cd4 --- trap 0, eip = 0, esp = 0xedd15d20, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc90b2680 sched_switch(c90b2680,0,104,1a7,edd18be8,...) at sched_switch+0x4da/frame 0xedd18bb0 mi_switch(104,0,c154c269,200,c90aacf8,...) at mi_switch+0x1b4/frame 0xedd18be8 sleepq_switch(c90b2680,0,c154c269,276,c90aab8c,...) at sleepq_switch+0x127/frame 0xedd18c1c sleepq_wait(c90aab8c,0,edd18c70,1,0,...) at sleepq_wait+0x48/frame 0xedd18c40 _cv_wait(c90aab8c,c90aacf8,c1515217,76,c90aab94,...) at _cv_wait+0x20b/frame 0xedd18c84 usb_process(c90aab84,edd18ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd18cac fork_exit(c0a6c7f0,c90aab84,edd18ce8) at fork_exit+0x7e/frame 0xedd18cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd18cd4 --- trap 0, eip = 0, esp = 0xedd18d20, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc90b2340 sched_switch(c90b2340,0,104,1a7,edd1cbe8,...) at sched_switch+0x4da/frame 0xedd1cbb0 mi_switch(104,0,c154c269,200,c90b4cf8,...) at mi_switch+0x1b4/frame 0xedd1cbe8 sleepq_switch(c90b2340,0,c154c269,276,c90b4acc,...) at sleepq_switch+0x127/frame 0xedd1cc1c sleepq_wait(c90b4acc,0,edd1cc70,1,0,...) at sleepq_wait+0x48/frame 0xedd1cc40 _cv_wait(c90b4acc,c90b4cf8,c1515217,76,c90b4ad4,...) at _cv_wait+0x20b/frame 0xedd1cc84 usb_process(c90b4ac4,edd1cce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd1ccac fork_exit(c0a6c7f0,c90b4ac4,edd1cce8) at fork_exit+0x7e/frame 0xedd1ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd1ccd4 --- trap 0, eip = 0, esp = 0xedd1cd20, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc90b2000 sched_switch(c90b2000,0,104,1a7,edd1fbe8,...) at sched_switch+0x4da/frame 0xedd1fbb0 mi_switch(104,0,c154c269,200,c90b4cf8,...) at mi_switch+0x1b4/frame 0xedd1fbe8 sleepq_switch(c90b2000,0,c154c269,276,c90b4afc,...) at sleepq_switch+0x127/frame 0xedd1fc1c sleepq_wait(c90b4afc,0,edd1fc70,1,0,...) at sleepq_wait+0x48/frame 0xedd1fc40 _cv_wait(c90b4afc,c90b4cf8,c1515217,76,c90b4b04,...) at _cv_wait+0x20b/frame 0xedd1fc84 usb_process(c90b4af4,edd1fce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd1fcac fork_exit(c0a6c7f0,c90b4af4,edd1fce8) at fork_exit+0x7e/frame 0xedd1fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd1fcd4 --- trap 0, eip = 0, esp = 0xedd1fd20, ebp = 0 --- Tracing command usb pid 14 tid 100058 td 0xc90b19c0 sched_switch(c90b19c0,0,104,1a7,edd22be8,...) at sched_switch+0x4da/frame 0xedd22bb0 mi_switch(104,0,c154c269,200,c90b4cf8,...) at mi_switch+0x1b4/frame 0xedd22be8 sleepq_switch(c90b19c0,0,c154c269,276,c90b4b2c,...) at sleepq_switch+0x127/frame 0xedd22c1c sleepq_wait(c90b4b2c,0,edd22c70,1,0,...) at sleepq_wait+0x48/frame 0xedd22c40 _cv_wait(c90b4b2c,c90b4cf8,c1515217,76,c90b4b34,...) at _cv_wait+0x20b/frame 0xedd22c84 usb_process(c90b4b24,edd22ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd22cac fork_exit(c0a6c7f0,c90b4b24,edd22ce8) at fork_exit+0x7e/frame 0xedd22cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd22cd4 --- trap 0, eip = 0, esp = 0xedd22d20, ebp = 0 --- Tracing command usb pid 14 tid 100059 td 0xc90b1680 sched_switch(c90b1680,0,104,1a7,edd25be8,...) at sched_switch+0x4da/frame 0xedd25bb0 mi_switch(104,0,c154c269,200,c90b4cf8,...) at mi_switch+0x1b4/frame 0xedd25be8 sleepq_switch(c90b1680,0,c154c269,276,c90b4b5c,...) at sleepq_switch+0x127/frame 0xedd25c1c sleepq_wait(c90b4b5c,0,edd25c70,1,0,...) at sleepq_wait+0x48/frame 0xedd25c40 _cv_wait(c90b4b5c,c90b4cf8,c1515217,76,c90b4b64,...) at _cv_wait+0x20b/frame 0xedd25c84 usb_process(c90b4b54,edd25ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd25cac fork_exit(c0a6c7f0,c90b4b54,edd25ce8) at fork_exit+0x7e/frame 0xedd25cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd25cd4 --- trap 0, eip = 0, esp = 0xedd25d20, ebp = 0 --- Tracing command usb pid 14 tid 100060 td 0xc90b1340 sched_switch(c90b1340,0,104,1a7,edd28be8,...) at sched_switch+0x4da/frame 0xedd28bb0 mi_switch(104,0,c154c269,200,c90b4cf8,...) at mi_switch+0x1b4/frame 0xedd28be8 sleepq_switch(c90b1340,0,c154c269,276,c90b4b8c,...) at sleepq_switch+0x127/frame 0xedd28c1c sleepq_wait(c90b4b8c,0,edd28c70,1,0,...) at sleepq_wait+0x48/frame 0xedd28c40 _cv_wait(c90b4b8c,c90b4cf8,c1515217,76,c90b4b94,...) at _cv_wait+0x20b/frame 0xedd28c84 usb_process(c90b4b84,edd28ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd28cac fork_exit(c0a6c7f0,c90b4b84,edd28ce8) at fork_exit+0x7e/frame 0xedd28cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd28cd4 --- trap 0, eip = 0, esp = 0xedd28d20, ebp = 0 --- Tracing command usb pid 14 tid 100062 td 0xc90b09c0 sched_switch(c90b09c0,0,104,1a7,edd30be8,...) at sched_switch+0x4da/frame 0xedd30bb0 mi_switch(104,0,c154c269,200,c9045ed0,...) at mi_switch+0x1b4/frame 0xedd30be8 sleepq_switch(c90b09c0,0,c154c269,276,c9045ca4,...) at sleepq_switch+0x127/frame 0xedd30c1c sleepq_wait(c9045ca4,0,edd30c70,1,0,...) at sleepq_wait+0x48/frame 0xedd30c40 _cv_wait(c9045ca4,c9045ed0,c1515217,76,c9045cac,...) at _cv_wait+0x20b/frame 0xedd30c84 usb_process(c9045c9c,edd30ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd30cac fork_exit(c0a6c7f0,c9045c9c,edd30ce8) at fork_exit+0x7e/frame 0xedd30cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd30cd4 --- trap 0, eip = 0, esp = 0xedd30d20, ebp = 0 --- Tracing command usb pid 14 tid 100063 td 0xc90b0680 sched_switch(c90b0680,0,104,1a7,edd33be8,...) at sched_switch+0x4da/frame 0xedd33bb0 mi_switch(104,0,c154c269,200,c9045ed0,...) at mi_switch+0x1b4/frame 0xedd33be8 sleepq_switch(c90b0680,0,c154c269,276,c9045cd4,...) at sleepq_switch+0x127/frame 0xedd33c1c sleepq_wait(c9045cd4,0,edd33c70,1,0,...) at sleepq_wait+0x48/frame 0xedd33c40 _cv_wait(c9045cd4,c9045ed0,c1515217,76,c9045cdc,...) at _cv_wait+0x20b/frame 0xedd33c84 usb_process(c9045ccc,edd33ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd33cac fork_exit(c0a6c7f0,c9045ccc,edd33ce8) at fork_exit+0x7e/frame 0xedd33cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd33cd4 --- trap 0, eip = 0, esp = 0xedd33d20, ebp = 0 --- Tracing command usb pid 14 tid 100064 td 0xc90b0340 sched_switch(c90b0340,0,104,1a7,edd36be8,...) at sched_switch+0x4da/frame 0xedd36bb0 mi_switch(104,0,c154c269,200,c9045ed0,...) at mi_switch+0x1b4/frame 0xedd36be8 sleepq_switch(c90b0340,0,c154c269,276,c9045d04,...) at sleepq_switch+0x127/frame 0xedd36c1c sleepq_wait(c9045d04,0,edd36c70,1,0,...) at sleepq_wait+0x48/frame 0xedd36c40 _cv_wait(c9045d04,c9045ed0,c1515217,76,c9045d0c,...) at _cv_wait+0x20b/frame 0xedd36c84 usb_process(c9045cfc,edd36ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd36cac fork_exit(c0a6c7f0,c9045cfc,edd36ce8) at fork_exit+0x7e/frame 0xedd36cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd36cd4 --- trap 0, eip = 0, esp = 0xedd36d20, ebp = 0 --- Tracing command usb pid 14 tid 100065 td 0xc90b0000 sched_switch(c90b0000,0,104,1a7,edd39be8,...) at sched_switch+0x4da/frame 0xedd39bb0 mi_switch(104,0,c154c269,200,c9045ed0,...) at mi_switch+0x1b4/frame 0xedd39be8 sleepq_switch(c90b0000,0,c154c269,276,c9045d34,...) at sleepq_switch+0x127/frame 0xedd39c1c sleepq_wait(c9045d34,0,edd39c70,1,0,...) at sleepq_wait+0x48/frame 0xedd39c40 _cv_wait(c9045d34,c9045ed0,c1515217,76,c9045d3c,...) at _cv_wait+0x20b/frame 0xedd39c84 usb_process(c9045d2c,edd39ce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd39cac fork_exit(c0a6c7f0,c9045d2c,edd39ce8) at fork_exit+0x7e/frame 0xedd39cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd39cd4 --- trap 0, eip = 0, esp = 0xedd39d20, ebp = 0 --- Tracing command usb pid 14 tid 100066 td 0xc90dc340 sched_switch(c90dc340,0,104,1a7,edd3cbe8,...) at sched_switch+0x4da/frame 0xedd3cbb0 mi_switch(104,0,c154c269,200,c9045ed0,...) at mi_switch+0x1b4/frame 0xedd3cbe8 sleepq_switch(c90dc340,0,c154c269,276,c9045d64,...) at sleepq_switch+0x127/frame 0xedd3cc1c sleepq_wait(c9045d64,0,edd3cc70,1,0,...) at sleepq_wait+0x48/frame 0xedd3cc40 _cv_wait(c9045d64,c9045ed0,c1515217,76,c9045d6c,...) at _cv_wait+0x20b/frame 0xedd3cc84 usb_process(c9045d5c,edd3cce8,c153e33c,3eb,0,...) at usb_process+0x140/frame 0xedd3ccac fork_exit(c0a6c7f0,c9045d5c,edd3cce8) at fork_exit+0x7e/frame 0xedd3ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd3ccd4 --- trap 0, eip = 0, esp = 0xedd3cd20, ebp = 0 --- Tracing command cam pid 5 tid 100024 td 0xc8e469c0 sched_switch(c8e469c0,0,104,1a7,e4b68ba8,...) at sched_switch+0x4da/frame 0xe4b68b70 mi_switch(104,0,c154c269,200,c180a000,...) at mi_switch+0x1b4/frame 0xe4b68ba8 sleepq_switch(c8e469c0,0,c154c269,276,c8e469c0,...) at sleepq_switch+0x127/frame 0xe4b68bdc sleepq_wait(c180a080,5c,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b68c00 _sleep(c180a080,c180a000,5c,c152febe,0,...) at _sleep+0x46e/frame 0xe4b68c58 xpt_done_td(c180a000,e4b68ce8,c153e33c,3eb,0,...) at xpt_done_td+0x17e/frame 0xe4b68cac fork_exit(c04d8dd0,c180a000,e4b68ce8) at fork_exit+0x7e/frame 0xe4b68cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b68cd4 --- trap 0, eip = 0, esp = 0xe4b68d20, ebp = 0 --- Tracing command cam pid 5 tid 100075 td 0xc90da000 sched_switch(c90da000,0,104,1a7,edd72ba8,...) at sched_switch+0x4da/frame 0xedd72b70 mi_switch(104,0,c154c269,200,c1809f7c,...) at mi_switch+0x1b4/frame 0xedd72ba8 sleepq_switch(c90da000,0,c154c269,276,c90da000,...) at sleepq_switch+0x127/frame 0xedd72bdc sleepq_wait(c1809f2c,5c,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xedd72c00 _sleep(c1809f2c,c1809f7c,5c,c152febe,0,...) at _sleep+0x46e/frame 0xedd72c58 xpt_scanner_thread(0,edd72ce8,c153e33c,3eb,0,...) at xpt_scanner_thread+0xa2/frame 0xedd72cac fork_exit(c04d9180,0,edd72ce8) at fork_exit+0x7e/frame 0xedd72cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd72cd4 --- trap 0, eip = 0, esp = 0xedd72d20, ebp = 0 --- Tracing command crypto returns pid 4 tid 100019 td 0xc8efa000 sched_switch(c8efa000,0,104,1a7,e4b59bb0,...) at sched_switch+0x4da/frame 0xe4b59b78 mi_switch(104,0,c154c269,200,c19e5144,...) at mi_switch+0x1b4/frame 0xe4b59bb0 sleepq_switch(c8efa000,0,c154c269,276,c8efa000,...) at sleepq_switch+0x127/frame 0xe4b59be4 sleepq_wait(c19e5158,6c,c157d990,0,0,...) at sleepq_wait+0x48/frame 0xe4b59c08 _sleep(c19e5158,c19e5144,6c,c157d990,0,...) at _sleep+0x46e/frame 0xe4b59c60 crypto_ret_proc(0,e4b59ce8,c153e33c,3eb,0,...) at crypto_ret_proc+0x1f5/frame 0xe4b59cac fork_exit(c0e63f20,0,e4b59ce8) at fork_exit+0x7e/frame 0xe4b59cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b59cd4 --- trap 0, eip = 0, esp = 0xe4b59d20, ebp = 0 --- Tracing command crypto pid 3 tid 100018 td 0xc8efa340 sched_switch(c8efa340,0,104,1a7,e4b56bc0,...) at sched_switch+0x4da/frame 0xe4b56b88 mi_switch(104,0,c154c269,200,c19e5088,...) at mi_switch+0x1b4/frame 0xe4b56bc0 sleepq_switch(c8efa340,0,c154c269,276,c8efa340,...) at sleepq_switch+0x127/frame 0xe4b56bf4 sleepq_wait(c19e50a0,6c,c157d984,0,0,...) at sleepq_wait+0x48/frame 0xe4b56c18 _sleep(c19e50a0,c19e5088,6c,c157d984,0,...) at _sleep+0x46e/frame 0xe4b56c70 crypto_proc(0,e4b56ce8,c153e33c,3eb,0,...) at crypto_proc+0x2c1/frame 0xe4b56cac fork_exit(c0e63af0,0,e4b56ce8) at fork_exit+0x7e/frame 0xe4b56cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b56cd4 --- trap 0, eip = 0, esp = 0xe4b56d20, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc8efb340 sched_switch(c8efb340,0,104,1a7,e4b4abc0,...) at sched_switch+0x4da/frame 0xe4b4ab88 mi_switch(104,0,c154c269,200,c1964874,...) at mi_switch+0x1b4/frame 0xe4b4abc0 sleepq_switch(c8efb340,0,c154c269,276,c8efb340,...) at sleepq_switch+0x127/frame 0xe4b4abf4 sleepq_wait(c1a3b960,5c,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b4ac18 _sleep(c1a3b960,c1964874,25c,c152febe,0,...) at _sleep+0x46e/frame 0xe4b4ac70 g_run_events(0,e4b4ace8,c153e33c,3eb,0,...) at g_run_events+0x67/frame 0xe4b4acac fork_exit(c0b65880,0,e4b4ace8) at fork_exit+0x7e/frame 0xe4b4acd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b4acd4 --- trap 0, eip = 0, esp = 0xe4b4ad20, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc8efb000 sched_switch(c8efb000,0,104,1a7,e4b4dbb0,...) at sched_switch+0x4da/frame 0xe4b4db78 mi_switch(104,0,c154c269,200,c19648bc,...) at mi_switch+0x1b4/frame 0xe4b4dbb0 sleepq_switch(c8efb000,0,c154c269,276,c8efb000,...) at sleepq_switch+0x127/frame 0xe4b4dbe4 sleepq_wait(c1a3b964,5c,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b4dc08 _sleep(c1a3b964,c19648bc,25c,c152febe,0,...) at _sleep+0x46e/frame 0xe4b4dc60 g_io_schedule_up(c8efb000,0,c1531c4d,60,e4b4dcd4,...) at g_io_schedule_up+0x12a/frame 0xe4b4dc94 g_up_procbody(0,e4b4dce8,c153e33c,3eb,0,...) at g_up_procbody+0x9d/frame 0xe4b4dcac fork_exit(c0b65920,0,e4b4dce8) at fork_exit+0x7e/frame 0xe4b4dcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b4dcd4 --- trap 0, eip = 0, esp = 0xe4b4dd20, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc8efa9c0 sched_switch(c8efa9c0,0,104,1a7,e4b50bac,...) at sched_switch+0x4da/frame 0xe4b50b74 mi_switch(104,0,c154c269,200,c196489c,...) at mi_switch+0x1b4/frame 0xe4b50bac sleepq_switch(c8efa9c0,0,c154c269,276,c8efa9c0,...) at sleepq_switch+0x127/frame 0xe4b50be0 sleepq_wait(c1a3b968,5c,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b50c04 _sleep(c1a3b968,c196489c,25c,c152febe,0,...) at _sleep+0x46e/frame 0xe4b50c5c g_io_schedule_down(c8efa9c0,0,c1531c4d,6d,e4b50cd4,...) at g_io_schedule_down+0xec/frame 0xe4b50c94 g_down_procbody(0,e4b50ce8,c153e33c,3eb,0,...) at g_down_procbody+0x9d/frame 0xe4b50cac fork_exit(c0b659c0,0,e4b50ce8) at fork_exit+0x7e/frame 0xe4b50cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b50cd4 --- trap 0, eip = 0, esp = 0xe4b50d20, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc8e44340 sched_switch(c8e44340,0,109,1a7,c19b3ba8,...) at sched_switch+0x4da/frame 0xe4b38c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xe4b38c70 ithread_loop(c8e97020,e4b38ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe4b38cac fork_exit(c0bdf410,c8e97020,e4b38ce8) at fork_exit+0x7e/frame 0xe4b38cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b38cd4 --- trap 0, eip = 0, esp = 0xe4b38d20, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc8e44000 sched_switch(c8e44000,0,109,1a7,c19b51a8,...) at sched_switch+0x4da/frame 0xe4b3bc38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xe4b3bc70 ithread_loop(c8e97010,e4b3bce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe4b3bcac fork_exit(c0bdf410,c8e97010,e4b3bce8) at fork_exit+0x7e/frame 0xe4b3bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b3bcd4 --- trap 0, eip = 0, esp = 0xe4b3bd20, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc8e439c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc8e43680 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc8e43340 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100013 td 0xc8e43000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100020 td 0xc8ef99c0 sched_switch(c8ef99c0,0,109,1a7,c19b3b50,...) at sched_switch+0x4da/frame 0xe4b5cc38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xe4b5cc70 ithread_loop(c8e96f60,e4b5cce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe4b5ccac fork_exit(c0bdf410,c8e96f60,e4b5cce8) at fork_exit+0x7e/frame 0xe4b5ccd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b5ccd4 --- trap 0, eip = 0, esp = 0xe4b5cd20, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc8ef9340 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100029 td 0xc8ffb000 sched_switch(c8ffb000,0,109,1a7,c19b38e8,...) at sched_switch+0x4da/frame 0xe4b77c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xe4b77c70 ithread_loop(c8e96f40,e4b77ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe4b77cac fork_exit(c0bdf410,c8e96f40,e4b77ce8) at fork_exit+0x7e/frame 0xe4b77cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b77cd4 --- trap 0, eip = 0, esp = 0xe4b77d20, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc8ffa9c0 sched_switch(c8ffa9c0,0,109,1a7,c19b5258,...) at sched_switch+0x4da/frame 0xe4ba9c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xe4ba9c70 ithread_loop(c8e96f20,e4ba9ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xe4ba9cac fork_exit(c0bdf410,c8e96f20,e4ba9ce8) at fork_exit+0x7e/frame 0xe4ba9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4ba9cd4 --- trap 0, eip = 0, esp = 0xe4ba9d20, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc8ffa680 sched_switch(c8ffa680,0,109,1a7,c19b3838,...) at sched_switch+0x4da/frame 0xf12b1c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xf12b1c70 ithread_loop(c8e96f10,f12b1ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xf12b1cac fork_exit(c0bdf410,c8e96f10,f12b1ce8) at fork_exit+0x7e/frame 0xf12b1cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf12b1cd4 --- trap 0, eip = 0, esp = 0xf12b1d20, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc8ffa340 sched_switch(c8ffa340,0,109,1a7,c19b4078,...) at sched_switch+0x4da/frame 0xf12b5c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xf12b5c70 ithread_loop(c8e96f00,f12b5ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xf12b5cac fork_exit(c0bdf410,c8e96f00,f12b5ce8) at fork_exit+0x7e/frame 0xf12b5cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf12b5cd4 --- trap 0, eip = 0, esp = 0xf12b5d20, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc8ffa000 sched_switch(c8ffa000,0,109,1a7,c19b5200,...) at sched_switch+0x4da/frame 0xf13f4c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xf13f4c70 ithread_loop(c8e96e30,f13f4ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xf13f4cac fork_exit(c0bdf410,c8e96e30,f13f4ce8) at fork_exit+0x7e/frame 0xf13f4cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xf13f4cd4 --- trap 0, eip = 0, esp = 0xf13f4d20, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc8efb680 sched_switch(c8efb680,0,109,1a7,c19b4338,...) at sched_switch+0x4da/frame 0xedce7c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xedce7c70 ithread_loop(c8e96e20,edce7ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xedce7cac fork_exit(c0bdf410,c8e96e20,edce7ce8) at fork_exit+0x7e/frame 0xedce7cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedce7cd4 --- trap 0, eip = 0, esp = 0xedce7d20, ebp = 0 --- Tracing command intr pid 12 tid 100045 td 0xc90a6680 sched_switch(c90a6680,0,109,1a7,c19b42e0,...) at sched_switch+0x4da/frame 0xedcf9c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xedcf9c70 ithread_loop(c8e96e10,edcf9ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xedcf9cac fork_exit(c0bdf410,c8e96e10,edcf9ce8) at fork_exit+0x7e/frame 0xedcf9cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedcf9cd4 --- trap 0, eip = 0, esp = 0xedcf9d20, ebp = 0 --- Tracing command intr pid 12 tid 100061 td 0xc90b1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100067 td 0xc90dc000 sched_switch(c90dc000,0,109,1a7,c19b4020,...) at sched_switch+0x4da/frame 0xedd41c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xedd41c70 ithread_loop(c8e96df0,edd41ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xedd41cac fork_exit(c0bdf410,c8e96df0,edd41ce8) at fork_exit+0x7e/frame 0xedd41cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd41cd4 --- trap 0, eip = 0, esp = 0xedd41d20, ebp = 0 --- Tracing command intr pid 12 tid 100068 td 0xc90db9c0 sched_switch(c90db9c0,0,109,1a7,c19b3af8,...) at sched_switch+0x4da/frame 0xedd52c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xedd52c70 ithread_loop(c8e96db0,edd52ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xedd52cac fork_exit(c0bdf410,c8e96db0,edd52ce8) at fork_exit+0x7e/frame 0xedd52cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd52cd4 --- trap 0, eip = 0, esp = 0xedd52d20, ebp = 0 --- Tracing command intr pid 12 tid 100070 td 0xc90db340 sched_switch(c90db340,0,109,1a7,c19b3cb0,...) at sched_switch+0x4da/frame 0xedd62c38 mi_switch(109,0,c153e5ad,555,c153e33c,...) at mi_switch+0x1b4/frame 0xedd62c70 ithread_loop(c8e96da0,edd62ce8,c153e33c,3eb,0,...) at ithread_loop+0x1f0/frame 0xedd62cac fork_exit(c0bdf410,c8e96da0,edd62ce8) at fork_exit+0x7e/frame 0xedd62cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd62cd4 --- trap 0, eip = 0, esp = 0xedd62d20, ebp = 0 --- Tracing command intr pid 12 tid 100071 td 0xc90db000 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100004 td 0xc8e45340 sched_switch(c8e45340,0,108,1a3,403,...) at sched_switch+0x4da/frame 0xe4b2bc00 mi_switch(108,0,c15486a6,403,c1975380,...) at mi_switch+0x1b4/frame 0xe4b2bc38 sched_idletd(0,e4b2bce8,c153e33c,3eb,0,...) at sched_idletd+0x465/frame 0xe4b2bcac fork_exit(c0c45010,0,e4b2bce8) at fork_exit+0x7e/frame 0xe4b2bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2bcd4 --- trap 0, eip = 0, esp = 0xe4b2bd20, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc8e45000 sched_switch(c8e45000,0,608,1a3,c1a46c80,...) at sched_switch+0x4da/frame 0xe4b2ebe4 mi_switch(608,0,c1546404,d3,c1974608,...) at mi_switch+0x1b4/frame 0xe4b2ec1c critical_exit(0,e4b2ec80,c15486a6,405,c1973e80,...) at critical_exit+0xa2/frame 0xe4b2ec38 sched_idletd(0,e4b2ece8,c153e33c,3eb,0,...) at sched_idletd+0x403/frame 0xe4b2ecac fork_exit(c0c45010,0,e4b2ece8) at fork_exit+0x7e/frame 0xe4b2ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b2ecd4 --- trap 0, eip = 0, esp = 0xe4b2ed20, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc8e449c0 sched_switch(c8e449c0,0,608,1a3,c1a47080,...) at sched_switch+0x4da/frame 0xe4b31be4 mi_switch(608,0,c1546404,d3,c1974d08,...) at mi_switch+0x1b4/frame 0xe4b31c1c critical_exit(0,e4b31c80,c15486a6,405,c1973e80,...) at critical_exit+0xa2/frame 0xe4b31c38 sched_idletd(0,e4b31ce8,c153e33c,3eb,0,...) at sched_idletd+0x403/frame 0xe4b31cac fork_exit(c0c45010,0,e4b31ce8) at fork_exit+0x7e/frame 0xe4b31cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b31cd4 --- trap 0, eip = 0, esp = 0xe4b31d20, ebp = 0 --- Tracing command idle pid 11 tid 100007 td 0xc8e44680 sched_switch(c8e44680,0,608,1a3,c1a47480,...) at sched_switch+0x4da/frame 0xe4b34be4 mi_switch(608,0,c1546404,d3,c1975408,...) at mi_switch+0x1b4/frame 0xe4b34c1c critical_exit(0,e4b34c80,c15486a6,405,c1974c80,...) at critical_exit+0xa2/frame 0xe4b34c38 sched_idletd(0,e4b34ce8,c153e33c,3eb,0,...) at sched_idletd+0x403/frame 0xe4b34cac fork_exit(c0c45010,0,e4b34ce8) at fork_exit+0x7e/frame 0xe4b34cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b34cd4 --- trap 0, eip = 0, esp = 0xe4b34d20, ebp = 0 --- Tracing command rand_harvestq pid 2 tid 100003 td 0xc8e45680 sched_switch(c8e45680,0,104,1a7,e4b28ba0,...) at sched_switch+0x4da/frame 0xe4b28b68 mi_switch(104,0,c154c269,200,5,...) at mi_switch+0x1b4/frame 0xe4b28ba0 sleepq_switch(c8e45680,0,c154c269,299,c18bdfbc,...) at sleepq_switch+0x127/frame 0xe4b28bd4 sleepq_timedwait(c18bdfbc,0,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe4b28bf8 _sleep(c18bdfbc,0,0,c152febe,19999999,...) at _sleep+0x336/frame 0xe4b28c50 random_kthread(0,e4b28ce8,c153e33c,3eb,0,...) at random_kthread+0x24b/frame 0xe4b28cac fork_exit(c094bf10,0,e4b28ce8) at fork_exit+0x7e/frame 0xe4b28cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b28cd4 --- trap 0, eip = 0, esp = 0xe4b28d20, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc8e459c0 sched_switch(c8e459c0,0,104,1a7,e4b249a0,...) at sched_switch+0x4da/frame 0xe4b24968 mi_switch(104,0,c154c269,200,e4b24a08,...) at mi_switch+0x1b4/frame 0xe4b249a0 sleepq_switch(c8e459c0,0,c154c269,1b6,e4b24a18,...) at sleepq_switch+0x127/frame 0xe4b249d4 sleepq_catch_signals(c154c269,16d,c8e41ab4,2af,c8e459c0,...) at sleepq_catch_signals+0x3b7/frame 0xe4b24a10 sleepq_wait_sig(c8e419fc,6c,c1550039,100,0,...) at sleepq_wait_sig+0x14/frame 0xe4b24a34 _sleep(c8e419fc,c8e41aa4,16c,c1550039,0,...) at _sleep+0x439/frame 0xe4b24a8c kern_wait6(c8e459c0,7,0,0,e4b24b24,...) at kern_wait6+0x47e/frame 0xe4b24af8 sys_wait4(c8e459c0,e4b24ca8,c153e001,4,ac1865b5,...) at sys_wait4+0x8b/frame 0xe4b24c18 syscall(e4b24ce8) at syscall+0x3bd/frame 0xe4b24cdc Xint0x80_syscall() at Xint0x80_syscall+0x2f/frame 0xe4b24cdc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x80667d7, esp = 0xbfbfe91c, ebp = 0xbfbfe930 --- Tracing command audit pid 10 tid 100001 td 0xc8e46000 sched_switch(c8e46000,0,104,1a7,e4b21bbc,...) at sched_switch+0x4da/frame 0xe4b21b84 mi_switch(104,0,c154c269,200,c1a435ec,...) at mi_switch+0x1b4/frame 0xe4b21bbc sleepq_switch(c8e46000,0,c154c269,276,c1a43660,...) at sleepq_switch+0x127/frame 0xe4b21bf0 sleepq_wait(c1a43660,0,e4b21c44,1,0,...) at sleepq_wait+0x48/frame 0xe4b21c14 _cv_wait(c1a43660,c1a435ec,c157fe36,18d,c1973e80,...) at _cv_wait+0x20b/frame 0xe4b21c58 audit_worker(0,e4b21ce8,c153e33c,3eb,0,...) at audit_worker+0x94/frame 0xe4b21cac fork_exit(c0e86520,0,e4b21ce8) at fork_exit+0x7e/frame 0xe4b21cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b21cd4 --- trap 0, eip = 0, esp = 0xe4b21d20, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1a3bce0 sched_switch(c1a3bce0,0,104,1a7,c2022c14,...) at sched_switch+0x4da/frame 0xc2022bdc mi_switch(104,0,c154c269,200,c1a44d00,...) at mi_switch+0x1b4/frame 0xc2022c14 sleepq_switch(c1a3bce0,0,c154c269,276,c1a3bce0,...) at sleepq_switch+0x127/frame 0xc2022c48 sleepq_wait(c1a4390c,54,c158d017,0,0,...) at sleepq_wait+0x48/frame 0xc2022c6c _sleep(c1a4390c,c1a44d00,254,c158d017,0,0,0,0,100) at _sleep+0x46e/frame 0xc2022cc4 vm_wait(c1a3b984,0,54,c158bd9a,fffff470,...) at vm_wait+0xf9/frame 0xc2022cf0 swapper() at swapper+0x15/frame 0xc2022d38 begin() at begin+0x22 Tracing command kernel pid 0 tid 100017 td 0xc8efa680 sched_switch(c8efa680,0,104,1a7,e4b53bc4,...) at sched_switch+0x4da/frame 0xe4b53b8c mi_switch(104,0,c154c269,200,c8e3de98,...) at mi_switch+0x1b4/frame 0xe4b53bc4 sleepq_switch(c8efa680,0,c154c269,276,c8efa680,...) at sleepq_switch+0x127/frame 0xe4b53bf8 sleepq_wait(c8e3de80,0,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b53c1c _sleep(c8e3de80,c8e3de98,0,c152febe,0,...) at _sleep+0x46e/frame 0xe4b53c74 taskqueue_thread_loop(c1981fc4,e4b53ce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b53cac fork_exit(c0c68680,c1981fc4,e4b53ce8) at fork_exit+0x7e/frame 0xe4b53cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b53cd4 --- trap 0, eip = 0, esp = 0xe4b53d20, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc8ef9680 sched_switch(c8ef9680,0,104,1a7,e4b5fbc4,...) at sched_switch+0x4da/frame 0xe4b5fb8c mi_switch(104,0,c154c269,200,c8e3da98,...) at mi_switch+0x1b4/frame 0xe4b5fbc4 sleepq_switch(c8ef9680,0,c154c269,276,c8ef9680,...) at sleepq_switch+0x127/frame 0xe4b5fbf8 sleepq_wait(c8e3da80,0,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b5fc1c _sleep(c8e3da80,c8e3da98,0,c152febe,0,...) at _sleep+0x46e/frame 0xe4b5fc74 taskqueue_thread_loop(c1a40008,e4b5fce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b5fcac fork_exit(c0c68680,c1a40008,e4b5fce8) at fork_exit+0x7e/frame 0xe4b5fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b5fcd4 --- trap 0, eip = 0, esp = 0xe4b5fd20, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc8ef9000 sched_switch(c8ef9000,0,104,1a7,e4b65bc4,...) at sched_switch+0x4da/frame 0xe4b65b8c mi_switch(104,0,c154c269,200,c8e3d998,...) at mi_switch+0x1b4/frame 0xe4b65bc4 sleepq_switch(c8ef9000,0,c154c269,276,c8ef9000,...) at sleepq_switch+0x127/frame 0xe4b65bf8 sleepq_wait(c8e3d980,0,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b65c1c _sleep(c8e3d980,c8e3d998,0,c152febe,0,...) at _sleep+0x46e/frame 0xe4b65c74 taskqueue_thread_loop(c1a3c210,e4b65ce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b65cac fork_exit(c0c68680,c1a3c210,e4b65ce8) at fork_exit+0x7e/frame 0xe4b65cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b65cd4 --- trap 0, eip = 0, esp = 0xe4b65d20, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc8e46680 sched_switch(c8e46680,0,104,1a7,e4b6bbc4,...) at sched_switch+0x4da/frame 0xe4b6bb8c mi_switch(104,0,c154c269,200,c8e3d798,...) at mi_switch+0x1b4/frame 0xe4b6bbc4 sleepq_switch(c8e46680,0,c154c269,276,c8e46680,...) at sleepq_switch+0x127/frame 0xe4b6bbf8 sleepq_wait(c8e3d780,0,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xe4b6bc1c _sleep(c8e3d780,c8e3d798,0,c152febe,0,...) at _sleep+0x46e/frame 0xe4b6bc74 taskqueue_thread_loop(c1a43694,e4b6bce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xe4b6bcac fork_exit(c0c68680,c1a43694,e4b6bce8) at fork_exit+0x7e/frame 0xe4b6bcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b6bcd4 --- trap 0, eip = 0, esp = 0xe4b6bd20, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc8e46340 sched_switch(c8e46340,0,104,1a7,e4b6ebd8,...) at sched_switch+0x4da/frame 0xe4b6eba0 mi_switch(104,0,c154c269,200,c1983d30,...) at mi_switch+0x1b4/frame 0xe4b6ebd8 sleepq_switch(c8e46340,0,c154c269,276,c8e3d700,...) at sleepq_switch+0x127/frame 0xe4b6ec0c sleepq_wait(c8e3d700,0,c154695e,c152febe,0,...) at sleepq_wait+0x48/frame 0xe4b6ec30 msleep_spin_sbt(c8e3d700,c8e3d718,c152febe,0,0,...) at msleep_spin_sbt+0x22d/frame 0xe4b6ec74 taskqueue_thread_loop(c1a32f9c,e4b6ece8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b6ecac fork_exit(c0c68680,c1a32f9c,e4b6ece8) at fork_exit+0x7e/frame 0xe4b6ecd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b6ecd4 --- trap 0, eip = 0, esp = 0xe4b6ed20, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc8ffb680 sched_switch(c8ffb680,0,104,1a7,e4b71bd8,...) at sched_switch+0x4da/frame 0xe4b71ba0 mi_switch(104,0,c154c269,200,c1983d30,...) at mi_switch+0x1b4/frame 0xe4b71bd8 sleepq_switch(c8ffb680,0,c154c269,276,c8e3d700,...) at sleepq_switch+0x127/frame 0xe4b71c0c sleepq_wait(c8e3d700,0,c154695e,c152febe,0,...) at sleepq_wait+0x48/frame 0xe4b71c30 msleep_spin_sbt(c8e3d700,c8e3d718,c152febe,0,0,...) at msleep_spin_sbt+0x22d/frame 0xe4b71c74 taskqueue_thread_loop(c1a32f9c,e4b71ce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b71cac fork_exit(c0c68680,c1a32f9c,e4b71ce8) at fork_exit+0x7e/frame 0xe4b71cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b71cd4 --- trap 0, eip = 0, esp = 0xe4b71d20, ebp = 0 --- Tracing command kernel pid 0 tid 100028 td 0xc8ffb340 sched_switch(c8ffb340,0,104,1a7,e4b74bd8,...) at sched_switch+0x4da/frame 0xe4b74ba0 mi_switch(104,0,c154c269,200,c1983d30,...) at mi_switch+0x1b4/frame 0xe4b74bd8 sleepq_switch(c8ffb340,0,c154c269,276,c8e3d700,...) at sleepq_switch+0x127/frame 0xe4b74c0c sleepq_wait(c8e3d700,0,c154695e,c152febe,0,...) at sleepq_wait+0x48/frame 0xe4b74c30 msleep_spin_sbt(c8e3d700,c8e3d718,c152febe,0,0,...) at msleep_spin_sbt+0x22d/frame 0xe4b74c74 taskqueue_thread_loop(c1a32f9c,e4b74ce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xe4b74cac fork_exit(c0c68680,c1a32f9c,e4b74ce8) at fork_exit+0x7e/frame 0xe4b74cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xe4b74cd4 --- trap 0, eip = 0, esp = 0xe4b74d20, ebp = 0 --- Tracing command kernel pid 0 tid 100072 td 0xc90da9c0 sched_switch(c90da9c0,0,104,1a7,edd68bd8,...) at sched_switch+0x4da/frame 0xedd68ba0 mi_switch(104,0,c154c269,200,c1982b78,...) at mi_switch+0x1b4/frame 0xedd68bd8 sleepq_switch(c90da9c0,0,c154c269,276,c9111a00,...) at sleepq_switch+0x127/frame 0xedd68c0c sleepq_wait(c9111a00,0,c154695e,c152febe,0,...) at sleepq_wait+0x48/frame 0xedd68c30 msleep_spin_sbt(c9111a00,c9111a18,c152febe,0,0,...) at msleep_spin_sbt+0x22d/frame 0xedd68c74 taskqueue_thread_loop(c1a31400,edd68ce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0xf3/frame 0xedd68cac fork_exit(c0c68680,c1a31400,edd68ce8) at fork_exit+0x7e/frame 0xedd68cd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd68cd4 --- trap 0, eip = 0, esp = 0xedd68d20, ebp = 0 --- Tracing command kernel pid 0 tid 100074 td 0xc90da340 sched_switch(c90da340,0,104,1a7,edd6fbc4,...) at sched_switch+0x4da/frame 0xedd6fb8c mi_switch(104,0,c154c269,200,c8e3d918,...) at mi_switch+0x1b4/frame 0xedd6fbc4 sleepq_switch(c90da340,0,c154c269,276,c90da340,...) at sleepq_switch+0x127/frame 0xedd6fbf8 sleepq_wait(c8e3d900,0,c152febe,0,0,...) at sleepq_wait+0x48/frame 0xedd6fc1c _sleep(c8e3d900,c8e3d918,0,c152febe,0,...) at _sleep+0x46e/frame 0xedd6fc74 taskqueue_thread_loop(c1809fa4,edd6fce8,c153e33c,3eb,0,...) at taskqueue_thread_loop+0x144/frame 0xedd6fcac fork_exit(c0c68680,c1809fa4,edd6fce8) at fork_exit+0x7e/frame 0xedd6fcd4 fork_trampoline() at fork_trampoline+0x8/frame 0xedd6fcd4 --- trap 0, eip = 0, esp = 0xedd6fd20, ebp = 0 --- db:0:allt> dump Physical memory: 3427 MB Dumping 203 MB: 188 172 156 140 124 108 92 76 60 44 28 12 Dump complete db:0:dump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) tid 100000 [Switching to thread 11 (Thread 100000)]#0 sched_switch (td=0xc1a3bce0, newtd=, flags=) at ../../../kern/sched_ule.c:1969 1969 cpuid = PCPU_GET(cpuid); (kgdb) bt #0 sched_switch (td=0xc1a3bce0, newtd=, flags=) at ../../../kern/sched_ule.c:1969 #1 0xc0c22954 in mi_switch (flags=, newtd=0xc1974c90) at ../../../kern/kern_synch.c:470 #2 0xc0c642c7 in sleepq_switch (wchan=, pri=0x54) at ../../../kern/subr_sleepqueue.c:552 #3 0xc0c64148 in sleepq_wait (wchan=0xc1a4390c, pri=0x54) at ../../../kern/subr_sleepqueue.c:631 #4 0xc0c2222e in _sleep (ident=0xc1a4390c, lock=0x8, priority=, wmesg=, sbt=0x0, pr=0x0, flags=) at ../../../kern/kern_synch.c:237 #5 0xc0f13c99 in vm_wait () at ../../../vm/vm_page.c:2131 #6 0xc0eff7b5 in swapper () at ../../../vm/vm_glue.c:750 #7 0xc04cb08d in begin () at ../../../i386/i386/locore.s:327 (kgdb) f 5 #5 0xc0f13c99 in vm_wait () at ../../../vm/vm_page.c:2131 2131 msleep(&vm_cnt.v_free_count, &vm_page_queue_free_mtx, PDROP | PVM, (kgdb) l 2126 } else { 2127 if (!vm_pages_needed) { 2128 vm_pages_needed = 1; 2129 wakeup(&vm_pages_needed); 2130 } 2131 msleep(&vm_cnt.v_free_count, &vm_page_queue_free_mtx, PDROP | PVM, 2132 "vmwait", 0); 2133 } 2134 } 2135 (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/vm/vm_page.h =================================================================== --- /usr/src/sys/vm/vm_page.h (revision 290474) +++ /usr/src/sys/vm/vm_page.h (working copy) @@ -227,6 +227,7 @@ struct vm_domain { long vmd_segs; /* bitmask of the segments */ boolean_t vmd_oom; int vmd_pass; /* local pagedaemon pass */ + int vmd_oom_seq; int vmd_last_active_scan; struct vm_page vmd_marker; /* marker for pagedaemon private use */ }; Index: /usr/src/sys/vm/vm_pageout.c =================================================================== --- /usr/src/sys/vm/vm_pageout.c (revision 290474) +++ /usr/src/sys/vm/vm_pageout.c (working copy) @@ -122,7 +122,8 @@ static void vm_pageout_init(void); static int vm_pageout_clean(vm_page_t m); static int vm_pageout_cluster(vm_page_t m); static void vm_pageout_scan(struct vm_domain *vmd, int pass); -static void vm_pageout_mightbe_oom(struct vm_domain *vmd, int pass); +static void vm_pageout_mightbe_oom(struct vm_domain *vmd, int page_shortage, + int starting_page_shortage); SYSINIT(pagedaemon_init, SI_SUB_KTHREAD_PAGE, SI_ORDER_FIRST, vm_pageout_init, NULL); @@ -158,6 +159,7 @@ SYSINIT(vmdaemon, SI_SUB_KTHREAD_VM, SI_ORDER_FIRS int vm_pages_needed; /* Event on which pageout daemon sleeps */ int vm_pageout_deficit; /* Estimated number of pages deficit */ int vm_pageout_wakeup_thresh; +static int vm_pageout_oom_seq = 24; #if !defined(NO_SWAPPING) static int vm_pageout_req_swapout; /* XXX */ @@ -223,6 +225,10 @@ static int pageout_lock_miss; SYSCTL_INT(_vm, OID_AUTO, pageout_lock_miss, CTLFLAG_RD, &pageout_lock_miss, 0, "vget() lock misses during pageout"); +SYSCTL_INT(_vm, OID_AUTO, pageout_oom_seq, + CTLFLAG_RW, &vm_pageout_oom_seq, 0, + "back-to-back calls to oom detector to start OOM"); + #define VM_PAGEOUT_PAGE_COUNT 16 int vm_pageout_page_count = VM_PAGEOUT_PAGE_COUNT; @@ -1041,7 +1047,8 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) vm_object_t object; long min_scan; int act_delta, addl_page_shortage, deficit, error, maxlaunder, maxscan; - int page_shortage, scan_tick, scanned, vnodes_skipped; + int page_shortage, scan_tick, scanned, starting_page_shortage; + int vnodes_skipped; boolean_t pageout_ok, queues_locked; /* @@ -1080,6 +1087,7 @@ vm_pageout_scan(struct vm_domain *vmd, int pass) page_shortage = vm_paging_target() + deficit; } else page_shortage = deficit = 0; + starting_page_shortage = page_shortage; /* * maxlaunder limits the number of dirty pages we flush per scan. @@ -1343,6 +1351,12 @@ relock_queues: (void)speedup_syncer(); /* + * If the inactive queue scan fails repeatedly to meet its + * target, kill the largest process. + */ + vm_pageout_mightbe_oom(vmd, page_shortage, starting_page_shortage); + + /* * Compute the number of pages we want to try to move from the * active queue to the inactive queue. */ @@ -1453,15 +1467,6 @@ relock_queues: } } #endif - - /* - * If we are critically low on one of RAM or swap and low on - * the other, kill the largest process. However, we avoid - * doing this on the first pass in order to give ourselves a - * chance to flush out dirty vnode-backed pages and to allow - * active pages to be moved to the inactive queue and reclaimed. - */ - vm_pageout_mightbe_oom(vmd, pass); } static int vm_pageout_oom_vote; @@ -1472,12 +1477,17 @@ static int vm_pageout_oom_vote; * failed to reach free target is premature. */ static void -vm_pageout_mightbe_oom(struct vm_domain *vmd, int pass) +vm_pageout_mightbe_oom(struct vm_domain *vmd, int page_shortage, + int starting_page_shortage) { int old_vote; - if (pass <= 1 || !((swap_pager_avail < 64 && vm_page_count_min()) || - (swap_pager_full && vm_paging_target() > 0))) { + if (starting_page_shortage <= 0 || starting_page_shortage != + page_shortage) + vmd->vmd_oom_seq = 0; + else + vmd->vmd_oom_seq++; + if (vmd->vmd_oom_seq < vm_pageout_oom_seq) { if (vmd->vmd_oom) { vmd->vmd_oom = FALSE; atomic_subtract_int(&vm_pageout_oom_vote, 1); @@ -1485,6 +1495,12 @@ static void return; } + /* + * Do not follow the call sequence until OOM condition is + * cleared. + */ + vmd->vmd_oom_seq = 0; + if (vmd->vmd_oom) return; -- Test scenario: misc/vmio.sh