GENERIC from Thu Feb 28 09:17:02 2013 +0200, r247443+vm1 a32fd70, vmcore.547 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb 4718592K of memory above 4GB ignored Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #1 r247443+a32fd70: Fri Mar 1 12:18:41 CET 2013 pho@x4.osted.lan:/var/tmp/deviant2/sys/i386/compile/PHO i386 FreeBSD clang version 3.2 (tags/RELEASE_32/final 170710) 20121221 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 0x10 Model = 0x2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3531423744 (3367 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 627144 free (1192 frags, 78244 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 113546 free (5242 frags, 13538 blocks, 0.5% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 42350862 free (1358 frags, 5293688 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 784195 free (117803 frags, 83299 blocks, 1.2% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 9495095 free (64071 frags, 1178878 blocks, 0.3% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active Starting devd. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc46 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device Mar 1 12:36:42 x4 savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 lock order reversal: 1st 0xe191e3d4 bufwait (bufwait) @ kern/vfs_bio.c:3029 2nd 0xcab3a600 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c1090c04,c109a242,bf3,c0b185e0,caab7940,...) at db_trace_self_wrapper+0x2d/frame 0xfbfbc7a8 kdb_backtrace(c1093d22,cab3a600,c10c5abd,c7d86540,c10c5702,...) at kdb_backtrace+0x30/frame 0xfbfbc810 witness_checkorder(cab3a600,9,c10c56f9,11c,0,...) at witness_checkorder+0xbad/frame 0xfbfbc860 _sx_xlock(cab3a600,0,c10c56f9,11c,ca67d000,...) at _sx_xlock+0x75/frame 0xfbfbc890 ufsdirhash_add(ca7a2d98,fbfbc988,1378,fbfbc910,fbfbc914,...) at ufsdirhash_add+0x4a/frame 0xfbfbc8c0 ufs_direnter(caab7870,cad14b40,fbfbc988,fbfbcb68,e1922028,...) at ufs_direnter+0x63b/frame 0xfbfbc940 ufs_mkdir(fbfbcc00,c10eaad9,c10bf3d6,caab7870,fbfbcbfc,...) at ufs_mkdir+0x884/frame 0xfbfbcae0 VOP_MKDIR_APV(c11eb268,fbfbcc00,fbfbcb68,fbfbcb90,28803020,...) at VOP_MKDIR_APV+0x124/frame 0xfbfbcb10 kern_mkdirat(ca7d7000,ffffff9c,28803020,0,1c0) at kern_mkdirat+0x1ef/frame 0xfbfbcc24 sys_mkdir(ca7d7000,fbfbccc8,fbfbcd08,1,1,...) at sys_mkdir+0x31/frame 0xfbfbcc40 syscall(fbfbcd08) at syscall+0x2ed/frame 0xfbfbccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfbccfc --- syscall (136, FreeBSD ELF32, sys_mkdir), eip = 0x28173f03, esp = 0xbfbfd92c, ebp = 0xbfbfddd0 --- Clearing /tmp (X related). Starting mountd. Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xcae5219c ufs (ufs) @ kern/vfs_lookup.c:516 2nd 0xe1926a5c bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:261 3rd 0xcae51e44 ufs (ufs) @ kern/vfs_subr.c:2176 KDB: stack backtrace: db_trace_self_wrapper(c1090c04,0,1,fc02c388,0,...) at db_trace_self_wrapper+0x2d/frame 0xfc02c2b8 kdb_backtrace(c1093d3b,cae51e44,c107c24c,c7d864d8,c109d0e0,...) at kdb_backtrace+0x30/frame 0xfc02c320 witness_checkorder(cae51e44,9,c109d0d7,880,cae51eb0,...) at witness_checkorder+0xbad/frame 0xfc02c370 __lockmgr_args(cae51e44,80100,cae51eb0,0,0,...) at __lockmgr_args+0x87c/frame 0xfc02c450 ffs_lock(fc02c4d8,c13845c8,c7d7f1e0,c7d84a70,c7d7f1e0,...) at ffs_lock+0xad/frame 0xfc02c490 VOP_LOCK1_APV(c11eb268,fc02c4d8,200246,c13b0380,c11ffa48,...) at VOP_LOCK1_APV+0x112/frame 0xfc02c4c0 _vn_lock(cae51e10,80100,c109d0d7,880,c109c34d,...) at _vn_lock+0xca/frame 0xfc02c500 vget(cae51e10,80100,ca767bc0,57,0,...) at vget+0x77/frame 0xfc02c538 vfs_hash_get(ca6ecbb0,15eeb0,80000,ca767bc0,fc02c618,...) at vfs_hash_get+0xff/frame 0xfc02c564 ffs_vgetf(ca6ecbb0,15eeb0,80000,fc02c618,1,...) at ffs_vgetf+0x47/frame 0xfc02c5c0 softdep_sync_buf(cae52168,e19269fc,1,107,0,...) at softdep_sync_buf+0x977/frame 0xfc02c628 ffs_syncvnode(cae52168,1,0,fc02c6e4,c0ae0c3f,...) at ffs_syncvnode+0x2a3/frame 0xfc02c680 ffs_truncate(cae52168,200,0,880,ca6ed500,...) at ffs_truncate+0x6c8/frame 0xfc02c838 ufs_direnter(cae52168,cae51e10,fc02c8f8,fc02cbc8,0,...) at ufs_direnter+0x7ed/frame 0xfc02c8b8 ufs_makeinode(fc02cbb4,fc02cbc8) at ufs_makeinode+0x537/frame 0xfc02ca2c ufs_create(fc02cb18,c10ea4c7,c10bf3d6,ca6ecbc0,2,...) at ufs_create+0x2f/frame 0xfc02ca40 VOP_CREATE_APV(c11eb268,fc02cb18,fc02cbc8,fc02caa8,c11ffbb8,...) at VOP_CREATE_APV+0x124/frame 0xfc02ca70 vn_open_cred(fc02cb88,fc02cbfc,1b0,0,ca6ed500,ca71f2d8) at vn_open_cred+0x2cf/frame 0xfc02cb40 vn_open(fc02cb88,fc02cbfc,1b0,ca71f2d8,0,...) at vn_open+0x3b/frame 0xfc02cb60 kern_openat(ca767bc0,ffffff9c,28c57f60,0,a02,1b0) at kern_openat+0x1e4/frame 0xfc02cc20 sys_open(ca767bc0,fc02ccc8,fc02cd08,1,1,...) at sys_open+0x38/frame 0xfc02cc40 syscall(fc02cd08) at syscall+0x2ed/frame 0xfc02ccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc02ccfc --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28414197, esp = 0xbfbfb50c, ebp = 0xbfbfb598 --- . Updating motd:. Starting ntpd. Removing stale Samba tdb files: ....... done Starting nmbd. Starting smbd. Starting winbindd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xcaab819c ufs (ufs) @ kern/vfs_mount.c:1236 2nd 0xcaab8b74 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1866 KDB: stack backtrace: db_trace_self_wrapper(c1090c04,0,33,c107c24c,677,...) at db_trace_self_wrapper+0x2d/frame 0xfbfbc848 kdb_backtrace(c1093d22,caab8b74,c1087d6d,c7d86338,c10c1de7,...) at kdb_backtrace+0x30/frame 0xfbfbc8b0 witness_checkorder(caab8b74,9,c10c1dde,74a,caab8be0,...) at witness_checkorder+0xbad/frame 0xfbfbc900 __lockmgr_args(caab8b74,80400,caab8be0,0,0,0,c10c1dde,74a) at __lockmgr_args+0x87c/frame 0xfbfbc9e0 vop_stdlock(fbfbca58,632,4,fbfbca54,c0a809f7,...) at vop_stdlock+0x53/frame 0xfbfbca10 VOP_LOCK1_APV(c11b0eb0,fbfbca58,4,fbfbca80,c11ffa48,...) at VOP_LOCK1_APV+0x112/frame 0xfbfbca40 _vn_lock(caab8b40,80400,c10c1dde,74a,fbfbcac0,...) at _vn_lock+0xca/frame 0xfbfbca80 softdep_flushworklist(caad42ec,fbfbcb14,ca7d7000,62d,0,...) at softdep_flushworklist+0x6e/frame 0xfbfbcac0 ffs_sync(caad42ec,1,fbfbcb70,50e,c7daa080,...) at ffs_sync+0x2e5/frame 0xfbfbcb48 dounmount(caad42ec,8080000,ca7d7000,493,0,...) at dounmount+0x3d2/frame 0xfbfbcb98 sys_unmount(ca7d7000,fbfbccc8,fbfbcd08,1,1,...) at sys_unmount+0x3dd/frame 0xfbfbcc40 syscall(fbfbcd08) at syscall+0x2ed/frame 0xfbfbccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfbccfc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280c0d67, esp = 0xbfbfd6a4, ebp = 0xbfbfd770 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 12358 files, 75963119 used, 42350862 free (1358 frags, 5293688 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 12358 files, 75963119 used, 42350862 free (1358 frags, 5293688 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Fri Mar 1 12:41:08 CET 2013 FreeBSD/i386 (x4.osted.lan) (console) login: root Password: Mar 1 12:46:58 x4 login: ROOT LOGIN (root) ON console Last login: Fri Mar 1 06:58:39 on console FreeBSD 10.0-CURRENT (PHO) #1 r247443+a32fd70: Fri Mar 1 12:18:41 CET 2013 You have new mail. x4# init 1 Stopping inetd. Waiting for PIDS: 826. Shutting down local packages:. Stopping cron. Waiting for PIDS: 746. Stopping sshd. Waiting for PIDS: 735. Stopping moused. Waiting for PIDS: 701, 701. Stopping winbindd. Waiting for PIDS: 685. Stopping smbd. Waiting for PIDS: 683. Stopping nmbd. Waiting for PIDS: 681. Stopping ntpd. Waiting for PIDS: 657. Stopping nfsd. Waiting for PIDS: 596 602. Stopping mountd. Waiting for PIDS: 574. Stopping nfsuserd. Waiting for PIDS: 590. Stopping rpcbind. Waiting for PIDS: 541. Stopping watchdogd. Waiting for PIDS: 801. Stopping devd. Waiting for PIDS: 423. Writing entropy file:. . Terminated Mar 1 12:47:04 x4 syslogd: exiting on signal 15 Enter full pathname of shell or RETURN for /bin/sh: # cd ~pho/stress2/wip # uname -a FreeBSD x4.osted.lan 10.0-CURRENT FreeBSD 10.0-CURRENT #1 r247443+a32fd70: Fri Mar 1 12:18:41 CET 2013 pho@x4.osted.lan:/var/tmp/deviant2/sys/i386/compile/PHO i386 # ./lag.sh 2>&1 | tee lag.r247443+a32fd70.log run: run time 0+00:10:00, incarnations 1, load 100, verbose 1 creat: run time 0+00:02:00, incarnations 6, load 100, verbose 1 rw: run time 0+00:02:00, incarnations 14, load 100, verbose 1 lock order reversal: 1st 0xc13b036c buf queue lock (buf queue lock) @ kern/vfs_bio.c:2589 2nd 0xcbaf0000 struct mount mtx (struct mount mtx) @ kern/vfs_mount.c:433 KDB: stack backtrace: db_trace_self_wrapper(c1090c04,23a,c0d29672,c1407948,c950d5e0,...) at db_trace_self_wrapper+0x2d/frame 0xf6a74ac0 kdb_backtrace(c1093d22,cbaf0000,c1078562,c7d7f5f0,c109c6f0,...) at kdb_backtrace+0x30/frame 0xf6a74b24 witness_checkorder(cbaf0000,9,c109c6e7,1b1,0,...) at witness_checkorder+0xbad/frame 0xf6a74b74 __mtx_lock_flags(cbaf0010,0,c109c6e7,1b1,f6a74c28,...) at __mtx_lock_flags+0x98/frame 0xf6a74ba8 vfs_ref(cbaf0000,c11cad18,f6a74c28,f6a74c2c,f6a74c10,...) at vfs_ref+0x2e/frame 0xf6a74bc8 vop_stdgetwritemount(f6a74c28,c10eae51,800904,f6a74c24,c0a809f7,...) at vop_stdgetwritemount+0x1e/frame 0xf6a74be0 VOP_GETWRITEMOUNT_APV(c11eb268,f6a74c28,800904,f6a74c48,c1200008,...) at VOP_GETWRITEMOUNT_APV+0x118/frame 0xf6a74c10 vn_start_write(cbf62b40,f6a74c8c,2,a40,0,...) at vn_start_write+0x3c/frame 0xf6a74c48 flushbufqueues(ca628b40,0,c109a242,9ca,3e8,...) at flushbufqueues+0x33a/frame 0xf6a74cac buf_daemon(0,f6a74d08,c10864a0,3d7,0,...) at buf_daemon+0x109/frame 0xf6a74ccc fork_exit(c0b1f9c0,0,f6a74d08) at fork_exit+0x7f/frame 0xf6a74cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a74cf4 --- trap 0, eip = 0, esp = 0xf6a74d40, ebp = 0 --- exit rw: run time 0+00:02:00, incarnations 14, load 100, verbose 1 creat: run time 0+00:02:00, incarnations 6, load 100, verbose 1 creat: run time 0+00:02:00, incarnations 6, load 100, verbose 1 rw: run time 0+00:02:00, incarnations 14, load 100, verbose 1 creat: run time 0+00:02:00, incarnations 6, load 100, verbose 1 rw: run time 0+00:02:00, incarnations 14, load 100, verbose 1 12:47:38 Loop #1 12:50:43 Loop #2 12:53:42 Loop #3 12:56:47 Loop #4 # exit Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Fast boot: skipping disk checks. Mounting local file systems:. ifaddr cache = 0xc7daa400 is deleted Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active Starting devd. add net default: gateway 192.168.1.1 route: writing to routing socket: File exists add net ::ffff:0.0.0.0: gateway ::1 fib 0: route already in table route: writing to routing socket: File exists add net ::0.0.0.0: gateway ::1 fib 0: route already in table route: writing to routing socket: File exists add net fe80::: gateway ::1 fib 0: route already in table route: writing to routing socket: File exists add net ff02::: gateway ::1 fib 0: route already in table ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc46 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device Mar 1 12:58:56 x4 savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 Clearing /tmp (X related). Starting mountd. Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Starting ntpd. Removing stale Samba tdb files: ....... done Starting nmbd. Starting smbd. Starting winbindd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backup** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes lock order reversal: 1st 0xcc2cb8a4 syncer (syncer) @ kern/vfs_subr.c:1795 2nd 0xcc29046c ufs (ufs) @ kern/vfs_subr.c:2176 KDB: stack backtrace: db_trace_self_wrapper(c1090c04,246,b1,c1384e60,c11c0afc,...) at db_trace_self_wrapper+0x2d/frame 0xf6a7a938 kdb_backtrace(c1093d22,cc29046c,c107c24c,c7d864d8,c109d0e0,...) at kdb_backtrace+0x30/frame 0xf6a7a9a0 witness_checkorder(cc29046c,9,c109d0d7,880,cc2904d8,...) at witness_checkorder+0xbad/frame 0xf6a7a9f0 __lockmgr_args(cc29046c,80500,cc2904d8,0,0,...) at __lockmgr_args+0x87c/frame 0xf6a7aad0 ffs_lock(f6a7ab58,0,c7d848d0,246,c7d848d0,...) at ffs_lock+0xad/frame 0xf6a7ab10 VOP_LOCK1_APV(c11eb268,f6a7ab58,246,c13b05a8,c11ffa48,...) at VOP_LOCK1_APV+0x112/frame 0xf6a7ab40 _vn_lock(cc290438,80500,c109d0d7,880,c13b05b8,...) at _vn_lock+0xca/frame 0xf6a7ab80 vget(cc290438,80500,c950d000,12bb,cc3325e8,...) at vget+0x77/frame 0xf6a7abb8 vfs_msync(cc3325d8,2,2,e7a,0,...) at vfs_msync+0xa0/frame 0xf6a7abfc sync_fsync(f6a7aca8,c10ea9b4,80400,c109d0d7,703,...) at sync_fsync+0x130/frame 0xf6a7ac28 VOP_FSYNC_APV(c11cb618,f6a7aca8,c109d0d7,703,4e20,...) at VOP_FSYNC_APV+0x124/frame 0xf6a7ac58 sched_sync(0,f6a7ad08,c10864a0,3d7,0,...) at sched_sync+0x38f/frame 0xf6a7accc fork_exit(c0b3bc40,0,f6a7ad08) at fork_exit+0x7f/frame 0xf6a7acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a7acf4 --- trap 0, eip = 0, esp = 0xf6a7ad40, ebp = 0 --- ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups Mar 1 13:01:24 x4 su: pho to root on /dev/pts/0 12358 files, 75963119 used, 42350862 free (1358 frags, 5293688 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 12358 files, 75963119 used, 42350862 free (1358 frags, 5293688 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Fri Mar 1 13:03:32 CET 2013 FreeBSD/i386 (x4.osted.lan) (console) login: panic: ffs_clusteralloc: map mismatch cpuid = 3 KDB: enter: panic [ thread pid 43885 tid 100098 ] Stopped at kdb_enter+0x3d: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 43885 tid 100098 td 0xca7c15e0 kdb_enter(c108c921,c108c921,c10c1137,fbfb1384,2000,...) at kdb_enter+0x3d/frame 0xfbfb1330 vpanic(fbfb1384,fbfb14a8,c0cc787f,c10c1137,e40142a8,...) at vpanic+0x142/frame 0xfbfb136c panic(c10c1137,e40142a8,26,0,0,...) at panic+0x12/frame 0xfbfb1378 ffs_clusteralloc(cbb597b4,0,8,0,2,...) at ffs_clusteralloc+0x7cf/frame 0xfbfb14a8 ffs_hashalloc(cbb597b4,0,8,0,2,...) at ffs_hashalloc+0x121/frame 0xfbfb1540 ffs_reallocblks_ufs2(fbfb18b8,2,2,200000,fbfb18b8,...) at ffs_reallocblks_ufs2+0xb1c/frame 0xfbfb1800 ffs_reallocblks(fbfb18b8,c10eb06f,0,0,0,...) at ffs_reallocblks+0xc1/frame 0xfbfb1820 VOP_REALLOCBLKS_APV(c11eb268,fbfb18b8,0,8000,0,...) at VOP_REALLOCBLKS_APV+0x12a/frame 0xfbfb1850 cluster_write(cbc36000,e1b0f390,10000,0,f,...) at cluster_write+0x58c/frame 0xfbfb18ec ffs_write(fbfb1a80,c10ea831,fbfb19d0,c0cf68dd,c11fcf10,...) at ffs_write+0x567/frame 0xfbfb1980 VOP_WRITE_APV(c11eb268,fbfb1a80,cbc36000,31b,ca7c15e0,...) at VOP_WRITE_APV+0x19f/frame 0xfbfb1a40 vn_write(cc3db4d0,fbfb1c10,ca60d580,1,ca7c15e0,...) at vn_write+0x379/frame 0xfbfb1ab0 vn_io_fault(cc3db4d0,fbfb1c10,ca60d580,0,ca7c15e0,...) at vn_io_fault+0x24b/frame 0xfbfb1b8c dofilewrite(cc3db4d0,fbfb1c10,ffffffff,ffffffff,0,...) at dofilewrite+0x86/frame 0xfbfb1bc4 kern_writev(ca7c15e0,1,fbfb1c10,0,2883a000,...) at kern_writev+0x66/frame 0xfbfb1bf0 sys_write(ca7c15e0,fbfb1cc8,c10e3d0b,d6,1,...) at sys_write+0x5c/frame 0xfbfb1c40 syscall(fbfb1d08) at syscall+0x2ed/frame 0xfbfb1cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfb1cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28186fa7, esp = 0xbfbfd774, ebp = 0xbfbfd880 --- db:0:bt> show allpcpu Current CPU: 3 cpuid = 0 dynamic pcpu = 0x620000 curthread = 0xc7dde8d0: pid 11 "idle: cpu0" curpcb = 0xc7b45d60 fpcurthread = none idlethread = 0xc7dde8d0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x6930000 curthread = 0xcbc44bc0: pid 43854 "md5" curpcb = 0xfc0d6d60 fpcurthread = none idlethread = 0xc7dde5e0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x6933000 curthread = 0xc7dde2f0: pid 11 "idle: cpu2" curpcb = 0xc7b4bd60 fpcurthread = none idlethread = 0xc7dde2f0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x6936000 curthread = 0xca7c15e0: pid 43885 "cat" curpcb = 0xfbfb1d60 fpcurthread = 0xca7c15e0: pid 43885 "cat" idlethread = 0xc7dde000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 43885 (cat) thread 0xca7c15e0 (100098) exclusive lockmgr bufwait (bufwait) r = 0 (0xe19fcf44) locked @ kern/vfs_bio.c:3029 exclusive lockmgr bufwait (bufwait) r = 0 (0xe1ae7aa8) locked @ kern/vfs_bio.c:3029 exclusive lockmgr bufwait (bufwait) r = 0 (0xe1b0f3f0) locked @ kern/vfs_bio.c:2266 exclusive lockmgr ufs (ufs) r = 0 (0xcbc36034) locked @ kern/vfs_vnops.c:795 Process 43854 (md5) thread 0xcbc44bc0 (100158) exclusive sleep mutex md5 (UMA zone) r = 0 (0xca704108) locked @ vm/uma_core.c:2617 db:0:alllocks> show lockedvnods Locked vnodes 0xcbc36000: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags (VI_ACTIVE) v_object 0xcc141094 ref 0 pages 16 lock type ufs: EXCL by thread 0xca7c15e0 (pid 43885, cat, tid 100098) #0 0xc0a783d5 at __lockmgr_args+0x10c5 #1 0xc0cf68dd at ffs_lock+0xad #2 0xc0ed6702 at VOP_LOCK1_APV+0x112 #3 0xc0b46faa at _vn_lock+0xca #4 0xc0b49593 at vn_write+0x243 #5 0xc0b459eb at vn_io_fault+0x24b #6 0xc0ae5866 at dofilewrite+0x86 #7 0xc0ae5576 at kern_writev+0x66 #8 0xc0ae54fc at sys_write+0x5c #9 0xc0eb05ed at syscall+0x2ed #10 0xc0e98b81 at Xint0x80_syscall+0x21 ino 18, on dev md5a db:0:lockedvnods> show mount 0xca6ebbb0 /dev/ad4s1a on / (ufs) 0xca6ec000 devfs on /dev (devfs) 0xca6eb8c4 /dev/ad4s1f on /home (ufs) 0xcc3328c4 /dev/ad4s1d on /usr (ufs) 0xcc3325d8 /dev/ad4s1e on /var (ufs) 0xcc3322ec procfs on /proc (procfs) 0xca6ec5d8 /dev/label/tmp on /tmp (ufs) 0xca6ec2ec /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 43885 43841 43841 0 R+ CPU 3 cat 43854 0 0 0 RL CPU 1 [md5] 43841 43741 43841 0 S+ wait 0xcb04db40 sh 43800 1 43800 0 Ss+ ttyin 0xc80ba270 getty 43799 1 43799 0 Ss+ ttyin 0xc80ba470 getty 43798 1 43798 0 Ss+ ttyin 0xc7f07070 getty 43797 1 43797 0 Ss+ ttyin 0xc7f07270 getty 43796 1 43796 0 Ss+ ttyin 0xc7f07470 getty 43795 1 43795 0 Ss+ ttyin 0xc7f07670 getty 43794 1 43794 0 Ss+ ttyin 0xc7f07870 getty 43793 1 43793 0 Ss+ ttyin 0xc7f07a70 getty 43792 1 43792 0 Ss+ ttyin 0xc7f07c70 getty 43775 1 43775 0 Ss select 0xceafd3e4 inetd 43751 1 43751 0 Ss nanslp 0xc123a300 watchdogd 43741 43738 43741 0 S+ wait 0xceb0e000 bash 43738 43737 43738 0 S+ pause 0xce97b8c8 csh 43737 43723 43737 1001 S+ wait 0xcd1b1000 su 43723 43722 43723 1001 Ss+ wait 0xcd1b15a0 bash 43722 43720 43720 1001 S select 0xce701aa4 sshd 43720 43646 43720 0 Ss select 0xca7500e4 sshd 43657 1 43657 0 Ss nanslp 0xc123a300 cron 43652 1 43652 25 Ss pause 0xcbc42058 sendmail 43649 1 43649 0 Ss select 0xca7cf3a4 sendmail 43646 1 43646 0 Ss select 0xca7ba2a4 sshd 43614 1 43614 0 Ss select 0xca7bab64 moused 43613 43598 43598 0 S select 0xca7bbae4 winbindd 43598 1 43598 0 Ss select 0xce701ca4 winbindd 43597 43594 43594 0 S select 0xc7de4ba4 smbd 43594 1 43594 0 Ss select 0xca7507e4 smbd 43592 1 43592 0 Ss select 0xc7de4c64 nmbd 43568 1 43568 0 Ss select 0xca7cf7a4 ntpd 43514 43509 43509 0 S (threaded) nfsd 100216 S rpcsvc 0xca744450 nfsd: service 100215 S rpcsvc 0xca6ea810 nfsd: service 100214 S rpcsvc 0xca60ee90 nfsd: service 100140 S rpcsvc 0xca6e9810 nfsd: master 43509 1 43509 0 Ss select 0xca7cfa64 nfsd 43497 43493 43493 0 S select 0xc7de4d24 nfsuserd 43496 43493 43493 0 S select 0xce7010e4 nfsuserd 43495 43493 43493 0 S select 0xc7de4da4 nfsuserd 43494 43493 43493 0 S select 0xca7cfda4 nfsuserd 43493 1 43493 0 Ss pause 0xcbc43328 nfsuserd 43477 1 43477 0 Ss select 0xca7cfd24 mountd 43439 1 43439 0 Ss select 0xca7baa64 rpcbind 43425 1 43425 0 Ss select 0xca61fe64 syslogd 43323 1 43323 0 Ss select 0xca7ba0e4 devd 18 0 0 0 DL sdflush 0xc13b47c8 [softdepflush] 17 0 0 0 DL syncer 0xc13b05f0 [syncer] 16 0 0 0 DL vlruwt 0xca628870 [vnlru] 9 0 0 0 DL psleep 0xc13b0368 [bufdaemon] 8 0 0 0 DL pgzero 0xc13b50bc [pagezero] 7 0 0 0 DL psleep 0xc13b4c88 [vmdaemon] 6 0 0 0 DL psleep 0xc1408b04 [pagedaemon] 5 0 0 0 DL ccb_scan 0xc1205d24 [xpt_thrd] 4 0 0 0 DL waiting_ 0xc14047f4 [sctp_iterator] 3 0 0 0 DL ctl_work 0xc80bc000 [ctl_thrd] 2 0 0 0 DL - 0xc801443c [fdc0] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc8081d34 [usbus5] 100057 D - 0xc8081d04 [usbus5] 100056 D - 0xc8081cd4 [usbus5] 100055 D - 0xc8081ca4 [usbus5] 100053 D - 0xc8074b5c [usbus4] 100052 D - 0xc8074b2c [usbus4] 100051 D - 0xc8074afc [usbus4] 100050 D - 0xc8074acc [usbus4] 100049 D - 0xc806eb5c [usbus3] 100048 D - 0xc806eb2c [usbus3] 100047 D - 0xc806eafc [usbus3] 100046 D - 0xc806eacc [usbus3] 100045 D - 0xc8067b5c [usbus2] 100044 D - 0xc8067b2c [usbus2] 100043 D - 0xc8067afc [usbus2] 100042 D - 0xc8067acc [usbus2] 100040 D - 0xc8062b5c [usbus1] 100039 D - 0xc8062b2c [usbus1] 100038 D - 0xc8062afc [usbus1] 100037 D - 0xc8062acc [usbus1] 100035 D - 0xc8056b5c [usbus0] 100034 D - 0xc8056b2c [usbus0] 100033 D - 0xc8056afc [usbus0] 100032 D - 0xc8056acc [usbus0] 14 0 0 0 DL - 0xc1239220 [yarrow] 13 0 0 0 DL (threaded) [geom] 100016 D - 0xc1400920 [g_down] 100015 D - 0xc140091c [g_up] 100014 D - 0xc1400918 [g_event] 12 0 0 0 WL (threaded) [intr] 100063 I [irq12: psm0] 100062 I [irq1: atkbd0] 100060 I [swi0: uart] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100026 I [swi5: fast taskq] 100024 I [swi6: Giant taskq] 100023 I [swi6: task queue] 100018 I [swi2: cambio] 100012 I [swi1: netisr 0] 100011 I [swi3: vm] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xc7ddcb40 [init] 10 0 0 0 DL audit_wo 0xc14075bc [audit] 0 0 0 0 DLs (threaded) [kernel] 100066 D - 0xc1239220 [deadlkres] 100065 D - 0xca33b580 [mca taskq] 100027 D - 0xc7fdf4c0 [kqueue taskq] 100025 D - 0xc7f622c0 [thread taskq] 100022 D - 0xc7f62380 [acpi_task_2] 100021 D - 0xc7f62380 [acpi_task_1] 100020 D - 0xc7f62380 [acpi_task_0] 100019 D - 0xc7f623c0 [ffs_trim taskq] 100013 D - 0xc7d7a7c0 [firmware taskq] 100000 D sched 0xc1400994 [swapper] db:0:ps> allt Tracing command cat pid 43885 tid 100098 td 0xca7c15e0 kdb_enter(c108c921,c108c921,c10c1137,fbfb1384,2000,...) at kdb_enter+0x3d/frame 0xfbfb1330 vpanic(fbfb1384,fbfb14a8,c0cc787f,c10c1137,e40142a8,...) at vpanic+0x142/frame 0xfbfb136c panic(c10c1137,e40142a8,26,0,0,...) at panic+0x12/frame 0xfbfb1378 ffs_clusteralloc(cbb597b4,0,8,0,2,...) at ffs_clusteralloc+0x7cf/frame 0xfbfb14a8 ffs_hashalloc(cbb597b4,0,8,0,2,...) at ffs_hashalloc+0x121/frame 0xfbfb1540 ffs_reallocblks_ufs2(fbfb18b8,2,2,200000,fbfb18b8,...) at ffs_reallocblks_ufs2+0xb1c/frame 0xfbfb1800 ffs_reallocblks(fbfb18b8,c10eb06f,0,0,0,...) at ffs_reallocblks+0xc1/frame 0xfbfb1820 VOP_REALLOCBLKS_APV(c11eb268,fbfb18b8,0,8000,0,...) at VOP_REALLOCBLKS_APV+0x12a/frame 0xfbfb1850 cluster_write(cbc36000,e1b0f390,10000,0,f,...) at cluster_write+0x58c/frame 0xfbfb18ec ffs_write(fbfb1a80,c10ea831,fbfb19d0,c0cf68dd,c11fcf10,...) at ffs_write+0x567/frame 0xfbfb1980 VOP_WRITE_APV(c11eb268,fbfb1a80,cbc36000,31b,ca7c15e0,...) at VOP_WRITE_APV+0x19f/frame 0xfbfb1a40 vn_write(cc3db4d0,fbfb1c10,ca60d580,1,ca7c15e0,...) at vn_write+0x379/frame 0xfbfb1ab0 vn_io_fault(cc3db4d0,fbfb1c10,ca60d580,0,ca7c15e0,...) at vn_io_fault+0x24b/frame 0xfbfb1b8c dofilewrite(cc3db4d0,fbfb1c10,ffffffff,ffffffff,0,...) at dofilewrite+0x86/frame 0xfbfb1bc4 kern_writev(ca7c15e0,1,fbfb1c10,0,2883a000,...) at kern_writev+0x66/frame 0xfbfb1bf0 sys_write(ca7c15e0,fbfb1cc8,c10e3d0b,d6,1,...) at sys_write+0x5c/frame 0xfbfb1c40 syscall(fbfb1d08) at syscall+0x2ed/frame 0xfbfb1cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfb1cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28186fa7, esp = 0xbfbfd774, ebp = 0xbfbfd880 --- Tracing command md5 pid 43854 tid 100158 td 0xcbc44bc0 cpustop_handler(1,13,fc0d6b7c,c0eaf1db,fc0d6a80,...) at cpustop_handler+0x2f/frame 0xfc0d6a30 ipi_nmi_handler(fc0d6a80,4133fb,fc0d6b40,8360101,fc0d6ab0,...) at ipi_nmi_handler+0x37/frame 0xfc0d6a40 trap(fc0d6b88) at trap+0x3b/frame 0xfc0d6b7c calltrap() at calltrap+0x6/frame 0xfc0d6b7c --- trap 0x13, eip = 0xc0d15c36, esp = 0xfc0d6bc8, ebp = 0xfc0d6bd0 --- uma_dbg_getslab(ca704108,8,c10c72d4,a39,0,...) at uma_dbg_getslab+0x56/frame 0xfc0d6bd0 uma_dbg_free(ca703200,0,cd8c1800,a39,c0eb8bd4,...) at uma_dbg_free+0x1f/frame 0xfc0d6c04 uma_zfree_arg(ca703200,cd8c1800,0,0,246,...) at uma_zfree_arg+0x7e/frame 0xfc0d6c40 mdstart_malloc(ca83d000,cb24c7b0,c10270fc,398,0,...) at mdstart_malloc+0x475/frame 0xfc0d6c98 md_kthread(ca83d000,fc0d6d08,c10864a0,3d7,0,...) at md_kthread+0x1aa/frame 0xfc0d6ccc fork_exit(c077ba30,ca83d000,fc0d6d08) at fork_exit+0x7f/frame 0xfc0d6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfc0d6cf4 --- trap 0, eip = 0, esp = 0xfc0d6d40, ebp = 0 --- Tracing command sh pid 43841 tid 100125 td 0xc950f2f0 sched_switch(c950f2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc05b998 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc05b9cc sleepq_switch(c950f2f0,0,c10924b1,1ab,fc05ba44,...) at sleepq_switch+0x1b9/frame 0xfc05ba00 sleepq_catch_signals(0,c10924b1,164,888,c950f2f0,...) at sleepq_catch_signals+0x3b1/frame 0xfc05ba48 sleepq_wait_sig(cb04db40,6c,c1095995,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc05ba6c _sleep(cb04db40,cb04dbc8,16c,c1095995,0,...) at _sleep+0x32d/frame 0xfc05bac4 kern_wait6(c950f2f0,7,0,0,fc05bb4c,...) at kern_wait6+0x43c/frame 0xfc05bb20 sys_wait4(c950f2f0,fc05bcc8,c10e3d0b,e9,1,...) at sys_wait4+0x94/frame 0xfc05bc40 syscall(fc05bd08) at syscall+0x2ed/frame 0xfc05bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc05bcfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815098f, esp = 0xbfbfd708, ebp = 0xbfbfd720 --- Tracing command getty pid 43800 tid 100168 td 0xca7bc8d0 sched_switch(ca7bc8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1399b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc1399ec sleepq_switch(ca7bc8d0,0,c10924b1,1ab,fc139a64,...) at sleepq_switch+0x1b9/frame 0xfc139a20 sleepq_catch_signals(0,c10924b1,164,330,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc139a68 sleepq_wait_sig(c80ba270,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc139a8c _cv_wait_sig(c80ba270,c14012a4,c1097211,531,fc139c10,...) at _cv_wait_sig+0x200/frame 0xfc139ad4 tty_wait(c80ba200,c80ba270,fc139c10,1,0,...) at tty_wait+0x4b/frame 0xfc139af8 ttydisc_read(c80ba200,fc139c10,0,a1,fc139c10,...) at ttydisc_read+0x377/frame 0xfc139b3c ttydev_read(c8093500,fc139c10,0,1,0,...) at ttydev_read+0x81/frame 0xfc139b5c devfs_read_f(ca720620,fc139c10,c7d7ce00,0,ca7bc8d0,...) at devfs_read_f+0x87/frame 0xfc139b90 dofileread(ca720620,fc139c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc139bc4 kern_readv(ca7bc8d0,0,fc139c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc139bf0 sys_read(ca7bc8d0,fc139cc8,fc139d08,1,1,...) at sys_read+0x5c/frame 0xfc139c40 syscall(fc139d08) at syscall+0x2ed/frame 0xfc139cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc139cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43799 tid 100134 td 0xca7c35e0 sched_switch(ca7c35e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0829b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc0829ec sleepq_switch(ca7c35e0,0,c10924b1,1ab,fc082a64,...) at sleepq_switch+0x1b9/frame 0xfc082a20 sleepq_catch_signals(0,c10924b1,164,360,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc082a68 sleepq_wait_sig(c80ba470,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc082a8c _cv_wait_sig(c80ba470,c14012a4,c1097211,531,fc082c10,...) at _cv_wait_sig+0x200/frame 0xfc082ad4 tty_wait(c80ba400,c80ba470,fc082c10,1,0,...) at tty_wait+0x4b/frame 0xfc082af8 ttydisc_read(c80ba400,fc082c10,0,a1,fc082c10,...) at ttydisc_read+0x377/frame 0xfc082b3c ttydev_read(c8093600,fc082c10,0,1,0,...) at ttydev_read+0x81/frame 0xfc082b5c devfs_read_f(cc3db348,fc082c10,c7d7ce00,0,ca7c35e0,...) at devfs_read_f+0x87/frame 0xfc082b90 dofileread(cc3db348,fc082c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc082bc4 kern_readv(ca7c35e0,0,fc082c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc082bf0 sys_read(ca7c35e0,fc082cc8,c10e3d0b,d6,1,...) at sys_read+0x5c/frame 0xfc082c40 syscall(fc082d08) at syscall+0x2ed/frame 0xfc082cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc082cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43798 tid 100193 td 0xce97f000 sched_switch(ce97f000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc19a9b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc19a9ec sleepq_switch(ce97f000,0,c10924b1,1ab,fc19aa64,...) at sleepq_switch+0x1b9/frame 0xfc19aa20 sleepq_catch_signals(0,c10924b1,164,a80,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc19aa68 sleepq_wait_sig(c7f07070,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc19aa8c _cv_wait_sig(c7f07070,c14012a4,c1097211,531,fc19ac10,...) at _cv_wait_sig+0x200/frame 0xfc19aad4 tty_wait(c7f07000,c7f07070,fc19ac10,1,0,...) at tty_wait+0x4b/frame 0xfc19aaf8 ttydisc_read(c7f07000,fc19ac10,0,a1,fc19ac10,...) at ttydisc_read+0x377/frame 0xfc19ab3c ttydev_read(c8093700,fc19ac10,0,1,0,...) at ttydev_read+0x81/frame 0xfc19ab5c devfs_read_f(ca76ebd0,fc19ac10,c7d7ce00,0,ce97f000,...) at devfs_read_f+0x87/frame 0xfc19ab90 dofileread(ca76ebd0,fc19ac10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc19abc4 kern_readv(ce97f000,0,fc19ac10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc19abf0 sys_read(ce97f000,fc19acc8,c10e3d0b,d6,c1247310,...) at sys_read+0x5c/frame 0xfc19ac40 syscall(fc19ad08) at syscall+0x2ed/frame 0xfc19acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc19acfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43797 tid 100161 td 0xcbc442f0 sched_switch(cbc442f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0df9b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc0df9ec sleepq_switch(cbc442f0,0,c10924b1,1ab,fc0dfa64,...) at sleepq_switch+0x1b9/frame 0xfc0dfa20 sleepq_catch_signals(0,c10924b1,164,ab0,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc0dfa68 sleepq_wait_sig(c7f07270,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc0dfa8c _cv_wait_sig(c7f07270,c14012a4,c1097211,531,fc0dfc10,...) at _cv_wait_sig+0x200/frame 0xfc0dfad4 tty_wait(c7f07200,c7f07270,fc0dfc10,1,0,...) at tty_wait+0x4b/frame 0xfc0dfaf8 ttydisc_read(c7f07200,fc0dfc10,0,a1,fc0dfc10,...) at ttydisc_read+0x377/frame 0xfc0dfb3c ttydev_read(c8093800,fc0dfc10,0,1,0,...) at ttydev_read+0x81/frame 0xfc0dfb5c devfs_read_f(ca78a700,fc0dfc10,c7d7ce00,0,cbc442f0,...) at devfs_read_f+0x87/frame 0xfc0dfb90 dofileread(ca78a700,fc0dfc10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc0dfbc4 kern_readv(cbc442f0,0,fc0dfc10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc0dfbf0 sys_read(cbc442f0,fc0dfcc8,c10e3d0b,d6,1,...) at sys_read+0x5c/frame 0xfc0dfc40 syscall(fc0dfd08) at syscall+0x2ed/frame 0xfc0dfcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0dfcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43796 tid 100109 td 0xca7695e0 sched_switch(ca7695e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0149b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc0149ec sleepq_switch(ca7695e0,0,c10924b1,1ab,fc014a64,...) at sleepq_switch+0x1b9/frame 0xfc014a20 sleepq_catch_signals(0,c10924b1,164,ae0,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc014a68 sleepq_wait_sig(c7f07470,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc014a8c _cv_wait_sig(c7f07470,c14012a4,c1097211,531,fc014c10,...) at _cv_wait_sig+0x200/frame 0xfc014ad4 tty_wait(c7f07400,c7f07470,fc014c10,1,0,...) at tty_wait+0x4b/frame 0xfc014af8 ttydisc_read(c7f07400,fc014c10,0,a1,fc014c10,...) at ttydisc_read+0x377/frame 0xfc014b3c ttydev_read(c8093900,fc014c10,0,1,0,...) at ttydev_read+0x81/frame 0xfc014b5c devfs_read_f(caecfaf0,fc014c10,c7d7ce00,0,ca7695e0,...) at devfs_read_f+0x87/frame 0xfc014b90 dofileread(caecfaf0,fc014c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc014bc4 kern_readv(ca7695e0,0,fc014c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc014bf0 sys_read(ca7695e0,fc014cc8,fc014d08,1,1,...) at sys_read+0x5c/frame 0xfc014c40 syscall(fc014d08) at syscall+0x2ed/frame 0xfc014cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc014cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43795 tid 100146 td 0xcbafbbc0 sched_switch(cbafbbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0ab9b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc0ab9ec sleepq_switch(cbafbbc0,0,c10924b1,1ab,fc0aba64,...) at sleepq_switch+0x1b9/frame 0xfc0aba20 sleepq_catch_signals(0,c10924b1,164,b10,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc0aba68 sleepq_wait_sig(c7f07670,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc0aba8c _cv_wait_sig(c7f07670,c14012a4,c1097211,531,fc0abc10,...) at _cv_wait_sig+0x200/frame 0xfc0abad4 tty_wait(c7f07600,c7f07670,fc0abc10,1,0,...) at tty_wait+0x4b/frame 0xfc0abaf8 ttydisc_read(c7f07600,fc0abc10,0,a1,fc0abc10,...) at ttydisc_read+0x377/frame 0xfc0abb3c ttydev_read(c8093a00,fc0abc10,0,1,0,...) at ttydev_read+0x81/frame 0xfc0abb5c devfs_read_f(ca78a7a8,fc0abc10,c7d7ce00,0,cbafbbc0,...) at devfs_read_f+0x87/frame 0xfc0abb90 dofileread(ca78a7a8,fc0abc10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc0abbc4 kern_readv(cbafbbc0,0,fc0abc10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc0abbf0 sys_read(cbafbbc0,fc0abcc8,fc0abd08,1,1,...) at sys_read+0x5c/frame 0xfc0abc40 syscall(fc0abd08) at syscall+0x2ed/frame 0xfc0abcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0abcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43794 tid 100206 td 0xcd1bb2f0 sched_switch(cd1bb2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1c19b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc1c19ec sleepq_switch(cd1bb2f0,0,c10924b1,1ab,fc1c1a64,...) at sleepq_switch+0x1b9/frame 0xfc1c1a20 sleepq_catch_signals(0,c10924b1,164,b40,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc1c1a68 sleepq_wait_sig(c7f07870,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc1c1a8c _cv_wait_sig(c7f07870,c14012a4,c1097211,531,fc1c1c10,...) at _cv_wait_sig+0x200/frame 0xfc1c1ad4 tty_wait(c7f07800,c7f07870,fc1c1c10,1,0,...) at tty_wait+0x4b/frame 0xfc1c1af8 ttydisc_read(c7f07800,fc1c1c10,0,a1,fc1c1c10,...) at ttydisc_read+0x377/frame 0xfc1c1b3c ttydev_read(c8093b00,fc1c1c10,0,1,0,...) at ttydev_read+0x81/frame 0xfc1c1b5c devfs_read_f(caecfe38,fc1c1c10,c7d7ce00,0,cd1bb2f0,...) at devfs_read_f+0x87/frame 0xfc1c1b90 dofileread(caecfe38,fc1c1c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc1c1bc4 kern_readv(cd1bb2f0,0,fc1c1c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc1c1bf0 sys_read(cd1bb2f0,fc1c1cc8,c10e3d0b,d6,1,...) at sys_read+0x5c/frame 0xfc1c1c40 syscall(fc1c1d08) at syscall+0x2ed/frame 0xfc1c1cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc1c1cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43793 tid 100192 td 0xce97f2f0 sched_switch(ce97f2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1979b8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc1979ec sleepq_switch(ce97f2f0,0,c10924b1,1ab,fc197a64,...) at sleepq_switch+0x1b9/frame 0xfc197a20 sleepq_catch_signals(0,c10924b1,164,b70,1,...) at sleepq_catch_signals+0x3b1/frame 0xfc197a68 sleepq_wait_sig(c7f07a70,0,c1097225,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc197a8c _cv_wait_sig(c7f07a70,c14012a4,c1097211,531,fc197c10,...) at _cv_wait_sig+0x200/frame 0xfc197ad4 tty_wait(c7f07a00,c7f07a70,fc197c10,1,0,...) at tty_wait+0x4b/frame 0xfc197af8 ttydisc_read(c7f07a00,fc197c10,0,a1,fc197c10,...) at ttydisc_read+0x377/frame 0xfc197b3c ttydev_read(c8093c00,fc197c10,0,1,0,...) at ttydev_read+0x81/frame 0xfc197b5c devfs_read_f(cbc4a348,fc197c10,c7d7ce00,0,ce97f2f0,...) at devfs_read_f+0x87/frame 0xfc197b90 dofileread(cbc4a348,fc197c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfc197bc4 kern_readv(ce97f2f0,0,fc197c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfc197bf0 sys_read(ce97f2f0,fc197cc8,fc197d08,1,1,...) at sys_read+0x5c/frame 0xfc197c40 syscall(fc197d08) at syscall+0x2ed/frame 0xfc197cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc197cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 43792 tid 100096 td 0xca7c1bc0 sched_switch(ca7c1bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbfa99b8 mi_switch(104,0,c10924b1,1f7,46,...) at mi_switch+0x1c9/frame 0xfbfa99ec sleepq_switch(ca7c1bc0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfbfa9a20 sleepq_catch_signals(fbfa9a8c,c0a80379,c7f07c14,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbfa9a68 sleepq_wait_sig(c7f07c70,0,fbfa9ac0,101,0,...) at sleepq_wait_sig+0x14/frame 0xfbfa9a8c _cv_wait_sig(c7f07c70,c7f07c04,c1097211,531,fbfa9c10,...) at _cv_wait_sig+0x200/frame 0xfbfa9ad4 tty_wait(c7f07c00,c7f07c70,fbfa9c10,1,0,...) at tty_wait+0x4b/frame 0xfbfa9af8 ttydisc_read(c7f07c00,fbfa9c10,0,a1,fbfa9c10,...) at ttydisc_read+0x377/frame 0xfbfa9b3c ttydev_read(c7eeed00,fbfa9c10,0,1,0,...) at ttydev_read+0x81/frame 0xfbfa9b5c devfs_read_f(ca76e770,fbfa9c10,c7d7ce00,0,ca7c1bc0,...) at devfs_read_f+0x87/frame 0xfbfa9b90 dofileread(ca76e770,fbfa9c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfbfa9bc4 kern_readv(ca7c1bc0,0,fbfa9c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfbfa9bf0 sys_read(ca7c1bc0,fbfa9cc8,fbfa9d08,1,1,...) at sys_read+0x5c/frame 0xfbfa9c40 syscall(fbfa9d08) at syscall+0x2ed/frame 0xfbfa9cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfa9cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819bfb7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command inetd pid 43775 tid 100175 td 0xcb2215e0 sched_switch(cb2215e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc14e918 mi_switch(104,0,c10924b1,1f7,46,...) at mi_switch+0x1c9/frame 0xfc14e94c sleepq_switch(cb2215e0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfc14e980 sleepq_catch_signals(fc14e9ec,c0a80379,ceafd3e0,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc14e9c8 sleepq_wait_sig(ceafd3e4,0,fc14ea20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc14e9ec _cv_wait_sig(ceafd3e4,ceafd3d0,c1095260,677,8,...) at _cv_wait_sig+0x200/frame 0xfc14ea34 seltdwait(ca76eaf0,58,c7d7ce00,cb2215e0,cd1af358,...) at seltdwait+0x8c/frame 0xfc14ea58 kern_select(cb2215e0,8,bfbfd008,0,0,...) at kern_select+0x85f/frame 0xfc14ebf8 sys_select(cb2215e0,fc14ecc8,fc14ed08,1,1,...) at sys_select+0x69/frame 0xfc14ec40 syscall(fc14ed08) at syscall+0x2ed/frame 0xfc14ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc14ecfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281aef77, esp = 0xbfbfcf84, ebp = 0xbfbfde34 --- Tracing command watchdogd pid 43751 tid 100118 td 0xca7678d0 sched_switch(ca7678d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc02fa80 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc02fab4 sleepq_switch(ca7678d0,0,c10924b1,1ab,fc02fb2c,...) at sleepq_switch+0x1b9/frame 0xfc02fae8 sleepq_catch_signals(ea61,c0ad5e10,ca7678d0,3,3,...) at sleepq_catch_signals+0x3b1/frame 0xfc02fb30 sleepq_timedwait_sig(c123a300,6c,c108df9e,100,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc02fb58 _sleep(c123a300,0,16c,c108df9e,ea61,...) at _sleep+0x303/frame 0xfc02fbb0 kern_nanosleep(bfbfdd08,fc02fc18,fc02fc20,ca6e8350,3c,...) at kern_nanosleep+0xd9/frame 0xfc02fc00 sys_nanosleep(ca7678d0,fc02fcc8,fc02fd08,1,1,...) at sys_nanosleep+0x6b/frame 0xfc02fc40 syscall(fc02fd08) at syscall+0x2ed/frame 0xfc02fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc02fcfc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2817637f, esp = 0xbfbfdcfc, ebp = 0xbfbfdd40 --- Tracing command bash pid 43741 tid 100210 td 0xcd1ba5e0 sched_switch(cd1ba5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1cd998 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc1cd9cc sleepq_switch(cd1ba5e0,0,c10924b1,1ab,fc1cda44,...) at sleepq_switch+0x1b9/frame 0xfc1cda00 sleepq_catch_signals(0,c10924b1,164,900,cd1ba5e0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1cda48 sleepq_wait_sig(ceb0e000,6c,c1095995,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc1cda6c _sleep(ceb0e000,ceb0e088,16c,c1095995,0,...) at _sleep+0x32d/frame 0xfc1cdac4 kern_wait6(cd1ba5e0,7,0,0,fc1cdb4c,...) at kern_wait6+0x43c/frame 0xfc1cdb20 sys_wait4(cd1ba5e0,fc1cdcc8,fc1cdd08,1,1,...) at sys_wait4+0x94/frame 0xfc1cdc40 syscall(fc1cdd08) at syscall+0x2ed/frame 0xfc1cdcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc1cdcfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282af98f, esp = 0xbfbfd7a0, ebp = 0xbfbfd7b8 --- Tracing command csh pid 43738 tid 100190 td 0xce97f8d0 sched_switch(ce97f8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc191ab4 mi_switch(104,0,c10924b1,1f7,c10924b1,...) at mi_switch+0x1c9/frame 0xfc191ae8 sleepq_switch(ce97f8d0,0,c10924b1,1ab,fc191b60,...) at sleepq_switch+0x1b9/frame 0xfc191b1c sleepq_catch_signals(0,c10924b1,164,540,ce97f8d0,...) at sleepq_catch_signals+0x3b1/frame 0xfc191b64 sleepq_wait_sig(ce97b8c8,74,c0f0b8b4,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc191b88 _sleep(ce97b8c8,ce97b8f8,174,c0f0b8b4,0,...) at _sleep+0x32d/frame 0xfc191be0 kern_sigsuspend(ce97f8d0,0,0,0,0,...) at kern_sigsuspend+0xdb/frame 0xfc191c10 sys_sigsuspend(ce97f8d0,fc191cc8,c10e3d0b,e9,1,...) at sys_sigsuspend+0x58/frame 0xfc191c40 syscall(fc191d08) at syscall+0x2ed/frame 0xfc191cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc191cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x2816a4b7, esp = 0xbfbfd00c, ebp = 0xbfbfd074 --- Tracing command su pid 43737 tid 100166 td 0xca7c1000 sched_switch(ca7c1000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc133998 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc1339cc sleepq_switch(ca7c1000,0,c10924b1,1ab,fc133a44,...) at sleepq_switch+0x1b9/frame 0xfc133a00 sleepq_catch_signals(0,c10924b1,164,180,ca7c1000,...) at sleepq_catch_signals+0x3b1/frame 0xfc133a48 sleepq_wait_sig(cd1b1000,6c,c1095995,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc133a6c _sleep(cd1b1000,cd1b1088,16c,c1095995,0,...) at _sleep+0x32d/frame 0xfc133ac4 kern_wait6(ca7c1000,0,aada,0,fc133b4c,...) at kern_wait6+0x43c/frame 0xfc133b20 sys_wait4(ca7c1000,fc133cc8,fc133d08,1,1,...) at sys_wait4+0x94/frame 0xfc133c40 syscall(fc133d08) at syscall+0x2ed/frame 0xfc133cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc133cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2810d98f, esp = 0xbfbfd620, ebp = 0xbfbfd638 --- Tracing command bash pid 43723 tid 100196 td 0xce97e5e0 sched_switch(ce97e5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1a3998 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xfc1a39cc sleepq_switch(ce97e5e0,0,c10924b1,1ab,fc1a3a44,...) at sleepq_switch+0x1b9/frame 0xfc1a3a00 sleepq_catch_signals(0,c10924b1,164,1f8,ce97e5e0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1a3a48 sleepq_wait_sig(cd1b15a0,6c,c1095995,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc1a3a6c _sleep(cd1b15a0,cd1b1628,16c,c1095995,0,...) at _sleep+0x32d/frame 0xfc1a3ac4 kern_wait6(ce97e5e0,7,0,0,fc1a3b4c,...) at kern_wait6+0x43c/frame 0xfc1a3b20 sys_wait4(ce97e5e0,fc1a3cc8,fc1a3d08,1,1,...) at sys_wait4+0x94/frame 0xfc1a3c40 syscall(fc1a3d08) at syscall+0x2ed/frame 0xfc1a3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc1a3cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282af98f, esp = 0xbfbfd9b0, ebp = 0xbfbfd9c8 --- Tracing command sshd pid 43722 tid 100099 td 0xca7c12f0 sched_switch(ca7c12f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbfb5918 mi_switch(104,0,c10924b1,1f7,200046,...) at mi_switch+0x1c9/frame 0xfbfb594c sleepq_switch(ca7c12f0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfbfb5980 sleepq_catch_signals(fbfb59ec,c0a80379,ce701aa0,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbfb59c8 sleepq_wait_sig(ce701aa4,0,fbfb5a20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfbfb59ec _cv_wait_sig(ce701aa4,ce701a90,c1095260,677,c,...) at _cv_wait_sig+0x200/frame 0xfbfb5a34 seltdwait(ca720000,58,ca6e3880,ca7c12f0,c1384c50,...) at seltdwait+0x8c/frame 0xfbfb5a58 kern_select(ca7c12f0,c,28c0c1c8,28c0c1d0,0,...) at kern_select+0x85f/frame 0xfbfb5bf8 sys_select(ca7c12f0,fbfb5cc8,fbfb5d08,1,1,...) at sys_select+0x69/frame 0xfbfb5c40 syscall(fbfb5d08) at syscall+0x2ed/frame 0xfbfb5cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfb5cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28522f77, esp = 0xbfbfd3cc, ebp = 0xbfbfd418 --- Tracing command sshd pid 43720 tid 100152 td 0xcbc46000 sched_switch(cbc46000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0c4988 mi_switch(104,0,c10924b1,1f7,200046,...) at mi_switch+0x1c9/frame 0xfc0c49bc sleepq_switch(cbc46000,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfc0c49f0 sleepq_catch_signals(fc0c4a5c,c0a80379,ca7500e0,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc0c4a38 sleepq_wait_sig(ca7500e4,0,fc0c4a90,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc0c4a5c _cv_wait_sig(ca7500e4,ca7500d0,c1095260,677,cbc46000,...) at _cv_wait_sig+0x200/frame 0xfc0c4aa4 seltdwait(ce47752c,c1095260,5ac,cbc46000,ffffff80,...) at seltdwait+0x8c/frame 0xfc0c4ac8 sys_poll(cbc46000,fc0c4cc8,fc0c4d08,1,1,...) at sys_poll+0x3e5/frame 0xfc0c4c40 syscall(fc0c4d08) at syscall+0x2ed/frame 0xfc0c4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0c4cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284b9aaf, esp = 0xbfbfd414, ebp = 0xbfbfd460 --- Tracing command cron pid 43657 tid 100087 td 0xca7518d0 sched_switch(ca7518d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbf7ba80 mi_switch(104,0,c10924b1,1f7,c1401f80,...) at mi_switch+0x1c9/frame 0xfbf7bab4 sleepq_switch(ca7518d0,0,c10924b1,1ab,fbf7bb2c,...) at sleepq_switch+0x1b9/frame 0xfbf7bae8 sleepq_catch_signals(a7be,c0ad5e10,ca7518d0,2,2,...) at sleepq_catch_signals+0x3b1/frame 0xfbf7bb30 sleepq_timedwait_sig(c123a300,6c,c108df9e,100,0,...) at sleepq_timedwait_sig+0x14/frame 0xfbf7bb58 _sleep(c123a300,0,16c,c108df9e,a7be,...) at _sleep+0x303/frame 0xfbf7bbb0 kern_nanosleep(bfbfde28,fbf7bc18,fbf7bc20,fbf7bcc8,2a,...) at kern_nanosleep+0xd9/frame 0xfbf7bc00 sys_nanosleep(ca7518d0,fbf7bcc8,fbf7bd08,1,1,...) at sys_nanosleep+0x6b/frame 0xfbf7bc40 syscall(fbf7bd08) at syscall+0x2ed/frame 0xfbf7bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbf7bcfc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2818537f, esp = 0xbfbfdcb4, ebp = 0xbfbfde44 --- Tracing command sendmail pid 43652 tid 100157 td 0xcbc45000 sched_switch(cbc45000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0d3ab4 mi_switch(104,0,c10924b1,1f7,c10924b1,...) at mi_switch+0x1c9/frame 0xfc0d3ae8 sleepq_switch(cbc45000,0,c10924b1,1ab,fc0d3b60,...) at sleepq_switch+0x1b9/frame 0xfc0d3b1c sleepq_catch_signals(0,c10924b1,164,300,cbc45000,...) at sleepq_catch_signals+0x3b1/frame 0xfc0d3b64 sleepq_wait_sig(cbc42058,74,c0f0b8b4,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc0d3b88 _sleep(cbc42058,cbc42088,174,c0f0b8b4,0,...) at _sleep+0x32d/frame 0xfc0d3be0 kern_sigsuspend(cbc45000,0,0,0,0,...) at kern_sigsuspend+0xdb/frame 0xfc0d3c10 sys_sigsuspend(cbc45000,fc0d3cc8,1,0,cbc45000,...) at sys_sigsuspend+0x58/frame 0xfc0d3c40 syscall(fc0d3d08) at syscall+0x2ed/frame 0xfc0d3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0d3cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x283554b7, esp = 0xbfbfbf8c, ebp = 0xbfbfbfb8 --- Tracing command sendmail pid 43649 tid 100197 td 0xce97e2f0 sched_switch(ce97e2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1a6914 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc1a6948 sleepq_switch(ce97e2f0,0,c10924b1,1ab,ca7cf390,...) at sleepq_switch+0x1b9/frame 0xfc1a697c sleepq_catch_signals(c11c0afc,fc1a69ec,c0a80379,ca7cf3a0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1a69c4 sleepq_timedwait_sig(ca7cf3a4,0,fc1a6a20,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc1a69ec _cv_timedwait_sig(ca7cf3a4,ca7cf390,1389,677,fc1a6ac0,...) at _cv_timedwait_sig+0x20c/frame 0xfc1a6a34 seltdwait(fc1a6ac0,fc1a6ac8,ce61a580,ce97e2f0,fc1a6aa0,...) at seltdwait+0x7e/frame 0xfc1a6a58 kern_select(ce97e2f0,5,bfbfb478,0,0,...) at kern_select+0x85f/frame 0xfc1a6bf8 sys_select(ce97e2f0,fc1a6cc8,fc1a6c8c,c0a65ce0,c1246c10,...) at sys_select+0x69/frame 0xfc1a6c40 syscall(fc1a6d08) at syscall+0x2ed/frame 0xfc1a6cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc1a6cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2841cf77, esp = 0xbfbfb36c, ebp = 0xbfbfbf98 --- Tracing command sshd pid 43646 tid 100108 td 0xca7d05e0 sched_switch(ca7d05e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbfe4918 mi_switch(104,0,c10924b1,1f7,200046,...) at mi_switch+0x1c9/frame 0xfbfe494c sleepq_switch(ca7d05e0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfbfe4980 sleepq_catch_signals(fbfe49ec,c0a80379,ca7ba2a0,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbfe49c8 sleepq_wait_sig(ca7ba2a4,0,fbfe4a20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfbfe49ec _cv_wait_sig(ca7ba2a4,ca7ba290,c1095260,677,5,...) at _cv_wait_sig+0x200/frame 0xfbfe4a34 seltdwait(ca766460,58,ca6ed080,ca7d05e0,c7d7f998,...) at seltdwait+0x8c/frame 0xfbfe4a58 kern_select(ca7d05e0,7,28c0c140,0,0,...) at kern_select+0x85f/frame 0xfbfe4bf8 sys_select(ca7d05e0,fbfe4cc8,fbfe4d08,1,1,...) at sys_select+0x69/frame 0xfbfe4c40 syscall(fbfe4d08) at syscall+0x2ed/frame 0xfbfe4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfe4cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28522f77, esp = 0xbfbfd47c, ebp = 0xbfbfde44 --- Tracing command moused pid 43614 tid 100167 td 0xca7bcbc0 sched_switch(ca7bcbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc136918 mi_switch(104,0,c10924b1,1f7,46,...) at mi_switch+0x1c9/frame 0xfc13694c sleepq_switch(ca7bcbc0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfc136980 sleepq_catch_signals(fc1369ec,c0a80379,ca7bab60,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1369c8 sleepq_wait_sig(ca7bab64,0,fc136a20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc1369ec _cv_wait_sig(ca7bab64,ca7bab50,c1095260,677,6,...) at _cv_wait_sig+0x200/frame 0xfc136a34 seltdwait(caecf700,58,c7d7ce00,ca7bcbc0,0,...) at seltdwait+0x8c/frame 0xfc136a58 kern_select(ca7bcbc0,400,bfbfdca0,0,0,...) at kern_select+0x85f/frame 0xfc136bf8 sys_select(ca7bcbc0,fc136cc8,fc136d08,1,1,...) at sys_select+0x69/frame 0xfc136c40 syscall(fc136d08) at syscall+0x2ed/frame 0xfc136cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc136cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281bcf77, esp = 0xbfbfd87c, ebp = 0xbfbfde14 --- Tracing command winbindd pid 43613 tid 100100 td 0xca7d7000 sched_switch(ca7d7000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbfbc984 mi_switch(104,0,c10924b1,1f7,c1401f80,...) at mi_switch+0x1c9/frame 0xfbfbc9b8 sleepq_switch(ca7d7000,0,c10924b1,1ab,ca7bbad0,...) at sleepq_switch+0x1b9/frame 0xfbfbc9ec sleepq_catch_signals(c11c0afc,fbfbca5c,c0a80379,ca7bbae0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbfbca34 sleepq_timedwait_sig(ca7bbae4,0,fbfbca90,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfbfbca5c _cv_timedwait_sig(ca7bbae4,ca7bbad0,5265c00,677,ca7d7000,...) at _cv_timedwait_sig+0x20c/frame 0xfbfbcaa4 seltdwait(fbfbcb10,fbfbcb18,5ac,ca7d7000,cae89600,...) at seltdwait+0x7e/frame 0xfbfbcac8 sys_poll(ca7d7000,fbfbccc8,fbfbcd08,1,1,...) at sys_poll+0x3e5/frame 0xfbfbcc40 syscall(fbfbcd08) at syscall+0x2ed/frame 0xfbfbccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfbccfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21937aaf, esp = 0xbfbfc46c, ebp = 0xbfbfc4a8 --- Tracing command winbindd pid 43598 tid 100195 td 0xce97e8d0 sched_switch(ce97e8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1a0984 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc1a09b8 sleepq_switch(ce97e8d0,0,c10924b1,1ab,ce701c90,...) at sleepq_switch+0x1b9/frame 0xfc1a09ec sleepq_catch_signals(c11c0afc,fc1a0a5c,c0a80379,ce701ca0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1a0a34 sleepq_timedwait_sig(ce701ca4,0,fc1a0a90,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc1a0a5c _cv_timedwait_sig(ce701ca4,ce701c90,493e1,677,ce97e8d0,...) at _cv_timedwait_sig+0x20c/frame 0xfc1a0aa4 seltdwait(fc1a0b10,fc1a0b18,5ac,ce97e8d0,c0b24618,...) at seltdwait+0x7e/frame 0xfc1a0ac8 sys_poll(ce97e8d0,fc1a0cc8,fc1a0d08,1,1,...) at sys_poll+0x3e5/frame 0xfc1a0c40 syscall(fc1a0d08) at syscall+0x2ed/frame 0xfc1a0cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc1a0cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21937aaf, esp = 0xbfbfdbbc, ebp = 0xbfbfdbf8 --- Tracing command smbd pid 43597 tid 100180 td 0xcd1be2f0 sched_switch(cd1be2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc15d984 mi_switch(104,0,c10924b1,1f7,c1401e80,...) at mi_switch+0x1c9/frame 0xfc15d9b8 sleepq_switch(cd1be2f0,0,c10924b1,1ab,c7de4b90,...) at sleepq_switch+0x1b9/frame 0xfc15d9ec sleepq_catch_signals(c11c0afc,fc15da5c,c0a80379,c7de4ba0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc15da34 sleepq_timedwait_sig(c7de4ba4,0,fc15da90,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc15da5c _cv_timedwait_sig(c7de4ba4,c7de4b90,5265c00,677,cd1be2f0,...) at _cv_timedwait_sig+0x20c/frame 0xfc15daa4 seltdwait(fc15db10,fc15db18,5ac,cd1be2f0,cbccdbc8,...) at seltdwait+0x7e/frame 0xfc15dac8 sys_poll(cd1be2f0,fc15dcc8,fc15dd08,1,1,...) at sys_poll+0x3e5/frame 0xfc15dc40 syscall(fc15dd08) at syscall+0x2ed/frame 0xfc15dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc15dcfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21b60aaf, esp = 0xbfbfd9ec, ebp = 0xbfbfda28 --- Tracing command smbd pid 43594 tid 100086 td 0xca751bc0 sched_switch(ca751bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbf77984 mi_switch(104,0,c10924b1,1f7,c1401d80,...) at mi_switch+0x1c9/frame 0xfbf779b8 sleepq_switch(ca751bc0,0,c10924b1,1ab,ca7507d0,...) at sleepq_switch+0x1b9/frame 0xfbf779ec sleepq_catch_signals(c11c0afc,fbf77a5c,c0a80379,ca7507e0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbf77a34 sleepq_timedwait_sig(ca7507e4,0,fbf77a90,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfbf77a5c _cv_timedwait_sig(ca7507e4,ca7507d0,ea61,677,ca751bc0,...) at _cv_timedwait_sig+0x20c/frame 0xfbf77aa4 seltdwait(fbf77b10,fbf77b18,5ac,ca751bc0,0,...) at seltdwait+0x7e/frame 0xfbf77ac8 sys_poll(ca751bc0,fbf77cc8,0,0,ca751bc0,...) at sys_poll+0x3e5/frame 0xfbf77c40 syscall(fbf77d08) at syscall+0x2ed/frame 0xfbf77cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbf77cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21b60aaf, esp = 0xbfbfda9c, ebp = 0xbfbfdad8 --- Tracing command nmbd pid 43592 tid 100147 td 0xcbafb8d0 sched_switch(cbafb8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0af984 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc0af9b8 sleepq_switch(cbafb8d0,0,c10924b1,1ab,c7de4c50,...) at sleepq_switch+0x1b9/frame 0xfc0af9ec sleepq_catch_signals(c11c0afc,fc0afa5c,c0a80379,c7de4c60,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc0afa34 sleepq_timedwait_sig(c7de4c64,0,fc0afa90,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc0afa5c _cv_timedwait_sig(c7de4c64,c7de4c50,2711,677,cbafb8d0,...) at _cv_timedwait_sig+0x20c/frame 0xfc0afaa4 seltdwait(fc0afb10,fc0afb18,5ac,cbafb8d0,cab29570,...) at seltdwait+0x7e/frame 0xfc0afac8 sys_poll(cbafb8d0,fc0afcc8,fc0afc8c,c0a65ce0,c1247310,...) at sys_poll+0x3e5/frame 0xfc0afc40 syscall(fc0afd08) at syscall+0x2ed/frame 0xfc0afcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0afcfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21562aaf, esp = 0xbfbfdb1c, ebp = 0xbfbfdb58 --- Tracing command ntpd pid 43568 tid 100091 td 0xca7c25e0 sched_switch(ca7c25e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbf8d918 mi_switch(104,0,c10924b1,1f7,200046,...) at mi_switch+0x1c9/frame 0xfbf8d94c sleepq_switch(ca7c25e0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfbf8d980 sleepq_catch_signals(fbf8d9ec,c0a80379,ca7cf7a0,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbf8d9c8 sleepq_wait_sig(ca7cf7a4,0,fbf8da20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfbf8d9ec _cv_wait_sig(ca7cf7a4,ca7cf790,c1095260,677,1c,...) at _cv_wait_sig+0x200/frame 0xfbf8da34 seltdwait(caecf380,58,c7d7ce00,ca7c25e0,0,...) at seltdwait+0x8c/frame 0xfbf8da58 kern_select(ca7c25e0,1c,bfbfdd48,0,0,...) at kern_select+0x85f/frame 0xfbf8dbf8 sys_select(ca7c25e0,fbf8dcc8,0,0,ca7c25e0,...) at sys_select+0x69/frame 0xfbf8dc40 syscall(fbf8dd08) at syscall+0x2ed/frame 0xfbf8dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbf8dcfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28396f77, esp = 0xbfbfdd24, ebp = 0xbfbfdde4 --- Tracing command nfsd pid 43514 tid 100216 td 0xcbafa5e0 sched_switch(cbafa5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1dfa90 mi_switch(104,0,c10924b1,1f7,c1401f80,...) at mi_switch+0x1c9/frame 0xfc1dfac4 sleepq_switch(cbafa5e0,0,c10924b1,1ab,ca742280,...) at sleepq_switch+0x1b9/frame 0xfc1dfaf8 sleepq_catch_signals(c11c0afc,fc1dfb68,c0a80379,ca742290,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1dfb40 sleepq_timedwait_sig(ca744450,0,fc1dfb9c,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc1dfb68 _cv_timedwait_sig(ca744450,ca742280,1388,3b1,0,...) at _cv_timedwait_sig+0x20c/frame 0xfc1dfbb0 svc_run_internal(fc1dfcf4,c0a6381f,ca742280,fc1dfd08,c10864a0,...) at svc_run_internal+0xa50/frame 0xfc1dfcc4 svc_thread_start(ca742280,fc1dfd08,c10864a0,3d7,0,...) at svc_thread_start+0xd/frame 0xfc1dfccc fork_exit(c0c900f0,ca742280,fc1dfd08) at fork_exit+0x7f/frame 0xfc1dfcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfc1dfcf4 --- trap 0xb481d82e, eip = 0xc, esp = 0x33, ebp = 0xbfbfd91f --- Tracing command nfsd pid 43514 tid 100215 td 0xcbafa8d0 sched_switch(cbafa8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1dca90 mi_switch(104,0,c10924b1,1f7,c1401e80,...) at mi_switch+0x1c9/frame 0xfc1dcac4 sleepq_switch(cbafa8d0,0,c10924b1,1ab,ca742280,...) at sleepq_switch+0x1b9/frame 0xfc1dcaf8 sleepq_catch_signals(c11c0afc,fc1dcb68,c0a80379,ca742290,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1dcb40 sleepq_timedwait_sig(ca6ea810,0,fc1dcb9c,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc1dcb68 _cv_timedwait_sig(ca6ea810,ca742280,1388,3b1,0,...) at _cv_timedwait_sig+0x20c/frame 0xfc1dcbb0 svc_run_internal(fc1dccf4,c0a6381f,ca742280,fc1dcd08,c10864a0,...) at svc_run_internal+0xa50/frame 0xfc1dccc4 svc_thread_start(ca742280,fc1dcd08,c10864a0,3d7,0,...) at svc_thread_start+0xd/frame 0xfc1dcccc fork_exit(c0c900f0,ca742280,fc1dcd08) at fork_exit+0x7f/frame 0xfc1dccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfc1dccf4 --- trap 0xb481d82e, eip = 0xc, esp = 0x33, ebp = 0xbfbfd91f --- Tracing command nfsd pid 43514 tid 100214 td 0xcbafabc0 sched_switch(cbafabc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc1d9a90 mi_switch(104,0,c10924b1,1f7,c1401d80,...) at mi_switch+0x1c9/frame 0xfc1d9ac4 sleepq_switch(cbafabc0,0,c10924b1,1ab,ca742280,...) at sleepq_switch+0x1b9/frame 0xfc1d9af8 sleepq_catch_signals(c11c0afc,fc1d9b68,c0a80379,ca742290,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1d9b40 sleepq_timedwait_sig(ca60ee90,0,fc1d9b9c,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc1d9b68 _cv_timedwait_sig(ca60ee90,ca742280,1388,3b1,0,...) at _cv_timedwait_sig+0x20c/frame 0xfc1d9bb0 svc_run_internal(fc1d9cf4,c0a6381f,ca742280,fc1d9d08,c10864a0,...) at svc_run_internal+0xa50/frame 0xfc1d9cc4 svc_thread_start(ca742280,fc1d9d08,c10864a0,3d7,0,...) at svc_thread_start+0xd/frame 0xfc1d9ccc fork_exit(c0c900f0,ca742280,fc1d9d08) at fork_exit+0x7f/frame 0xfc1d9cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfc1d9cf4 --- trap 0xb481d82e, eip = 0xc, esp = 0x33, ebp = 0xbfbfd91f --- Tracing command nfsd pid 43514 tid 100140 td 0xcb2225e0 sched_switch(cb2225e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc096318 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc09634c sleepq_switch(cb2225e0,0,c10924b1,1ab,ca742280,...) at sleepq_switch+0x1b9/frame 0xfc096380 sleepq_catch_signals(c11c0afc,fc0963f0,c0a80379,ca742290,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc0963c8 sleepq_timedwait_sig(ca6e9810,0,fc096424,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc0963f0 _cv_timedwait_sig(ca6e9810,ca742280,1388,3b1,c7d7e340,...) at _cv_timedwait_sig+0x20c/frame 0xfc096438 svc_run_internal(c0c900f0,ca742280,cb04c5a0,fc096578,0,...) at svc_run_internal+0xa50/frame 0xfc096550 svc_run(ca742280,0,c10781d7,1b2,fc0965d0,...) at svc_run+0xc3/frame 0xfc096588 nfsrvd_nfsd(cb2225e0,fc0966e0,c,b1,1,...) at nfsrvd_nfsd+0x1a2/frame 0xfc0966c0 nfssvc_nfsd(cb2225e0,fc096cc8,0,cb2225e0,fc096cfc,...) at nfssvc_nfsd+0xf4/frame 0xfc096c28 sys_nfssvc(cb2225e0,fc096cc8,fc096d08,1,1,...) at sys_nfssvc+0xbf/frame 0xfc096c40 syscall(fc096d08) at syscall+0x2ed/frame 0xfc096cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc096cfc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280c1ae7, esp = 0xbfbfd7cc, ebp = 0xbfbfda40 --- Tracing command nfsd pid 43509 tid 100085 td 0xca7c2bc0 sched_switch(ca7c2bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbf73918 mi_switch(104,0,c10924b1,1f7,46,...) at mi_switch+0x1c9/frame 0xfbf7394c sleepq_switch(ca7c2bc0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfbf73980 sleepq_catch_signals(fbf739ec,c0a80379,ca7cfa60,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbf739c8 sleepq_wait_sig(ca7cfa64,0,fbf73a20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfbf739ec _cv_wait_sig(ca7cfa64,ca7cfa50,c1095260,677,7,...) at _cv_wait_sig+0x200/frame 0xfbf73a34 seltdwait(ca78a460,58,c7d7ce00,ca7c2bc0,fbf73a90,...) at seltdwait+0x8c/frame 0xfbf73a58 kern_select(ca7c2bc0,7,bfbfdc20,0,0,...) at kern_select+0x85f/frame 0xfbf73bf8 sys_select(ca7c2bc0,fbf73cc8,fbf73d08,1,1,...) at sys_select+0x69/frame 0xfbf73c40 syscall(fbf73d08) at syscall+0x2ed/frame 0xfbf73cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbf73cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28188f77, esp = 0xbfbfda44, ebp = 0xbfbfde24 --- Tracing command nfsuserd pid 43497 tid 100186 td 0xce9805e0 sched_switch(ce9805e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc185914 mi_switch(104,0,c10924b1,1f7,c1401d80,...) at mi_switch+0x1c9/frame 0xfc185948 sleepq_switch(ce9805e0,0,c10924b1,1ab,c7de4d10,...) at sleepq_switch+0x1b9/frame 0xfc18597c sleepq_catch_signals(c11c0afc,fc1859ec,c0a80379,c7de4d20,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1859c4 sleepq_timedwait_sig(c7de4d24,0,fc185a20,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc1859ec _cv_timedwait_sig(c7de4d24,c7de4d10,7531,677,fc185ac0,...) at _cv_timedwait_sig+0x20c/frame 0xfc185a34 seltdwait(fc185ac0,fc185ac8,c7d7ce00,ce9805e0,fc185a90,...) at seltdwait+0x7e/frame 0xfc185a58 kern_select(ce9805e0,4,bfbfdc10,0,0,...) at kern_select+0x85f/frame 0xfc185bf8 sys_select(ce9805e0,fc185cc8,7b3,0,fc185cc4,...) at sys_select+0x69/frame 0xfc185c40 syscall(fc185d08) at syscall+0x2ed/frame 0xfc185cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc185cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28187f77, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 43496 tid 100142 td 0xcb2222f0 sched_switch(cb2222f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc09e914 mi_switch(104,0,c10924b1,1f7,c1401f80,...) at mi_switch+0x1c9/frame 0xfc09e948 sleepq_switch(cb2222f0,0,c10924b1,1ab,ce7010d0,...) at sleepq_switch+0x1b9/frame 0xfc09e97c sleepq_catch_signals(c11c0afc,fc09e9ec,c0a80379,ce7010e0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc09e9c4 sleepq_timedwait_sig(ce7010e4,0,fc09ea20,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc09e9ec _cv_timedwait_sig(ce7010e4,ce7010d0,7531,677,fc09eac0,...) at _cv_timedwait_sig+0x20c/frame 0xfc09ea34 seltdwait(fc09eac0,fc09eac8,c7d7ce00,cb2222f0,fc09ea90,...) at seltdwait+0x7e/frame 0xfc09ea58 kern_select(cb2222f0,4,bfbfdc10,0,0,...) at kern_select+0x85f/frame 0xfc09ebf8 sys_select(cb2222f0,fc09ecc8,c10e3d0b,d6,1,...) at sys_select+0x69/frame 0xfc09ec40 syscall(fc09ed08) at syscall+0x2ed/frame 0xfc09ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc09ecfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28187f77, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 43495 tid 100148 td 0xca767000 sched_switch(ca767000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0b8914 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc0b8948 sleepq_switch(ca767000,0,c10924b1,1ab,c7de4d90,...) at sleepq_switch+0x1b9/frame 0xfc0b897c sleepq_catch_signals(c11c0afc,fc0b89ec,c0a80379,c7de4da0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc0b89c4 sleepq_timedwait_sig(c7de4da4,0,fc0b8a20,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc0b89ec _cv_timedwait_sig(c7de4da4,c7de4d90,7531,677,fc0b8ac0,...) at _cv_timedwait_sig+0x20c/frame 0xfc0b8a34 seltdwait(fc0b8ac0,fc0b8ac8,c7d7ce00,ca767000,fc0b8a90,...) at seltdwait+0x7e/frame 0xfc0b8a58 kern_select(ca767000,4,bfbfdc10,0,0,...) at kern_select+0x85f/frame 0xfc0b8bf8 sys_select(ca767000,fc0b8cc8,fc0b8d08,1,1,...) at sys_select+0x69/frame 0xfc0b8c40 syscall(fc0b8d08) at syscall+0x2ed/frame 0xfc0b8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0b8cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28187f77, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 43494 tid 100128 td 0xca7d0000 sched_switch(ca7d0000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc06f914 mi_switch(104,0,c10924b1,1f7,c1401e80,...) at mi_switch+0x1c9/frame 0xfc06f948 sleepq_switch(ca7d0000,0,c10924b1,1ab,ca7cfd90,...) at sleepq_switch+0x1b9/frame 0xfc06f97c sleepq_catch_signals(c11c0afc,fc06f9ec,c0a80379,ca7cfda0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc06f9c4 sleepq_timedwait_sig(ca7cfda4,0,fc06fa20,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc06f9ec _cv_timedwait_sig(ca7cfda4,ca7cfd90,7531,677,fc06fac0,...) at _cv_timedwait_sig+0x20c/frame 0xfc06fa34 seltdwait(fc06fac0,fc06fac8,c7d7ce00,ca7d0000,fc06fa90,...) at seltdwait+0x7e/frame 0xfc06fa58 kern_select(ca7d0000,4,bfbfdc10,0,0,...) at kern_select+0x85f/frame 0xfc06fbf8 sys_select(ca7d0000,fc06fcc8,c10e3d0b,d6,1,...) at sys_select+0x69/frame 0xfc06fc40 syscall(fc06fd08) at syscall+0x2ed/frame 0xfc06fcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc06fcfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28187f77, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 43493 tid 100151 td 0xcbc462f0 sched_switch(cbc462f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc0c1ab4 mi_switch(104,0,c10924b1,1f7,c10924b1,...) at mi_switch+0x1c9/frame 0xfc0c1ae8 sleepq_switch(cbc462f0,0,c10924b1,1ab,fc0c1b60,...) at sleepq_switch+0x1b9/frame 0xfc0c1b1c sleepq_catch_signals(0,c10924b1,164,4c8,cbc462f0,...) at sleepq_catch_signals+0x3b1/frame 0xfc0c1b64 sleepq_wait_sig(cbc43328,74,c0f0b8b4,100,0,...) at sleepq_wait_sig+0x14/frame 0xfc0c1b88 _sleep(cbc43328,cbc43358,174,c0f0b8b4,0,...) at _sleep+0x32d/frame 0xfc0c1be0 kern_sigsuspend(cbc462f0,0,0,0,0,...) at kern_sigsuspend+0xdb/frame 0xfc0c1c10 sys_sigsuspend(cbc462f0,fc0c1cc8,fc0c1d08,1,1,...) at sys_sigsuspend+0x58/frame 0xfc0c1c40 syscall(fc0c1d08) at syscall+0x2ed/frame 0xfc0c1cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc0c1cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x280c04b7, esp = 0xbfbfdcac, ebp = 0xbfbfde44 --- Tracing command mountd pid 43477 tid 100176 td 0xcd1bebc0 sched_switch(cd1bebc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc151918 mi_switch(104,0,c10924b1,1f7,46,...) at mi_switch+0x1c9/frame 0xfc15194c sleepq_switch(cd1bebc0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfc151980 sleepq_catch_signals(fc1519ec,c0a80379,ca7cfd20,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc1519c8 sleepq_wait_sig(ca7cfd24,0,fc151a20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfc1519ec _cv_wait_sig(ca7cfd24,ca7cfd10,c1095260,677,9,...) at _cv_wait_sig+0x200/frame 0xfc151a34 seltdwait(ca76ec40,58,c7d7ce00,cd1bebc0,c109d0d7,...) at seltdwait+0x8c/frame 0xfc151a58 kern_select(cd1bebc0,9,bfbfdd50,0,0,...) at kern_select+0x85f/frame 0xfc151bf8 sys_select(cd1bebc0,fc151cc8,fc151d08,1,1,...) at sys_select+0x69/frame 0xfc151c40 syscall(fc151d08) at syscall+0x2ed/frame 0xfc151cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc151cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2819ff77, esp = 0xbfbfdd0c, ebp = 0xbfbfde34 --- Tracing command rpcbind pid 43439 tid 100181 td 0xcd1be000 sched_switch(cd1be000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfc160984 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfc1609b8 sleepq_switch(cd1be000,0,c10924b1,1ab,ca7baa50,...) at sleepq_switch+0x1b9/frame 0xfc1609ec sleepq_catch_signals(c11c0afc,fc160a5c,c0a80379,ca7baa60,0,...) at sleepq_catch_signals+0x3b1/frame 0xfc160a34 sleepq_timedwait_sig(ca7baa64,0,fc160a90,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfc160a5c _cv_timedwait_sig(ca7baa64,ca7baa50,7531,677,cd1be000,...) at _cv_timedwait_sig+0x20c/frame 0xfc160aa4 seltdwait(fc160b10,fc160b18,5ac,cd1be000,a3e,...) at seltdwait+0x7e/frame 0xfc160ac8 sys_poll(cd1be000,fc160cc8,fc160d08,1,1,...) at sys_poll+0x3e5/frame 0xfc160c40 syscall(fc160d08) at syscall+0x2ed/frame 0xfc160cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfc160cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2813eaaf, esp = 0xbfbfbbfc, ebp = 0xbfbfddd8 --- Tracing command syslogd pid 43425 tid 100106 td 0xca7d0bc0 sched_switch(ca7d0bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbfdc918 mi_switch(104,0,c10924b1,1f7,46,...) at mi_switch+0x1c9/frame 0xfbfdc94c sleepq_switch(ca7d0bc0,0,c10924b1,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfbfdc980 sleepq_catch_signals(fbfdc9ec,c0a80379,ca61fe60,0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbfdc9c8 sleepq_wait_sig(ca61fe64,0,fbfdca20,101,0,...) at sleepq_wait_sig+0x14/frame 0xfbfdc9ec _cv_wait_sig(ca61fe64,ca61fe50,c1095260,677,9,...) at _cv_wait_sig+0x200/frame 0xfbfdca34 seltdwait(caecf310,58,c7d7ce00,ca7d0bc0,0,...) at seltdwait+0x8c/frame 0xfbfdca58 kern_select(ca7d0bc0,9,28849100,0,0,...) at kern_select+0x85f/frame 0xfbfdcbf8 sys_select(ca7d0bc0,fbfdccc8,0,0,ca7d0bc0,...) at sys_select+0x69/frame 0xfbfdcc40 syscall(fbfdcd08) at syscall+0x2ed/frame 0xfbfdccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbfdccfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2819ef77, esp = 0xbfbfceac, ebp = 0xbfbfde34 --- Tracing command devd pid 43323 tid 100090 td 0xca7c28d0 sched_switch(ca7c28d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xfbf89914 mi_switch(104,0,c10924b1,1f7,c1402080,...) at mi_switch+0x1c9/frame 0xfbf89948 sleepq_switch(ca7c28d0,0,c10924b1,1ab,ca7ba0d0,...) at sleepq_switch+0x1b9/frame 0xfbf8997c sleepq_catch_signals(c11c0afc,fbf899ec,c0a80379,ca7ba0e0,0,...) at sleepq_catch_signals+0x3b1/frame 0xfbf899c4 sleepq_timedwait_sig(ca7ba0e4,0,fbf89a20,101,0,...) at sleepq_timedwait_sig+0x14/frame 0xfbf899ec _cv_timedwait_sig(ca7ba0e4,ca7ba0d0,ea61,677,fbf89ac0,...) at _cv_timedwait_sig+0x20c/frame 0xfbf89a34 seltdwait(fbf89ac0,fbf89ac8,c7d7ce00,ca7c28d0,ca5e5cb8,...) at seltdwait+0x7e/frame 0xfbf89a58 kern_select(ca7c28d0,5,bfbfd998,0,0,...) at kern_select+0x85f/frame 0xfbf89bf8 sys_select(ca7c28d0,fbf89cc8,fbf89d08,1,1,...) at sys_select+0x69/frame 0xfbf89c40 syscall(fbf89d08) at syscall+0x2ed/frame 0xfbf89cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfbf89cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x8095903, esp = 0xbfbfd93c, ebp = 0xbfbfde54 --- Tracing command softdepflush pid 18 tid 100075 td 0xc807bbc0 sched_switch(c807bbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a7dbb8 mi_switch(104,0,c10924b1,1f7,1,...) at mi_switch+0x1c9/frame 0xf6a7dbec sleepq_switch(c807bbc0,0,c10924b1,290,c807bbc0,...) at sleepq_switch+0x1b9/frame 0xf6a7dc20 sleepq_timedwait(c13b47c8,54,c10c4680,0,0,...) at sleepq_timedwait+0x48/frame 0xf6a7dc44 _sleep(c13b47c8,c13b4754,54,c10c4680,3e8,...) at _sleep+0x317/frame 0xf6a7dc9c softdep_flush(0,f6a7dd08,c10864a0,3d7,0,...) at softdep_flush+0x23e/frame 0xf6a7dccc fork_exit(c0cefa90,0,f6a7dd08) at fork_exit+0x7f/frame 0xf6a7dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a7dcf4 --- trap 0, eip = 0, esp = 0xf6a7dd40, ebp = 0 --- Tracing command syncer pid 17 tid 100074 td 0xc950d000 sched_switch(c950d000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a7ab84 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6a7abb8 sleepq_switch(c950d000,0,c10924b1,290,0,...) at sleepq_switch+0x1b9/frame 0xf6a7abec sleepq_timedwait(c13b05f0,0,f6a7ac44,1,0,...) at sleepq_timedwait+0x48/frame 0xf6a7ac10 _cv_timedwait(c13b05f0,c13b05d0,3e8,795,4e20,...) at _cv_timedwait+0x20c/frame 0xf6a7ac58 sched_sync(0,f6a7ad08,c10864a0,3d7,0,...) at sched_sync+0x641/frame 0xf6a7accc fork_exit(c0b3bc40,0,f6a7ad08) at fork_exit+0x7f/frame 0xf6a7acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a7acf4 --- trap 0, eip = 0, esp = 0xf6a7ad40, ebp = 0 --- Tracing command vnlru pid 16 tid 100073 td 0xc950d2f0 sched_switch(c950d2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a77b8c mi_switch(104,0,c10924b1,1f7,0,...) at mi_switch+0x1c9/frame 0xf6a77bc0 sleepq_switch(c950d2f0,0,c10924b1,290,c950d2f0,...) at sleepq_switch+0x1b9/frame 0xf6a77bf4 sleepq_timedwait(ca628870,60,c109e46e,0,0,...) at sleepq_timedwait+0x48/frame 0xf6a77c18 _sleep(ca628870,c13b05a8,260,c109e46e,3e8,...) at _sleep+0x317/frame 0xf6a77c70 vnlru_proc(0,f6a77d08,c10864a0,3d7,0,...) at vnlru_proc+0x95/frame 0xf6a77ccc fork_exit(c0b3c410,0,f6a77d08) at fork_exit+0x7f/frame 0xf6a77cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a77cf4 --- trap 0, eip = 0, esp = 0xf6a77d40, ebp = 0 --- Tracing command bufdaemon pid 9 tid 100072 td 0xc950d5e0 sched_switch(c950d5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a74bc8 mi_switch(104,0,c10924b1,1f7,2,...) at mi_switch+0x1c9/frame 0xf6a74bfc sleepq_switch(c950d5e0,0,c10924b1,290,c950d5e0,...) at sleepq_switch+0x1b9/frame 0xf6a74c30 sleepq_timedwait(c13b0368,54,c109af64,0,0,...) at sleepq_timedwait+0x48/frame 0xf6a74c54 _sleep(c13b0368,c13b0350,54,c109af64,3e8,...) at _sleep+0x317/frame 0xf6a74cac buf_daemon(0,f6a74d08,c10864a0,3d7,0,...) at buf_daemon+0x8c/frame 0xf6a74ccc fork_exit(c0b1f9c0,0,f6a74d08) at fork_exit+0x7f/frame 0xf6a74cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a74cf4 --- trap 0, eip = 0, esp = 0xf6a74d40, ebp = 0 --- Tracing command pagezero pid 8 tid 100071 td 0xc950d8d0 sched_switch(c950d8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a71bc0 mi_switch(104,0,c10924b1,1f7,0,...) at mi_switch+0x1c9/frame 0xf6a71bf4 sleepq_switch(c950d8d0,0,c10924b1,290,c950d8d0,...) at sleepq_switch+0x1b9/frame 0xf6a71c28 sleepq_timedwait(c13b50bc,0,c10cb65a,0,0,...) at sleepq_timedwait+0x48/frame 0xf6a71c4c _sleep(c13b50bc,c1408a80,0,c10cb65a,493e0,...) at _sleep+0x317/frame 0xf6a71ca4 vm_pagezero(0,f6a71d08,c10864a0,3d7,0,...) at vm_pagezero+0x89/frame 0xf6a71ccc fork_exit(c0d35d10,0,f6a71d08) at fork_exit+0x7f/frame 0xf6a71cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a71cf4 --- trap 0, eip = 0, esp = 0xf6a71d40, ebp = 0 --- Tracing command vmdaemon pid 7 tid 100070 td 0xc950dbc0 sched_switch(c950dbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a6eb8c mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xf6a6ebc0 sleepq_switch(c950dbc0,0,c10924b1,26d,c950dbc0,...) at sleepq_switch+0x1b9/frame 0xf6a6ebf4 sleepq_wait(c13b4c88,74,c109af64,0,0,...) at sleepq_wait+0x48/frame 0xf6a6ec18 _sleep(c13b4c88,c13b4c70,74,c109af64,0,...) at _sleep+0x34e/frame 0xf6a6ec70 vm_daemon(0,f6a6ed08,c10864a0,3d7,0,...) at vm_daemon+0x8c/frame 0xf6a6eccc fork_exit(c0d2ee50,0,f6a6ed08) at fork_exit+0x7f/frame 0xf6a6ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a6ecf4 --- trap 0, eip = 0, esp = 0xf6a6ed40, ebp = 0 --- Tracing command pagedaemon pid 6 tid 100069 td 0xc950e000 sched_switch(c950e000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6a6bb3c mi_switch(104,0,c10924b1,1f7,3,...) at mi_switch+0x1c9/frame 0xf6a6bb70 sleepq_switch(c950e000,0,c10924b1,290,c950e000,...) at sleepq_switch+0x1b9/frame 0xf6a6bba4 sleepq_timedwait(c1408b04,54,c109af64,0,0,...) at sleepq_timedwait+0x48/frame 0xf6a6bbc8 _sleep(c1408b04,c1408a80,54,c109af64,1388,...) at _sleep+0x317/frame 0xf6a6bc20 vm_pageout(0,f6a6bd08,c10864a0,3d7,0,...) at vm_pageout+0x256/frame 0xf6a6bccc fork_exit(c0d2f6b0,0,f6a6bd08) at fork_exit+0x7f/frame 0xf6a6bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6a6bcf4 --- trap 0, eip = 0, esp = 0xf6a6bd40, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100068 td 0xc950e2f0 sched_switch(c950e2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68e8bc4 mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xf68e8bf8 sleepq_switch(c950e2f0,0,c10924b1,26d,c950e2f0,...) at sleepq_switch+0x1b9/frame 0xf68e8c2c sleepq_wait(c1205d24,5c,c0eded18,0,0,...) at sleepq_wait+0x48/frame 0xf68e8c50 _sleep(c1205d24,c1205d68,5c,c0eded18,0,...) at _sleep+0x34e/frame 0xf68e8ca8 xpt_scanner_thread(0,f68e8d08,c10864a0,3d7,0,...) at xpt_scanner_thread+0xfc/frame 0xf68e8ccc fork_exit(c04b30e0,0,f68e8d08) at fork_exit+0x7f/frame 0xf68e8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68e8cf4 --- trap 0, eip = 0, esp = 0xf68e8d40, ebp = 0 --- Tracing command sctp_iterator pid 4 tid 100067 td 0xc950e5e0 sched_switch(c950e5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68e5bcc mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xf68e5c00 sleepq_switch(c950e5e0,0,c10924b1,26d,c950e5e0,...) at sleepq_switch+0x1b9/frame 0xf68e5c34 sleepq_wait(c14047f4,0,c10b1985,0,0,...) at sleepq_wait+0x48/frame 0xf68e5c58 _sleep(c14047f4,c14047bc,0,c10b1985,0,...) at _sleep+0x34e/frame 0xf68e5cb0 sctp_iterator_thread(0,f68e5d08,c10864a0,3d7,0,...) at sctp_iterator_thread+0x5c/frame 0xf68e5ccc fork_exit(c0bd7890,0,f68e5d08) at fork_exit+0x7f/frame 0xf68e5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68e5cf4 --- trap 0, eip = 0, esp = 0xf68e5d40, ebp = 0 --- Tracing command ctl_thrd pid 3 tid 100064 td 0xc950f000 sched_switch(c950f000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68db64c mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xf68db680 sleepq_switch(c950f000,0,c10924b1,26d,c950f000,...) at sleepq_switch+0x1b9/frame 0xf68db6b4 sleepq_wait(c80bc000,5c,c0ee9913,0,0,...) at sleepq_wait+0x48/frame 0xf68db6d8 _sleep(c80bc000,c80bc000,5c,c0ee9913,0,...) at _sleep+0x34e/frame 0xf68db730 ctl_work_thread(c80bc000,f68dbd08,c10864a0,3d7,0,...) at ctl_work_thread+0x110/frame 0xf68dbccc fork_exit(c04d5e60,c80bc000,f68dbd08) at fork_exit+0x7f/frame 0xf68dbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68dbcf4 --- trap 0, eip = 0, esp = 0xf68dbd40, ebp = 0 --- Tracing command fdc0 pid 2 tid 100061 td 0xc806d8d0 sched_switch(c806d8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68d2b50 mi_switch(104,0,c10924b1,1f7,1,...) at mi_switch+0x1c9/frame 0xf68d2b84 sleepq_switch(c806d8d0,0,c10924b1,290,c806d8d0,...) at sleepq_switch+0x1b9/frame 0xf68d2bb8 sleepq_timedwait(c801443c,5c,c1078c06,0,0,...) at sleepq_timedwait+0x48/frame 0xf68d2bdc _sleep(c801443c,c80144f0,5c,c1078c06,3e8,...) at _sleep+0x317/frame 0xf68d2c34 fdc_thread(c8014400,f68d2d08,c10864a0,3d7,0,...) at fdc_thread+0x74a/frame 0xf68d2ccc fork_exit(c0e3fa70,c8014400,f68d2d08) at fork_exit+0x7f/frame 0xf68d2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68d2cf4 --- trap 0, eip = 0, esp = 0xf68d2d40, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc80782f0 sched_switch(c80782f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68aebd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf68aec08 sleepq_switch(c80782f0,0,c10924b1,26d,c80782f0,...) at sleepq_switch+0x1b9/frame 0xf68aec3c sleepq_wait(c8081d34,0,f68aec90,1,0,...) at sleepq_wait+0x48/frame 0xf68aec60 _cv_wait(c8081d34,c8081e4c,c106a3c3,77,c8081d3c,...) at _cv_wait+0x1f9/frame 0xf68aeca4 usb_process(c8081d2c,f68aed08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf68aeccc fork_exit(c0948b90,c8081d2c,f68aed08) at fork_exit+0x7f/frame 0xf68aecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68aecf4 --- trap 0, eip = 0, esp = 0xf68aed40, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc80785e0 sched_switch(c80785e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68abbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf68abc08 sleepq_switch(c80785e0,0,c10924b1,26d,c80785e0,...) at sleepq_switch+0x1b9/frame 0xf68abc3c sleepq_wait(c8081d04,0,f68abc90,1,0,...) at sleepq_wait+0x48/frame 0xf68abc60 _cv_wait(c8081d04,c8081e4c,c106a3c3,77,c8081d0c,...) at _cv_wait+0x1f9/frame 0xf68abca4 usb_process(c8081cfc,f68abd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf68abccc fork_exit(c0948b90,c8081cfc,f68abd08) at fork_exit+0x7f/frame 0xf68abcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68abcf4 --- trap 0, eip = 0, esp = 0xf68abd40, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc80788d0 sched_switch(c80788d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68a8bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf68a8c08 sleepq_switch(c80788d0,0,c10924b1,26d,c80788d0,...) at sleepq_switch+0x1b9/frame 0xf68a8c3c sleepq_wait(c8081cd4,0,f68a8c90,1,0,...) at sleepq_wait+0x48/frame 0xf68a8c60 _cv_wait(c8081cd4,c8081e4c,c106a3c3,77,c8081cdc,...) at _cv_wait+0x1f9/frame 0xf68a8ca4 usb_process(c8081ccc,f68a8d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf68a8ccc fork_exit(c0948b90,c8081ccc,f68a8d08) at fork_exit+0x7f/frame 0xf68a8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68a8cf4 --- trap 0, eip = 0, esp = 0xf68a8d40, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc8078bc0 sched_switch(c8078bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68a5bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf68a5c08 sleepq_switch(c8078bc0,0,c10924b1,26d,c8078bc0,...) at sleepq_switch+0x1b9/frame 0xf68a5c3c sleepq_wait(c8081ca4,0,f68a5c90,1,0,...) at sleepq_wait+0x48/frame 0xf68a5c60 _cv_wait(c8081ca4,c8081e4c,c106a3c3,77,c8081cac,...) at _cv_wait+0x1f9/frame 0xf68a5ca4 usb_process(c8081c9c,f68a5d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf68a5ccc fork_exit(c0948b90,c8081c9c,f68a5d08) at fork_exit+0x7f/frame 0xf68a5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68a5cf4 --- trap 0, eip = 0, esp = 0xf68a5d40, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc807b2f0 sched_switch(c807b2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf689cbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf689cc08 sleepq_switch(c807b2f0,0,c10924b1,26d,c807b2f0,...) at sleepq_switch+0x1b9/frame 0xf689cc3c sleepq_wait(c8074b5c,0,f689cc90,1,0,...) at sleepq_wait+0x48/frame 0xf689cc60 _cv_wait(c8074b5c,c8074c74,c106a3c3,77,c8074b64,...) at _cv_wait+0x1f9/frame 0xf689cca4 usb_process(c8074b54,f689cd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf689cccc fork_exit(c0948b90,c8074b54,f689cd08) at fork_exit+0x7f/frame 0xf689ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf689ccf4 --- trap 0, eip = 0, esp = 0xf689cd40, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc807b5e0 sched_switch(c807b5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6899bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6899c08 sleepq_switch(c807b5e0,0,c10924b1,26d,c807b5e0,...) at sleepq_switch+0x1b9/frame 0xf6899c3c sleepq_wait(c8074b2c,0,f6899c90,1,0,...) at sleepq_wait+0x48/frame 0xf6899c60 _cv_wait(c8074b2c,c8074c74,c106a3c3,77,c8074b34,...) at _cv_wait+0x1f9/frame 0xf6899ca4 usb_process(c8074b24,f6899d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6899ccc fork_exit(c0948b90,c8074b24,f6899d08) at fork_exit+0x7f/frame 0xf6899cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6899cf4 --- trap 0, eip = 0, esp = 0xf6899d40, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc806b000 sched_switch(c806b000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6896bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6896c08 sleepq_switch(c806b000,0,c10924b1,26d,c806b000,...) at sleepq_switch+0x1b9/frame 0xf6896c3c sleepq_wait(c8074afc,0,f6896c90,1,0,...) at sleepq_wait+0x48/frame 0xf6896c60 _cv_wait(c8074afc,c8074c74,c106a3c3,77,c8074b04,...) at _cv_wait+0x1f9/frame 0xf6896ca4 usb_process(c8074af4,f6896d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6896ccc fork_exit(c0948b90,c8074af4,f6896d08) at fork_exit+0x7f/frame 0xf6896cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6896cf4 --- trap 0, eip = 0, esp = 0xf6896d40, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc806b2f0 sched_switch(c806b2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6893bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6893c08 sleepq_switch(c806b2f0,0,c10924b1,26d,c806b2f0,...) at sleepq_switch+0x1b9/frame 0xf6893c3c sleepq_wait(c8074acc,0,f6893c90,1,0,...) at sleepq_wait+0x48/frame 0xf6893c60 _cv_wait(c8074acc,c8074c74,c106a3c3,77,c8074ad4,...) at _cv_wait+0x1f9/frame 0xf6893ca4 usb_process(c8074ac4,f6893d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6893ccc fork_exit(c0948b90,c8074ac4,f6893d08) at fork_exit+0x7f/frame 0xf6893cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6893cf4 --- trap 0, eip = 0, esp = 0xf6893d40, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc806b5e0 sched_switch(c806b5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf688fbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf688fc08 sleepq_switch(c806b5e0,0,c10924b1,26d,c806b5e0,...) at sleepq_switch+0x1b9/frame 0xf688fc3c sleepq_wait(c806eb5c,0,f688fc90,1,0,...) at sleepq_wait+0x48/frame 0xf688fc60 _cv_wait(c806eb5c,c806ec74,c106a3c3,77,c806eb64,...) at _cv_wait+0x1f9/frame 0xf688fca4 usb_process(c806eb54,f688fd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf688fccc fork_exit(c0948b90,c806eb54,f688fd08) at fork_exit+0x7f/frame 0xf688fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf688fcf4 --- trap 0, eip = 0, esp = 0xf688fd40, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc806b8d0 sched_switch(c806b8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf688cbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf688cc08 sleepq_switch(c806b8d0,0,c10924b1,26d,c806b8d0,...) at sleepq_switch+0x1b9/frame 0xf688cc3c sleepq_wait(c806eb2c,0,f688cc90,1,0,...) at sleepq_wait+0x48/frame 0xf688cc60 _cv_wait(c806eb2c,c806ec74,c106a3c3,77,c806eb34,...) at _cv_wait+0x1f9/frame 0xf688cca4 usb_process(c806eb24,f688cd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf688cccc fork_exit(c0948b90,c806eb24,f688cd08) at fork_exit+0x7f/frame 0xf688ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf688ccf4 --- trap 0, eip = 0, esp = 0xf688cd40, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc806bbc0 sched_switch(c806bbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6889bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6889c08 sleepq_switch(c806bbc0,0,c10924b1,26d,c806bbc0,...) at sleepq_switch+0x1b9/frame 0xf6889c3c sleepq_wait(c806eafc,0,f6889c90,1,0,...) at sleepq_wait+0x48/frame 0xf6889c60 _cv_wait(c806eafc,c806ec74,c106a3c3,77,c806eb04,...) at _cv_wait+0x1f9/frame 0xf6889ca4 usb_process(c806eaf4,f6889d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6889ccc fork_exit(c0948b90,c806eaf4,f6889d08) at fork_exit+0x7f/frame 0xf6889cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6889cf4 --- trap 0, eip = 0, esp = 0xf6889d40, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc806c000 sched_switch(c806c000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6886bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6886c08 sleepq_switch(c806c000,0,c10924b1,26d,c806c000,...) at sleepq_switch+0x1b9/frame 0xf6886c3c sleepq_wait(c806eacc,0,f6886c90,1,0,...) at sleepq_wait+0x48/frame 0xf6886c60 _cv_wait(c806eacc,c806ec74,c106a3c3,77,c806ead4,...) at _cv_wait+0x1f9/frame 0xf6886ca4 usb_process(c806eac4,f6886d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6886ccc fork_exit(c0948b90,c806eac4,f6886d08) at fork_exit+0x7f/frame 0xf6886cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6886cf4 --- trap 0, eip = 0, esp = 0xf6886d40, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc806c2f0 sched_switch(c806c2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6882bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6882c08 sleepq_switch(c806c2f0,0,c10924b1,26d,c806c2f0,...) at sleepq_switch+0x1b9/frame 0xf6882c3c sleepq_wait(c8067b5c,0,f6882c90,1,0,...) at sleepq_wait+0x48/frame 0xf6882c60 _cv_wait(c8067b5c,c8067c74,c106a3c3,77,c8067b64,...) at _cv_wait+0x1f9/frame 0xf6882ca4 usb_process(c8067b54,f6882d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6882ccc fork_exit(c0948b90,c8067b54,f6882d08) at fork_exit+0x7f/frame 0xf6882cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6882cf4 --- trap 0, eip = 0, esp = 0xf6882d40, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc806c5e0 sched_switch(c806c5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf687fbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf687fc08 sleepq_switch(c806c5e0,0,c10924b1,26d,c806c5e0,...) at sleepq_switch+0x1b9/frame 0xf687fc3c sleepq_wait(c8067b2c,0,f687fc90,1,0,...) at sleepq_wait+0x48/frame 0xf687fc60 _cv_wait(c8067b2c,c8067c74,c106a3c3,77,c8067b34,...) at _cv_wait+0x1f9/frame 0xf687fca4 usb_process(c8067b24,f687fd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf687fccc fork_exit(c0948b90,c8067b24,f687fd08) at fork_exit+0x7f/frame 0xf687fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf687fcf4 --- trap 0, eip = 0, esp = 0xf687fd40, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc806c8d0 sched_switch(c806c8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf687cbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf687cc08 sleepq_switch(c806c8d0,0,c10924b1,26d,c806c8d0,...) at sleepq_switch+0x1b9/frame 0xf687cc3c sleepq_wait(c8067afc,0,f687cc90,1,0,...) at sleepq_wait+0x48/frame 0xf687cc60 _cv_wait(c8067afc,c8067c74,c106a3c3,77,c8067b04,...) at _cv_wait+0x1f9/frame 0xf687cca4 usb_process(c8067af4,f687cd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf687cccc fork_exit(c0948b90,c8067af4,f687cd08) at fork_exit+0x7f/frame 0xf687ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf687ccf4 --- trap 0, eip = 0, esp = 0xf687cd40, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc806cbc0 sched_switch(c806cbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6879bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6879c08 sleepq_switch(c806cbc0,0,c10924b1,26d,c806cbc0,...) at sleepq_switch+0x1b9/frame 0xf6879c3c sleepq_wait(c8067acc,0,f6879c90,1,0,...) at sleepq_wait+0x48/frame 0xf6879c60 _cv_wait(c8067acc,c8067c74,c106a3c3,77,c8067ad4,...) at _cv_wait+0x1f9/frame 0xf6879ca4 usb_process(c8067ac4,f6879d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6879ccc fork_exit(c0948b90,c8067ac4,f6879d08) at fork_exit+0x7f/frame 0xf6879cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6879cf4 --- trap 0, eip = 0, esp = 0xf6879d40, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc805b000 sched_switch(c805b000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6872bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6872c08 sleepq_switch(c805b000,0,c10924b1,26d,c805b000,...) at sleepq_switch+0x1b9/frame 0xf6872c3c sleepq_wait(c8062b5c,0,f6872c90,1,0,...) at sleepq_wait+0x48/frame 0xf6872c60 _cv_wait(c8062b5c,c8062c74,c106a3c3,77,c8062b64,...) at _cv_wait+0x1f9/frame 0xf6872ca4 usb_process(c8062b54,f6872d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6872ccc fork_exit(c0948b90,c8062b54,f6872d08) at fork_exit+0x7f/frame 0xf6872cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6872cf4 --- trap 0, eip = 0, esp = 0xf6872d40, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc805b2f0 sched_switch(c805b2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf686fbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf686fc08 sleepq_switch(c805b2f0,0,c10924b1,26d,c805b2f0,...) at sleepq_switch+0x1b9/frame 0xf686fc3c sleepq_wait(c8062b2c,0,f686fc90,1,0,...) at sleepq_wait+0x48/frame 0xf686fc60 _cv_wait(c8062b2c,c8062c74,c106a3c3,77,c8062b34,...) at _cv_wait+0x1f9/frame 0xf686fca4 usb_process(c8062b24,f686fd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf686fccc fork_exit(c0948b90,c8062b24,f686fd08) at fork_exit+0x7f/frame 0xf686fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf686fcf4 --- trap 0, eip = 0, esp = 0xf686fd40, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc805b5e0 sched_switch(c805b5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf686cbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf686cc08 sleepq_switch(c805b5e0,0,c10924b1,26d,c805b5e0,...) at sleepq_switch+0x1b9/frame 0xf686cc3c sleepq_wait(c8062afc,0,f686cc90,1,0,...) at sleepq_wait+0x48/frame 0xf686cc60 _cv_wait(c8062afc,c8062c74,c106a3c3,77,c8062b04,...) at _cv_wait+0x1f9/frame 0xf686cca4 usb_process(c8062af4,f686cd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf686cccc fork_exit(c0948b90,c8062af4,f686cd08) at fork_exit+0x7f/frame 0xf686ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf686ccf4 --- trap 0, eip = 0, esp = 0xf686cd40, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc805b8d0 sched_switch(c805b8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6869bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6869c08 sleepq_switch(c805b8d0,0,c10924b1,26d,c805b8d0,...) at sleepq_switch+0x1b9/frame 0xf6869c3c sleepq_wait(c8062acc,0,f6869c90,1,0,...) at sleepq_wait+0x48/frame 0xf6869c60 _cv_wait(c8062acc,c8062c74,c106a3c3,77,c8062ad4,...) at _cv_wait+0x1f9/frame 0xf6869ca4 usb_process(c8062ac4,f6869d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6869ccc fork_exit(c0948b90,c8062ac4,f6869d08) at fork_exit+0x7f/frame 0xf6869cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6869cf4 --- trap 0, eip = 0, esp = 0xf6869d40, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc805e000 sched_switch(c805e000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6862bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6862c08 sleepq_switch(c805e000,0,c10924b1,26d,c805e000,...) at sleepq_switch+0x1b9/frame 0xf6862c3c sleepq_wait(c8056b5c,0,f6862c90,1,0,...) at sleepq_wait+0x48/frame 0xf6862c60 _cv_wait(c8056b5c,c8056c74,c106a3c3,77,c8056b64,...) at _cv_wait+0x1f9/frame 0xf6862ca4 usb_process(c8056b54,f6862d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6862ccc fork_exit(c0948b90,c8056b54,f6862d08) at fork_exit+0x7f/frame 0xf6862cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6862cf4 --- trap 0, eip = 0, esp = 0xf6862d40, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc805e2f0 sched_switch(c805e2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf685fbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf685fc08 sleepq_switch(c805e2f0,0,c10924b1,26d,c805e2f0,...) at sleepq_switch+0x1b9/frame 0xf685fc3c sleepq_wait(c8056b2c,0,f685fc90,1,0,...) at sleepq_wait+0x48/frame 0xf685fc60 _cv_wait(c8056b2c,c8056c74,c106a3c3,77,c8056b34,...) at _cv_wait+0x1f9/frame 0xf685fca4 usb_process(c8056b24,f685fd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf685fccc fork_exit(c0948b90,c8056b24,f685fd08) at fork_exit+0x7f/frame 0xf685fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf685fcf4 --- trap 0, eip = 0, esp = 0xf685fd40, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc805e5e0 sched_switch(c805e5e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf685cbd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf685cc08 sleepq_switch(c805e5e0,0,c10924b1,26d,c805e5e0,...) at sleepq_switch+0x1b9/frame 0xf685cc3c sleepq_wait(c8056afc,0,f685cc90,1,0,...) at sleepq_wait+0x48/frame 0xf685cc60 _cv_wait(c8056afc,c8056c74,c106a3c3,77,c8056b04,...) at _cv_wait+0x1f9/frame 0xf685cca4 usb_process(c8056af4,f685cd08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf685cccc fork_exit(c0948b90,c8056af4,f685cd08) at fork_exit+0x7f/frame 0xf685ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf685ccf4 --- trap 0, eip = 0, esp = 0xf685cd40, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc805e8d0 sched_switch(c805e8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf6859bd4 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xf6859c08 sleepq_switch(c805e8d0,0,c10924b1,26d,c805e8d0,...) at sleepq_switch+0x1b9/frame 0xf6859c3c sleepq_wait(c8056acc,0,f6859c90,1,0,...) at sleepq_wait+0x48/frame 0xf6859c60 _cv_wait(c8056acc,c8056c74,c106a3c3,77,c8056ad4,...) at _cv_wait+0x1f9/frame 0xf6859ca4 usb_process(c8056ac4,f6859d08,c10864a0,3d7,0,...) at usb_process+0xe6/frame 0xf6859ccc fork_exit(c0948b90,c8056ac4,f6859d08) at fork_exit+0x7f/frame 0xf6859cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6859cf4 --- trap 0, eip = 0, esp = 0xf6859d40, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc7ef05e0 sched_switch(c7ef05e0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b71b90 mi_switch(104,0,c10924b1,1f7,1,...) at mi_switch+0x1c9/frame 0xc7b71bc4 sleepq_switch(c7ef05e0,0,c10924b1,290,c7ef05e0,...) at sleepq_switch+0x1b9/frame 0xc7b71bf8 sleepq_timedwait(c1239220,0,c1078c06,2,0,...) at sleepq_timedwait+0x48/frame 0xc7b71c1c _sleep(c1239220,0,0,c1078c06,64) at _sleep+0x317/frame 0xc7b71c74 pause(c1078c06,64,c1045d7e,111,0,...) at pause+0x85/frame 0xc7b71c98 random_kthread(0,c7b71d08,c10864a0,3d7,0,...) at random_kthread+0x30f/frame 0xc7b71ccc fork_exit(c0838ce0,0,c7b71d08) at fork_exit+0x7f/frame 0xc7b71cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b71cf4 --- trap 0, eip = 0, esp = 0xc7b71d40, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc7ef08d0 sched_switch(c7ef08d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b6db78 mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b6dbac sleepq_switch(c7ef08d0,0,c10924b1,26d,c7ef08d0,...) at sleepq_switch+0x1b9/frame 0xc7b6dbe0 sleepq_wait(c1400920,5c,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b6dc04 _sleep(c1400920,c1237568,25c,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b6dc5c g_io_schedule_down(c7ef08d0,0,c107a745,6c,c7b6dcf4,...) at g_io_schedule_down+0x4c/frame 0xc7b6dcb4 g_down_procbody(0,c7b6dd08,c10864a0,3d7,0,...) at g_down_procbody+0x9d/frame 0xc7b6dccc fork_exit(c09f5930,0,c7b6dd08) at fork_exit+0x7f/frame 0xc7b6dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b6dcf4 --- trap 0, eip = 0, esp = 0xc7b6dd40, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc7ef0bc0 sched_switch(c7ef0bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b6abac mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b6abe0 sleepq_switch(c7ef0bc0,0,c10924b1,26d,c7ef0bc0,...) at sleepq_switch+0x1b9/frame 0xc7b6ac14 sleepq_wait(c140091c,5c,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b6ac38 _sleep(c140091c,c1237588,25c,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b6ac90 g_io_schedule_up(c7ef0bc0,0,c107a745,5f,c7b6acf4,...) at g_io_schedule_up+0x8f/frame 0xc7b6acb4 g_up_procbody(0,c7b6ad08,c10864a0,3d7,0,...) at g_up_procbody+0x9d/frame 0xc7b6accc fork_exit(c09f5890,0,c7b6ad08) at fork_exit+0x7f/frame 0xc7b6acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b6acf4 --- trap 0, eip = 0, esp = 0xc7b6ad40, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc7ef1000 sched_switch(c7ef1000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b67bbc mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b67bf0 sleepq_switch(c7ef1000,0,c10924b1,26d,c7ef1000,...) at sleepq_switch+0x1b9/frame 0xc7b67c24 sleepq_wait(c1400918,5c,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b67c48 _sleep(c1400918,c1237540,25c,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b67ca0 g_run_events(0,c7b67d08,c10864a0,3d7,0,...) at g_run_events+0x4f3/frame 0xc7b67ccc fork_exit(c09f57f0,0,c7b67d08) at fork_exit+0x7f/frame 0xc7b67cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b67cf4 --- trap 0, eip = 0, esp = 0xc7b67d40, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc806d2f0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100062 td 0xc806d5e0 sched_switch(c806d5e0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf68d5c64 mi_switch(109,0,c108673d,563,c806d5e0,...) at mi_switch+0x1c9/frame 0xf68d5c98 ithread_loop(c7e2a670,f68d5d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf68d5ccc fork_exit(c0a66560,c7e2a670,f68d5d08) at fork_exit+0x7f/frame 0xf68d5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68d5cf4 --- trap 0, eip = 0, esp = 0xf68d5d40, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc806dbc0 sched_switch(c806dbc0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf68c5c64 mi_switch(109,0,c108673d,563,c806dbc0,...) at mi_switch+0x1c9/frame 0xf68c5c98 ithread_loop(c7e2a680,f68c5d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf68c5ccc fork_exit(c0a66560,c7e2a680,f68c5d08) at fork_exit+0x7f/frame 0xf68c5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68c5cf4 --- trap 0, eip = 0, esp = 0xf68c5d40, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc8078000 sched_switch(c8078000,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf68b4c64 mi_switch(109,0,c108673d,563,c8078000,...) at mi_switch+0x1c9/frame 0xf68b4c98 ithread_loop(c7e2a690,f68b4d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf68b4ccc fork_exit(c0a66560,c7e2a690,f68b4d08) at fork_exit+0x7f/frame 0xf68b4cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68b4cf4 --- trap 0, eip = 0, esp = 0xf68b4d40, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc807b000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc806d000 sched_switch(c806d000,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf6876c64 mi_switch(109,0,c108673d,563,c806d000,...) at mi_switch+0x1c9/frame 0xf6876c98 ithread_loop(c7e2a6b0,f6876d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf6876ccc fork_exit(c0a66560,c7e2a6b0,f6876d08) at fork_exit+0x7f/frame 0xf6876cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6876cf4 --- trap 0, eip = 0, esp = 0xf6876d40, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc805bbc0 sched_switch(c805bbc0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf6866c64 mi_switch(109,0,c108673d,563,c805bbc0,...) at mi_switch+0x1c9/frame 0xf6866c98 ithread_loop(c7e2a6c0,f6866d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf6866ccc fork_exit(c0a66560,c7e2a6c0,f6866d08) at fork_exit+0x7f/frame 0xf6866cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6866cf4 --- trap 0, eip = 0, esp = 0xf6866d40, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc805ebc0 sched_switch(c805ebc0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf6856c64 mi_switch(109,0,c108673d,563,c805ebc0,...) at mi_switch+0x1c9/frame 0xf6856c98 ithread_loop(c7e2a6d0,f6856d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf6856ccc fork_exit(c0a66560,c7e2a6d0,f6856d08) at fork_exit+0x7f/frame 0xf6856cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6856cf4 --- trap 0, eip = 0, esp = 0xf6856d40, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc7ef12f0 sched_switch(c7ef12f0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf6700c64 mi_switch(109,0,c108673d,563,c7ef12f0,...) at mi_switch+0x1c9/frame 0xf6700c98 ithread_loop(c7e2a6e0,f6700d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf6700ccc fork_exit(c0a66560,c7e2a6e0,f6700d08) at fork_exit+0x7f/frame 0xf6700cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf6700cf4 --- trap 0, eip = 0, esp = 0xf6700d40, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc7ef15e0 sched_switch(c7ef15e0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xf66fcc64 mi_switch(109,0,c108673d,563,c7ef15e0,...) at mi_switch+0x1c9/frame 0xf66fcc98 ithread_loop(c7e2a6f0,f66fcd08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xf66fcccc fork_exit(c0a66560,c7e2a6f0,f66fcd08) at fork_exit+0x7f/frame 0xf66fccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf66fccf4 --- trap 0, eip = 0, esp = 0xf66fcd40, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc7ef18d0 sched_switch(c7ef18d0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xc7bc1c64 mi_switch(109,0,c108673d,563,c7ef18d0,...) at mi_switch+0x1c9/frame 0xc7bc1c98 ithread_loop(c7e2a740,c7bc1d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7bc1ccc fork_exit(c0a66560,c7e2a740,c7bc1d08) at fork_exit+0x7f/frame 0xc7bc1cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7bc1cf4 --- trap 0, eip = 0, esp = 0xc7bc1d40, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc7fdd000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc7fdd5e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100023 td 0xc7fdd8d0 sched_switch(c7fdd8d0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xc7b83c64 mi_switch(109,0,c108673d,563,c7fdd8d0,...) at mi_switch+0x1c9/frame 0xc7b83c98 ithread_loop(c7e2a780,c7b83d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b83ccc fork_exit(c0a66560,c7e2a780,c7b83d08) at fork_exit+0x7f/frame 0xc7b83cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b83cf4 --- trap 0, eip = 0, esp = 0xc7b83d40, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc7ef02f0 sched_switch(c7ef02f0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xc7b74c64 mi_switch(109,0,c108673d,563,c7ef02f0,...) at mi_switch+0x1c9/frame 0xc7b74c98 ithread_loop(c7e2a790,c7b74d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b74ccc fork_exit(c0a66560,c7e2a790,c7b74d08) at fork_exit+0x7f/frame 0xc7b74cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b74cf4 --- trap 0, eip = 0, esp = 0xc7b74d40, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc7de35e0 sched_switch(c7de35e0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xc7b61c64 mi_switch(109,0,c108673d,563,c7de35e0,...) at mi_switch+0x1c9/frame 0xc7b61c98 ithread_loop(c7e2a7a0,c7b61d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b61ccc fork_exit(c0a66560,c7e2a7a0,c7b61d08) at fork_exit+0x7f/frame 0xc7b61cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b61cf4 --- trap 0, eip = 0, esp = 0xc7b61d40, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc7de38d0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc7de3bc0 sched_switch(c7de3bc0,0,109,1b3,c108673d,...) at sched_switch+0x4b4/frame 0xc7b5bc64 mi_switch(109,0,c108673d,563,c7de3bc0,...) at mi_switch+0x1c9/frame 0xc7b5bc98 ithread_loop(c7e2a7c0,c7b5bd08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b5bccc fork_exit(c0a66560,c7e2a7c0,c7b5bd08) at fork_exit+0x7f/frame 0xc7b5bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b5bcf4 --- trap 0, eip = 0, esp = 0xc7b5bd40, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc7e2b000 sched_switch(c7e2b000,0,109,1b3,c108673d,...) at sched_switch+0x4b4/frame 0xc7b58c64 mi_switch(109,0,c108673d,563,c7e2b000,...) at mi_switch+0x1c9/frame 0xc7b58c98 ithread_loop(c7e2a7d0,c7b58d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b58ccc fork_exit(c0a66560,c7e2a7d0,c7b58d08) at fork_exit+0x7f/frame 0xc7b58cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b58cf4 --- trap 0, eip = 0, esp = 0xc7b58d40, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7e2b2f0 sched_switch(c7e2b2f0,0,109,1b3,c108673d,...) at sched_switch+0x4b4/frame 0xc7b55c64 mi_switch(109,0,c108673d,563,c7e2b2f0,...) at mi_switch+0x1c9/frame 0xc7b55c98 ithread_loop(c7e2a7e0,c7b55d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b55ccc fork_exit(c0a66560,c7e2a7e0,c7b55d08) at fork_exit+0x7f/frame 0xc7b55cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b55cf4 --- trap 0, eip = 0, esp = 0xc7b55d40, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc7e2b5e0 sched_switch(c7e2b5e0,0,109,1b3,0,...) at sched_switch+0x4b4/frame 0xc7b52c64 mi_switch(109,0,c108673d,563,c7e2b5e0,...) at mi_switch+0x1c9/frame 0xc7b52c98 ithread_loop(c7e2a7f0,c7b52d08,c10864a0,3d7,0,...) at ithread_loop+0x100/frame 0xc7b52ccc fork_exit(c0a66560,c7e2a7f0,c7b52d08) at fork_exit+0x7f/frame 0xc7b52cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b52cf4 --- trap 0, eip = 0, esp = 0xc7b52d40, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc7dde000 sched_switch(c7dde000,0,608,1ae,c7b4ec40,...) at sched_switch+0x4b4/frame 0xc7b4ec00 mi_switch(608,0,c108d00c,d3,b,...) at mi_switch+0x1c9/frame 0xc7b4ec34 critical_exit(0,2,c108ede5,a46,c1247a88,...) at critical_exit+0xa3/frame 0xc7b4ec50 sched_idletd(0,c7b4ed08,c10864a0,3d7,0,...) at sched_idletd+0x1fa/frame 0xc7b4eccc fork_exit(c0abb3e0,0,c7b4ed08) at fork_exit+0x7f/frame 0xc7b4ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b4ecf4 --- trap 0, eip = 0, esp = 0xc7b4ed40, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc7dde2f0 cpustop_handler(2,13,c7b4bba8,c0eaf1db,c7b4baa8,...) at cpustop_handler+0x2f/frame 0xc7b4ba58 ipi_nmi_handler(c7b4baa8,4146b8,c7b4bb68,24e20101,c7b4bad8,...) at ipi_nmi_handler+0x37/frame 0xc7b4ba68 trap(c7b4bbb4) at trap+0x3b/frame 0xc7b4bba8 calltrap() at calltrap+0x6/frame 0xc7b4bba8 --- trap 0x13, eip = 0xc0e94ac2, esp = 0xc7b4bbf4, ebp = 0xc7b4bc34 --- acpi_cpu_c1(0,c7b4bc50,c0e9ed0d,0,1e,...) at acpi_cpu_c1+0x2/frame 0xc7b4bc34 cpu_idle_acpi(0,1e,c7b4bccc,c0abb5da,0,...) at cpu_idle_acpi+0x2f/frame 0xc7b4bc40 cpu_idle(0,2,c108ede5,a46,c1247388,...) at cpu_idle+0x7d/frame 0xc7b4bc50 sched_idletd(0,c7b4bd08,c10864a0,3d7,0,...) at sched_idletd+0x1fa/frame 0xc7b4bccc fork_exit(c0abb3e0,0,c7b4bd08) at fork_exit+0x7f/frame 0xc7b4bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b4bcf4 --- trap 0, eip = 0, esp = 0xc7b4bd40, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc7dde5e0 sched_switch(c7dde5e0,0,608,1ae,c7b48c40,...) at sched_switch+0x4b4/frame 0xc7b48c00 mi_switch(608,0,c108d00c,d3,8,...) at mi_switch+0x1c9/frame 0xc7b48c34 critical_exit(0,2,c108ede5,a46,c1246c88,...) at critical_exit+0xa3/frame 0xc7b48c50 sched_idletd(0,c7b48d08,c10864a0,3d7,0,...) at sched_idletd+0x1fa/frame 0xc7b48ccc fork_exit(c0abb3e0,0,c7b48d08) at fork_exit+0x7f/frame 0xc7b48cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b48cf4 --- trap 0, eip = 0, esp = 0xc7b48d40, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc7dde8d0 cpustop_handler(0,13,c7b45ba8,c0eaf1db,c7b45aa8,...) at cpustop_handler+0x2f/frame 0xc7b45a58 ipi_nmi_handler(c7b45aa8,416778,c7b45b68,ed960101,c7b45ad8,...) at ipi_nmi_handler+0x37/frame 0xc7b45a68 trap(c7b45bb4) at trap+0x3b/frame 0xc7b45ba8 calltrap() at calltrap+0x6/frame 0xc7b45ba8 --- trap 0x13, eip = 0xc0e94ac2, esp = 0xc7b45bf4, ebp = 0xc7b45c34 --- acpi_cpu_c1(0,c7b45c50,c0e9ed0d,0,13,...) at acpi_cpu_c1+0x2/frame 0xc7b45c34 cpu_idle_acpi(0,13,c7b45ccc,c0abb5da,0,...) at cpu_idle_acpi+0x2f/frame 0xc7b45c40 cpu_idle(0,2,c108ede5,a46,c1246588,...) at cpu_idle+0x7d/frame 0xc7b45c50 sched_idletd(0,c7b45d08,c10864a0,3d7,0,...) at sched_idletd+0x1fa/frame 0xc7b45ccc fork_exit(c0abb3e0,0,c7b45d08) at fork_exit+0x7f/frame 0xc7b45cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b45cf4 --- trap 0, eip = 0, esp = 0xc7b45d40, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc7ddebc0 sched_switch(c7ddebc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b41998 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xc7b419cc sleepq_switch(c7ddebc0,0,c10924b1,1ab,c7b41a44,...) at sleepq_switch+0x1b9/frame 0xc7b41a00 sleepq_catch_signals(0,c10924b1,164,708,c7ddebc0,...) at sleepq_catch_signals+0x3b1/frame 0xc7b41a48 sleepq_wait_sig(c7ddcb40,6c,c1095995,100,0,...) at sleepq_wait_sig+0x14/frame 0xc7b41a6c _sleep(c7ddcb40,c7ddcbc8,16c,c1095995,0,...) at _sleep+0x32d/frame 0xc7b41ac4 kern_wait6(c7ddebc0,7,0,0,c7b41b4c,...) at kern_wait6+0x43c/frame 0xc7b41b20 sys_wait4(c7ddebc0,c7b41cc8,ffffffff,0,c7ddebc0,...) at sys_wait4+0x94/frame 0xc7b41c40 syscall(c7b41d08) at syscall+0x2ed/frame 0xc7b41cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc7b41cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x805dcf7, esp = 0xbfbfd8f4, ebp = 0xbfbfd908 --- Tracing command audit pid 10 tid 100001 td 0xc7de3000 sched_switch(c7de3000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b3eba8 mi_switch(104,0,c10924b1,1f7,8,...) at mi_switch+0x1c9/frame 0xc7b3ebdc sleepq_switch(c7de3000,0,c10924b1,26d,c7de3000,...) at sleepq_switch+0x1b9/frame 0xc7b3ec10 sleepq_wait(c14075bc,0,c7b3ec64,1,0,...) at sleepq_wait+0x48/frame 0xc7b3ec34 _cv_wait(c14075bc,c1407548,c10bdba2,18d,0,...) at _cv_wait+0x1f9/frame 0xc7b3ec78 audit_worker(0,c7b3ed08,c10864a0,3d7,0,...) at audit_worker+0x94/frame 0xc7b3eccc fork_exit(c0c9de80,0,c7b3ed08) at fork_exit+0x7f/frame 0xc7b3ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b3ecf4 --- trap 0, eip = 0, esp = 0xc7b3ed40, ebp = 0 --- Tracing command kernel pid 0 tid 100066 td 0xc950e8d0 sched_switch(c950e8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68e1b8c mi_switch(104,0,c10924b1,1f7,1,...) at mi_switch+0x1c9/frame 0xf68e1bc0 sleepq_switch(c950e8d0,0,c10924b1,290,c950e8d0,...) at sleepq_switch+0x1b9/frame 0xf68e1bf4 sleepq_timedwait(c1239220,0,c1078c06,2,0,...) at sleepq_timedwait+0x48/frame 0xf68e1c18 _sleep(c1239220,0,0,c1078c06,bb8) at _sleep+0x317/frame 0xf68e1c70 pause(c1078c06,bb8,12c,12a,c1400994,...) at pause+0x85/frame 0xf68e1c94 deadlkres(0,f68e1d08,c10864a0,3d7,0,...) at deadlkres+0x48/frame 0xf68e1ccc fork_exit(c0a459f0,0,f68e1d08) at fork_exit+0x7f/frame 0xf68e1cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68e1cf4 --- trap 0, eip = 0, esp = 0xf68e1d40, ebp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xc950ebc0 sched_switch(c950ebc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xf68debd8 mi_switch(104,0,c10924b1,1f7,c1255664,...) at mi_switch+0x1c9/frame 0xf68dec0c sleepq_switch(c950ebc0,0,c10924b1,26d,ca33b580,...) at sleepq_switch+0x1b9/frame 0xf68dec40 sleepq_wait(ca33b580,0,c108d5ad,c1078c06,0,...) at sleepq_wait+0x48/frame 0xf68dec64 msleep_spin(ca33b580,ca33b598,c1078c06,0,c950ebc0,...) at msleep_spin+0x216/frame 0xf68deca4 taskqueue_thread_loop(c13fd050,f68ded08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0x7c/frame 0xf68deccc fork_exit(c0ad9f90,c13fd050,f68ded08) at fork_exit+0x7f/frame 0xf68decf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf68decf4 --- trap 0, eip = 0, esp = 0xf68ded40, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc7ef1bc0 sched_switch(c7ef1bc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b8fbc0 mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b8fbf4 sleepq_switch(c7ef1bc0,0,c10924b1,26d,c7ef1bc0,...) at sleepq_switch+0x1b9/frame 0xc7b8fc28 sleepq_wait(c7fdf4c0,0,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b8fc4c _sleep(c7fdf4c0,c7fdf4d8,0,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b8fca4 taskqueue_thread_loop(c14010e8,c7b8fd08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0xb9/frame 0xc7b8fccc fork_exit(c0ad9f90,c14010e8,c7b8fd08) at fork_exit+0x7f/frame 0xc7b8fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b8fcf4 --- trap 0, eip = 0, esp = 0xc7b8fd40, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc7fdd2f0 sched_switch(c7fdd2f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b89bc0 mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b89bf4 sleepq_switch(c7fdd2f0,0,c10924b1,26d,c7fdd2f0,...) at sleepq_switch+0x1b9/frame 0xc7b89c28 sleepq_wait(c7f622c0,0,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b89c4c _sleep(c7f622c0,c7f622d8,0,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b89ca4 taskqueue_thread_loop(c1403fac,c7b89d08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0xb9/frame 0xc7b89ccc fork_exit(c0ad9f90,c1403fac,c7b89d08) at fork_exit+0x7f/frame 0xc7b89cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b89cf4 --- trap 0, eip = 0, esp = 0xc7b89d40, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc7fddbc0 sched_switch(c7fddbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b80bd8 mi_switch(104,0,c10924b1,1f7,c12554b4,...) at mi_switch+0x1c9/frame 0xc7b80c0c sleepq_switch(c7fddbc0,0,c10924b1,26d,c7f62380,...) at sleepq_switch+0x1b9/frame 0xc7b80c40 sleepq_wait(c7f62380,0,c108d5ad,c1078c06,0,...) at sleepq_wait+0x48/frame 0xc7b80c64 msleep_spin(c7f62380,c7f62398,c1078c06,0,c7fddbc0,...) at msleep_spin+0x216/frame 0xc7b80ca4 taskqueue_thread_loop(c13fdc68,c7b80d08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0x7c/frame 0xc7b80ccc fork_exit(c0ad9f90,c13fdc68,c7b80d08) at fork_exit+0x7f/frame 0xc7b80cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b80cf4 --- trap 0, eip = 0, esp = 0xc7b80d40, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc7e2b8d0 sched_switch(c7e2b8d0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b7dbd8 mi_switch(104,0,c10924b1,1f7,c12554b4,...) at mi_switch+0x1c9/frame 0xc7b7dc0c sleepq_switch(c7e2b8d0,0,c10924b1,26d,c7f62380,...) at sleepq_switch+0x1b9/frame 0xc7b7dc40 sleepq_wait(c7f62380,0,c108d5ad,c1078c06,0,...) at sleepq_wait+0x48/frame 0xc7b7dc64 msleep_spin(c7f62380,c7f62398,c1078c06,0,c7e2b8d0,...) at msleep_spin+0x216/frame 0xc7b7dca4 taskqueue_thread_loop(c13fdc68,c7b7dd08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0x7c/frame 0xc7b7dccc fork_exit(c0ad9f90,c13fdc68,c7b7dd08) at fork_exit+0x7f/frame 0xc7b7dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b7dcf4 --- trap 0, eip = 0, esp = 0xc7b7dd40, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7e2bbc0 sched_switch(c7e2bbc0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b7abd8 mi_switch(104,0,c10924b1,1f7,c12554b4,...) at mi_switch+0x1c9/frame 0xc7b7ac0c sleepq_switch(c7e2bbc0,0,c10924b1,26d,c7f62380,...) at sleepq_switch+0x1b9/frame 0xc7b7ac40 sleepq_wait(c7f62380,0,c108d5ad,c1078c06,0,...) at sleepq_wait+0x48/frame 0xc7b7ac64 msleep_spin(c7f62380,c7f62398,c1078c06,0,c7e2bbc0,...) at msleep_spin+0x216/frame 0xc7b7aca4 taskqueue_thread_loop(c13fdc68,c7b7ad08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0x7c/frame 0xc7b7accc fork_exit(c0ad9f90,c13fdc68,c7b7ad08) at fork_exit+0x7f/frame 0xc7b7acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b7acf4 --- trap 0, eip = 0, esp = 0xc7b7ad40, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc7ef0000 sched_switch(c7ef0000,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b77bc0 mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b77bf4 sleepq_switch(c7ef0000,0,c10924b1,26d,c7ef0000,...) at sleepq_switch+0x1b9/frame 0xc7b77c28 sleepq_wait(c7f623c0,0,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b77c4c _sleep(c7f623c0,c7f623d8,0,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b77ca4 taskqueue_thread_loop(c14075f8,c7b77d08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0xb9/frame 0xc7b77ccc fork_exit(c0ad9f90,c14075f8,c7b77d08) at fork_exit+0x7f/frame 0xc7b77cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b77cf4 --- trap 0, eip = 0, esp = 0xc7b77d40, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc7de32f0 sched_switch(c7de32f0,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc7b64bc0 mi_switch(104,0,c10924b1,1f7,164,...) at mi_switch+0x1c9/frame 0xc7b64bf4 sleepq_switch(c7de32f0,0,c10924b1,26d,c7de32f0,...) at sleepq_switch+0x1b9/frame 0xc7b64c28 sleepq_wait(c7d7a7c0,0,c1078c06,0,0,...) at sleepq_wait+0x48/frame 0xc7b64c4c _sleep(c7d7a7c0,c7d7a7d8,0,c1078c06,0,...) at _sleep+0x34e/frame 0xc7b64ca4 taskqueue_thread_loop(c1254640,c7b64d08,c10864a0,3d7,0,...) at taskqueue_thread_loop+0xb9/frame 0xc7b64ccc fork_exit(c0ad9f90,c1254640,c7b64d08) at fork_exit+0x7f/frame 0xc7b64cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7b64cf4 --- trap 0, eip = 0, esp = 0xc7b64d40, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc1400c70 sched_switch(c1400c70,0,104,1b3,c0a8195e,...) at sched_switch+0x4b4/frame 0xc1820c20 mi_switch(104,0,c10924b1,1f7,1,...) at mi_switch+0x1c9/frame 0xc1820c54 sleepq_switch(c1400c70,0,c10924b1,290,c1400c70,...) at sleepq_switch+0x1b9/frame 0xc1820c88 sleepq_timedwait(c1400994,54,c10bed65,0,0,...) at sleepq_timedwait+0x48/frame 0xc1820cac _sleep(c1400994,0,54,c10bed65,2710,...) at _sleep+0x317/frame 0xc1820d04 scheduler(0,0,c10f14e0,181e000,1825000,...) at scheduler+0x274/frame 0xc1820d38 mi_startup() at mi_startup+0xf7/frame 0xc1820d58 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 379 MB: 364 348 332 316 300 284 268 252 236 220 204 188 172 156 140 124 108 92 76 60 44 28 12 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump (textdump=0xa) at pcpu.h:249 #1 0xc05263fd in db_fncall (dummy1=0xfbfb0ea4, dummy2=0xfbfb0ea4, dummy3=0xfbfb0ea4, dummy4=0xfbfb0ea4 "\n") at ../../../ddb/db_command.c:578 #2 0xc05260f7 in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #3 0xc0529fa4 in db_script_exec (scriptname=0xc13fd9d0 "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xc05260f7 in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #5 0xc0525e10 in db_command_loop () at ../../../ddb/db_command.c:502 #6 0xc0528650 in db_trap (type=, code=0xfbfb1290) at ../../../ddb/db_main.c:231 #7 0xc0acb256 in kdb_trap (type=, code=, tf=) at ../../../kern/subr_kdb.c:654 #8 0xc0eaf91e in trap (frame=) at ../../../i386/i386/trap.c:720 #9 0xc0e98aec in calltrap () at exception.s:169 #10 0xc0acaafd in kdb_enter (why=0xc108c921 "panic", msg=) at cpufunc.h:71 #11 0xc0a95ca2 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:746 #12 0xc0a95cd2 in panic (fmt=0xfbfb1374 "\204\023ûû¨\024ûû\177xÌÀ7\021\fÁ¨B\001ä&") at ../../../kern/kern_shutdown.c:682 #13 0xc0cc787f in ffs_clusteralloc (ip=0xcbb597b4, cg=0x0, bpref=0x1, len=0x2, unused=0x2) at ../../../ufs/ffs/ffs_alloc.c:1774 #14 0xc0cb9cb1 in ffs_hashalloc (ip=0xcbb597b4, cg=0x0, pref=0x8, size=0x2, rsize=0x2, allocator=0xc0cc70b0 ) at ../../../ufs/ffs/ffs_alloc.c:1376 #15 0xc0cbed1c in ffs_reallocblks_ufs2 (ap=0xfbfb18b8) at ../../../ufs/ffs/ffs_alloc.c:831 #16 0xc0cbcd91 in ffs_reallocblks (ap=0xfbfb18b8) at ../../../ufs/ffs/ffs_alloc.c:492 #17 0xc0ed785a in VOP_REALLOCBLKS_APV (vop=, a=0xfbfb18b8) at vnode_if.c:2729 #18 0xc0b23a6c in cluster_write (vp=, bp=0xc8041520, filesize=0x0) at vnode_if.h:1122 #19 0xc0cf6547 in ffs_write (ap=) at ../../../ufs/ffs/ffs_vnops.c:800 #20 0xc0ed494f in VOP_WRITE_APV (vop=, a=0xfbfb1a80) at vnode_if.c:999 #21 0xc0b496c9 in vn_write (fp=0xca78cdc8, uio=0xfbfb1c10, flags=, td=) at vnode_if.h:413 #22 0xc0b459eb in vn_io_fault (fp=0xcb6528ac, uio=0x0, flags=, td=0xca7c15e0) at ../../../kern/vfs_vnops.c:976 #23 0xc0ae5866 in dofilewrite (td=0xca7c15e0, fd=0x1, fp=, auio=0xfbfb1c10, offset=0xfbfb1bc4fbfb1b94, flags=0x80) at file.h:291 #24 0xc0ae5576 in kern_writev (td=0xca7c15e0, fd=0x1, auio=) at ../../../kern/sys_generic.c:459 #25 0xc0ae54fc in sys_write (td=, uap=) at ../../../kern/sys_generic.c:375 #26 0xc0eb05ed in syscall (frame=) at subr_syscall.c:134 #27 0xc0e98b81 in Xint0x80_syscall () at exception.s:267 #28 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) f 13 #13 0xc0cc787f in ffs_clusteralloc (ip=0xcbb597b4, cg=0x0, bpref=0x1, len=0x2, unused=0x2) at ../../../ufs/ffs/ffs_alloc.c:1774 1774 panic("ffs_clusteralloc: map mismatch"); (kgdb) l 1769 * Allocate the cluster that we have found. 1770 */ 1771 blksfree = cg_blksfree(cgp); 1772 for (i = 1; i <= len; i++) 1773 if (!ffs_isblock(fs, blksfree, got - run + i)) 1774 panic("ffs_clusteralloc: map mismatch"); 1775 bno = cgbase(fs, cg) + blkstofrags(fs, got - run + 1); 1776 if (dtog(fs, bno) != cg) 1777 panic("ffs_clusteralloc: allocated out of group"); 1778 len = blkstofrags(fs, len); (kgdb) info loc cgp = (struct cg *) 0xe4014000 bp = (struct buf *) 0xe19fcee4 mapp = (u_char *) 0xe40146bd "" blksfree = (u_int8_t *) 0xe40142a8 "" fs = (struct fs *) 0xcbfdc000 map = 0xc0 got = 0x27 lp = (int32_t *) 0xe40146b0 ump = (struct ufsmount *) 0xcbc05300 i = 0x1 run = 0x2 bit = 0x80 bno = 0xcc434940 (kgdb) (kgdb) p *blksfree $1 = 0x0 (kgdb) p *fs $2 = {fs_firstfield = 0x0, fs_unused_1 = 0x0, fs_sblkno = 0x18, fs_cblkno = 0x20, fs_iblkno = 0x28, fs_dblkno = 0x128, fs_old_cgoffset = 0x0, fs_old_cgmask = 0x0, fs_old_time = 0x0, fs_old_size = 0x0, fs_old_dsize = 0x0, fs_ncg = 0x4, fs_bsize = 0x8000, fs_fsize = 0x1000, fs_frag = 0x8, fs_minfree = 0x8, fs_old_rotdelay = 0x0, fs_old_rps = 0x0, fs_bmask = 0xffff8000, fs_fmask = 0xfffff000, fs_bshift = 0xf, fs_fshift = 0xc, fs_maxcontig = 0x4, fs_maxbpg = 0x1000, fs_fragshift = 0x3, fs_fsbtodb = 0x3, fs_sbsize = 0x1000, fs_spare1 = {0x0, 0x0}, fs_nindir = 0x1000, fs_inopb = 0x80, fs_old_nspf = 0x0, fs_optim = 0x0, fs_old_npsect = 0x0, fs_old_interleave = 0x0, fs_old_trackskew = 0x0, fs_id = {0x51309be2, 0xd2ce9159}, fs_old_csaddr = 0x0, fs_cssize = 0x1000, fs_cgsize = 0x1000, fs_spare2 = 0x0, fs_old_nsect = 0x0, fs_old_spc = 0x0, fs_old_ncyl = 0x0, fs_old_cpg = 0x0, fs_ipg = 0x1000, fs_fpg = 0x2000, fs_old_cstotal = {cs_ndir = 0x0, cs_nbfree = 0x0, cs_nifree = 0x0, cs_nffree = 0x0}, fs_fmod = 0x1, fs_clean = 0x0, fs_ronly = 0x0, fs_old_flags = 0x80, fs_fsmnt = "/mnt", '\0' , fs_volname = '\0' , fs_swuid = 0x0, fs_pad = 0x0, fs_cgrotor = 0x0, fs_ocsp = {0x0 }, fs_contigdirs = 0xd6ea6010 "", fs_csp = 0xd6ea5000, fs_maxcluster = 0xd6ea6000, fs_active = 0x0, fs_old_cpc = 0x0, fs_maxbsize = 0x8000, fs_unrefs = 0x0, fs_providersize = 0x7ffe, fs_sparecon64 = {0x0 }, fs_sblockloc = 0x10000, fs_cstotal = {cs_ndir = 0x2, cs_nbfree = 0xf64, cs_nifree = 0x3fed, cs_nffree = 0x13, cs_numclusters = 0x0, cs_spare = {0x0, 0x0, 0x0}}, fs_time = 0x51309be2, fs_size = 0x7ffe, fs_dsize = 0x7ba5, fs_csaddr = 0x128, fs_pendingblocks = 0x0, fs_pendinginodes = 0x0, fs_snapinum = { 0x0 }, fs_avgfilesize = 0x4000, fs_avgfpdir = 0x40, fs_save_cgsize = 0x0, fs_mtime = 0x51309be2, fs_sujfree = 0x0, fs_sparecon32 = {0x0 }, fs_flags = 0x402, fs_contigsumsize = 0x4, fs_maxsymlinklen = 0x78, fs_old_inodefmt = 0x0, fs_maxfilesize = 0x800800805ffff, fs_qbmask = 0x7fff, fs_qfmask = 0xfff, fs_state = 0x0, fs_old_postblformat = 0x0, fs_old_nrpos = 0x0, fs_spare5 = {0x0, 0x0}, fs_magic = 0x19540119} (kgdb) p *ip $3 = {i_nextsnap = {tqe_next = 0x0, tqe_prev = 0x0}, i_vnode = 0xcbc36000, i_ump = 0xcbc05300, i_flag = 0x6, i_dev = 0xca6fea00, i_number = 0x12, i_effnlink = 0x1, i_fs = 0xcbfdc000, i_dquot = {0x0, 0x0}, i_count = 0x0, i_endoff = 0x0, i_diroff = 0x0, i_offset = 0x0, i_un = {dirhash = 0x0, snapblklist = 0x0}, i_ea_area = 0x0, i_ea_len = 0x0, i_ea_error = 0x0, i_ea_refs = 0x0, i_mode = 0x81a4, i_nlink = 0x1, i_size = 0x10000, i_flags = 0x0, i_gen = 0xffffffffd5c84cae, i_uid = 0x0, i_gid = 0x0, dinode_u = {din1 = 0xcbaca200, din2 = 0xcbaca200}} (kgdb) git diff -- Test scenario: trim2.sh