GENERIC from Wed Dec 30 14:08:02 2009 +0200, vm6 1e4f5a9, vmcore.403 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r201254+1e4f5a9-dirty: Wed Dec 30 13:49:21 CET 2009 pho@x4.osted.lan:/var/tmp/deviant2/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.38-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3536150528 (3372 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 215030 free (1046 frags, 26748 blocks, 0.1% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 49801088 free (1800 frags, 6224911 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 4020248 free (250976 frags, 471159 blocks, 1.1% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 15748857 free (97513 frags, 1956418 blocks, 0.2% fragmentation) Additional TCP/IP options: rfc1323 extensions=NO no-ipv4-mapped-ipv6. re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. Starting Network: fwe0. Starting Network: fwip0. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 re0: link state changed to UP Additional ABI support: linux. lock order reversal: 1st 0xe70fce60 bufwait (bufwait) @ kern/vfs_bio.c:2559 2nd 0xc782b000 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285 KDB: stack backtrace: db_trace_self_wrapper(c0ca25f3,f64e7878,c08d4805,c08c52eb,c0ca5597,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c52eb,c0ca5597,c712dfc8,c71318a8,f64e78d4,...) at kdb_backtrace+0x29 _witness_debugger(c0ca5597,c782b000,c0cc79b8,c71318a8,c0cc765e,...) at _witness_debugger+0x25 witness_checkorder(c782b000,9,c0cc7655,11d,0,...) at witness_checkorder+0x839 _sx_xlock(c782b000,0,c0cc7655,11d,c7888244,...) at _sx_xlock+0x85 ufsdirhash_acquire(e70fce00,f64e7a1c,200,e769b800,f64e79a4,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7888244,f64e7a1c,2800,f64e7990,f64e7994,...) at ufsdirhash_add+0x13 ufs_direnter(c78e2438,c7c3bca8,f64e7a1c,f64e7c00,e70fd620,...) at ufs_direnter+0x779 ufs_mkdir(f64e7c28,c0cdd0fa,0,0,f64e7b6c,...) at ufs_mkdir+0x9f1 VOP_MKDIR_APV(c0dad3a0,f64e7c28,f64e7c00,f64e7b6c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7891b40,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x21b kern_mkdir(c7891b40,bfbfef5a,0,1ff,f64e7d2c,...) at kern_mkdir+0x2e mkdir(c7891b40,f64e7cf8,8,c0ca5e48,c0d8c400,...) at mkdir+0x29 syscall(f64e7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2816a3d3, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc78e2760 ufs (ufs) @ kern/vfs_mount.c:1204 2nd 0xc7824a30 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1031 KDB: stack backtrace: db_trace_self_wrapper(c0ca25f3,f657f9dc,c08d4805,c08c52eb,c0ca5597,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c52eb,c0ca5597,c7131840,c7131708,f657fa38,...) at kdb_backtrace+0x29 _witness_debugger(c0ca5597,c7824a30,c0c93bfc,c7131708,c0cc5840,...) at _witness_debugger+0x25 witness_checkorder(c7824a30,9,c0cc5837,407,c7824a9c,...) at witness_checkorder+0x839 __lockmgr_args(c7824a30,80400,c7824a9c,0,0,...) at __lockmgr_args+0x824 vop_stdlock(f657fb54,4,c0c9d8cc,80400,c78249d8,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d87920,f657fb54,c0f75244,c0dc7e80,c78249d8,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c78249d8,80400,c0cc5837,407,c78e65a8,...) at _vn_lock+0x78 softdep_flushworklist(c78e65a8,f657fc00,c7ed9480,553,c78e22d0,...) at softdep_flushworklist+0x47 ffs_sync(c78e65a8,1,c0cabf60,4f9,80,...) at ffs_sync+0x2fd dounmount(c78e65a8,8000000,c7ed9480,47e,ff1ca3a5,...) at dounmount+0x44e unmount(c7ed9480,f657fcf8,8,c7ed9480,c0d8b788,...) at unmount+0x2ff syscall(f657fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d9f7f, esp = 0xbfbfe68c, ebp = 0xbfbfe758 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes lock order reversal: 1st 0xc788bd00 syncer (syncer) @ kern/vfs_subr.c:1703 2nd 0xc7c438c8 ufs (ufs) @ kern/vfs_subr.c:2093 KDB: stack backtrace: db_trace_self_wrapper(c0ca25f3,f4241a18,c08d4805,c08c52eb,c0ca5597,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c52eb,c0ca5597,c7131910,c7131840,f4241a74,...) at kdb_backtrace+0x29 _witness_debugger(c0ca5597,c7c438c8,c0c97cfa,c7131840,c0cac76b,...) at _witness_debugger+0x25 witness_checkorder(c7c438c8,9,c0cac762,82d,0,...) at witness_checkorder+0x839 __lockmgr_args(c7c438c8,80500,c7c43934,0,0,...) at __lockmgr_args+0x824 ffs_lock(f4241b94,c08d45ab,c0cac76b,80500,c7c43870,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0dad3a0,f4241b94,c74e7be4,c0dc7e80,c7c43870,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7c43870,80500,c0cac762,82d,4,...) at _vn_lock+0x78 vget(c7c43870,80500,c74e7b40,c84,f4241c20,...) at vget+0xbb vfs_msync(c78e6000,2,c0cac762,d7d,c78e6000,...) at vfs_msync+0xf5 sync_fsync(f4241c7c,c0cdc8a5,c788bd6c,f4241c7c,c788bca8,...) at sync_fsync+0x17b VOP_FSYNC_APV(c0d9d3a0,f4241c7c,c0cac762,6a7,c74e7b40,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c0f69998,c0f69984,3e8,6d6,4e20,...) at sync_vnode+0x16b sched_sync(0,f4241d38,c0c9a627,343,c77837f8,...) at sched_sync+0x273 fork_exit(c09254f0,0,f4241d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4241d70, ebp = 0 --- ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 40366 files, 975987 used, 49801088 free (1800 frags, 6224911 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** usage: kill [-s signal_name] pid ... kill -l [exit_status] kill -signal_name pid ... kill -signal_number pid ... fsck -y /tmp watchdogd. Wed Dec 30 14:02:28 CET 2009 FreeBSD/i386 (x4.osted.lan) (console) login: lock order reversal: 1st 0xc8024a30 ufs (ufs) @ kern/vfs_lookup.c:497 2nd 0xe7112200 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6193 3rd 0xc827ee68 ufs (ufs) @ kern/vfs_subr.c:2093 KDB: stack backtrace: db_trace_self_wrapper(c0ca25f3,f657c3c8,c08d4805,c08c52eb,c0ca55b0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c52eb,c0ca55b0,c712dfc8,c7131840,f657c424,...) at kdb_backtrace+0x29 _witness_debugger(c0ca55b0,c827ee68,c0c97cfa,c7131840,c0cac76b,...) at _witness_debugger+0x25 witness_checkorder(c827ee68,9,c0cac762,82d,0,...) at witness_checkorder+0x839 __lockmgr_args(c827ee68,80100,c827eed4,0,0,...) at __lockmgr_args+0x824 ffs_lock(f657c544,c08d45ab,c0cabc49,80100,c827ee10,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0dad3a0,f657c544,c7ed9764,c0dc7e80,c827ee10,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c827ee10,80100,c0cac762,82d,4,...) at _vn_lock+0x78 vget(c827ee10,80100,c7ed96c0,50,0,...) at vget+0xbb vfs_hash_get(c77ad87c,844001,80000,c7ed96c0,f657c6a0,...) at vfs_hash_get+0xed ffs_vgetf(c77ad87c,844001,80000,f657c6a0,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c80249d8,0,c0cc71d4,148,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c80249d8,1,4,c0c9d8cc,109,...) at ffs_syncvnode+0x3e2 ffs_truncate(c80249d8,200,0,880,c74dbd00,...) at ffs_truncate+0x696 ufs_direnter(c80249d8,c827ee10,f657ca1c,f657cc00,e7136280,...) at ufs_direnter+0x946 ufs_mkdir(f657cc28,c0cdd0fa,0,0,f657cb6c,...) at ufs_mkdir+0x9f1 VOP_MKDIR_APV(c0dad3a0,f657cc28,f657cc00,f657cb6c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7ed96c0,ffffff9c,804d540,0,1f8,...) at kern_mkdirat+0x21b kern_mkdir(c7ed96c0,804d540,0,1f8,f657cd2c,...) at kern_mkdir+0x2e mkdir(c7ed96c0,f657ccf8,8,c0ca5d90,c0d8c400,...) at mkdir+0x29 syscall(f657cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2817d3d3, esp = 0xbfbfe5ac, ebp = 0xbfbfe648 --- Expensive timeout(9) function: 0xc0a15620(0xc7d4c4f0) 0.029814217 s Expensive timeout(9) function: 0xc076e8b0(0xc0fc99e0) 0.037345921 s Expensive timeout(9) function: 0xc0607880(0xc7292a00) 0.054236873 s Expensive timeout(9) function: 0xc0a10a80(0) 0.071821744 s Expensive timeout(9) function: 0xc0607880(0xc7292a00) 0.080035916 s Expensive timeout(9) function: 0xc0a10a80(0) 0.095034249 s Dec 30 21:08:06 su: pho to root on /dev/pts/0 Dec 30 23:00:40 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xcc12ca30 pseudofs (pseudofs) @ fs/pseudofs/pseudofs_vncache.c:193 2nd 0xc0dfc99c allproc (allproc) @ kern/kern_proc.c:283 KDB: stack backtrace: db_trace_self_wrapper(c0ca25f3,f6b4f798,c08d4805,c08c52eb,c0ca5597,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08c52eb,c0ca5597,c7131978,c712a0d0,f6b4f7f4,...) at kdb_backtrace+0x29 _witness_debugger(c0ca5597,c0dfc99c,c0c9e359,c712a0d0,c0c9e239,...) at _witness_debugger+0x25 witness_checkorder(c0dfc99c,1,c0c9e230,11b,0,...) at witness_checkorder+0x839 _sx_slock(c0dfc99c,0,c0c9e230,11b,c74da280,...) at _sx_slock+0x85 pfind(10ccf,c74da3a0,4,c0c9d8cc,c7676000,...) at pfind+0x2f pfs_visible(0,0,c0c94b99,7c,cc12c9d8,...) at pfs_visible+0x3a pfs_lookup(f6b4f8f4,c0cdcb0d,cc12c9d8,cc12c9d8,f6b4fbd0,...) at pfs_lookup+0x3dd VOP_CACHEDLOOKUP_APV(c0d88540,f6b4f8f4,f6b4fbd0,f6b4fbbc,cc338a80,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(f6b4f988,c0cad3cb,c0dc7ac0,200000,f6b4fba4,...) at vfs_cache_lookup+0xd6 VOP_LOOKUP_APV(c0d88540,f6b4f988,f6b4fbd0,30b,f6b4fbbc,...) at VOP_LOOKUP_APV+0xe5 lookup(f6b4fba4,c0cabd54,ea,c5,c869b7f8,...) at lookup+0x67b namei(f6b4fba4,f6b4fa80,c0c99b2d,5aa,0,...) at namei+0x57f vn_open_cred(f6b4fba4,f6b4fc5c,0,0,cc338a80,...) at vn_open_cred+0x31f vn_open(f6b4fba4,f6b4fc5c,0,c7809af0,c0c9fe41,...) at vn_open+0x3b kern_openat(c7676000,ffffff9c,bfbfd798,0,1,...) at kern_openat+0x11f kern_open(c7676000,bfbfd798,0,0,0,...) at kern_open+0x35 open(c7676000,f6b4fcf8,c,c0ca6330,c0d8b5ac,...) at open+0x30 syscall(f6b4fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28193413, esp = 0xbfbfd75c, ebp = 0xbfbfdba8 --- Stopping inetd. Waiting for PIDS: 1326. Shutting down local packages:. Stopping cron. Stopping sshd. Waiting for PIDS: 1248. Stopping ntpd. Waiting for PIDS: 1203. Stopping moused. Waiting for PIDS: 1062. Stopping lockd. Waiting for PIDS: 1029. Stopping statd. Stopping nfsd. Waiting for PIDS: 1014 1015. Stopping mountd. Waiting for PIDS: 1005. Stopping rpcbind. Waiting for PIDS: 912. Stopping devd. Writing entropy file:. Terminated . Dec 30 23:07:27 init: some processes would not die; ps axl advised Enter full pathname of shell or RETURN for /bin/sh: # ps auxwwl USER PID %CPU %MEM VSZ RSS TT STAT STARTED TIME COMMAND UID PPID CPU PRI NI MWCHAN root 11 398.4 0.0 0 32 ?? RL 2:01PM 587:52.51 [idle] 0 0 0 171 0 - root 12 0.5 0.0 0 176 ?? WL 2:01PM 21:15.20 [intr] 0 0 0 -60 0 - root 0 0.0 0.0 0 56 ?? DLs 2:01PM 0:10.21 [kernel] 0 0 0 -68 0 - root 1 0.0 0.0 2912 504 ?? SLs 2:01PM 0:00.71 /sbin/init -- 0 0 0 44 0 wait root 2 0.0 0.0 0 8 ?? DL 2:01PM 0:11.21 [g_event] 0 0 0 -8 0 - root 3 0.0 0.0 0 8 ?? DL 2:01PM 12:02.26 [g_up] 0 0 0 -8 0 - root 4 0.0 0.0 0 8 ?? DL 2:01PM 3:43.68 [g_down] 0 0 0 -8 0 - root 5 0.0 0.0 0 8 ?? DL 2:01PM 0:00.00 [xpt_thrd] 0 0 0 -16 0 ccb_sc root 6 0.0 0.0 0 8 ?? IL 2:01PM 0:00.00 [fw0_probe] 0 0 0 -16 0 - root 7 0.0 0.0 0 8 ?? DL 2:01PM 0:00.17 [fdc0] 0 0 0 -16 0 - root 8 0.0 0.0 0 8 ?? DL 2:01PM 22:58.31 [pagedaemon] 0 0 0 44 0 psleep root 9 0.0 0.0 0 8 ?? DL 2:01PM 0:14.51 [vmdaemon] 0 0 0 44 0 psleep root 10 0.0 0.0 0 8 ?? DL 2:01PM 0:00.00 [audit] 0 0 0 -16 0 audit_ root 13 0.0 0.0 0 8 ?? DL 2:01PM 0:09.50 [yarrow] 0 0 0 -16 0 - root 14 0.0 0.0 0 192 ?? DL 2:01PM 0:01.29 [usb] 0 0 0 -64 0 - root 15 0.0 0.0 0 8 ?? DL 2:01PM 0:00.00 [pagezero] 0 0 0 76 0 pgzero root 16 0.0 0.0 0 8 ?? DL 2:01PM 0:58.61 [bufdaemon] 0 0 0 46 0 psleep root 17 0.0 0.0 0 8 ?? DL 2:01PM 0:01.15 [vnlru] 0 0 0 47 0 vlruwt root 18 0.0 0.0 0 8 ?? DL 2:01PM 19:00.33 [syncer] 0 0 0 44 0 syncer root 19 0.0 0.0 0 8 ?? DL 2:01PM 13:28.96 [softdepflush] 0 0 0 44 0 sdflus root 20 0.0 0.0 0 8 ?? DL 2:01PM 0:00.10 [flowcleaner] 0 0 0 44 0 flowcl root 881 0.0 0.0 3364 0 ?? DWs - 0:00.00 /usr/sbin/syslog 0 1 0 44 0 vmopar root 5275 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 44 0 ufs root 18566 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 46 0 ufs root 28586 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 44 0 ufs root 36867 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 45 0 ufs root 45567 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 44 0 ufs root 51144 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 44 0 ufs root 67236 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 45 0 ufs root 68768 0.0 0.0 9412 0 ?? DWs - 0:00.00 sshd: pho [priv] 0 1 0 44 0 ufs root 68770 0.0 0.0 9412 0 ?? DWs - 0:00.00 sshd: pho [priv] 0 1 0 44 0 ufs pho 68793 0.0 0.0 0 0 ?? Z 9:19PM 0:00.01 1001 68770 0 44 0 - pho 68794 0.0 0.0 0 0 ?? Z 9:19PM 0:00.01 1001 68768 0 44 0 - root 75821 0.0 0.0 3288 0 ?? DWs - 0:00.00 newsyslog 0 1 0 44 0 ufs root 82289 0.0 0.0 3288 924 ?? Ds 11:00PM 0:00.01 newsyslog 0 1 0 45 0 ufs root 82561 0.0 0.1 9412 3604 ?? Ds 11:01PM 0:00.06 sshd: pho [priv] 0 1 0 44 0 ufs pho 82593 0.0 0.0 0 0 ?? Z 11:01PM 0:00.00 1001 82561 0 44 0 - root 83971 0.0 0.0 3628 1220 u0 Ss 11:07PM 0:00.00 -sh (sh) 0 1 0 44 0 wait root 83972 0.0 0.0 3428 916 u0 R+ 11:07PM 0:00.00 ps auxwwl 0 83971 0 44 0 - # ~KDB: enter: Line break on console [thread pid 11 tid 100005 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> call    run pho db:0:pho> bt Tracing pid 11 tid 100005 td 0xc71796c0 kdb_enter(c0c479e9,c0c881c5,c6e0abd4,c74cc380,0,...) at kdb_enter+0x3a uart_intr(c74cc300,c71796c0,c71578d0,c7174d80,4,...) at uart_intr+0x126 intr_event_handle(c7174d80,c6e0ac2c,c0f867ac,1f4,c73c0000,...) at intr_event_handle+0x5c intr_execute_handlers(c71578d0,c6e0ac2c,1,c6e0ac6c,c0bae4b4,...) at intr_execute_handlers+0x49 lapic_handle_intr(30,c6e0ac2c) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0ba28d5, esp = 0xc6e0ac6c, ebp = 0xc6e0ac6c --- acpi_cpu_c1(1,c6e0acd4,1,ffffffff,c6e0acb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6e0acb4,c0bba02b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6e0acf8,c08b430e,0,c6e0acd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6e0acd4,c0ca0d1e,a09,c71796c0,...) at cpu_idle+0x1b sched_idletd(0,c6e0ad38,c0c9a627,343,c7177aa0,...) at sched_idletd+0x23e fork_exit(c08b40d0,0,c6e0ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e0ad70, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x65ca80 curthread = 0xc7179480: pid 11 "idle: cpu0" curpcb = 0xc6e0dd90 fpcurthread = none idlethread = 0xc7179480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x601ba80 curthread = 0xc71796c0: pid 11 "idle: cpu1" curpcb = 0xc6e0ad90 fpcurthread = none idlethread = 0xc71796c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x601ea80 curthread = 0xc7179240: pid 12 "swi4: clock" curpcb = 0xc6e11d90 fpcurthread = none idlethread = 0xc7179900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x6021a80 curthread = 0xc7179b40: pid 11 "idle: cpu3" curpcb = 0xc6e04d90 fpcurthread = none idlethread = 0xc7179b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 82289 (newsyslog) thread 0xc783b6c0 (100127) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 75821 (newsyslog) thread 0xc7b22240 (100451) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 67236 (newsyslog) thread 0xc88c2b40 (100555) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 51144 (newsyslog) thread 0xc9b8fd80 (100261) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 45567 (newsyslog) thread 0xc7721900 (100531) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 36867 (newsyslog) thread 0xc8676480 (100515) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 28586 (newsyslog) thread 0xc7838900 (100081) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 18566 (newsyslog) thread 0xc7804000 (100075) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 5275 (newsyslog) thread 0xc7b186c0 (100173) shared lockmgr ufs (ufs) r = 0 (0xc7a0e1c0) locked @ kern/vfs_subr.c:2093 Process 881 (syslogd) thread 0xc783b480 (100076) exclusive lockmgr ufs (ufs) r = 0 (0xc7a285f8) locked @ kern/vfs_vnops.c:636 Process 12 (intr) thread 0xc7179240 (100007) exclusive sleep mutex Giant (Giant) r = 0 (0xc0dfc7f0) locked @ kern/kern_mutex.c:147 db:0:alllocks> show lockedvnods Locked vnodes 0xc7a0e168: tag ufs, type VDIR usecount 12, writecount 0, refcount 15 mountedhere 0 flags () v_object 0xc78e0220 ref 0 pages 1 lock type ufs: SHARED (count 9) with exclusive waiters pending #0 0xc0879692 at __lockmgr_args+0x592 #1 0xc0ad2561 at ffs_lock+0xa1 #2 0xc0be4dc5 at VOP_LOCK1_APV+0xb5 #3 0xc0931128 at _vn_lock+0x78 #4 0xc0924dbb at vget+0xbb #5 0xc0910adb at cache_lookup+0x67b #6 0xc0910cbd at vfs_cache_lookup+0xad #7 0xc0be5f45 at VOP_LOOKUP_APV+0xe5 #8 0xc091815b at lookup+0x67b #9 0xc0918f9f at namei+0x57f #10 0xc0930aff at vn_open_cred+0x31f #11 0xc0930ddb at vn_open+0x3b #12 0xc092ea9f at kern_openat+0x11f #13 0xc092f005 at kern_open+0x35 #14 0xc092f040 at open+0x30 #15 0xc0bcbe14 at syscall+0x2b4 #16 0xc0bae150 at Xint0x80_syscall+0x20 ino 2049024, on dev ad4s1d 0xc7a285a0: tag ufs, type VREG usecount 1, writecount 1, refcount 11 mountedhere 0 flags () v_object 0xc7a274c8 ref 0 pages 2 lock type ufs: EXCL by thread 0xc783b480 (pid 881) with shared waiters pending #0 0xc0879d1e at __lockmgr_args+0xc1e #1 0xc0ad2561 at ffs_lock+0xa1 #2 0xc0be4dc5 at VOP_LOCK1_APV+0xb5 #3 0xc0931128 at _vn_lock+0x78 #4 0xc09320c4 at vn_write_chunk+0xe4 #5 0xc09322dc at vn_write+0x13c #6 0xc08d6f05 at dofilewrite+0x95 #7 0xc08d8658 at kern_writev+0x58 #8 0xc08d86f6 at writev+0x46 #9 0xc0bcbe14 at syscall+0x2b4 #10 0xc0bae150 at Xint0x80_syscall+0x20 ino 2049039, on dev ad4s1d db:0:lockedvnods> show mount 0xc77acb50 /dev/ad4s1a on / (ufs) 0xc77ad000 devfs on /dev (devfs) 0xc78e62d4 /dev/ad4s1f on /usr (ufs) 0xc78e6000 /dev/ad4s1d on /var (ufs) 0xc77adb50 procfs on /proc (procfs) 0xc77ad87c /dev/ad4s1e on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 83971 1 83971 0 Ss+ ttyin 0xc73c0870 sh 82561 1 82561 0 Ss ufs 0xc7a0e1c0 sshd 82289 1 82289 0 Ss ufs 0xc7a285f8 newsyslog 75821 1 75821 0 Ss ufs 0xc7a285f8 newsyslog 68770 1 68770 0 Ss ufs 0xc7a0e1c0 sshd 68768 1 68768 0 Ss ufs 0xc7a0e1c0 sshd 67236 1 67236 0 Ss ufs 0xc7a285f8 newsyslog 51144 1 51144 0 Ss ufs 0xc7a285f8 newsyslog 45567 1 45567 0 Ss ufs 0xc7a285f8 newsyslog 36867 1 36867 0 Ss ufs 0xc7a285f8 newsyslog 28586 1 28586 0 Ss ufs 0xc7a285f8 newsyslog 18566 1 18566 0 Ss ufs 0xc7a285f8 newsyslog 5275 1 5275 0 Ss ufs 0xc7a285f8 newsyslog 881 1 881 0 Ss vmopar 0xc2b7afd8 syslogd 20 0 0 0 SL flowclea 0xc0f69b88 [flowcleaner] 19 0 0 0 SL sdflush 0xc0f752a0 [softdepflush] 18 0 0 0 SL syncer 0xc0f69998 [syncer] 17 0 0 0 SL vlruwt 0xc7783aa0 [vnlru] 16 0 0 0 SL psleep 0xc0f696c8 [bufdaemon] 15 0 0 0 SL pgzero 0xc0f76098 [pagezero] 9 0 0 0 SL psleep 0xc0f75cc4 [vmdaemon] 8 0 0 0 SL psleep 0xc0f75c8c [pagedaemon] 7 0 0 0 SL - 0xc73c063c [fdc0] 6 0 0 0 SL - 0xc73f4000 [fw0_probe] 14 0 0 0 SL (threaded) [usb] 100058 D - 0xc73d4d0c [usbus5] 100057 D - 0xc73d4cdc [usbus5] 100056 D - 0xc73d4cac [usbus5] 100055 D - 0xc73d4c7c [usbus5] 100053 D - 0xc73c6b5c [usbus4] 100052 D - 0xc73c6b2c [usbus4] 100051 D - 0xc73c6afc [usbus4] 100050 D - 0xc73c6acc [usbus4] 100049 D - 0xc73c2b5c [usbus3] 100048 D - 0xc73c2b2c [usbus3] 100047 D - 0xc73c2afc [usbus3] 100046 D - 0xc73c2acc [usbus3] 100045 D - 0xc73bbb5c [usbus2] 100044 D - 0xc73bbb2c [usbus2] 100043 D - 0xc73bbafc [usbus2] 100042 D - 0xc73bbacc [usbus2] 100040 D - 0xc73b6b5c [usbus1] 100039 D - 0xc73b6b2c [usbus1] 100038 D - 0xc73b6afc [usbus1] 100037 D - 0xc73b6acc [usbus1] 100035 D - 0xc73a7b5c [usbus0] 100034 D - 0xc73a7b2c [usbus0] 100033 D - 0xc73a7afc [usbus0] 100032 D - 0xc73a7acc [usbus0] 5 0 0 0 SL ccb_scan 0xc0dc9254 [xpt_thrd] 13 0 0 0 SL - 0xc0dfcea4 [yarrow] 4 0 0 0 SL - 0xc0dfac64 [g_down] 3 0 0 0 SL - 0xc0dfac60 [g_up] 2 0 0 0 SL - 0xc0dfac58 [g_event] 12 0 0 0 RL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi2: cambio] 100025 I [swi6: task queue] 100024 I [swi6: Giant taskq] 100022 I [swi5: +] 100012 I [swi3: vm] 100011 I [swi1: netisr 0] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 Run CPU 2 [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc7177d48 [init] 10 0 0 0 SL audit_wo 0xc0f74bc0 [audit] 0 0 0 0 SLs (threaded) [kernel] 100061 D - 0xc73a1900 [fw0_taskq] 100023 D - 0xc7344280 [thread taskq] 100021 D - 0xc7344340 [kqueue taskq] 100020 D - 0xc7344540 [acpi_task_2] 100019 D - 0xc7344540 [acpi_task_1] 100018 D - 0xc7344540 [acpi_task_0] 100016 D - 0xc715edc0 [firmware taskq] 100000 D sched 0xc0dfad40 [swapper] 68793 68770 68770 1001 Z sshd 68794 68768 68768 1001 Z sshd 82593 82561 82561 1001 Z sshd db:0:ps> allt Tracing command sh pid 83971 tid 100359 td 0xc9fd0000 sched_switch(c9fd0000,0,104,191,326d5f42,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c9fd0000,0,c0ca3710,1a0,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c088150a,c73c0804,0,c0c9d8cc,c9fd0000,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c73c0870,0,f68a0b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73c0870,c73c0804,c0ca76b7,511,0,...) at _cv_wait_sig+0x240 tty_wait(c73c0800,c73c0870,3ff,f68a0b87,c0d9a4e0,...) at tty_wait+0x71 ttydisc_read(c73c0800,f68a0c58,0,9f,0,...) at ttydisc_read+0xef ttydev_read(c7166800,f68a0c58,0,0,3ff,...) at ttydev_read+0xaa devfs_read_f(c7820c78,f68a0c58,c7175100,0,c9fd0000,...) at devfs_read_f+0x7e dofileread(f68a0c58,ffffffff,ffffffff,0,c7820c78,...) at dofileread+0x96 kern_readv(c9fd0000,0,f68a0c58,f68a0c78,1,...) at kern_readv+0x58 read(c9fd0000,f68a0cf8,c,c0c86fbf,c0d8b574,...) at read+0x4f syscall(f68a0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281eaec3, esp = 0xbfbfedbc, ebp = 0xbfbfedf8 --- Tracing command sshd pid 82561 tid 100529 td 0xc7721d80 sched_switch(c7721d80,0,104,191,66d01eeb,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,50,...) at mi_switch+0x200 sleepq_switch(c7721d80,0,c0ca3710,260,50,...) at sleepq_switch+0x15f sleepq_wait(c7a0e1c0,50,c0c97cfa,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c7a0e1c0,400400,c7a0e22c,0,0,...) at __lockmgr_args+0xb3f ffs_lock(f6b1e910,c7a0e168,f6b1e8fc,400400,c7a0e168,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0dad3a0,f6b1e910,f6b1e918,c0dc7e80,c7a0e168,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7a0e168,400400,c0cabd54,2a2,f6b1ebbc,...) at _vn_lock+0x78 lookup(f6b1eba4,c0cabd54,ea,c5,c86a1aa0,...) at lookup+0x604 namei(f6b1eba4,f6b1ea80,c0c99b2d,5aa,0,...) at namei+0x57f vn_open_cred(f6b1eba4,f6b1ec5c,180,0,caff6c00,...) at vn_open_cred+0x90 vn_open(f6b1eba4,f6b1ec5c,180,c7809a80,4b3b5428,...) at vn_open+0x3b kern_openat(c7721d80,ffffff9c,bfbfd638,0,203,...) at kern_openat+0x11f kern_open(c7721d80,bfbfd638,0,202,180,...) at kern_open+0x35 open(c7721d80,f6b1ecf8,c,c0ca5dc4,c0d8b5ac,...) at open+0x30 syscall(f6b1ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x283bd413, esp = 0xbfbfd5ac, ebp = 0xbfbfda48 --- Tracing command newsyslog pid 82289 tid 100127 td 0xc783b6c0 sched_switch(c783b6c0,0,104,191,6f65c0b7,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,50,...) at mi_switch+0x200 sleepq_switch(c783b6c0,0,c0ca3710,260,c7a285f8,...) at sleepq_switch+0x15f sleepq_wait(c7a285f8,50,c0c97cfa,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c7a285f8,200100,c7a28664,0,0,...) at __lockmgr_args+0x4b5 ffs_lock(f654c914,c08d45ab,c0cab5e6,200100,c7a285a0,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0dad3a0,f654c914,c783b764,c0dc7e80,c7a285a0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7a285a0,200100,c0cac762,82d,0,...) at _vn_lock+0x78 vget(c7a285a0,200100,c783b6c0,231,0,...) at vget+0xbb cache_lookup(c7a0e168,f654cb74,f654cb88,f654cb74,cad60580,...) at cache_lookup+0x67b vfs_cache_lookup(f654ca50,c0cad3cb,c0dc7ac0,200000,f654cb5c,...) at vfs_cache_lookup+0xad VOP_LOOKUP_APV(c0dad3a0,f654ca50,f654cb88,30b,f654cb74,...) at VOP_LOOKUP_APV+0xe5 lookup(f654cb5c,c0cabd54,ea,c5,c7d5b7f8,...) at lookup+0x67b namei(f654cb5c,f654cafc,60,0,c783b6c0,...) at namei+0x57f kern_statat_vnhook(c783b6c0,0,ffffff9c,28207030,0,...) at kern_statat_vnhook+0x72 kern_statat(c783b6c0,0,ffffff9c,28207030,0,...) at kern_statat+0x3c kern_stat(c783b6c0,28207030,0,f654cc18,64,...) at kern_stat+0x36 stat(c783b6c0,f654ccf8,8,c0ca5dc4,c0d8c9b0,...) at stat+0x2f syscall(f654cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x281703b3, esp = 0xbfbfc41c, ebp = 0xbfbfc488 --- Tracing command newsyslog pid 75821 tid 100451 td 0xc7b22240 Tracing command sshd pid 68770 tid 100442 td 0xc7f146c0 Tracing command sshd pid 68768 tid 100571 td 0xc8624000 Tracing command newsyslog pid 67236 tid 100555 td 0xc88c2b40 Tracing command newsyslog pid 51144 tid 100261 td 0xc9b8fd80 Tracing command newsyslog pid 45567 tid 100531 td 0xc7721900 Tracing command newsyslog pid 36867 tid 100515 td 0xc8676480 Tracing command newsyslog pid 28586 tid 100081 td 0xc7838900 Tracing command newsyslog pid 18566 tid 100075 td 0xc7804000 Tracing command newsyslog pid 5275 tid 100173 td 0xc7b186c0 Tracing command syslogd pid 881 tid 100076 td 0xc783b480 Tracing command flowcleaner pid 20 tid 100074 td 0xc74e76c0 sched_switch(c74e76c0,0,104,191,170e1245,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c74e76c0,0,c0ca3710,283,c74e76c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f69b88,0,f4247cc4,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f69b88,c0f69b90,2710,3f0,0,...) at _cv_timedwait+0x250 flowtable_cleaner(0,f4247d38,c0c9a627,343,c77832a8,...) at flowtable_cleaner+0x1bf fork_exit(c093aa40,0,f4247d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4247d70, ebp = 0 --- Tracing command softdepflush pid 19 tid 100073 td 0xc74e7900 sched_switch(c74e7900,0,104,191,1a22bd09,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,44,...) at mi_switch+0x200 sleepq_switch(c74e7900,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f752a0,44,c0cc6573,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f752a0,c0f75244,44,c0cc6573,3e8,...) at _sleep+0x339 softdep_flush(0,f4244d38,c0c9a627,343,c7783550,...) at softdep_flush+0x244 fork_exit(c0ac83c0,0,f4244d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4244d70, ebp = 0 --- Tracing command syncer pid 18 tid 100072 td 0xc74e7b40 sched_switch(c74e7b40,0,104,191,7878437b,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c74e7b40,0,c0ca3710,283,c74e7b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0f69998,0,f4241c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f69998,c0f69984,3e8,6d6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f4241d38,c0c9a627,343,c77837f8,...) at sched_sync+0x502 fork_exit(c09254f0,0,f4241d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4241d70, ebp = 0 --- Tracing command vnlru pid 17 tid 100071 td 0xc74e7d80 sched_switch(c74e7d80,0,104,191,3076e9ae,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,50,...) at mi_switch+0x200 sleepq_switch(c74e7d80,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c7783aa0,50,c0cad725,0,0,...) at sleepq_timedwait+0x6b _sleep(c7783aa0,c0f69958,250,c0cad725,3e8,...) at _sleep+0x339 vnlru_proc(0,f423ed38,c0c9a627,343,c7783aa0,...) at vnlru_proc+0xe7 fork_exit(c09260c0,0,f423ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf423ed70, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100070 td 0xc74e9000 sched_switch(c74e9000,0,104,191,4ed456bd,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,44,...) at mi_switch+0x200 sleepq_switch(c74e9000,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f696c8,44,c0caaca0,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f696c8,c0f696cc,44,c0caaca0,3e8,...) at _sleep+0x339 buf_daemon(0,f423bd38,c0c9a627,343,c7783d48,...) at buf_daemon+0x138 fork_exit(c090d620,0,f423bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf423bd70, ebp = 0 --- Tracing command pagezero pid 15 tid 100069 td 0xc74e9240 sched_switch(c74e9240,0,104,191,b15e7532,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c74e9240,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f76098,0,c0ccc604,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f76098,c0f75b80,0,c0ccc604,493e0,...) at _sleep+0x339 vm_pagezero(0,f4238d38,c0c9a627,343,c71782a8,...) at vm_pagezero+0xdc fork_exit(c0b0a0d0,0,f4238d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4238d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100068 td 0xc74e9480 sched_switch(c74e9480,0,104,191,695d051b,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,68,...) at mi_switch+0x200 sleepq_switch(c74e9480,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0f75cc4,68,c0caaca0,0,0,...) at sleepq_wait+0x63 _sleep(c0f75cc4,c0f75cc8,68,c0caaca0,0,...) at _sleep+0x36b vm_daemon(0,f4235d38,c0c9a627,343,c7178550,...) at vm_daemon+0x59 fork_exit(c0b02b10,0,f4235d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4235d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100067 td 0xc74e96c0 sched_switch(c74e96c0,0,104,191,1d6517d1,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,44,...) at mi_switch+0x200 sleepq_switch(c74e96c0,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f75c8c,44,c0caaca0,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f75c8c,c0f75b80,44,c0caaca0,1388,...) at _sleep+0x339 vm_pageout(0,f4232d38,c0c9a627,343,c71787f8,...) at vm_pageout+0x2bb fork_exit(c0b039c0,0,f4232d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4232d70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100064 td 0xc74e9d80 sched_switch(c74e9d80,0,104,191,6c3c38c0,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c74e9d80,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c73c063c,4c,c0c94aad,0,0,...) at sleepq_timedwait+0x6b _sleep(c73c063c,c73c06f0,4c,c0c94aad,3e8,...) at _sleep+0x339 fdc_thread(c73c0600,f41c9d38,c0c9a627,343,c7178aa0,...) at fdc_thread+0x27d fork_exit(c0b87700,c73c0600,f41c9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41c9d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100062 td 0xc73ba480 sched_switch(c73ba480,0,104,191,201740e,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c73ba480,0,c0ca3710,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca3710,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c73f4000,5c,c0c94aad,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73f4000,c73f8488,15c,c0c94aad,0,...) at _sleep+0x354 fw_bus_probe_thread(c73f4000,f41b9d38,c0c9a627,343,c7178d48,...) at fw_bus_probe_thread+0xa08 fork_exit(c065bc80,c73f4000,f41b9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41b9d70, ebp = 0 --- Tracing command usb pid 14 tid 100058 td 0xc73bad80 sched_switch(c73bad80,0,104,191,977dbbf6,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73bad80,0,c0ca3710,260,c73bad80,...) at sleepq_switch+0x15f sleepq_wait(c73d4d0c,0,f41a2cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4d0c,c73d4dac,c0c8d79e,6c,c73d4d14,...) at _cv_wait+0x240 usb_process(c73d4d04,f41a2d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73d4d04,f41a2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41a2d70, ebp = 0 --- Tracing command usb pid 14 tid 100057 td 0xc73cc000 sched_switch(c73cc000,0,104,191,f27a0f8d,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73cc000,0,c0ca3710,260,c73cc000,...) at sleepq_switch+0x15f sleepq_wait(c73d4cdc,0,f419fcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4cdc,c73d4dac,c0c8d79e,6c,c73d4ce4,...) at _cv_wait+0x240 usb_process(c73d4cd4,f419fd38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73d4cd4,f419fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf419fd70, ebp = 0 --- Tracing command usb pid 14 tid 100056 td 0xc73cc240 sched_switch(c73cc240,0,104,191,97179f2a,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73cc240,0,c0ca3710,260,c73cc240,...) at sleepq_switch+0x15f sleepq_wait(c73d4cac,0,f419ccbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4cac,c73d4dac,c0c8d79e,6c,c73d4cb4,...) at _cv_wait+0x240 usb_process(c73d4ca4,f419cd38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73d4ca4,f419cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf419cd70, ebp = 0 --- Tracing command usb pid 14 tid 100055 td 0xc73cc480 sched_switch(c73cc480,0,104,191,97178e30,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73cc480,0,c0ca3710,260,c73cc480,...) at sleepq_switch+0x15f sleepq_wait(c73d4c7c,0,f4199cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73d4c7c,c73d4dac,c0c8d79e,6c,c73d4c84,...) at _cv_wait+0x240 usb_process(c73d4c74,f4199d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73d4c74,f4199d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4199d70, ebp = 0 --- Tracing command usb pid 14 tid 100053 td 0xc73cc900 sched_switch(c73cc900,0,104,191,97177b8b,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73cc900,0,c0ca3710,260,c73cc900,...) at sleepq_switch+0x15f sleepq_wait(c73c6b5c,0,f4191cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6b5c,c73c6bfc,c0c8d79e,6c,c73c6b64,...) at _cv_wait+0x240 usb_process(c73c6b54,f4191d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c6b54,f4191d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4191d70, ebp = 0 --- Tracing command usb pid 14 tid 100052 td 0xc73ccb40 sched_switch(c73ccb40,0,104,191,f2794564,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73ccb40,0,c0ca3710,260,c73ccb40,...) at sleepq_switch+0x15f sleepq_wait(c73c6b2c,0,f418ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6b2c,c73c6bfc,c0c8d79e,6c,c73c6b34,...) at _cv_wait+0x240 usb_process(c73c6b24,f418ed38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c6b24,f418ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf418ed70, ebp = 0 --- Tracing command usb pid 14 tid 100051 td 0xc73ccd80 sched_switch(c73ccd80,0,104,191,96b44a39,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73ccd80,0,c0ca3710,260,c73ccd80,...) at sleepq_switch+0x15f sleepq_wait(c73c6afc,0,f418bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6afc,c73c6bfc,c0c8d79e,6c,c73c6b04,...) at _cv_wait+0x240 usb_process(c73c6af4,f418bd38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c6af4,f418bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf418bd70, ebp = 0 --- Tracing command usb pid 14 tid 100050 td 0xc736c6c0 sched_switch(c736c6c0,0,104,191,96b4389d,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736c6c0,0,c0ca3710,260,c736c6c0,...) at sleepq_switch+0x15f sleepq_wait(c73c6acc,0,f4188cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c6acc,c73c6bfc,c0c8d79e,6c,c73c6ad4,...) at _cv_wait+0x240 usb_process(c73c6ac4,f4188d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c6ac4,f4188d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4188d70, ebp = 0 --- Tracing command usb pid 14 tid 100049 td 0xc736c900 sched_switch(c736c900,0,104,191,96b42631,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736c900,0,c0ca3710,260,c736c900,...) at sleepq_switch+0x15f sleepq_wait(c73c2b5c,0,f4184cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2b5c,c73c2bfc,c0c8d79e,6c,c73c2b64,...) at _cv_wait+0x240 usb_process(c73c2b54,f4184d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c2b54,f4184d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4184d70, ebp = 0 --- Tracing command usb pid 14 tid 100048 td 0xc736cb40 sched_switch(c736cb40,0,104,191,f278e649,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736cb40,0,c0ca3710,260,c736cb40,...) at sleepq_switch+0x15f sleepq_wait(c73c2b2c,0,f4181cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2b2c,c73c2bfc,c0c8d79e,6c,c73c2b34,...) at _cv_wait+0x240 usb_process(c73c2b24,f4181d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c2b24,f4181d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4181d70, ebp = 0 --- Tracing command usb pid 14 tid 100047 td 0xc736cd80 sched_switch(c736cd80,0,104,191,964fc6cd,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736cd80,0,c0ca3710,260,c736cd80,...) at sleepq_switch+0x15f sleepq_wait(c73c2afc,0,f417ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2afc,c73c2bfc,c0c8d79e,6c,c73c2b04,...) at _cv_wait+0x240 usb_process(c73c2af4,f417ed38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c2af4,f417ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf417ed70, ebp = 0 --- Tracing command usb pid 14 tid 100046 td 0xc73b9000 sched_switch(c73b9000,0,104,191,964fb570,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73b9000,0,c0ca3710,260,c73b9000,...) at sleepq_switch+0x15f sleepq_wait(c73c2acc,0,f417bcbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73c2acc,c73c2bfc,c0c8d79e,6c,c73c2ad4,...) at _cv_wait+0x240 usb_process(c73c2ac4,f417bd38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73c2ac4,f417bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf417bd70, ebp = 0 --- Tracing command usb pid 14 tid 100045 td 0xc73b9240 sched_switch(c73b9240,0,104,191,964fa423,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73b9240,0,c0ca3710,260,c73b9240,...) at sleepq_switch+0x15f sleepq_wait(c73bbb5c,0,f4177cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbb5c,c73bbbfc,c0c8d79e,6c,c73bbb64,...) at _cv_wait+0x240 usb_process(c73bbb54,f4177d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73bbb54,f4177d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4177d70, ebp = 0 --- Tracing command usb pid 14 tid 100044 td 0xc73b9480 sched_switch(c73b9480,0,104,191,f2788732,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73b9480,0,c0ca3710,260,c73b9480,...) at sleepq_switch+0x15f sleepq_wait(c73bbb2c,0,f4174cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbb2c,c73bbbfc,c0c8d79e,6c,c73bbb34,...) at _cv_wait+0x240 usb_process(c73bbb24,f4174d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73bbb24,f4174d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4174d70, ebp = 0 --- Tracing command usb pid 14 tid 100043 td 0xc73b96c0 sched_switch(c73b96c0,0,104,191,95ebcc2b,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73b96c0,0,c0ca3710,260,c73b96c0,...) at sleepq_switch+0x15f sleepq_wait(c73bbafc,0,f4171cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbafc,c73bbbfc,c0c8d79e,6c,c73bbb04,...) at _cv_wait+0x240 usb_process(c73bbaf4,f4171d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73bbaf4,f4171d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4171d70, ebp = 0 --- Tracing command usb pid 14 tid 100042 td 0xc73b9900 sched_switch(c73b9900,0,104,191,95ebba4e,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73b9900,0,c0ca3710,260,c73b9900,...) at sleepq_switch+0x15f sleepq_wait(c73bbacc,0,f416ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73bbacc,c73bbbfc,c0c8d79e,6c,c73bbad4,...) at _cv_wait+0x240 usb_process(c73bbac4,f416ed38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73bbac4,f416ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf416ed70, ebp = 0 --- Tracing command usb pid 14 tid 100040 td 0xc73b9d80 sched_switch(c73b9d80,0,104,191,95eba5c7,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73b9d80,0,c0ca3710,260,c73b9d80,...) at sleepq_switch+0x15f sleepq_wait(c73b6b5c,0,f4167cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6b5c,c73b6bfc,c0c8d79e,6c,c73b6b64,...) at _cv_wait+0x240 usb_process(c73b6b54,f4167d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73b6b54,f4167d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4167d70, ebp = 0 --- Tracing command usb pid 14 tid 100039 td 0xc73ba000 sched_switch(c73ba000,0,104,191,f278298a,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73ba000,0,c0ca3710,260,c73ba000,...) at sleepq_switch+0x15f sleepq_wait(c73b6b2c,0,f4164cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6b2c,c73b6bfc,c0c8d79e,6c,c73b6b34,...) at _cv_wait+0x240 usb_process(c73b6b24,f4164d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73b6b24,f4164d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4164d70, ebp = 0 --- Tracing command usb pid 14 tid 100038 td 0xc7350d80 sched_switch(c7350d80,0,104,191,95864b5e,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7350d80,0,c0ca3710,260,c7350d80,...) at sleepq_switch+0x15f sleepq_wait(c73b6afc,0,f4161cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6afc,c73b6bfc,c0c8d79e,6c,c73b6b04,...) at _cv_wait+0x240 usb_process(c73b6af4,f4161d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73b6af4,f4161d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4161d70, ebp = 0 --- Tracing command usb pid 14 tid 100037 td 0xc736a000 sched_switch(c736a000,0,104,191,95863794,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736a000,0,c0ca3710,260,c736a000,...) at sleepq_switch+0x15f sleepq_wait(c73b6acc,0,f415ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73b6acc,c73b6bfc,c0c8d79e,6c,c73b6ad4,...) at _cv_wait+0x240 usb_process(c73b6ac4,f415ed38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73b6ac4,f415ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf415ed70, ebp = 0 --- Tracing command usb pid 14 tid 100035 td 0xc736a480 sched_switch(c736a480,0,104,191,9586237f,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736a480,0,c0ca3710,260,c736a480,...) at sleepq_switch+0x15f sleepq_wait(c73a7b5c,0,f4157cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7b5c,c73a7bfc,c0c8d79e,6c,c73a7b64,...) at _cv_wait+0x240 usb_process(c73a7b54,f4157d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73a7b54,f4157d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4157d70, ebp = 0 --- Tracing command usb pid 14 tid 100034 td 0xc736a6c0 sched_switch(c736a6c0,0,104,191,f277c93d,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736a6c0,0,c0ca3710,260,c736a6c0,...) at sleepq_switch+0x15f sleepq_wait(c73a7b2c,0,f4154cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7b2c,c73a7bfc,c0c8d79e,6c,c73a7b34,...) at _cv_wait+0x240 usb_process(c73a7b24,f4154d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73a7b24,f4154d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4154d70, ebp = 0 --- Tracing command usb pid 14 tid 100033 td 0xc736a900 sched_switch(c736a900,0,104,191,951b16e3,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736a900,0,c0ca3710,260,c736a900,...) at sleepq_switch+0x15f sleepq_wait(c73a7afc,0,f4151cbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7afc,c73a7bfc,c0c8d79e,6c,c73a7b04,...) at _cv_wait+0x240 usb_process(c73a7af4,f4151d38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73a7af4,f4151d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4151d70, ebp = 0 --- Tracing command usb pid 14 tid 100032 td 0xc736ab40 sched_switch(c736ab40,0,104,191,951b0251,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c736ab40,0,c0ca3710,260,c736ab40,...) at sleepq_switch+0x15f sleepq_wait(c73a7acc,0,f414ecbc,1,0,...) at sleepq_wait+0x63 _cv_wait(c73a7acc,c73a7bfc,c0c8d79e,6c,c73a7ad4,...) at _cv_wait+0x240 usb_process(c73a7ac4,f414ed38,c0c9a627,343,c7346000,...) at usb_process+0x193 fork_exit(c07c1ce0,c73a7ac4,f414ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf414ed70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100026 td 0xc71ff900 sched_switch(c71ff900,0,104,191,951aea38,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c71ff900,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dc9254,4c,c0c391da,0,0,...) at sleepq_wait+0x63 _sleep(c0dc9254,c0dc926c,4c,c0c391da,0,...) at _sleep+0x36b xpt_scanner_thread(0,c6e4ad38,c0c9a627,343,c73462a8,...) at xpt_scanner_thread+0x4a fork_exit(c04848d0,0,c6e4ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e4ad70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc717b240 sched_switch(c717b240,0,104,191,7b95c335,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c717b240,0,c0ca3710,283,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0dfcea4,0,c0c94aad,2,0,...) at sleepq_timedwait+0x6b _sleep(c0dfcea4,0,0,c0c94aad,64,...) at _sleep+0x339 pause(c0c94aad,64,c0c814f7,111,0,...) at pause+0x47 random_kthread(0,c6e2fd38,c0c9a627,343,c7346550,...) at random_kthread+0x1ef fork_exit(c0738a10,0,c6e2fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e2fd70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc717b6c0 sched_switch(c717b6c0,0,104,191,5fe322ff,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c717b6c0,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dfac64,4c,c0c94aad,0,0,...) at sleepq_wait+0x63 _sleep(c0dfac64,c0dfabc8,24c,c0c94aad,0,...) at _sleep+0x36b g_io_schedule_down(c717b6c0,0,c0c96175,74,0,...) at g_io_schedule_down+0x56 g_down_procbody(0,c6e29d38,c0c9a627,343,c7177000,...) at g_down_procbody+0x8d fork_exit(c082e190,0,c6e29d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e29d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc717b900 sched_switch(c717b900,0,104,191,60386ebc,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c717b900,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c0dfac60,4c,c0c94aad,0,0,...) at sleepq_wait+0x63 _sleep(c0dfac60,c0dfabe8,24c,c0c94aad,0,...) at _sleep+0x36b g_io_schedule_up(c717b900,0,c0c96175,5d,0,...) at g_io_schedule_up+0x11e g_up_procbody(0,c6e26d38,c0c9a627,343,c71772a8,...) at g_up_procbody+0x8d fork_exit(c082e220,0,c6e26d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e26d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc717bb40 sched_switch(c717bb40,0,104,191,7d9f0c83,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,4c,...) at mi_switch+0x200 sleepq_switch(c717bb40,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dfac58,4c,c0c94aad,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dfac58,0,4c,c0c94aad,64,...) at _sleep+0x339 g_event_procbody(0,c6e23d38,c0c9a627,343,c7177550,...) at g_event_procbody+0xcb fork_exit(c082e2b0,0,c6e23d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e23d70, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc74e9900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc74e9b40 sched_switch(c74e9b40,0,109,191,9517a622,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c7175070,...) at mi_switch+0x200 ithread_loop(c74e06d0,f41ccd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c74e06d0,f41ccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41ccd70, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc73ba240 sched_switch(c73ba240,0,109,191,326d4c8d,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c74da9f0,...) at mi_switch+0x200 ithread_loop(c74e0a60,f41bcd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c74e0a60,f41bcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41bcd70, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc73ba900 sched_switch(c73ba900,0,109,191,94ff40c2,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71be0f0,...) at mi_switch+0x200 ithread_loop(c73ebbf0,f41b0d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c73ebbf0,f41b0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41b0d70, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc73bab40 sched_switch(c73bab40,0,109,191,3d7ca46,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71be3f0,...) at mi_switch+0x200 ithread_loop(c73eb450,f41a8d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c73eb450,f41a8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41a8d70, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc73cc6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc73b9b40 sched_switch(c73b9b40,0,109,191,ba97cf32,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71be1f0,...) at mi_switch+0x200 ithread_loop(c739f6f0,f416bd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c739f6f0,f416bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf416bd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc736a240 sched_switch(c736a240,0,109,191,ba02230e,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71be270,...) at mi_switch+0x200 ithread_loop(c739fa20,f415bd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c739fa20,f415bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf415bd70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc736ad80 sched_switch(c736ad80,0,109,191,16c589ec,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71be2f0,...) at mi_switch+0x200 ithread_loop(c73ad110,f414bd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c73ad110,f414bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf414bd70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc736c000 sched_switch(c736c000,0,109,191,603789b8,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71bdef0,...) at mi_switch+0x200 ithread_loop(c739f500,c6f8dd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c739f500,c6f8dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f8dd70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc736c240 sched_switch(c736c240,0,109,191,d011512,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c738c170,...) at mi_switch+0x200 ithread_loop(c738d8d0,c6e87d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c738d8d0,c6e87d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e87d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc736c480 sched_switch(c736c480,0,109,191,95184460,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c7174b70,...) at mi_switch+0x200 ithread_loop(c7176600,c6e77d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c7176600,c6e77d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e77d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc71ff6c0 sched_switch(c71ff6c0,0,109,191,b0b9c0af,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c7351770,...) at mi_switch+0x200 ithread_loop(c7176460,c6e4dd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c7176460,c6e4dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e4dd70, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc71ffb40 sched_switch(c71ffb40,0,109,191,27ee16ef,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c73518f0,...) at mi_switch+0x200 ithread_loop(c7127af0,c6e47d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c7127af0,c6e47d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e47d70, ebp = 0 --- Tracing command intr pid 12 tid 100024 td 0xc71ffd80 sched_switch(c71ffd80,0,109,191,a2f6cacc,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c7351970,...) at mi_switch+0x200 ithread_loop(c71279f0,c6e44d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c71279f0,c6e44d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e44d70, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc7350240 sched_switch(c7350240,0,109,191,948c779b,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c73519f0,...) at mi_switch+0x200 ithread_loop(c7127a10,c6e3ed38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c7127a10,c6e3ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e3ed70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc717bd80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc71ff000 sched_switch(c71ff000,0,109,191,260d2ce9,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71bdbf0,...) at mi_switch+0x200 ithread_loop(c71761c0,c6e1dd38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c71761c0,c6e1dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e1dd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc71ff240 sched_switch(c71ff240,0,109,191,170d304c,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71bdc70,...) at mi_switch+0x200 ithread_loop(c71761d0,c6e1ad38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c71761d0,c6e1ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e1ad70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc71ff480 sched_switch(c71ff480,0,109,191,814c6439,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71bdcf0,...) at mi_switch+0x200 ithread_loop(c71761e0,c6e17d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c71761e0,c6e17d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e17d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7179000 sched_switch(c7179000,0,109,191,51d57a1d,...) at sched_switch+0x406 mi_switch(109,0,c0c9a8a6,52d,c71bdd70,...) at mi_switch+0x200 ithread_loop(c71761f0,c6e14d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x1f6 fork_exit(c086a080,c71761f0,c6e14d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e14d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc7179240 cpustop_handler(4,c6e11b80,c0bcc096,c0e01b40,0,...) at cpustop_handler+0x32 ipi_nmi_handler(c0e01b40,0,c0c98d29,121,c71777f8,...) at ipi_nmi_handler+0x2f trap(c6e11b8c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc04f5613, esp = 0xc6e11bcc, ebp = 0xc6e11bcc --- acpi_timer_read(c0cf0fa0,e7090960,c6e11c14,c089d25d,c0cf0fa0,...) at acpi_timer_read+0x13 acpi_timer_get_timecount_safe(c0cf0fa0,1,c6e11c14,c076eb04,c076e8b0,...) at acpi_timer_get_timecount_safe+0xa binuptime(c6e11c7c,1,c0ca055b,189,4b4,...) at binuptime+0x3d softclock(c0dfd080,c6e11cc8,c0881154,c0e01b40,c71bddb8,...) at softclock+0x288 intr_event_execute_handlers(c71777f8,c71bdd80,c0c9a8a6,533,c71bddf0,...) at intr_event_execute_handlers+0x125 ithread_loop(c7176200,c6e11d38,c0c9a627,343,c71777f8,...) at ithread_loop+0x9f fork_exit(c086a080,c7176200,c6e11d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e11d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc7179480 cpustop_handler(1,c6e0dc20,c0bcc096,c089e478,4b5fbfe3,...) at cpustop_handler+0x32 ipi_nmi_handler(c089e478,4b5fbfe3,7ffee705,369e99,c7177aa0,...) at ipi_nmi_handler+0x2f trap(c6e0dc2c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ba28d5, esp = 0xc6e0dc6c, ebp = 0xc6e0dc6c --- acpi_cpu_c1(0,c6e0dcd4,0,ffffffff,c6e0dcb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6e0dcb4,c0bba02b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6e0dcf8,c08b430e,0,c6e0dcd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6e0dcd4,c0ca0d1e,a09,c7179480,...) at cpu_idle+0x1b sched_idletd(0,c6e0dd38,c0c9a627,343,c7177aa0,...) at sched_idletd+0x23e fork_exit(c08b40d0,0,c6e0dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e0dd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc71796c0 kdb_enter(c0c479e9,c0c881c5,c6e0abd4,c74cc380,0,...) at kdb_enter+0x3a uart_intr(c74cc300,c71796c0,c71578d0,c7174d80,4,...) at uart_intr+0x126 intr_event_handle(c7174d80,c6e0ac2c,c0f867ac,1f4,c73c0000,...) at intr_event_handle+0x5c intr_execute_handlers(c71578d0,c6e0ac2c,1,c6e0ac6c,c0bae4b4,...) at intr_execute_handlers+0x49 lapic_handle_intr(30,c6e0ac2c) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0ba28d5, esp = 0xc6e0ac6c, ebp = 0xc6e0ac6c --- acpi_cpu_c1(1,c6e0acd4,1,ffffffff,c6e0acb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6e0acb4,c0bba02b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6e0acf8,c08b430e,0,c6e0acd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6e0acd4,c0ca0d1e,a09,c71796c0,...) at cpu_idle+0x1b sched_idletd(0,c6e0ad38,c0c9a627,343,c7177aa0,...) at sched_idletd+0x23e fork_exit(c08b40d0,0,c6e0ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e0ad70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc7179900 sched_switch(c7179900,0,60c,18c,8205652c,...) at sched_switch+0x406 mi_switch(60c,0,c0ca0d1e,815,2,...) at mi_switch+0x200 sched_preempt(c7179900,2,1f4,c6e07c6c,c0bae7de,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c73c0c18,c73c0c00,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0ba28d5, esp = 0xc6e07c6c, ebp = 0xc6e07c6c --- acpi_cpu_c1(c0bae6cf,c6e07cd4,2,ffffffff,c6e07cb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6e07cb4,c0bba02b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6e07cf8,c08b430e,0,c6e07cd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6e07cd4,c0ca0d1e,a09,c7179900,...) at cpu_idle+0x1b sched_idletd(0,c6e07d38,c0c9a627,343,c7177aa0,...) at sched_idletd+0x23e fork_exit(c08b40d0,0,c6e07d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e07d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc7179b40 cpustop_handler(8,c6e04c20,c0bcc096,c6e04bb0,c0881154,...) at cpustop_handler+0x32 ipi_nmi_handler(c6e04bb0,c0881154,c0dfd134,4,c7177aa0,...) at ipi_nmi_handler+0x2f trap(c6e04c2c) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ba28d5, esp = 0xc6e04c6c, ebp = 0xc6e04c6c --- acpi_cpu_c1(32,c6e04cd4,3,ffffffff,c6e04cb4,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(ffffffff,0,c6e04cb4,c0bba02b,0,...) at acpi_cpu_idle+0x11c cpu_idle_amdc1e(0,c6e04cf8,c08b430e,0,c6e04cd4,...) at cpu_idle_amdc1e+0x56 cpu_idle(0,c6e04cd4,c0ca0d1e,a09,c7179b40,...) at cpu_idle+0x1b sched_idletd(0,c6e04d38,c0c9a627,343,c7177aa0,...) at sched_idletd+0x23e fork_exit(c08b40d0,0,c6e04d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e04d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc7179d80 sched_switch(c7179d80,0,104,191,bdae0cb9,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,5c,...) at mi_switch+0x200 sleepq_switch(c7179d80,0,c0ca3710,1a0,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0ca3710,160,0,100,100,...) at sleepq_catch_signals+0xb7 sleepq_wait_sig(c7177d48,5c,c0ca5f1d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7177d48,c7177dd0,15c,c0ca5f1d,0,...) at _sleep+0x354 kern_wait(c7179d80,ffffffff,c6e00c74,2,0,...) at kern_wait+0xb76 wait4(c7179d80,c6e00cf8,10,c7179d80,c0d8b5e4,...) at wait4+0x3b syscall(c6e00d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054eaf, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command audit pid 10 tid 100001 td 0xc717b000 sched_switch(c717b000,0,104,191,9518b151,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c717b000,0,c0ca3710,260,c717b000,...) at sleepq_switch+0x15f sleepq_wait(c0f74bc0,0,c6dfdc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f74bc0,c0f74ba4,c0cc37f8,194,0,...) at _cv_wait+0x240 audit_worker(0,c6dfdd38,c0c9a627,343,c7178000,...) at audit_worker+0x84 fork_exit(c0a977a0,0,c6dfdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6dfdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc73ba6c0 sched_switch(c73ba6c0,0,104,191,7b959851,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73ba6c0,0,c0ca3710,260,c73ba6c0,...) at sleepq_switch+0x15f sleepq_wait(c73a1900,0,c0c9fd8a,c0c94aad,0,...) at sleepq_wait+0x63 msleep_spin(c73a1900,c73a1918,c0c94aad,0,c0c9d8cc,...) at msleep_spin+0x21d taskqueue_thread_loop(c73f849c,f41b6d38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0x94 fork_exit(c08cd900,c73f849c,f41b6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf41b6d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc7350000 sched_switch(c7350000,0,104,191,b0bbaa05,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7350000,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c7344280,0,c0c94aad,0,0,...) at sleepq_wait+0x63 _sleep(c7344280,c7344298,0,c0c94aad,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e0f8c8,c6e41d38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0xba fork_exit(c08cd900,c0e0f8c8,c6e41d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e41d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc7350480 sched_switch(c7350480,0,104,191,2077626,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7350480,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c7344340,0,c0c94aad,0,0,...) at sleepq_wait+0x63 _sleep(c7344340,c7344358,0,c0c94aad,0,...) at _sleep+0x36b taskqueue_thread_loop(c0dfb5d0,c6e3bd38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0xba fork_exit(c08cd900,c0dfb5d0,c6e3bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e3bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc73506c0 sched_switch(c73506c0,0,104,191,207638d,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c73506c0,0,c0ca3710,260,c73506c0,...) at sleepq_switch+0x15f sleepq_wait(c7344540,0,c0c9fd8a,c0c94aad,0,...) at sleepq_wait+0x63 msleep_spin(c7344540,c7344558,c0c94aad,0,c0c9d8cc,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dcc0a0,c6e38d38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0x94 fork_exit(c08cd900,c0dcc0a0,c6e38d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e38d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc7350900 sched_switch(c7350900,0,104,191,2075624,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7350900,0,c0ca3710,260,c7350900,...) at sleepq_switch+0x15f sleepq_wait(c7344540,0,c0c9fd8a,c0c94aad,0,...) at sleepq_wait+0x63 msleep_spin(c7344540,c7344558,c0c94aad,0,c0c9d8cc,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dcc0a0,c6e35d38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0x94 fork_exit(c08cd900,c0dcc0a0,c6e35d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e35d70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc7350b40 sched_switch(c7350b40,0,104,191,2074639,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c7350b40,0,c0ca3710,260,c7350b40,...) at sleepq_switch+0x15f sleepq_wait(c7344540,0,c0c9fd8a,c0c94aad,0,...) at sleepq_wait+0x63 msleep_spin(c7344540,c7344558,c0c94aad,0,c0c9d8cc,...) at msleep_spin+0x21d taskqueue_thread_loop(c0dcc0a0,c6e32d38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0x94 fork_exit(c08cd900,c0dcc0a0,c6e32d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e32d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc717b480 sched_switch(c717b480,0,104,191,b9263442,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,0,...) at mi_switch+0x200 sleepq_switch(c717b480,0,c0ca3710,260,0,...) at sleepq_switch+0x15f sleepq_wait(c715edc0,0,c0c94aad,0,0,...) at sleepq_wait+0x63 _sleep(c715edc0,c715edd8,0,c0c94aad,0,...) at _sleep+0x36b taskqueue_thread_loop(c0e0e360,c6e2cd38,c0c9a627,343,c0dfad40,...) at taskqueue_thread_loop+0xba fork_exit(c08cd900,c0e0e360,c6e2cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6e2cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0dfaff0 sched_switch(c0dfaff0,0,104,191,1450d52b,...) at sched_switch+0x406 mi_switch(104,0,c0ca3710,1eb,44,...) at mi_switch+0x200 sleepq_switch(c0dfaff0,0,c0ca3710,283,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0dfad40,44,c0ca1593,0,0,...) at sleepq_timedwait+0x6b _sleep(c0dfad40,0,44,c0ca1593,2710,...) at _sleep+0x339 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3439 MB Dumping 293 MB: 278 262 246 230 214 198 182 166 150 134 118 102 86 70 54 38 22 6 Dump complete = 0xf db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1