GENERIC HEAD from 2013-05-02 18:46:31 UTC, r250190M, vmcore.619 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb 4718592K of memory above 4GB ignored Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #1 r250190M: Fri May 3 09:52:31 CEST 2013 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.3 (trunk 178860) 20130405 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.01-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 0x10 Model = 0x2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3498315776 (3336 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Enter full pathname of shell or RETURN for /bin/sh: Cannot read termcap database; using dumb terminal settings. # mount -t ufs -a # swapon -a swapon: adding /dev/ad4s1b as swap device # dumpon /dev/ad4s1b # cd ~pho/stress2/misc # ./socketpair.sh lock order reversal: 1st 0xe37f3dc8 bufwait (bufwait) @ kern/vfs_bio.c:3070 2nd 0xc7921200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c10d80f4,c10e1840,c1c,c0b40680,c7d63d78,...) at db_trace_self_wrapper+0x2d/frame 0xf5c7a718 kdb_backtrace(c10db323,c7921200,c110d3fd,c7586268,c110d042,...) at kdb_backtrace+0x30/frame 0xf5c7a780 witness_checkorder(c7921200,9,c110d039,11c,0,...) at witness_checkorder+0xbaa/frame 0xf5c7a7d0 _sx_xlock(c7921200,0,c110d039,11c,c7d91000,...) at _sx_xlock+0x77/frame 0xf5c7a800 ufsdirhash_add(c7d5989c,f5c7a8f0,52b4,f5c7a880,f5c7a884,...) at ufsdirhash_add+0x4a/frame 0xf5c7a830 ufs_direnter(c7d63ca8,c7db65a0,f5c7a8f0,f5c7abcc,0,...) at ufs_direnter+0x63b/frame 0xf5c7a8b0 ufs_makeinode(f5c7abb8,f5c7abcc) at ufs_makeinode+0x538/frame 0xf5c7aa24 ufs_create(f5c7ab10,c1132421,c1106d06,c7d1c2fc,2,...) at ufs_create+0x2f/frame 0xf5c7aa38 VOP_CREATE_APV(c1236c64,f5c7ab10,f5c7abcc,f5c7aaa0,1,...) at VOP_CREATE_APV+0x124/frame 0xf5c7aa68 vn_open_cred(f5c7ab80,f5c7abfc,1a4,0,c76bfe80,c7db4038) at vn_open_cred+0x2cf/frame 0xf5c7ab38 vn_open(f5c7ab80,f5c7abfc,1a4,c7db4038,c13d1c08,...) at vn_open+0x3b/frame 0xf5c7ab58 kern_openat(c78f2900,ffffff9c,28805300,0,601,1b6) at kern_openat+0x1ec/frame 0xf5c7ac20 sys_open(c78f2900,f5c7acc8,0,0,0,...) at sys_open+0x38/frame 0xf5c7ac40 syscall(f5c7ad08) at syscall+0x2ed/frame 0xf5c7acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf5c7acfc --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x281f9137, esp = 0xbfbfdb44, ebp = 0xbfbfdbf8 --- [zone: mbuf] kern.ipc.nmbufs limit reached ~KDB: enter: Break to debugger [ thread pid 11 tid 100005 ] Stopped at kdb_break+0x4e: movl $0,kdb_why db> bt Tracing pid 11 tid 100005 td 0xc76c5300 kdb_break(c7922000,0,0,c1293700,c76c5300,...) at kdb_break+0x4e/frame 0xc7210ae4 uart_intr(c7922000,0,c76c5300,c770e600,0,...) at uart_intr+0x9e/frame 0xc7210b20 intr_event_handle(c7705d00,c7210b9c,5ed67f78,c7210b9c,2,...) at intr_event_handle+0x7a/frame 0xc7210b4c intr_execute_handlers(c770a0d4,c7210b9c,2) at intr_execute_handlers+0x42/frame 0xc7210b6c lapic_handle_intr(30,c7210b9c) at lapic_handle_intr+0x6f/frame 0xc7210b8c Xapic_isr1() at Xapic_isr1+0x35/frame 0xc7210b8c --- interrupt, eip = 0xc0ec23c5, esp = 0xc7210bdc, ebp = 0xc7210bdc --- acpi_cpu_c1(c0ee577b,c71fdc90,0,c112d157,303,...) at acpi_cpu_c1+0x5/frame 0xc7210bdc acpi_cpu_idle(5ed67f78,0,5ed67f78,c7210c50,c0ecc51a,...) at acpi_cpu_idle+0x146/frame 0xc7210c20 cpu_idle_acpi(5ed67f78,0,3,c1293788,c1293796,...) at cpu_idle_acpi+0x3f/frame 0xc7210c34 cpu_idle(0,2,c10d62e1,a46,c1293788,...) at cpu_idle+0x9a/frame 0xc7210c50 sched_idletd(0,c7210d08,c10cd860,3d7,0,...) at sched_idletd+0x1d6/frame 0xc7210ccc fork_exit(c0ad9590,0,c7210d08) at fork_exit+0x7f/frame 0xc7210cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7210cf4 --- trap 0, eip = 0, esp = 0xc7210d40, ebp = 0 --- db> show alllocks Process 33 (socketpair) thread 0xc78f2900 (100079) exclusive sx so_snd_sx (so_snd_sx) r = 0 (0xcd3cce20) locked @ kern/uipc_sockbuf.c:148 db> ps pid ppid pgrp uid state wmesg wchan cmd 33 23 23 0 D+ keglimit 0xc1ba4480 socketpair 23 18 23 0 S+ wait 0xc7fe68b8 sh 18 1 18 0 Ss+ wait 0xc7c2a2e8 sh 17 0 0 0 DL sdflush 0xc1401c14 [softdepflush] 16 0 0 0 DL syncer 0xc13fd6a4 [syncer] 9 0 0 0 DL vlruwt 0xc7c2aba0 [vnlru] 8 0 0 0 DL psleep 0xc13fd41c [bufdaemon] 7 0 0 0 DL pgzero 0xc1402514 [pagezero] 6 0 0 0 DL psleep 0xc14020dc [vmdaemon] 5 0 0 0 DL psleep 0xc1456704 [pagedaemon] 4 0 0 0 DL ccb_scan 0xc12517a4 [xpt_thrd] 3 0 0 0 DL waiting_ 0xc14520d8 [sctp_iterator] 2 0 0 0 DL - 0xc789303c [fdc0] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc78f7d34 [usbus5] 100057 D - 0xc78f7d04 [usbus5] 100056 D - 0xc78f7cd4 [usbus5] 100055 D - 0xc78f7ca4 [usbus5] 100053 D - 0xc78ebb5c [usbus4] 100052 D - 0xc78ebb2c [usbus4] 100051 D - 0xc78ebafc [usbus4] 100050 D - 0xc78ebacc [usbus4] 100049 D - 0xc78e6b5c [usbus3] 100048 D - 0xc78e6b2c [usbus3] 100047 D - 0xc78e6afc [usbus3] 100046 D - 0xc78e6acc [usbus3] 100045 D - 0xc78deb5c [usbus2] 100044 D - 0xc78deb2c [usbus2] 100043 D - 0xc78deafc [usbus2] 100042 D - 0xc78deacc [usbus2] 100040 D - 0xc78d9b5c [usbus1] 100039 D - 0xc78d9b2c [usbus1] 100038 D - 0xc78d9afc [usbus1] 100037 D - 0xc78d9acc [usbus1] 100035 D - 0xc78cdb5c [usbus0] 100034 D - 0xc78cdb2c [usbus0] 100033 D - 0xc78cdafc [usbus0] 100032 D - 0xc78cdacc [usbus0] 14 0 0 0 DL - 0xc126c35c [yarrow] 13 0 0 0 DL (threaded) [geom] 100016 D - 0xc144dce4 [g_down] 100015 D - 0xc144dce0 [g_up] 100014 D - 0xc144dcdc [g_event] 12 0 0 0 WL (threaded) [intr] 100063 I [irq12: psm0] 100062 I [irq1: atkbd0] 100060 I [swi0: uart] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi6: task queue] 100022 I [swi2: cambio] 100020 I [swi5: fast taskq] 100018 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi1: netisr 0] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi4: clock] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xc76c3ba0 [init] 10 0 0 0 DL audit_wo 0xc14551d4 [audit] 0 0 0 0 DLs (threaded) [kernel] 100065 D - 0xc12855e0 [deadlkres] 100064 D - 0xc7867d80 [mca taskq] 100026 D - 0xc75a8600 [ffs_trim taskq] 100025 D - 0xc75a8680 [acpi_task_2] 100024 D - 0xc75a8680 [acpi_task_1] 100023 D - 0xc75a8680 [acpi_task_0] 100021 D - 0xc75a8a00 [kqueue taskq] 100019 D - 0xc75a8b00 [thread taskq] 100013 D - 0xc75a7100 [firmware taskq] 100000 D sched 0xc144dd64 [swapper] db> set $lines 0 db> allt Tracing command socketpair pid 33 tid 100079 td 0xc78f2900 sched_switch(c78f2900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf5c7a778 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xf5c7a7ac sleepq_switch(c78f2900,0,c10d9a55,26b,c78f2900,...) at sleepq_switch+0x1b9/frame 0xf5c7a7e0 sleepq_wait(c1ba4480,54,c110efeb,0,0,...) at sleepq_wait+0x48/frame 0xf5c7a804 _sleep(c1ba4480,c1ba4480,54,c110efeb,0,...) at _sleep+0x37c/frame 0xf5c7a860 keg_fetch_slab(2,80,2,c9405000,f5c7a900,...) at keg_fetch_slab+0x12e/frame 0xf5c7a8a0 zone_fetch_slab(c1b9f800,0,2,857,202,...) at zone_fetch_slab+0x3f/frame 0xf5c7a8b8 uma_zalloc_arg(c1b9f800,f5c7a918,2,c7586408,2,...) at uma_zalloc_arg+0x435/frame 0xf5c7a900 m_gethdr(2,1,c13d1c08,c757e5b0,c78f29b4,...) at m_gethdr+0x4f/frame 0xf5c7a938 m_getm2(0,4c,2,1,2,...) at m_getm2+0x162/frame 0xf5c7a990 m_uiotombuf(f5c7ab80,2,1ff0,4c,2,...) at m_uiotombuf+0xcd/frame 0xf5c7a9f8 sosend_generic(cd3ccd00,0,f5c7ab80,0,cd3bbe00,...) at sosend_generic+0x772/frame 0xf5c7aaf4 sosend(cd3ccd00,0,f5c7ab80,0,cd3bbe00,...) at sosend+0x83/frame 0xf5c7ab50 kern_sendit(c78f2900,5,f5c7ac10,0,cd3bbe00,...) at kern_sendit+0x213/frame 0xf5c7abb4 sendit(f5c7ac10,0,f5c7ac0c,28,0,...) at sendit+0x106/frame 0xf5c7abf0 sys_sendmsg(c78f2900,f5c7acc8,14,c10d62e1,7b3,...) at sys_sendmsg+0x79/frame 0xf5c7ac40 syscall(f5c7ad08) at syscall+0x2ed/frame 0xf5c7acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf5c7acfc --- syscall (28, FreeBSD ELF32, sys_sendmsg), eip = 0x281652df, esp = 0xbfbfdba4, ebp = 0xbfbfdc04 --- Tracing command sh pid 23 tid 100080 td 0xc7fee900 sched_switch(c7fee900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf5c7e98c mi_switch(104,0,c10d9a55,1f5,c10d9a55,...) at mi_switch+0x1c9/frame 0xf5c7e9c0 sleepq_switch(c7fee900,0,c10d9a55,1ab,f5c7ea38,...) at sleepq_switch+0x1b9/frame 0xf5c7e9f4 sleepq_catch_signals(0,c10d9a55,162,1380,c7fee900,...) at sleepq_catch_signals+0x361/frame 0xf5c7ea3c sleepq_wait_sig(c7fe68b8,6c,c10dcecd,100,0,...) at sleepq_wait_sig+0x14/frame 0xf5c7ea60 _sleep(c7fe68b8,c7fe694c,16c,c10dcecd,0,...) at _sleep+0x35b/frame 0xf5c7eabc kern_wait6(c7fee900,7,0,0,f5c7eb4c,...) at kern_wait6+0x45c/frame 0xf5c7eb20 sys_wait4(c7fee900,f5c7ecc8,c112bc4f,e9,0,...) at sys_wait4+0x94/frame 0xf5c7ec40 syscall(f5c7ed08) at syscall+0x2ed/frame 0xf5c7ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf5c7ecfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281524b3, esp = 0xbfbfdb28, ebp = 0xbfbfdb40 --- Tracing command sh pid 18 tid 100075 td 0xc78f2c00 sched_switch(c78f2c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf5c6a98c mi_switch(104,0,c10d9a55,1f5,c10d9a55,...) at mi_switch+0x1c9/frame 0xf5c6a9c0 sleepq_switch(c78f2c00,0,c10d9a55,1ab,f5c6aa38,...) at sleepq_switch+0x1b9/frame 0xf5c6a9f4 sleepq_catch_signals(0,c10d9a55,162,6f0,c78f2c00,...) at sleepq_catch_signals+0x361/frame 0xf5c6aa3c sleepq_wait_sig(c7c2a2e8,6c,c10dcecd,100,0,...) at sleepq_wait_sig+0x14/frame 0xf5c6aa60 _sleep(c7c2a2e8,c7c2a37c,16c,c10dcecd,0,...) at _sleep+0x35b/frame 0xf5c6aabc kern_wait6(c78f2c00,7,0,0,f5c6ab4c,...) at kern_wait6+0x45c/frame 0xf5c6ab20 sys_wait4(c78f2c00,f5c6acc8,c0ee46c0,c7200c90,0,...) at sys_wait4+0x94/frame 0xf5c6ac40 syscall(f5c6ad08) at syscall+0x2ed/frame 0xf5c6acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xf5c6acfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281524b3, esp = 0xbfbfdbe8, ebp = 0xbfbfdc00 --- Tracing command softdepflush pid 17 tid 100074 td 0xc7948000 sched_switch(c7948000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf0799ba4 mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xf0799bd8 sleepq_switch(c7948000,0,c10d9a55,28e,c7948000,...) at sleepq_switch+0x1b9/frame 0xf0799c0c sleepq_timedwait(c1401c14,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf0799c30 _sleep(c1401c14,c1401b94,54,c110bfc0,fffffed8,...) at _sleep+0x345/frame 0xf0799c8c softdep_flush(0,f0799d08,c10cd860,3d7,0,...) at softdep_flush+0x27c/frame 0xf0799ccc fork_exit(c0d19dc0,0,f0799d08) at fork_exit+0x7f/frame 0xf0799cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0799cf4 --- trap 0, eip = 0, esp = 0xf0799d40, ebp = 0 --- Tracing command syncer pid 16 tid 100073 td 0xc7948300 sched_switch(c7948300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf0796b78 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xf0796bac sleepq_switch(c7948300,0,c10d9a55,28e,0,...) at sleepq_switch+0x1b9/frame 0xf0796be0 sleepq_timedwait(c13fd6a4,0,f0796c3c,0,0,...) at sleepq_timedwait+0x48/frame 0xf0796c04 _cv_timedwait_sbt(c13fd6a4,c13fd684,fffffed8,0,0,...) at _cv_timedwait_sbt+0x228/frame 0xf0796c50 sched_sync(0,f0796d08,c10cd860,3d7,0,...) at sched_sync+0x682/frame 0xf0796ccc fork_exit(c0b64180,0,f0796d08) at fork_exit+0x7f/frame 0xf0796cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0796cf4 --- trap 0, eip = 0, esp = 0xf0796d40, ebp = 0 --- Tracing command vnlru pid 9 tid 100072 td 0xc7948600 sched_switch(c7948600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf0793b78 mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xf0793bac sleepq_switch(c7948600,0,c10d9a55,28e,c7948600,...) at sleepq_switch+0x1b9/frame 0xf0793be0 sleepq_timedwait(c7c2aba0,60,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf0793c04 _sleep(c7c2aba0,c13fd65c,260,c10e5aca,fffffed8,...) at _sleep+0x345/frame 0xf0793c60 vnlru_proc(0,f0793d08,c10cd860,3d7,0,...) at vnlru_proc+0xcf/frame 0xf0793ccc fork_exit(c0b649c0,0,f0793d08) at fork_exit+0x7f/frame 0xf0793cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0793cf4 --- trap 0, eip = 0, esp = 0xf0793d40, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100071 td 0xc7948900 sched_switch(c7948900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xf0790bb0 mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xf0790be4 sleepq_switch(c7948900,0,c10d9a55,28e,c7948900,...) at sleepq_switch+0x1b9/frame 0xf0790c18 sleepq_timedwait(c13fd41c,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf0790c3c _sleep(c13fd41c,c13fd404,54,c10e2590,fffffed8,...) at _sleep+0x345/frame 0xf0790c98 buf_daemon(0,f0790d08,c10cd860,3d7,0,...) at buf_daemon+0x8c/frame 0xf0790ccc fork_exit(c0b47bb0,0,f0790d08) at fork_exit+0x7f/frame 0xf0790cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf0790cf4 --- trap 0, eip = 0, esp = 0xf0790d40, ebp = 0 --- Tracing command pagezero pid 7 tid 100070 td 0xc7948c00 sched_switch(c7948c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3bfebac mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xe3bfebe0 sleepq_switch(c7948c00,0,c10d9a55,28e,c7948c00,...) at sleepq_switch+0x1b9/frame 0xe3bfec14 sleepq_timedwait(c1402514,0,12b,0,0,...) at sleepq_timedwait+0x48/frame 0xe3bfec38 _sleep(c1402514,c1456680,0,c111330e,fffea520,...) at _sleep+0x345/frame 0xe3bfec94 vm_pagezero(0,e3bfed08,c10cd860,3d7,0,...) at vm_pagezero+0xc2/frame 0xe3bfeccc fork_exit(c0d60e80,0,e3bfed08) at fork_exit+0x7f/frame 0xe3bfecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3bfecf4 --- trap 0, eip = 0, esp = 0xe3bfed40, ebp = 0 --- Tracing command vmdaemon pid 6 tid 100069 td 0xc7949000 sched_switch(c7949000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3bfbb78 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xe3bfbbac sleepq_switch(c7949000,0,c10d9a55,26b,c7949000,...) at sleepq_switch+0x1b9/frame 0xe3bfbbe0 sleepq_wait(c14020dc,74,c10e2590,0,0,...) at sleepq_wait+0x48/frame 0xe3bfbc04 _sleep(c14020dc,c14020c4,74,c10e2590,0,...) at _sleep+0x37c/frame 0xe3bfbc60 vm_daemon(0,e3bfbd08,c10cd860,3d7,0,...) at vm_daemon+0xac/frame 0xe3bfbccc fork_exit(c0d58f40,0,e3bfbd08) at fork_exit+0x7f/frame 0xe3bfbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3bfbcf4 --- trap 0, eip = 0, esp = 0xe3bfbd40, ebp = 0 --- Tracing command pagedaemon pid 5 tid 100068 td 0xc7949300 sched_switch(c7949300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3bf8b30 mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xe3bf8b64 sleepq_switch(c7949300,0,c10d9a55,28e,c7949300,...) at sleepq_switch+0x1b9/frame 0xe3bf8b98 sleepq_timedwait(c1456704,54,4,0,0,...) at sleepq_timedwait+0x48/frame 0xe3bf8bbc _sleep(c1456704,c1456680,54,c10e2590,fffffa38,...) at _sleep+0x345/frame 0xe3bf8c18 vm_pageout(0,e3bf8d08,c10cd860,3d7,0,...) at vm_pageout+0x290/frame 0xe3bf8ccc fork_exit(c0d59760,0,e3bf8d08) at fork_exit+0x7f/frame 0xe3bf8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3bf8cf4 --- trap 0, eip = 0, esp = 0xe3bf8d40, ebp = 0 --- Tracing command xpt_thrd pid 4 tid 100067 td 0xc7949600 sched_switch(c7949600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3bb5bb0 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xe3bb5be4 sleepq_switch(c7949600,0,c10d9a55,26b,c7949600,...) at sleepq_switch+0x1b9/frame 0xe3bb5c18 sleepq_wait(c12517a4,5c,c0f0c400,0,0,...) at sleepq_wait+0x48/frame 0xe3bb5c3c _sleep(c12517a4,c12517f4,5c,c0f0c400,0,...) at _sleep+0x37c/frame 0xe3bb5c98 xpt_scanner_thread(0,e3bb5d08,c10cd860,3d7,0,...) at xpt_scanner_thread+0x11c/frame 0xe3bb5ccc fork_exit(c04b8290,0,e3bb5d08) at fork_exit+0x7f/frame 0xe3bb5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3bb5cf4 --- trap 0, eip = 0, esp = 0xe3bb5d40, ebp = 0 --- Tracing command sctp_iterator pid 3 tid 100066 td 0xc7949900 sched_switch(c7949900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3bb2bb8 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xe3bb2bec sleepq_switch(c7949900,0,c10d9a55,26b,c7949900,...) at sleepq_switch+0x1b9/frame 0xe3bb2c20 sleepq_wait(c14520d8,0,c10f9005,0,0,...) at sleepq_wait+0x48/frame 0xe3bb2c44 _sleep(c14520d8,c14520a0,0,c10f9005,0,...) at _sleep+0x37c/frame 0xe3bb2ca0 sctp_iterator_thread(0,e3bb2d08,c10cd860,3d7,0,...) at sctp_iterator_thread+0x7c/frame 0xe3bb2ccc fork_exit(c0c03ab0,0,e3bb2d08) at fork_exit+0x7f/frame 0xe3bb2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3bb2cf4 --- trap 0, eip = 0, esp = 0xe3bb2d40, ebp = 0 --- Tracing command fdc0 pid 2 tid 100061 td 0xc78e5900 sched_switch(c78e5900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3ba2b48 mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xe3ba2b7c sleepq_switch(c78e5900,0,c10d9a55,28e,c78e5900,...) at sleepq_switch+0x1b9/frame 0xe3ba2bb0 sleepq_timedwait(c789303c,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xe3ba2bd4 _sleep(c789303c,c78930f0,5c,c10bfb22,fffffed8,...) at _sleep+0x345/frame 0xe3ba2c30 fdc_thread(c7893000,e3ba2d08,c10cd860,3d7,0,...) at fdc_thread+0x877/frame 0xe3ba2ccc fork_exit(c0e6b680,c7893000,e3ba2d08) at fork_exit+0x7f/frame 0xe3ba2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3ba2cf4 --- trap 0, eip = 0, esp = 0xe3ba2d40, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc78ef300 sched_switch(c78ef300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b7ebd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b7ec08 sleepq_switch(c78ef300,0,c10d9a55,26b,c78ef300,...) at sleepq_switch+0x1b9/frame 0xe3b7ec3c sleepq_wait(c78f7d34,0,e3b7ec90,1,0,...) at sleepq_wait+0x48/frame 0xe3b7ec60 _cv_wait(c78f7d34,c78f7e4c,c10b12f7,77,c78f7d3c,...) at _cv_wait+0x1f9/frame 0xe3b7eca4 usb_process(c78f7d2c,e3b7ed08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b7eccc fork_exit(c0960d80,c78f7d2c,e3b7ed08) at fork_exit+0x7f/frame 0xe3b7ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b7ecf4 --- trap 0, eip = 0, esp = 0xe3b7ed40, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc78ef600 sched_switch(c78ef600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b7bbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b7bc08 sleepq_switch(c78ef600,0,c10d9a55,26b,c78ef600,...) at sleepq_switch+0x1b9/frame 0xe3b7bc3c sleepq_wait(c78f7d04,0,e3b7bc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b7bc60 _cv_wait(c78f7d04,c78f7e4c,c10b12f7,77,c78f7d0c,...) at _cv_wait+0x1f9/frame 0xe3b7bca4 usb_process(c78f7cfc,e3b7bd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b7bccc fork_exit(c0960d80,c78f7cfc,e3b7bd08) at fork_exit+0x7f/frame 0xe3b7bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b7bcf4 --- trap 0, eip = 0, esp = 0xe3b7bd40, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc78ef900 sched_switch(c78ef900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b78bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b78c08 sleepq_switch(c78ef900,0,c10d9a55,26b,c78ef900,...) at sleepq_switch+0x1b9/frame 0xe3b78c3c sleepq_wait(c78f7cd4,0,e3b78c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b78c60 _cv_wait(c78f7cd4,c78f7e4c,c10b12f7,77,c78f7cdc,...) at _cv_wait+0x1f9/frame 0xe3b78ca4 usb_process(c78f7ccc,e3b78d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b78ccc fork_exit(c0960d80,c78f7ccc,e3b78d08) at fork_exit+0x7f/frame 0xe3b78cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b78cf4 --- trap 0, eip = 0, esp = 0xe3b78d40, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc78efc00 sched_switch(c78efc00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b75bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b75c08 sleepq_switch(c78efc00,0,c10d9a55,26b,c78efc00,...) at sleepq_switch+0x1b9/frame 0xe3b75c3c sleepq_wait(c78f7ca4,0,e3b75c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b75c60 _cv_wait(c78f7ca4,c78f7e4c,c10b12f7,77,c78f7cac,...) at _cv_wait+0x1f9/frame 0xe3b75ca4 usb_process(c78f7c9c,e3b75d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b75ccc fork_exit(c0960d80,c78f7c9c,e3b75d08) at fork_exit+0x7f/frame 0xe3b75cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b75cf4 --- trap 0, eip = 0, esp = 0xe3b75d40, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc78f2300 sched_switch(c78f2300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b6cbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b6cc08 sleepq_switch(c78f2300,0,c10d9a55,26b,c78f2300,...) at sleepq_switch+0x1b9/frame 0xe3b6cc3c sleepq_wait(c78ebb5c,0,e3b6cc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b6cc60 _cv_wait(c78ebb5c,c78ebc74,c10b12f7,77,c78ebb64,...) at _cv_wait+0x1f9/frame 0xe3b6cca4 usb_process(c78ebb54,e3b6cd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b6cccc fork_exit(c0960d80,c78ebb54,e3b6cd08) at fork_exit+0x7f/frame 0xe3b6ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b6ccf4 --- trap 0, eip = 0, esp = 0xe3b6cd40, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc78f2600 sched_switch(c78f2600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b69bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b69c08 sleepq_switch(c78f2600,0,c10d9a55,26b,c78f2600,...) at sleepq_switch+0x1b9/frame 0xe3b69c3c sleepq_wait(c78ebb2c,0,e3b69c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b69c60 _cv_wait(c78ebb2c,c78ebc74,c10b12f7,77,c78ebb34,...) at _cv_wait+0x1f9/frame 0xe3b69ca4 usb_process(c78ebb24,e3b69d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b69ccc fork_exit(c0960d80,c78ebb24,e3b69d08) at fork_exit+0x7f/frame 0xe3b69cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b69cf4 --- trap 0, eip = 0, esp = 0xe3b69d40, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc78e2000 sched_switch(c78e2000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b66bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b66c08 sleepq_switch(c78e2000,0,c10d9a55,26b,c78e2000,...) at sleepq_switch+0x1b9/frame 0xe3b66c3c sleepq_wait(c78ebafc,0,e3b66c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b66c60 _cv_wait(c78ebafc,c78ebc74,c10b12f7,77,c78ebb04,...) at _cv_wait+0x1f9/frame 0xe3b66ca4 usb_process(c78ebaf4,e3b66d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b66ccc fork_exit(c0960d80,c78ebaf4,e3b66d08) at fork_exit+0x7f/frame 0xe3b66cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b66cf4 --- trap 0, eip = 0, esp = 0xe3b66d40, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc78e2300 sched_switch(c78e2300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b63bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b63c08 sleepq_switch(c78e2300,0,c10d9a55,26b,c78e2300,...) at sleepq_switch+0x1b9/frame 0xe3b63c3c sleepq_wait(c78ebacc,0,e3b63c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b63c60 _cv_wait(c78ebacc,c78ebc74,c10b12f7,77,c78ebad4,...) at _cv_wait+0x1f9/frame 0xe3b63ca4 usb_process(c78ebac4,e3b63d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b63ccc fork_exit(c0960d80,c78ebac4,e3b63d08) at fork_exit+0x7f/frame 0xe3b63cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b63cf4 --- trap 0, eip = 0, esp = 0xe3b63d40, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc78e2600 sched_switch(c78e2600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b5fbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b5fc08 sleepq_switch(c78e2600,0,c10d9a55,26b,c78e2600,...) at sleepq_switch+0x1b9/frame 0xe3b5fc3c sleepq_wait(c78e6b5c,0,e3b5fc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b5fc60 _cv_wait(c78e6b5c,c78e6c74,c10b12f7,77,c78e6b64,...) at _cv_wait+0x1f9/frame 0xe3b5fca4 usb_process(c78e6b54,e3b5fd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b5fccc fork_exit(c0960d80,c78e6b54,e3b5fd08) at fork_exit+0x7f/frame 0xe3b5fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b5fcf4 --- trap 0, eip = 0, esp = 0xe3b5fd40, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc78e2900 sched_switch(c78e2900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b5cbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b5cc08 sleepq_switch(c78e2900,0,c10d9a55,26b,c78e2900,...) at sleepq_switch+0x1b9/frame 0xe3b5cc3c sleepq_wait(c78e6b2c,0,e3b5cc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b5cc60 _cv_wait(c78e6b2c,c78e6c74,c10b12f7,77,c78e6b34,...) at _cv_wait+0x1f9/frame 0xe3b5cca4 usb_process(c78e6b24,e3b5cd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b5cccc fork_exit(c0960d80,c78e6b24,e3b5cd08) at fork_exit+0x7f/frame 0xe3b5ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b5ccf4 --- trap 0, eip = 0, esp = 0xe3b5cd40, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc78e2c00 sched_switch(c78e2c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b59bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b59c08 sleepq_switch(c78e2c00,0,c10d9a55,26b,c78e2c00,...) at sleepq_switch+0x1b9/frame 0xe3b59c3c sleepq_wait(c78e6afc,0,e3b59c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b59c60 _cv_wait(c78e6afc,c78e6c74,c10b12f7,77,c78e6b04,...) at _cv_wait+0x1f9/frame 0xe3b59ca4 usb_process(c78e6af4,e3b59d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b59ccc fork_exit(c0960d80,c78e6af4,e3b59d08) at fork_exit+0x7f/frame 0xe3b59cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b59cf4 --- trap 0, eip = 0, esp = 0xe3b59d40, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc78e3000 sched_switch(c78e3000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b56bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b56c08 sleepq_switch(c78e3000,0,c10d9a55,26b,c78e3000,...) at sleepq_switch+0x1b9/frame 0xe3b56c3c sleepq_wait(c78e6acc,0,e3b56c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b56c60 _cv_wait(c78e6acc,c78e6c74,c10b12f7,77,c78e6ad4,...) at _cv_wait+0x1f9/frame 0xe3b56ca4 usb_process(c78e6ac4,e3b56d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b56ccc fork_exit(c0960d80,c78e6ac4,e3b56d08) at fork_exit+0x7f/frame 0xe3b56cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b56cf4 --- trap 0, eip = 0, esp = 0xe3b56d40, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc78e3300 sched_switch(c78e3300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b52bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b52c08 sleepq_switch(c78e3300,0,c10d9a55,26b,c78e3300,...) at sleepq_switch+0x1b9/frame 0xe3b52c3c sleepq_wait(c78deb5c,0,e3b52c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b52c60 _cv_wait(c78deb5c,c78dec74,c10b12f7,77,c78deb64,...) at _cv_wait+0x1f9/frame 0xe3b52ca4 usb_process(c78deb54,e3b52d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b52ccc fork_exit(c0960d80,c78deb54,e3b52d08) at fork_exit+0x7f/frame 0xe3b52cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b52cf4 --- trap 0, eip = 0, esp = 0xe3b52d40, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc78e3600 sched_switch(c78e3600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b4fbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b4fc08 sleepq_switch(c78e3600,0,c10d9a55,26b,c78e3600,...) at sleepq_switch+0x1b9/frame 0xe3b4fc3c sleepq_wait(c78deb2c,0,e3b4fc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b4fc60 _cv_wait(c78deb2c,c78dec74,c10b12f7,77,c78deb34,...) at _cv_wait+0x1f9/frame 0xe3b4fca4 usb_process(c78deb24,e3b4fd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b4fccc fork_exit(c0960d80,c78deb24,e3b4fd08) at fork_exit+0x7f/frame 0xe3b4fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b4fcf4 --- trap 0, eip = 0, esp = 0xe3b4fd40, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc78e3900 sched_switch(c78e3900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b4cbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b4cc08 sleepq_switch(c78e3900,0,c10d9a55,26b,c78e3900,...) at sleepq_switch+0x1b9/frame 0xe3b4cc3c sleepq_wait(c78deafc,0,e3b4cc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b4cc60 _cv_wait(c78deafc,c78dec74,c10b12f7,77,c78deb04,...) at _cv_wait+0x1f9/frame 0xe3b4cca4 usb_process(c78deaf4,e3b4cd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b4cccc fork_exit(c0960d80,c78deaf4,e3b4cd08) at fork_exit+0x7f/frame 0xe3b4ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b4ccf4 --- trap 0, eip = 0, esp = 0xe3b4cd40, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc78e3c00 sched_switch(c78e3c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b49bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b49c08 sleepq_switch(c78e3c00,0,c10d9a55,26b,c78e3c00,...) at sleepq_switch+0x1b9/frame 0xe3b49c3c sleepq_wait(c78deacc,0,e3b49c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b49c60 _cv_wait(c78deacc,c78dec74,c10b12f7,77,c78dead4,...) at _cv_wait+0x1f9/frame 0xe3b49ca4 usb_process(c78deac4,e3b49d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b49ccc fork_exit(c0960d80,c78deac4,e3b49d08) at fork_exit+0x7f/frame 0xe3b49cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b49cf4 --- trap 0, eip = 0, esp = 0xe3b49d40, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc78d2000 sched_switch(c78d2000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b42bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b42c08 sleepq_switch(c78d2000,0,c10d9a55,26b,c78d2000,...) at sleepq_switch+0x1b9/frame 0xe3b42c3c sleepq_wait(c78d9b5c,0,e3b42c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b42c60 _cv_wait(c78d9b5c,c78d9c74,c10b12f7,77,c78d9b64,...) at _cv_wait+0x1f9/frame 0xe3b42ca4 usb_process(c78d9b54,e3b42d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b42ccc fork_exit(c0960d80,c78d9b54,e3b42d08) at fork_exit+0x7f/frame 0xe3b42cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b42cf4 --- trap 0, eip = 0, esp = 0xe3b42d40, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc78d2300 sched_switch(c78d2300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b3fbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b3fc08 sleepq_switch(c78d2300,0,c10d9a55,26b,c78d2300,...) at sleepq_switch+0x1b9/frame 0xe3b3fc3c sleepq_wait(c78d9b2c,0,e3b3fc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b3fc60 _cv_wait(c78d9b2c,c78d9c74,c10b12f7,77,c78d9b34,...) at _cv_wait+0x1f9/frame 0xe3b3fca4 usb_process(c78d9b24,e3b3fd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b3fccc fork_exit(c0960d80,c78d9b24,e3b3fd08) at fork_exit+0x7f/frame 0xe3b3fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b3fcf4 --- trap 0, eip = 0, esp = 0xe3b3fd40, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc78d2600 sched_switch(c78d2600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b3cbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b3cc08 sleepq_switch(c78d2600,0,c10d9a55,26b,c78d2600,...) at sleepq_switch+0x1b9/frame 0xe3b3cc3c sleepq_wait(c78d9afc,0,e3b3cc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b3cc60 _cv_wait(c78d9afc,c78d9c74,c10b12f7,77,c78d9b04,...) at _cv_wait+0x1f9/frame 0xe3b3cca4 usb_process(c78d9af4,e3b3cd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b3cccc fork_exit(c0960d80,c78d9af4,e3b3cd08) at fork_exit+0x7f/frame 0xe3b3ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b3ccf4 --- trap 0, eip = 0, esp = 0xe3b3cd40, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc78d2900 sched_switch(c78d2900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b39bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b39c08 sleepq_switch(c78d2900,0,c10d9a55,26b,c78d2900,...) at sleepq_switch+0x1b9/frame 0xe3b39c3c sleepq_wait(c78d9acc,0,e3b39c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b39c60 _cv_wait(c78d9acc,c78d9c74,c10b12f7,77,c78d9ad4,...) at _cv_wait+0x1f9/frame 0xe3b39ca4 usb_process(c78d9ac4,e3b39d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b39ccc fork_exit(c0960d80,c78d9ac4,e3b39d08) at fork_exit+0x7f/frame 0xe3b39cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b39cf4 --- trap 0, eip = 0, esp = 0xe3b39d40, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc78d4000 sched_switch(c78d4000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b32bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b32c08 sleepq_switch(c78d4000,0,c10d9a55,26b,c78d4000,...) at sleepq_switch+0x1b9/frame 0xe3b32c3c sleepq_wait(c78cdb5c,0,e3b32c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b32c60 _cv_wait(c78cdb5c,c78cdc74,c10b12f7,77,c78cdb64,...) at _cv_wait+0x1f9/frame 0xe3b32ca4 usb_process(c78cdb54,e3b32d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b32ccc fork_exit(c0960d80,c78cdb54,e3b32d08) at fork_exit+0x7f/frame 0xe3b32cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b32cf4 --- trap 0, eip = 0, esp = 0xe3b32d40, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc78d4300 sched_switch(c78d4300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b2fbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b2fc08 sleepq_switch(c78d4300,0,c10d9a55,26b,c78d4300,...) at sleepq_switch+0x1b9/frame 0xe3b2fc3c sleepq_wait(c78cdb2c,0,e3b2fc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b2fc60 _cv_wait(c78cdb2c,c78cdc74,c10b12f7,77,c78cdb34,...) at _cv_wait+0x1f9/frame 0xe3b2fca4 usb_process(c78cdb24,e3b2fd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b2fccc fork_exit(c0960d80,c78cdb24,e3b2fd08) at fork_exit+0x7f/frame 0xe3b2fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b2fcf4 --- trap 0, eip = 0, esp = 0xe3b2fd40, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc78d4600 sched_switch(c78d4600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b2cbd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b2cc08 sleepq_switch(c78d4600,0,c10d9a55,26b,c78d4600,...) at sleepq_switch+0x1b9/frame 0xe3b2cc3c sleepq_wait(c78cdafc,0,e3b2cc90,1,0,...) at sleepq_wait+0x48/frame 0xe3b2cc60 _cv_wait(c78cdafc,c78cdc74,c10b12f7,77,c78cdb04,...) at _cv_wait+0x1f9/frame 0xe3b2cca4 usb_process(c78cdaf4,e3b2cd08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b2cccc fork_exit(c0960d80,c78cdaf4,e3b2cd08) at fork_exit+0x7f/frame 0xe3b2ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b2ccf4 --- trap 0, eip = 0, esp = 0xe3b2cd40, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc78d4900 sched_switch(c78d4900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3b29bd4 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xe3b29c08 sleepq_switch(c78d4900,0,c10d9a55,26b,c78d4900,...) at sleepq_switch+0x1b9/frame 0xe3b29c3c sleepq_wait(c78cdacc,0,e3b29c90,1,0,...) at sleepq_wait+0x48/frame 0xe3b29c60 _cv_wait(c78cdacc,c78cdc74,c10b12f7,77,c78cdad4,...) at _cv_wait+0x1f9/frame 0xe3b29ca4 usb_process(c78cdac4,e3b29d08,c10cd860,3d7,0,...) at usb_process+0xe6/frame 0xe3b29ccc fork_exit(c0960d80,c78cdac4,e3b29d08) at fork_exit+0x7f/frame 0xe3b29cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b29cf4 --- trap 0, eip = 0, esp = 0xe3b29d40, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc7773600 sched_switch(c7773600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7236bb4 mi_switch(104,0,c10d9a55,1f5,c12a2460,...) at mi_switch+0x1c9/frame 0xc7236be8 sleepq_switch(c7773600,0,c10d9a55,28e,c126c35c,...) at sleepq_switch+0x1b9/frame 0xc7236c1c sleepq_timedwait(c126c35c,0,c10d4961,c10bfb22,0,...) at sleepq_timedwait+0x48/frame 0xc7236c40 msleep_spin_sbt(c126c35c,c144ca10,c10bfb22,19999999,0,...) at msleep_spin_sbt+0x225/frame 0xc7236c88 random_kthread(0,c7236d08,c10cd860,3d7,0,...) at random_kthread+0x2ea/frame 0xc7236ccc fork_exit(c084f4a0,0,c7236d08) at fork_exit+0x7f/frame 0xc7236cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7236cf4 --- trap 0, eip = 0, esp = 0xc7236d40, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc7773900 sched_switch(c7773900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7232b70 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc7232ba4 sleepq_switch(c7773900,0,c10d9a55,26b,c7773900,...) at sleepq_switch+0x1b9/frame 0xc7232bd8 sleepq_wait(c144dce4,5c,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc7232bfc _sleep(c144dce4,c1283904,25c,c10bfb22,0,...) at _sleep+0x37c/frame 0xc7232c58 g_io_schedule_down(c7773900,0,c10c1849,6c,c7232cf4,...) at g_io_schedule_down+0x5c/frame 0xc7232cb4 g_down_procbody(0,c7232d08,c10cd860,3d7,0,...) at g_down_procbody+0x9d/frame 0xc7232ccc fork_exit(c0a0fcc0,0,c7232d08) at fork_exit+0x7f/frame 0xc7232cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7232cf4 --- trap 0, eip = 0, esp = 0xc7232d40, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc7773c00 sched_switch(c7773c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc722fb98 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc722fbcc sleepq_switch(c7773c00,0,c10d9a55,26b,c7773c00,...) at sleepq_switch+0x1b9/frame 0xc722fc00 sleepq_wait(c144dce0,5c,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc722fc24 _sleep(c144dce0,c1283924,25c,c10bfb22,0,...) at _sleep+0x37c/frame 0xc722fc80 g_io_schedule_up(c7773c00,0,c10c1849,5f,c722fcf4,...) at g_io_schedule_up+0xe6/frame 0xc722fcb4 g_up_procbody(0,c722fd08,c10cd860,3d7,0,...) at g_up_procbody+0x9d/frame 0xc722fccc fork_exit(c0a0fc20,0,c722fd08) at fork_exit+0x7f/frame 0xc722fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc722fcf4 --- trap 0, eip = 0, esp = 0xc722fd40, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc7775000 sched_switch(c7775000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc722cba8 mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc722cbdc sleepq_switch(c7775000,0,c10d9a55,26b,c7775000,...) at sleepq_switch+0x1b9/frame 0xc722cc10 sleepq_wait(c144dcdc,5c,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc722cc34 _sleep(c144dcdc,c12838dc,25c,c10bfb22,0,...) at _sleep+0x37c/frame 0xc722cc90 g_run_events(0,c722cd08,c10cd860,3d7,0,...) at g_run_events+0x566/frame 0xc722cccc fork_exit(c0a0fb80,0,c722cd08) at fork_exit+0x7f/frame 0xc722ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc722ccf4 --- trap 0, eip = 0, esp = 0xc722cd40, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc78e5300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100062 td 0xc78e5600 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100060 td 0xc78e5c00 sched_switch(c78e5c00,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xe3b95c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xe3b95c94 ithread_loop(c770d5b0,e3b95d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xe3b95ccc fork_exit(c0a82d60,c770d5b0,e3b95d08) at fork_exit+0x7f/frame 0xe3b95cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b95cf4 --- trap 0, eip = 0, esp = 0xe3b95d40, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc78ef000 sched_switch(c78ef000,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xe3b84c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xe3b84c94 ithread_loop(c770d0f0,e3b84d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xe3b84ccc fork_exit(c0a82d60,c770d0f0,e3b84d08) at fork_exit+0x7f/frame 0xe3b84cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b84cf4 --- trap 0, eip = 0, esp = 0xe3b84d40, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc78f2000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc78e5000 sched_switch(c78e5000,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xe3b46c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xe3b46c94 ithread_loop(c770d1e0,e3b46d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xe3b46ccc fork_exit(c0a82d60,c770d1e0,e3b46d08) at fork_exit+0x7f/frame 0xe3b46cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b46cf4 --- trap 0, eip = 0, esp = 0xe3b46d40, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc78d2c00 sched_switch(c78d2c00,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xe3b36c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xe3b36c94 ithread_loop(c770d0c0,e3b36d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xe3b36ccc fork_exit(c0a82d60,c770d0c0,e3b36d08) at fork_exit+0x7f/frame 0xe3b36cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b36cf4 --- trap 0, eip = 0, esp = 0xe3b36d40, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc78d4c00 sched_switch(c78d4c00,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xe3b26c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xe3b26c94 ithread_loop(c770d6b0,e3b26d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xe3b26ccc fork_exit(c0a82d60,c770d6b0,e3b26d08) at fork_exit+0x7f/frame 0xe3b26cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3b26cf4 --- trap 0, eip = 0, esp = 0xe3b26d40, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc7775300 sched_switch(c7775300,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xc7393c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xc7393c94 ithread_loop(c770d240,c7393d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xc7393ccc fork_exit(c0a82d60,c770d240,c7393d08) at fork_exit+0x7f/frame 0xc7393cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7393cf4 --- trap 0, eip = 0, esp = 0xc7393d40, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc7775600 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100028 td 0xc7775900 sched_switch(c7775900,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xc7286c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xc7286c94 ithread_loop(c770d3c0,c7286d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xc7286ccc fork_exit(c0a82d60,c770d3c0,c7286d08) at fork_exit+0x7f/frame 0xc7286cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7286cf4 --- trap 0, eip = 0, esp = 0xc7286d40, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc7775c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100022 td 0xc7860c00 sched_switch(c7860c00,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xc7245c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xc7245c94 ithread_loop(c770d770,c7245d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xc7245ccc fork_exit(c0a82d60,c770d770,c7245d08) at fork_exit+0x7f/frame 0xc7245cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7245cf4 --- trap 0, eip = 0, esp = 0xc7245d40, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc770ec00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc7773300 sched_switch(c7773300,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xc7239c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xc7239c94 ithread_loop(c770d790,c7239d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xc7239ccc fork_exit(c0a82d60,c770d790,c7239d08) at fork_exit+0x7f/frame 0xc7239cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7239cf4 --- trap 0, eip = 0, esp = 0xc7239d40, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc76c7600 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc76c7900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc76c7c00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100009 td 0xc770e000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100008 td 0xc770e300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc770e600 sched_switch(c770e600,0,109,1b5,0,...) at sched_switch+0x4b9/frame 0xc7217c60 mi_switch(109,0,c10cdafd,55a,8,...) at mi_switch+0x1c9/frame 0xc7217c94 ithread_loop(c770d7f0,c7217d08,c10cd860,3d7,0,...) at ithread_loop+0x100/frame 0xc7217ccc fork_exit(c0a82d60,c770d7f0,c7217d08) at fork_exit+0x7f/frame 0xc7217cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7217cf4 --- trap 0, eip = 0, esp = 0xc7217d40, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc76c5000 cpustop_handler(3,13,c7213b90,c0edc9cb,189e5,...) at cpustop_handler+0x2f/frame 0xc7213a40 ipi_nmi_handler(189e5,0,0,c7213a94,c0a74afb,...) at ipi_nmi_handler+0x37/frame 0xc7213a50 trap(c7213b9c) at trap+0x3b/frame 0xc7213b90 calltrap() at calltrap+0x6/frame 0xc7213b90 --- trap 0x13, eip = 0xc0ec23c5, esp = 0xc7213bdc, ebp = 0xc7213bdc --- acpi_cpu_c1(c0ee577b,c7200c90,0,c112d157,303,...) at acpi_cpu_c1+0x5/frame 0xc7213bdc acpi_cpu_idle(26a5bb68,0,26a5bb68,c7213c50,c0ecc51a,...) at acpi_cpu_idle+0x146/frame 0xc7213c20 cpu_idle_acpi(26a5bb68,0,4,c1293e88,c1293e96,...) at cpu_idle_acpi+0x3f/frame 0xc7213c34 cpu_idle(0,2,c10d62e1,409,c1293e88,...) at cpu_idle+0x9a/frame 0xc7213c50 sched_idletd(0,c7213d08,c10cd860,3d7,0,...) at sched_idletd+0x1d6/frame 0xc7213ccc fork_exit(c0ad9590,0,c7213d08) at fork_exit+0x7f/frame 0xc7213cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7213cf4 --- trap 0, eip = 0, esp = 0xc7213d40, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc76c5300 kdb_break(c7922000,0,0,c1293700,c76c5300,...) at kdb_break+0x4e/frame 0xc7210ae4 uart_intr(c7922000,0,c76c5300,c770e600,0,...) at uart_intr+0x9e/frame 0xc7210b20 intr_event_handle(c7705d00,c7210b9c,5ed67f78,c7210b9c,2,...) at intr_event_handle+0x7a/frame 0xc7210b4c intr_execute_handlers(c770a0d4,c7210b9c,2) at intr_execute_handlers+0x42/frame 0xc7210b6c lapic_handle_intr(30,c7210b9c) at lapic_handle_intr+0x6f/frame 0xc7210b8c Xapic_isr1() at Xapic_isr1+0x35/frame 0xc7210b8c --- interrupt, eip = 0xc0ec23c5, esp = 0xc7210bdc, ebp = 0xc7210bdc --- acpi_cpu_c1(c0ee577b,c71fdc90,0,c112d157,303,...) at acpi_cpu_c1+0x5/frame 0xc7210bdc acpi_cpu_idle(5ed67f78,0,5ed67f78,c7210c50,c0ecc51a,...) at acpi_cpu_idle+0x146/frame 0xc7210c20 cpu_idle_acpi(5ed67f78,0,3,c1293788,c1293796,...) at cpu_idle_acpi+0x3f/frame 0xc7210c34 cpu_idle(0,2,c10d62e1,a46,c1293788,...) at cpu_idle+0x9a/frame 0xc7210c50 sched_idletd(0,c7210d08,c10cd860,3d7,0,...) at sched_idletd+0x1d6/frame 0xc7210ccc fork_exit(c0ad9590,0,c7210d08) at fork_exit+0x7f/frame 0xc7210cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7210cf4 --- trap 0, eip = 0, esp = 0xc7210d40, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc76c5600 cpustop_handler(1,13,c720db90,c0edc9cb,29e3ad,...) at cpustop_handler+0x2f/frame 0xc720da40 ipi_nmi_handler(29e3ad,0,0,c720da94,c0a74afb,...) at ipi_nmi_handler+0x37/frame 0xc720da50 trap(c720db9c) at trap+0x3b/frame 0xc720db90 calltrap() at calltrap+0x6/frame 0xc720db90 --- trap 0x13, eip = 0xc0ec23c5, esp = 0xc720dbdc, ebp = 0xc720dbdc --- acpi_cpu_c1(c0ee577b,c71fac90,0,c112d157,303,...) at acpi_cpu_c1+0x5/frame 0xc720dbdc acpi_cpu_idle(7ffc145f,0,7ffc145f,c720dc50,c0ecc51a,...) at acpi_cpu_idle+0x146/frame 0xc720dc20 cpu_idle_acpi(7ffc145f,0,0,c1293088,c1293096,...) at cpu_idle_acpi+0x3f/frame 0xc720dc34 cpu_idle(0,2,c10d62e1,a46,c1293088,...) at cpu_idle+0x9a/frame 0xc720dc50 sched_idletd(0,c720dd08,c10cd860,3d7,0,...) at sched_idletd+0x1d6/frame 0xc720dccc fork_exit(c0ad9590,0,c720dd08) at fork_exit+0x7f/frame 0xc720dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc720dcf4 --- trap 0, eip = 0, esp = 0xc720dd40, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc76c5900 cpustop_handler(0,13,c720ab90,c0edc9cb,414020,...) at cpustop_handler+0x2f/frame 0xc720aa40 ipi_nmi_handler(414020,0,0,c720aa94,c0a74afb,...) at ipi_nmi_handler+0x37/frame 0xc720aa50 trap(c720ab9c) at trap+0x3b/frame 0xc720ab90 calltrap() at calltrap+0x6/frame 0xc720ab90 --- trap 0x13, eip = 0xc0ec23c5, esp = 0xc720abdc, ebp = 0xc720abdc --- acpi_cpu_c1(c0ee577b,c1825c90,0,c112d157,303,...) at acpi_cpu_c1+0x5/frame 0xc720abdc acpi_cpu_idle(d0bed3b,0,d0bed3b,c720ac50,c0ecc51a,...) at acpi_cpu_idle+0x146/frame 0xc720ac20 cpu_idle_acpi(d0bed3b,0,1,c1292988,c1292996,...) at cpu_idle_acpi+0x3f/frame 0xc720ac34 cpu_idle(0,2,c10d62e1,a46,c1292988,...) at cpu_idle+0x9a/frame 0xc720ac50 sched_idletd(0,c720ad08,c10cd860,3d7,0,...) at sched_idletd+0x1d6/frame 0xc720accc fork_exit(c0ad9590,0,c720ad08) at fork_exit+0x7f/frame 0xc720acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc720acf4 --- trap 0, eip = 0, esp = 0xc720ad40, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc76c5c00 sched_switch(c76c5c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc720698c mi_switch(104,0,c10d9a55,1f5,c10d9a55,...) at mi_switch+0x1c9/frame 0xc72069c0 sleepq_switch(c76c5c00,0,c10d9a55,1ab,c7206a38,...) at sleepq_switch+0x1b9/frame 0xc72069f4 sleepq_catch_signals(0,c10d9a55,162,e88,c76c5c00,...) at sleepq_catch_signals+0x361/frame 0xc7206a3c sleepq_wait_sig(c76c3ba0,6c,c10dcecd,100,0,...) at sleepq_wait_sig+0x14/frame 0xc7206a60 _sleep(c76c3ba0,c76c3c34,16c,c10dcecd,0,...) at _sleep+0x35b/frame 0xc7206abc kern_wait6(c76c5c00,7,0,0,c7206b4c,...) at kern_wait6+0x45c/frame 0xc7206b20 sys_wait4(c76c5c00,c7206cc8,c112bc4f,d6,bfbfefe4,...) at sys_wait4+0x94/frame 0xc7206c40 syscall(c7206d08) at syscall+0x2ed/frame 0xc7206cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc7206cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x805e3b7, esp = 0xbfbfd874, ebp = 0xbfbfd888 --- Tracing command audit pid 10 tid 100001 td 0xc76c7000 sched_switch(c76c7000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7203ba8 mi_switch(104,0,c10d9a55,1f5,8,...) at mi_switch+0x1c9/frame 0xc7203bdc sleepq_switch(c76c7000,0,c10d9a55,26b,c76c7000,...) at sleepq_switch+0x1b9/frame 0xc7203c10 sleepq_wait(c14551d4,0,c7203c64,1,0,...) at sleepq_wait+0x48/frame 0xc7203c34 _cv_wait(c14551d4,c1455160,c11054d2,18d,0,...) at _cv_wait+0x1f9/frame 0xc7203c78 audit_worker(0,c7203d08,c10cd860,3d7,0,...) at audit_worker+0x94/frame 0xc7203ccc fork_exit(c0ccf000,0,c7203d08) at fork_exit+0x7f/frame 0xc7203cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7203cf4 --- trap 0, eip = 0, esp = 0xc7203d40, ebp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xc7949c00 sched_switch(c7949c00,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3baeb68 mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xe3baeb9c sleepq_switch(c7949c00,0,c10d9a55,28e,c7949c00,...) at sleepq_switch+0x1b9/frame 0xe3baebd0 sleepq_timedwait(c12855e0,0,2,0,0,...) at sleepq_timedwait+0x48/frame 0xe3baebf4 _sleep(c12855e0,0,0,c10bfb22,fffffc88,...) at _sleep+0x345/frame 0xe3baec50 pause_sbt(c10bfb22,fffffc88,2,0,0,...) at pause_sbt+0x86/frame 0xe3baec8c deadlkres(0,e3baed08,c10cd860,3d7,0,...) at deadlkres+0x82/frame 0xe3baeccc fork_exit(c0a61870,0,e3baed08) at fork_exit+0x7f/frame 0xe3baecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3baecf4 --- trap 0, eip = 0, esp = 0xe3baed40, ebp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xc794a000 sched_switch(c794a000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xe3babbc0 mi_switch(104,0,c10d9a55,1f5,c12a2d30,...) at mi_switch+0x1c9/frame 0xe3babbf4 sleepq_switch(c794a000,0,c10d9a55,26b,c7867d80,...) at sleepq_switch+0x1b9/frame 0xe3babc28 sleepq_wait(c7867d80,0,c10d4961,c10bfb22,0,...) at sleepq_wait+0x48/frame 0xe3babc4c msleep_spin_sbt(c7867d80,c7867d98,c10bfb22,0,0,...) at msleep_spin_sbt+0x239/frame 0xe3babc94 taskqueue_thread_loop(c144a500,e3babd08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xe3babccc fork_exit(c0af8a70,c144a500,e3babd08) at fork_exit+0x7f/frame 0xe3babcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xe3babcf4 --- trap 0, eip = 0, esp = 0xe3babd40, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc7860000 sched_switch(c7860000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7251bac mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc7251be0 sleepq_switch(c7860000,0,c10d9a55,26b,c7860000,...) at sleepq_switch+0x1b9/frame 0xc7251c14 sleepq_wait(c75a8600,0,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc7251c38 _sleep(c75a8600,c75a8618,0,c10bfb22,0,...) at _sleep+0x37c/frame 0xc7251c94 taskqueue_thread_loop(c1455210,c7251d08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc7251ccc fork_exit(c0af8a70,c1455210,c7251d08) at fork_exit+0x7f/frame 0xc7251cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7251cf4 --- trap 0, eip = 0, esp = 0xc7251d40, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc7860300 sched_switch(c7860300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc724ebc0 mi_switch(104,0,c10d9a55,1f5,c12a1608,...) at mi_switch+0x1c9/frame 0xc724ebf4 sleepq_switch(c7860300,0,c10d9a55,26b,c75a8680,...) at sleepq_switch+0x1b9/frame 0xc724ec28 sleepq_wait(c75a8680,0,c10d4961,c10bfb22,0,...) at sleepq_wait+0x48/frame 0xc724ec4c msleep_spin_sbt(c75a8680,c75a8698,c10bfb22,0,0,...) at msleep_spin_sbt+0x239/frame 0xc724ec94 taskqueue_thread_loop(c144b020,c724ed08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xc724eccc fork_exit(c0af8a70,c144b020,c724ed08) at fork_exit+0x7f/frame 0xc724ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc724ecf4 --- trap 0, eip = 0, esp = 0xc724ed40, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc7860600 sched_switch(c7860600,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc724bbc0 mi_switch(104,0,c10d9a55,1f5,c12a1608,...) at mi_switch+0x1c9/frame 0xc724bbf4 sleepq_switch(c7860600,0,c10d9a55,26b,c75a8680,...) at sleepq_switch+0x1b9/frame 0xc724bc28 sleepq_wait(c75a8680,0,c10d4961,c10bfb22,0,...) at sleepq_wait+0x48/frame 0xc724bc4c msleep_spin_sbt(c75a8680,c75a8698,c10bfb22,0,0,...) at msleep_spin_sbt+0x239/frame 0xc724bc94 taskqueue_thread_loop(c144b020,c724bd08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xc724bccc fork_exit(c0af8a70,c144b020,c724bd08) at fork_exit+0x7f/frame 0xc724bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc724bcf4 --- trap 0, eip = 0, esp = 0xc724bd40, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc7860900 sched_switch(c7860900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7248bc0 mi_switch(104,0,c10d9a55,1f5,c12a1608,...) at mi_switch+0x1c9/frame 0xc7248bf4 sleepq_switch(c7860900,0,c10d9a55,26b,c75a8680,...) at sleepq_switch+0x1b9/frame 0xc7248c28 sleepq_wait(c75a8680,0,c10d4961,c10bfb22,0,...) at sleepq_wait+0x48/frame 0xc7248c4c msleep_spin_sbt(c75a8680,c75a8698,c10bfb22,0,0,...) at msleep_spin_sbt+0x239/frame 0xc7248c94 taskqueue_thread_loop(c144b020,c7248d08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xc7248ccc fork_exit(c0af8a70,c144b020,c7248d08) at fork_exit+0x7f/frame 0xc7248cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7248cf4 --- trap 0, eip = 0, esp = 0xc7248d40, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc770e900 sched_switch(c770e900,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7242bac mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc7242be0 sleepq_switch(c770e900,0,c10d9a55,26b,c770e900,...) at sleepq_switch+0x1b9/frame 0xc7242c14 sleepq_wait(c75a8a00,0,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc7242c38 _sleep(c75a8a00,c75a8a18,0,c10bfb22,0,...) at _sleep+0x37c/frame 0xc7242c94 taskqueue_thread_loop(c144e4d8,c7242d08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc7242ccc fork_exit(c0af8a70,c144e4d8,c7242d08) at fork_exit+0x7f/frame 0xc7242cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7242cf4 --- trap 0, eip = 0, esp = 0xc7242d40, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc7773000 sched_switch(c7773000,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc723cbac mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc723cbe0 sleepq_switch(c7773000,0,c10d9a55,26b,c7773000,...) at sleepq_switch+0x1b9/frame 0xc723cc14 sleepq_wait(c75a8b00,0,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc723cc38 _sleep(c75a8b00,c75a8b18,0,c10bfb22,0,...) at _sleep+0x37c/frame 0xc723cc94 taskqueue_thread_loop(c1451440,c723cd08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc723cccc fork_exit(c0af8a70,c1451440,c723cd08) at fork_exit+0x7f/frame 0xc723ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc723ccf4 --- trap 0, eip = 0, esp = 0xc723cd40, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc76c7300 sched_switch(c76c7300,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc7229bac mi_switch(104,0,c10d9a55,1f5,162,...) at mi_switch+0x1c9/frame 0xc7229be0 sleepq_switch(c76c7300,0,c10d9a55,26b,c76c7300,...) at sleepq_switch+0x1b9/frame 0xc7229c14 sleepq_wait(c75a7100,0,c10bfb22,0,0,...) at sleepq_wait+0x48/frame 0xc7229c38 _sleep(c75a7100,c75a7118,0,c10bfb22,0,...) at _sleep+0x37c/frame 0xc7229c94 taskqueue_thread_loop(c12a0a44,c7229d08,c10cd860,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc7229ccc fork_exit(c0af8a70,c12a0a44,c7229d08) at fork_exit+0x7f/frame 0xc7229cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7229cf4 --- trap 0, eip = 0, esp = 0xc7229d40, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc144e050 sched_switch(c144e050,0,104,1b5,c0a9e3be,...) at sched_switch+0x4b9/frame 0xc1820c0c mi_switch(104,0,c10d9a55,1f5,101,...) at mi_switch+0x1c9/frame 0xc1820c40 sleepq_switch(c144e050,0,c10d9a55,28e,c144e050,...) at sleepq_switch+0x1b9/frame 0xc1820c74 sleepq_timedwait(c144dd64,54,9,0,0,...) at sleepq_timedwait+0x48/frame 0xc1820c98 _sleep(c144dd64,0,54,c1106695,fffff470,...) at _sleep+0x345/frame 0xc1820cf4 scheduler(0,0,c11393f0,181e000,1825000,...) at scheduler+0x2b3/frame 0xc1820d38 mi_startup() at mi_startup+0xf7/frame 0xc1820d58 begin() at begin+0x2c db> call doadump Physical memory: 3435 MB Dumping 225 MB: 210 194 178 162 146 130 114 98 82 66 50 34 18 2 Dump complete = 0 db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) proc 33 [Switching to thread 78 (Thread 100079)]#12 0xc0b2c2c3 in sosend (so=0xcd3ccd00, addr=0x0, uio=0xf5c7ab80, top=0x0, control=0xcd3bbe00, flags=0x0, td=0xc78f2900) at ../../../kern/uipc_socket.c:1454 1454 error = so->so_proto->pr_usrreqs->pru_sosend(so, addr, uio, top, (kgdb) bt #0 sched_switch (td=0xc78f2900, newtd=, flags=0x104) at ../../../kern/sched_ule.c:1954 #1 0xc0abc559 in mi_switch (flags=) at ../../../kern/kern_synch.c:487 #2 0xc0af4d59 in sleepq_switch (wchan=, pri=0x54) at ../../../kern/subr_sleepqueue.c:541 #3 0xc0af4b48 in sleepq_wait (wchan=0xc1ba4480, pri=0x54) at ../../../kern/subr_sleepqueue.c:620 #4 0xc0abbd8c in _sleep (ident=0x0, lock=0x0, priority=, sbt=0x0, pr=0x0) at ../../../kern/kern_synch.c:249 #5 0xc0d3ee0e in keg_fetch_slab (keg=0xc1ba4480, zone=0xc1b9f800, flags=) at ../../../vm/uma_core.c:2250 #6 0xc0d3f1df in zone_fetch_slab (zone=0xc1b9f800, keg=, flags=) at ../../../vm/uma_core.c:2314 #7 0xc0d3cd45 in uma_zalloc_arg (zone=, udata=0xf5c7a918, flags=) at ../../../vm/uma_core.c:2486 #8 0xc0b1ec0f in m_gethdr (how=0x2, type=0x1) at mbuf.h:519 #9 0xc0b1ea42 in m_getm2 (m=0x0, len=0x4c, how=0x2, type=0x1, flags=0x2) at ../../../kern/uipc_mbuf.c:179 #10 0xc0b23eed in m_uiotombuf (uio=0xf5c7ab80, how=0x2, len=0x1ff0, align=0x4c, flags=0x2) at ../../../kern/uipc_mbuf.c:1828 #11 0xc0b2bec2 in sosend_generic (so=0xcd3ccd00, addr=0x0, uio=0xf5c7ab80, top=0x0, control=0xcd3bbe00, flags=0x0, td=0xc78f2900) at ../../../kern/uipc_socket.c:1382 #12 0xc0b2c2c3 in sosend (so=0xcd3ccd00, addr=0x0, uio=0xf5c7ab80, top=0x0, control=0xcd3bbe00, flags=0x0, td=0xc78f2900) at ../../../kern/uipc_socket.c:1454 #13 0xc0b36453 in kern_sendit (td=0xc78f2900, s=, mp=) at ../../../kern/uipc_syscalls.c:917 #14 0xc0b36716 in sendit (td=0xc78f2900, s=0x5, mp=0x0) at ../../../kern/uipc_syscalls.c:843 #15 0xc0b367b9 in sys_sendmsg (td=0x0, uap=0xf5c7acc8) at ../../../kern/uipc_syscalls.c:1050 #16 0xc0eddddd in syscall (frame=) at subr_syscall.c:134 #17 0xc0ec6351 in Xint0x80_syscall () at ../../../i386/i386/exception.s:267 #18 0x00000033 in ?? () (kgdb) f 5 #5 0xc0d3ee0e in keg_fetch_slab (keg=0xc1ba4480, zone=0xc1b9f800, flags=) at ../../../vm/uma_core.c:2250 2250 msleep(keg, &keg->uk_lock, PVM, "keglimit", 0); (kgdb) l 2245 zone_log_warning(zone); 2246 } 2247 if (flags & M_NOWAIT) 2248 break; 2249 zone->uz_sleeps++; 2250 msleep(keg, &keg->uk_lock, PVM, "keglimit", 0); 2251 continue; 2252 } 2253 keg->uk_recurse++; 2254 slab = keg_alloc_slab(keg, zone, flags); (kgdb) p *keg $2 = {uk_lock = {lock_object = {lo_name = 0xc10dfebc "mbuf", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc757f998}, mtx_lock = 0x4}, uk_hash = {uh_slab_hash = 0x0, uh_hashsize = 0x0, uh_hashmask = 0x0}, uk_zones = { lh_first = 0xc1b9f800}, uk_part_slab = {lh_first = 0x0}, uk_free_slab = {lh_first = 0x0}, uk_full_slab = {lh_first = 0xcd3bbfa8}, uk_recurse = 0x0, uk_align = 0xff, uk_pages = 0x2bf3, uk_free = 0x0, uk_size = 0x100, uk_rsize = 0x100, uk_maxpages = 0x2bf3, uk_init = 0xc0d40020 , uk_fini = 0xc0d40050 , uk_allocf = 0xc0d3e570 , uk_freef = 0xc0d3e670 , uk_offset = 0x0, uk_kva = 0x0, uk_slabzone = 0x0, uk_slabsize = 0x1000, uk_pgoff = 0xfa8, uk_ppera = 0x1, uk_ipers = 0xf, uk_flags = 0x40000800, uk_name = 0xc10dfebc "mbuf", uk_link = {le_next = 0xc1ba4400, le_prev = 0xc1ba4578}} (kgdb) f 12 #12 0xc0b2c2c3 in sosend (so=0xcd3ccd00, addr=0x0, uio=0xf5c7ab80, top=0x0, control=0xcd3bbe00, flags=0x0, td=0xc78f2900) at ../../../kern/uipc_socket.c:1454 1454 error = so->so_proto->pr_usrreqs->pru_sosend(so, addr, uio, top, (kgdb) p *uio $3 = {uio_iov = 0xc7cdf560, uio_iovcnt = 0x0, uio_offset = 0x0, uio_resid = 0x0, uio_segflg = UIO_USERSPACE, uio_rw = UIO_WRITE, uio_td = 0xc78f2900} (kgdb) l 1449 struct mbuf *top, struct mbuf *control, int flags, struct thread *td) 1450 { 1451 int error; 1452 1453 CURVNET_SET(so->so_vnet); 1454 error = so->so_proto->pr_usrreqs->pru_sosend(so, addr, uio, top, 1455 control, flags, td); 1456 CURVNET_RESTORE(); 1457 return (error); 1458 } (kgdb) info loc error = 0xc0a6d36d (kgdb) p *so $4 = {so_count = 0x1, so_type = 0x5, so_options = 0x0, so_linger = 0x0, so_state = 0x2, so_qstate = 0x0, so_pcb = 0xcd3d3158, so_vnet = 0x0, so_proto = 0xc1214b90, so_head = 0x0, so_incomp = {tqh_first = 0x0, tqh_last = 0xcd3ccd20}, so_comp = {tqh_first = 0x0, tqh_last = 0xcd3ccd28}, so_list = {tqe_next = 0x0, tqe_prev = 0x0}, so_qlen = 0x0, so_incqlen = 0x0, so_qlimit = 0x0, so_timeo = 0x0, so_error = 0x0, so_sigio = 0x0, so_oobmark = 0x0, so_aiojobq = { tqh_first = 0x0, tqh_last = 0xcd3ccd4c}, so_rcv = {sb_sel = {si_tdlist = {tqh_first = 0x0, tqh_last = 0x0}, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0xc0a77260 , kl_unlock = 0xc0a772a0 , kl_assert_locked = 0xc0a772e0 , kl_assert_unlocked = 0xc0a77320 , kl_lockarg = 0xcd3ccd78}, si_mtx = 0x0}, sb_mtx = {lock_object = {lo_name = 0xc10dbeec "so_rcv", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc757e618}, mtx_lock = 0x4}, sb_sx = {lock_object = {lo_name = 0xc10cb4c4 "so_rcv_sx", lo_flags = 0x2330000, lo_data = 0x0, lo_witness = 0xc75863a0}, sx_lock = 0x1}, sb_state = 0x0, sb_mb = 0x0, sb_mbtail = 0x0, sb_lastrecord = 0x0, sb_sndptr = 0x0, sb_sndptroff = 0x0, sb_cc = 0x0, sb_hiwat = 0x2000, sb_mbcnt = 0x0, sb_mcnt = 0x0, sb_ccnt = 0x0, sb_mbmax = 0x10000, sb_ctl = 0x0, sb_lowat = 0x1, sb_timeo = 0x0, sb_flags = 0x0, sb_upcall = 0, sb_upcallarg = 0x0}, so_snd = {sb_sel = {si_tdlist = {tqh_first = 0x0, tqh_last = 0x0}, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0xc0a77260 , kl_unlock = 0xc0a772a0 , kl_assert_locked = 0xc0a772e0 , kl_assert_unlocked = 0xc0a77320 , kl_lockarg = 0xcd3cce0c}, si_mtx = 0x0}, sb_mtx = {lock_object = { lo_name = 0xc10dbee5 "so_snd", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc757e5b0}, mtx_lock = 0x4}, sb_sx = {lock_object = {lo_name = 0xc10cb4ba "so_snd_sx", lo_flags = 0x2330000, lo_data = 0x0, lo_witness = 0xc7586338}, sx_lock = 0xc78f2900}, sb_state = 0x0, sb_mb = 0x0, sb_mbtail = 0x0, sb_lastrecord = 0x0, sb_sndptr = 0x0, sb_sndptroff = 0x0, sb_cc = 0x0, sb_hiwat = 0x2000, sb_mbcnt = 0x0, sb_mcnt = 0x0, sb_ccnt = 0x0, sb_mbmax = 0x10000, sb_ctl = 0x0, sb_lowat = 0x800, sb_timeo = 0x0, sb_flags = 0x0, sb_upcall = 0, sb_upcallarg = 0x0}, so_cred = 0xc76bfe80, so_label = 0x0, so_peerlabel = 0x0, so_gencnt = 0xdb97, so_emuldata = 0x0, so_accf = 0x0, so_fibnum = 0x0, so_user_cookie = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/vm/vm_radix.c =================================================================== --- /usr/src/sys/vm/vm_radix.c (revision 250190) +++ /usr/src/sys/vm/vm_radix.c (working copy) @@ -257,54 +257,6 @@ vm_radix_keybarr(struct vm_radix_node *rnode, vm_p } /* - * Adjusts the idx key to the first upper level available, based on a valid - * initial level and map of available levels. - * Returns a value bigger than 0 to signal that there are not valid levels - * available. - */ -static __inline int -vm_radix_addlev(vm_pindex_t *idx, boolean_t *levels, uint16_t ilev) -{ - - for (; levels[ilev] == FALSE || - vm_radix_slot(*idx, ilev) == (VM_RADIX_COUNT - 1); ilev--) - if (ilev == 0) - return (1); - - /* - * The following computation cannot overflow because *idx's slot at - * ilev is less than VM_RADIX_COUNT - 1. - */ - *idx = vm_radix_trimkey(*idx, ilev); - *idx += VM_RADIX_UNITLEVEL(ilev); - return (0); -} - -/* - * Adjusts the idx key to the first lower level available, based on a valid - * initial level and map of available levels. - * Returns a value bigger than 0 to signal that there are not valid levels - * available. - */ -static __inline int -vm_radix_declev(vm_pindex_t *idx, boolean_t *levels, uint16_t ilev) -{ - - for (; levels[ilev] == FALSE || - vm_radix_slot(*idx, ilev) == 0; ilev--) - if (ilev == 0) - return (1); - - /* - * The following computation cannot overflow because *idx's slot at - * ilev is greater than 0. - */ - *idx = vm_radix_trimkey(*idx, ilev); - *idx -= 1; - return (0); -} - -/* * Internal helper for vm_radix_reclaim_allnodes(). * This function is recursive. */ @@ -499,15 +451,11 @@ vm_radix_lookup(struct vm_radix *rtree, vm_pindex_ vm_page_t vm_radix_lookup_ge(struct vm_radix *rtree, vm_pindex_t index) { + struct vm_radix_node *stack[VM_RADIX_LIMIT]; vm_pindex_t inc; vm_page_t m; struct vm_radix_node *child, *rnode; - int slot; - uint16_t difflev; - boolean_t maplevels[VM_RADIX_LIMIT + 1]; -#ifdef INVARIANTS - int loops = 0; -#endif + int slot, tos; rnode = vm_radix_getroot(rtree); if (rnode == NULL) @@ -519,34 +467,42 @@ vm_radix_lookup_ge(struct vm_radix *rtree, vm_pind else return (NULL); } -restart: - KASSERT(++loops < 1000, ("%s: too many loops", __func__)); - for (difflev = 0; difflev < (VM_RADIX_LIMIT + 1); difflev++) - maplevels[difflev] = FALSE; + tos = 0; for (;;) { - maplevels[rnode->rn_clev] = TRUE; - /* * If the keys differ before the current bisection node, * then the search key might rollback to the earliest * available bisection node or to the smallest key * in the current node (if the owner is bigger than the * search key). - * The maplevels array records any node has been seen - * at a given level. This aids the search for a valid - * bisection node. */ if (vm_radix_keybarr(rnode, index)) { if (index > rnode->rn_owner) { - difflev = vm_radix_keydiff(index, - rnode->rn_owner); - if (vm_radix_addlev(&index, maplevels, - difflev) > 0) - break; - rnode = vm_radix_getroot(rtree); - goto restart; +ascend: + /* + * Pop nodes from the stack until either the + * stack is empty or a node that could have a + * matching descendant is found. + */ + do { + if (tos == 0) + return (NULL); + rnode = stack[--tos]; + } while (vm_radix_slot(index, + rnode->rn_clev) == (VM_RADIX_COUNT - 1)); + + /* + * The following computation cannot overflow + * because index's slot at the current level + * is less than VM_RADIX_COUNT - 1. + */ + index = vm_radix_trimkey(index, + rnode->rn_clev); + index += VM_RADIX_UNITLEVEL(rnode->rn_clev); } else index = rnode->rn_owner; + KASSERT(!vm_radix_keybarr(rnode, index), + ("vm_radix_lookup_ge: keybarr failed")); } slot = vm_radix_slot(index, rnode->rn_clev); child = rnode->rn_child[slot]; @@ -580,18 +536,18 @@ vm_radix_lookup_ge(struct vm_radix *rtree, vm_pind ("vm_radix_lookup_ge: child is radix node")); /* - * If a valid page or edge bigger than the search slot is - * found in the traversal, skip to the next higher-level key. + * If a page or edge bigger than the search slot is not found + * in the current node, ascend to the next higher-level node. */ - if (rnode->rn_clev == 0 || vm_radix_addlev(&index, maplevels, - rnode->rn_clev - 1) > 0) - break; - rnode = vm_radix_getroot(rtree); - goto restart; + goto ascend; descend: + KASSERT(rnode->rn_clev < VM_RADIX_LIMIT, + ("vm_radix_lookup_ge: pushing leaf's parent")); + KASSERT(tos < VM_RADIX_LIMIT, + ("vm_radix_lookup_ge: stack overflow")); + stack[tos++] = rnode; rnode = child; } - return (NULL); } /* @@ -600,15 +556,11 @@ descend: vm_page_t vm_radix_lookup_le(struct vm_radix *rtree, vm_pindex_t index) { + struct vm_radix_node *stack[VM_RADIX_LIMIT]; vm_pindex_t inc; vm_page_t m; struct vm_radix_node *child, *rnode; - int slot; - uint16_t difflev; - boolean_t maplevels[VM_RADIX_LIMIT + 1]; -#ifdef INVARIANTS - int loops = 0; -#endif + int slot, tos; rnode = vm_radix_getroot(rtree); if (rnode == NULL) @@ -620,36 +572,44 @@ vm_radix_lookup_le(struct vm_radix *rtree, vm_pind else return (NULL); } -restart: - KASSERT(++loops < 1000, ("%s: too many loops", __func__)); - for (difflev = 0; difflev < (VM_RADIX_LIMIT + 1); difflev++) - maplevels[difflev] = FALSE; + tos = 0; for (;;) { - maplevels[rnode->rn_clev] = TRUE; - /* * If the keys differ before the current bisection node, * then the search key might rollback to the earliest * available bisection node or to the largest key * in the current node (if the owner is smaller than the * search key). - * The maplevels array records any node has been seen - * at a given level. This aids the search for a valid - * bisection node. */ if (vm_radix_keybarr(rnode, index)) { if (index > rnode->rn_owner) { index = rnode->rn_owner + VM_RADIX_COUNT * - VM_RADIX_UNITLEVEL(rnode->rn_clev) - 1; + VM_RADIX_UNITLEVEL(rnode->rn_clev); } else { - difflev = vm_radix_keydiff(index, - rnode->rn_owner); - if (vm_radix_declev(&index, maplevels, - difflev) > 0) - break; - rnode = vm_radix_getroot(rtree); - goto restart; +ascend: + /* + * Pop nodes from the stack until either the + * stack is empty or a node that could have a + * matching descendant is found. + */ + do { + if (tos == 0) + return (NULL); + rnode = stack[--tos]; + } while (vm_radix_slot(index, + rnode->rn_clev) == 0); + + /* + * The following computation cannot overflow + * because index's slot at the current level + * is greater than 0. + */ + index = vm_radix_trimkey(index, + rnode->rn_clev); } + index--; + KASSERT(!vm_radix_keybarr(rnode, index), + ("vm_radix_lookup_le: keybarr failed")); } slot = vm_radix_slot(index, rnode->rn_clev); child = rnode->rn_child[slot]; @@ -683,18 +643,18 @@ vm_radix_lookup_le(struct vm_radix *rtree, vm_pind ("vm_radix_lookup_le: child is radix node")); /* - * If a valid page or edge smaller than the search slot is - * found in the traversal, skip to the next higher-level key. + * If a page or edge smaller than the search slot is not found + * in the current node, ascend to the next higher-level node. */ - if (rnode->rn_clev == 0 || vm_radix_declev(&index, maplevels, - rnode->rn_clev - 1) > 0) - break; - rnode = vm_radix_getroot(rtree); - goto restart; + goto ascend; descend: + KASSERT(rnode->rn_clev < VM_RADIX_LIMIT, + ("vm_radix_lookup_le: pushing leaf's parent")); + KASSERT(tos < VM_RADIX_LIMIT, + ("vm_radix_lookup_le: stack overflow")); + stack[tos++] = rnode; rnode = child; } - return (NULL); } /* -- Test scenario: socketpair.sh