7.2-STABLE #4 r197770M from 2009-10-04 13:03:07 UTC, r197770M, vmcore.12 KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 7.2-STABLE #4 r197770M: Tue Oct 27 15:57:29 CET 2009 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1036410880 (988 MB) ACPI APIC Table: ioapic0 irqs 0-23 on motherboard ioapic1 irqs 24-47 on motherboard : Trying to mount root from ufs:/dev/ad0s2a pid 82 (fsck_ufs), uid 0: exited on signal 8 fxp0: link state changed to UP Expensive timeout(9) function: 0xc06ff9f0(0xc0d5d480) 0.005314845 s panic: Livelock cpuid = 0 KDB: enter: panic [thread pid 930 tid 100074 ] Stopped at kdb_enter_why+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 930 tid 100074 td 0xc47a56c0 kdb_enter_why(c0ba3fb3,c0ba3fb3,c0bad289,e693db5c,0,...) at kdb_enter_why+0x3a panic(c0bad289,0,c0bad1df,7fd,725,...) at panic+0x136 kern_sendfile(c47a56c0,e693dcfc,0,0,0,...) at kern_sendfile+0xd80 do_sendfile(e693dd2c,c0aefd43,c47a56c0,e693dcfc,20,...) at do_sendfile+0xb1 sendfile(c47a56c0,e693dcfc,20,c0baa828,c0c7bb78,...) at sendfile+0x13 syscall(e693dd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (393, FreeBSD ELF32, sendfile), eip = 0x282af71b, esp = 0xbfbfc4ec, ebp = 0xbfbfe568 --- db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc47a56c0: pid 930 "lighttpd" curpcb = 0xe693dd90 fpcurthread = none idlethread = 0xc40a2b40: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: db> show alllocks Process 930 (lighttpd) thread 0xc47a56c0 (100074) exclusive sx so_snd_sx r = 0 (0xc460d460) locked @ kern/uipc_sockbuf.c:145 Process 909 (sshd) thread 0xc47a6480 (100068) exclusive sx so_rcv_sx r = 0 (0xc460e08c) locked @ kern/uipc_sockbuf.c:148 db> show lockedvnods Locked vnodes db> ps pid ppid pgrp uid state wmesg wchan cmd 935 931 931 80 S accept 0xc460d03a php-cgi 934 931 931 80 R php-cgi 933 931 931 80 S accept 0xc460d03a php-cgi 932 931 931 80 S accept 0xc460d03a php-cgi 931 930 931 80 Ss wait 0xc47a3b00 php-cgi 930 1 929 80 R CPU 0 lighttpd 922 918 922 0 S+ ttyin 0xc4285c10 bash 918 917 918 0 S+ pause 0xc45dab60 csh 917 913 917 1001 S+ wait 0xc45da840 su 913 911 913 1001 Ss+ wait 0xc47a2840 bash 911 909 909 1001 S select 0xc0d36c3c sshd 909 822 909 0 Ss sbwait 0xc460e0bc sshd 908 1 908 0 Ss+ ttyin 0xc4284810 getty 907 1 907 0 Ss+ ttyin 0xc4283810 getty 906 1 906 0 Ss+ ttyin 0xc4280c10 getty 905 1 905 0 Ss+ ttyin 0xc4286010 getty 904 1 904 0 Ss+ ttyin 0xc4284010 getty 903 1 903 0 Ss+ ttyin 0xc4283c10 getty 902 1 902 0 Ss+ ttyin 0xc4285410 getty 901 1 901 0 Ss+ ttyin 0xc4280010 getty 884 1 884 0 Ss select 0xc0d36c3c inetd 860 1 860 0 Ss select 0xc0d36c3c moused 847 1 847 0 Ss nanslp 0xc0ce3684 watchdogd 838 1 838 0 Ss nanslp 0xc0ce3684 cron 832 1 832 25 Ss pause 0xc45d9320 sendmail 828 1 828 0 Ss select 0xc0d36c3c sendmail 822 1 822 0 Ss select 0xc0d36c3c sshd 801 1 801 0 Ss select 0xc0d36c3c ntpd 734 729 729 0 S - 0xc45dd800 nfsd 733 729 729 0 S - 0xc45dda00 nfsd 732 729 729 0 S - 0xc45ddc00 nfsd 731 729 729 0 S - 0xc440dc00 nfsd 729 1 729 0 Ss select 0xc0d36c3c nfsd 727 1 727 0 Ss select 0xc0d36c3c mountd 673 1 673 0 Ss select 0xc0d36c3c rpcbind 654 1 654 0 Ss select 0xc0d36c3c syslogd 597 1 597 0 Ss select 0xc0d36c3c devd 42 0 0 0 SL sdflush 0xc0d43200 [softdepflush] 41 0 0 0 SL vlruwt 0xc4465000 [vnlru] 40 0 0 0 SL syncer 0xc0ce34cc [syncer] 39 0 0 0 SL psleep 0xc0d37248 [bufdaemon] 38 0 0 0 SL pgzero 0xc0d43e34 [pagezero] 37 0 0 0 SL psleep 0xc0d43a64 [vmdaemon] 36 0 0 0 SL psleep 0xc0d43a2c [pagedaemon] 35 0 0 0 SL waiting_ 0xc0d38fec [sctp_iterator] 34 0 0 0 WL [irq7: ppbus0 ppc0] 33 0 0 0 SL - 0xc41ff23c [fdc0] 32 0 0 0 WL [swi0: sio] 31 0 0 0 WL [irq12: psm0] 30 0 0 0 WL [irq1: atkbd0] 29 0 0 0 WL [irq15: ata1] 28 0 0 0 WL [irq14: ata0] 27 0 0 0 WL [irq17: fxp0] 26 0 0 0 SL usbtsk 0xc0ce0794 [usbtask-dr] 25 0 0 0 SL usbtsk 0xc0ce0780 [usbtask-hc] 24 0 0 0 SL usbevt 0xc41c4210 [usb0] 23 0 0 0 WL [irq16: uhci0] 22 0 0 0 SL - 0xc41d9680 [em0 taskq] 21 0 0 0 WL [irq9: acpi0] 20 0 0 0 WL [swi6: task queue] 19 0 0 0 WL [swi6: Giant taskq] 18 0 0 0 SL - 0xc409ed80 [thread taskq] 17 0 0 0 WL [swi5: +] 9 0 0 0 SL - 0xc409ee80 [acpi_task_2] 8 0 0 0 SL - 0xc409ee80 [acpi_task_1] 7 0 0 0 SL - 0xc409ee80 [acpi_task_0] 6 0 0 0 SL - 0xc4122000 [kqueue taskq] 16 0 0 0 WL [swi2: cambio] 5 0 0 0 SL ccb_scan 0xc0caf654 [xpt_thrd] 15 0 0 0 SL - 0xc0ce34d4 [yarrow] 4 0 0 0 SL - 0xc0ce0f2c [g_down] 3 0 0 0 SL - 0xc0ce0f28 [g_up] 2 0 0 0 SL - 0xc0ce0f20 [g_event] 14 0 0 0 WL [swi3: vm] 13 0 0 0 RL [swi4: clock sio] 12 0 0 0 WL [swi1: net] 11 0 0 0 RL [idle: cpu0] 1 0 1 0 SLs wait 0xc40a0b00 [init] 10 0 0 0 SL audit_wo 0xc0d42c44 [audit] 0 0 0 0 SLs sched 0xc0ce0fe0 [swapper] db> allt Tracing command php-cgi pid 935 tid 100079 td 0xc4810d80 sched_switch(c4810d80,0,1,180,8c9b9efa,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c480c598,...) at mi_switch+0x223 sleepq_switch(c480c598,0,c0ba7c31,19e,c460d03a,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c460d03a,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c460d03a,c0d370a8,158,c0b70436,0,...) at _sleep+0x379 kern_accept(c4810d80,0,e694ec70,e694ec6c,e694ec68,...) at kern_accept+0x12b accept(c4810d80,e694ecfc,c,e694ed38,c0c79970,...) at accept+0x8f syscall(e694ed38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (30, FreeBSD ELF32, accept), eip = 0x2855590f, esp = 0xbfbecb0c, ebp = 0xbfbfcbe8 --- Tracing command php-cgi pid 934 tid 100078 td 0xc4811000 sched_switch(c4811000,0,2,17b,accd1a16,...) at sched_switch+0x4a0 mi_switch(2,0,c0ba8366,ec,c4811000,...) at mi_switch+0x223 ast(e694ad38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command php-cgi pid 933 tid 100077 td 0xc47a5000 sched_switch(c47a5000,0,1,180,8707d884,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c480cb18,...) at mi_switch+0x223 sleepq_switch(c480cb18,0,c0ba7c31,19e,c460d03a,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c460d03a,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c460d03a,c0d370a8,158,c0b70436,0,...) at _sleep+0x379 kern_accept(c47a5000,0,e6946c70,e6946c6c,e6946c68,...) at kern_accept+0x12b accept(c47a5000,e6946cfc,c,c0bc0400,c0c79970,...) at accept+0x8f syscall(e6946d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (30, FreeBSD ELF32, accept), eip = 0x2855590f, esp = 0xbfbecb0c, ebp = 0xbfbfcbe8 --- Tracing command php-cgi pid 932 tid 100073 td 0xc47a5900 sched_switch(c47a5900,0,1,180,8ce64c7c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a22d8,...) at mi_switch+0x223 sleepq_switch(c47a22d8,0,c0ba7c31,19e,c460d03a,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c460d03a,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c460d03a,c0d370a8,158,c0b70436,0,...) at _sleep+0x379 kern_accept(c47a5900,0,e693ac70,e693ac6c,e693ac68,...) at kern_accept+0x12b accept(c47a5900,e693acfc,c,c0bc0400,c0c79970,...) at accept+0x8f syscall(e693ad38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (30, FreeBSD ELF32, accept), eip = 0x2855590f, esp = 0xbfbecb0c, ebp = 0xbfbfcbe8 --- Tracing command php-cgi pid 931 tid 100065 td 0xc47a6b40 sched_switch(c47a6b40,0,1,180,8c6a2dae,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a3b18,...) at mi_switch+0x223 sleepq_switch(c47a3b18,0,c0ba7c31,19e,c47a3b00,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,5c,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c47a3b00,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c47a3b00,c47a3b90,15c,c0ba9ec8,0,...) at _sleep+0x379 kern_wait(c47a6b40,ffffffff,e6922c2c,0,0,...) at kern_wait+0xac6 wait4(c47a6b40,e6922cfc,10,e6922d38,c0c79748,...) at wait4+0x3b syscall(e6922d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28538e2b, esp = 0xbfbfcbcc, ebp = 0xbfbfcbe8 --- Tracing command lighttpd pid 930 tid 100074 td 0xc47a56c0 kdb_enter_why(c0ba3fb3,c0ba3fb3,c0bad289,e693db5c,0,...) at kdb_enter_why+0x3a panic(c0bad289,0,c0bad1df,7fd,725,...) at panic+0x136 kern_sendfile(c47a56c0,e693dcfc,0,0,0,...) at kern_sendfile+0xd80 do_sendfile(e693dd2c,c0aefd43,c47a56c0,e693dcfc,20,...) at do_sendfile+0xb1 sendfile(c47a56c0,e693dcfc,20,c0baa828,c0c7bb78,...) at sendfile+0x13 syscall(e693dd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (393, FreeBSD ELF32, sendfile), eip = 0x282af71b, esp = 0xbfbfc4ec, ebp = 0xbfbfe568 --- Tracing command bash pid 922 tid 100072 td 0xc47a5b40 sched_switch(c47a5b40,0,1,180,70ef62b8,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a2598,...) at mi_switch+0x223 sleepq_switch(c47a2598,0,c0ba7c31,19e,c4285c10,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4285c10,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4285c10,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4285c00,c4285c10,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4285c00,e6937c60,0,c0c87180,c47b1400,...) at ttread+0x4e7 ptsread(c47b1400,e6937c60,0,1a1,0,...) at ptsread+0x3e giant_read(c47b1400,e6937c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448ca18,e6937c60,c4615800,0,c47a5b40,...) at devfs_read_f+0x7d dofileread(e6937c60,ffffffff,ffffffff,0,c448ca18,...) at dofileread+0x96 kern_readv(c47a5b40,0,e6937c60,bfbfdeef,1,...) at kern_readv+0x58 read(c47a5b40,e6937cfc,c,c47a5b40,c0c796e8,...) at read+0x4f syscall(e6937d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28329b23, esp = 0xbfbfdecc, ebp = 0xbfbfdef8 --- Tracing command csh pid 918 tid 100075 td 0xc47a5480 sched_switch(c47a5480,0,1,180,d24272ae,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45dab18,...) at mi_switch+0x223 sleepq_switch(c45dab18,0,c0ba7c31,19e,c45dab60,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,68,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c45dab60,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c45dab60,c45dab90,168,c0b5f967,0,...) at _sleep+0x379 kern_sigsuspend(c47a5480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c47a5480,e6940cfc,4,c0ba9da2,c0c7b698,...) at sigsuspend+0x4d syscall(e6940d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28163bfb, esp = 0xbfbfe66c, ebp = 0xbfbfe6d8 --- Tracing command su pid 917 tid 100076 td 0xc47a5240 sched_switch(c47a5240,0,1,180,79dcecc8,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45da858,...) at mi_switch+0x223 sleepq_switch(c45da858,0,c0ba7c31,19e,c45da840,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,5c,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c45da840,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c45da840,c45da8d0,15c,c0ba9ec8,0,...) at _sleep+0x379 kern_wait(c47a5240,396,e6943c2c,2,0,...) at kern_wait+0xac6 wait4(c47a5240,e6943cfc,10,e6943d38,c0c79748,...) at wait4+0x3b syscall(e6943d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810be2b, esp = 0xbfbfe6bc, ebp = 0xbfbfe6d8 --- Tracing command bash pid 913 tid 100071 td 0xc47a5d80 sched_switch(c47a5d80,0,1,180,633e7b3a,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a2858,...) at mi_switch+0x223 sleepq_switch(c47a2858,0,c0ba7c31,19e,c47a2840,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,5c,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c47a2840,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c47a2840,c47a28d0,15c,c0ba9ec8,0,...) at _sleep+0x379 kern_wait(c47a5d80,ffffffff,e6934c2c,6,0,...) at kern_wait+0xac6 wait4(c47a5d80,e6934cfc,10,c0ba9da2,c0c79748,...) at wait4+0x3b syscall(e6934d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6e2b, esp = 0xbfbfea3c, ebp = 0xbfbfea58 --- Tracing command sshd pid 911 tid 100070 td 0xc47a6000 sched_switch(c47a6000,0,1,180,70ee5af4,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a2b18,...) at mi_switch+0x223 sleepq_switch(c47a2b18,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c47a6000,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,e6931b04,...) at _cv_wait_sig+0x20b kern_select(c47a6000,a,285030dc,285030e0,0,0,5b,280e9668) at kern_select+0x6cc select(c47a6000,e6931cfc,14,c0b9169f,c0c79f58,...) at select+0x5e syscall(e6931d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28390aa3, esp = 0xbfbfe5dc, ebp = 0xbfbfe628 --- Tracing command sshd pid 909 tid 100068 td 0xc47a6480 sched_switch(c47a6480,0,1,180,a7fd0f20,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a32d8,...) at mi_switch+0x223 sleepq_switch(c47a32d8,0,c0ba7c31,19e,c460e0bc,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c460e0bc,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c460e0bc,c460e074,158,c0bacc2b,0) at _sleep+0x379 sbwait(c460e050,4,c0bacce0,5b1,c460e074,...) at sbwait+0x76 soreceive_generic(c460e000,0,e692bc60,0,0,...) at soreceive_generic+0x400 soreceive(c460e000,0,e692bc60,0,0,...) at soreceive+0x38 soo_read(c448b1c8,e692bc60,c47b2400,0,c47a6480,...) at soo_read+0x3b dofileread(e692bc60,ffffffff,ffffffff,0,c448b1c8,...) at dofileread+0x96 kern_readv(c47a6480,5,e692bc60,bfbfe62c,4,...) at kern_readv+0x58 read(c47a6480,e692bcfc,c,c0bc0400,c0c796e8,...) at read+0x4f syscall(e692bd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28390b23, esp = 0xbfbfe5cc, ebp = 0xbfbfe608 --- Tracing command getty pid 908 tid 100044 td 0xc4451480 sched_switch(c4451480,0,1,180,b93528dc,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4464598,...) at mi_switch+0x223 sleepq_switch(c4464598,0,c0ba7c31,19e,c4284810,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4284810,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4284810,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4284800,c4284810,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4284800,e68c2c60,0,e68c2b90,c06fd94d,...) at ttread+0x4e7 ttyread(c425a400,e68c2c60,0,e68c2bb4,c07b5ce0,...) at ttyread+0x38 scread(c425a400,e68c2c60,0,1a1,0,...) at scread+0x2d giant_read(c425a400,e68c2c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448c980,e68c2c60,c4071300,0,c4451480,...) at devfs_read_f+0x7d dofileread(e68c2c60,ffffffff,ffffffff,0,c448c980,...) at dofileread+0x96 kern_readv(c4451480,0,e68c2c60,bfbfee4b,1,...) at kern_readv+0x58 read(c4451480,e68c2cfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e68c2d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 907 tid 100054 td 0xc44b56c0 sched_switch(c44b56c0,0,1,180,b886a8d0,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45da018,...) at mi_switch+0x223 sleepq_switch(c45da018,0,c0ba7c31,19e,c4283810,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4283810,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4283810,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4283800,c4283810,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4283800,e68efc60,0,e68efb90,c06fd94d,...) at ttread+0x4e7 ttyread(c425a500,e68efc60,0,e68efbb4,c07b5ce0,...) at ttyread+0x38 scread(c425a500,e68efc60,0,1a1,0,...) at scread+0x2d giant_read(c425a500,e68efc60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448c4c0,e68efc60,c4071300,0,c44b56c0,...) at devfs_read_f+0x7d dofileread(e68efc60,ffffffff,ffffffff,0,c448c4c0,...) at dofileread+0x96 kern_readv(c44b56c0,0,e68efc60,bfbfee4b,1,...) at kern_readv+0x58 read(c44b56c0,e68efcfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e68efd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 906 tid 100056 td 0xc44b5240 sched_switch(c44b5240,0,1,180,b5ddddf8,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45d9858,...) at mi_switch+0x223 sleepq_switch(c45d9858,0,c0ba7c31,19e,c4280c10,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4280c10,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4280c10,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4280c00,c4280c10,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4280c00,e68f5c60,0,e68f5b90,c06fd94d,...) at ttread+0x4e7 ttyread(c425a600,e68f5c60,0,e68f5bb4,c07b5ce0,...) at ttyread+0x38 scread(c425a600,e68f5c60,0,1a1,0,...) at scread+0x2d giant_read(c425a600,e68f5c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448c3dc,e68f5c60,c4071300,0,c44b5240,...) at devfs_read_f+0x7d dofileread(e68f5c60,ffffffff,ffffffff,0,c448c3dc,...) at dofileread+0x96 kern_readv(c44b5240,0,e68f5c60,bfbfee4b,1,...) at kern_readv+0x58 read(c44b5240,e68f5cfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e68f5d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 905 tid 100064 td 0xc47a6d80 sched_switch(c47a6d80,0,1,180,b8a9a280,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a4018,...) at mi_switch+0x223 sleepq_switch(c47a4018,0,c0ba7c31,19e,c4286010,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4286010,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4286010,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4286000,c4286010,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4286000,e691fc60,0,e691fb90,c06fd94d,...) at ttread+0x4e7 ttyread(c425a700,e691fc60,0,e691fbb4,c07b5ce0,...) at ttyread+0x38 scread(c425a700,e691fc60,0,1a1,0,...) at scread+0x2d giant_read(c425a700,e691fc60,0,0,1,...) at giant_read+0x60 devfs_read_f(c45e1000,e691fc60,c4071300,0,c47a6d80,...) at devfs_read_f+0x7d dofileread(e691fc60,ffffffff,ffffffff,0,c45e1000,...) at dofileread+0x96 kern_readv(c47a6d80,0,e691fc60,bfbfee4b,1,...) at kern_readv+0x58 read(c47a6d80,e691fcfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e691fd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 904 tid 100057 td 0xc44b5000 sched_switch(c44b5000,0,1,180,b7b0ee08,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45d9598,...) at mi_switch+0x223 sleepq_switch(c45d9598,0,c0ba7c31,19e,c4284010,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4284010,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4284010,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4284000,c4284010,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4284000,e68f8c60,0,e68f8b90,c06fd94d,...) at ttread+0x4e7 ttyread(c425a800,e68f8c60,0,e68f8bb4,c07b5ce0,...) at ttyread+0x38 scread(c425a800,e68f8c60,0,1a1,0,...) at scread+0x2d giant_read(c425a800,e68f8c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448cc78,e68f8c60,c4071300,0,c44b5000,...) at devfs_read_f+0x7d dofileread(e68f8c60,ffffffff,ffffffff,0,c448cc78,...) at dofileread+0x96 kern_readv(c44b5000,0,e68f8c60,bfbfee4b,1,...) at kern_readv+0x58 read(c44b5000,e68f8cfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e68f8d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 903 tid 100063 td 0xc4452240 sched_switch(c4452240,0,1,180,b7d98574,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c44652d8,...) at mi_switch+0x223 sleepq_switch(c44652d8,0,c0ba7c31,19e,c4283c10,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4283c10,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4283c10,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4283c00,c4283c10,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4283c00,e690ac60,0,e690ab90,c06fd94d,...) at ttread+0x4e7 ttyread(c425a900,e690ac60,0,e690abb4,c07b5ce0,...) at ttyread+0x38 scread(c425a900,e690ac60,0,1a1,0,...) at scread+0x2d giant_read(c425a900,e690ac60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448c934,e690ac60,c4071300,0,c4452240,...) at devfs_read_f+0x7d dofileread(e690ac60,ffffffff,ffffffff,0,c448c934,...) at dofileread+0x96 kern_readv(c4452240,0,e690ac60,bfbfee4b,1,...) at kern_readv+0x58 read(c4452240,e690acfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e690ad38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 902 tid 100066 td 0xc47a6900 sched_switch(c47a6900,0,1,180,b6f4eb24,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a3858,...) at mi_switch+0x223 sleepq_switch(c47a3858,0,c0ba7c31,19e,c4285410,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4285410,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4285410,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4285400,c4285410,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4285400,e6925c60,0,e6925b90,c06fd94d,...) at ttread+0x4e7 ttyread(c425aa00,e6925c60,0,e6925bb4,c07b5ce0,...) at ttyread+0x38 scread(c425aa00,e6925c60,0,1a1,0,...) at scread+0x2d giant_read(c425aa00,e6925c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448cab0,e6925c60,c4071300,0,c47a6900,...) at devfs_read_f+0x7d dofileread(e6925c60,ffffffff,ffffffff,0,c448cab0,...) at dofileread+0x96 kern_readv(c47a6900,0,e6925c60,bfbfee4b,1,...) at kern_readv+0x58 read(c47a6900,e6925cfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e6925d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 901 tid 100067 td 0xc47a66c0 sched_switch(c47a66c0,0,1,180,b891c57c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a3598,...) at mi_switch+0x223 sleepq_switch(c47a3598,0,c0ba7c31,19e,c4280010,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,59,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c4280010,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c4280010,0,159,c0bab7b6,0,...) at _sleep+0x379 ttysleep(c4280000,c4280010,159,c0bab7b6,0,...) at ttysleep+0x39 ttread(c4280000,e6928c60,0,e6928b90,c06fd94d,...) at ttread+0x4e7 ttyread(c425ab00,e6928c60,0,e6928bb4,c07b5ce0,...) at ttyread+0x38 scread(c425ab00,e6928c60,0,1a1,0,...) at scread+0x2d giant_read(c425ab00,e6928c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c448b5a4,e6928c60,c4071300,0,c47a66c0,...) at devfs_read_f+0x7d dofileread(e6928c60,ffffffff,ffffffff,0,c448b5a4,...) at dofileread+0x96 kern_readv(c47a66c0,0,e6928c60,bfbfee4b,1,...) at kern_readv+0x58 read(c47a66c0,e6928cfc,c,c0bd9ee7,c0c796e8,...) at read+0x4f syscall(e6928d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816cb23, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 884 tid 100069 td 0xc47a6240 sched_switch(c47a6240,0,1,180,9d76e4dc,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c47a3018,...) at mi_switch+0x223 sleepq_switch(c47a3018,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c47a6240,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,e692eafc,...) at _cv_wait_sig+0x20b kern_select(c47a6240,6,bfbfec8c,0,0,0,5b,2818fe98) at kern_select+0x6cc select(c47a6240,e692ecfc,14,c0ba9f1b,c0c79f58,...) at select+0x5e syscall(e692ed38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2817eaa3, esp = 0xbfbfe08c, ebp = 0xbfbfee78 --- Tracing command moused pid 860 tid 100055 td 0xc44b5480 sched_switch(c44b5480,0,1,180,7ddd5772,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45d9b18,...) at mi_switch+0x223 sleepq_switch(c45d9b18,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c44b5480,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,0,...) at _cv_wait_sig+0x20b kern_select(c44b5480,400,bfbfeaac,0,0,0,5b,0) at kern_select+0x6cc select(c44b5480,e68f2cfc,14,c0bd9ee7,c0c79f58,...) at select+0x5e syscall(e68f2d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28184aa3, esp = 0xbfbfea2c, ebp = 0xbfbfebc8 --- Tracing command watchdogd pid 847 tid 100043 td 0xc44516c0 sched_switch(c44516c0,0,1,180,a8870462,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4464858,...) at mi_switch+0x223 sleepq_switch(c4464858,0,c0ba7c31,19e,c0ce3684,...) at sleepq_switch+0x182 sleepq_catch_signals(e68bebc0,c07e1c6d,c0ced500,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0ce3684,0,c0ba495e,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0ce3684,0,15c,c0ba50f9,ea61,...) at _sleep+0x351 kern_nanosleep(c44516c0,e68bec64,e68bec6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c44516c0,e68becfc,8,e68bed38,c0c7ad20,...) at nanosleep+0x6f syscall(e68bed38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816042f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 838 tid 100061 td 0xc44526c0 sched_switch(c44526c0,0,1,180,4ea4b58c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4465858,...) at mi_switch+0x223 sleepq_switch(c4465858,0,c0ba7c31,19e,c0ce3684,...) at sleepq_switch+0x182 sleepq_catch_signals(e6904bc0,c07e1c6d,c0ced500,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0ce3684,0,c0ba495e,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0ce3684,0,15c,c0ba50f9,e291,...) at _sleep+0x351 kern_nanosleep(c44526c0,e6904c64,e6904c6c,3a,0,...) at kern_nanosleep+0xc1 nanosleep(c44526c0,e6904cfc,8,c0baa00c,c0c7ad20,...) at nanosleep+0x6f syscall(e6904d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815842f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 --- Tracing command sendmail pid 832 tid 100058 td 0xc4452d80 sched_switch(c4452d80,0,1,180,46dafdbc,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45d92d8,...) at mi_switch+0x223 sleepq_switch(c45d92d8,0,c0ba7c31,19e,c45d9320,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,68,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c45d9320,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c45d9320,c45d9350,168,c0b5f967,0,...) at _sleep+0x379 kern_sigsuspend(c4452d80,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4452d80,e68fbcfc,4,c0ba9da2,c0c7b698,...) at sigsuspend+0x4d syscall(e68fbd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2830dbfb, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 --- Tracing command sendmail pid 828 tid 100062 td 0xc4452480 sched_switch(c4452480,0,1,180,1fe11d12,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4465598,...) at mi_switch+0x223 sleepq_switch(c4465598,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(e6907a84,c07e203a,c0d36c24,0,c4452480,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0d36c3c,1389,c0ba992a,101,0,...) at sleepq_timedwait_sig+0x17 _cv_timedwait_sig(c0d36c3c,c0d36c24,1389,320,c4452480,...) at _cv_timedwait_sig+0x21a kern_select(c4452480,5,bfbfd92c,0,0,e6907c70,5,0) at kern_select+0x6b4 select(c4452480,e6907cfc,14,c0baa2ca,c0c79f58,...) at select+0x5e syscall(e6907d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283a5aa3, esp = 0xbfbfd09c, ebp = 0xbfbfdb38 --- Tracing command sshd pid 822 tid 100060 td 0xc4452900 sched_switch(c4452900,0,1,180,94b6d1b8,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4465b18,...) at mi_switch+0x223 sleepq_switch(c4465b18,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c4452900,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,e6901afc,...) at _cv_wait_sig+0x20b kern_select(c4452900,7,285090ac,0,0,0,c4452900,e6901c98) at kern_select+0x6cc select(c4452900,e6901cfc,14,e6901d38,c0c79f58,...) at select+0x5e syscall(e6901d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28390aa3, esp = 0xbfbfe6ac, ebp = 0xbfbfee98 --- Tracing command ntpd pid 801 tid 100059 td 0xc4452b40 sched_switch(c4452b40,0,1,180,4b6262c6,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45d9018,...) at mi_switch+0x223 sleepq_switch(c45d9018,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c4452b40,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,0,...) at _cv_wait_sig+0x20b kern_select(c4452b40,1b,bfbfed7c,0,0,0,e68fec98,246) at kern_select+0x6cc select(c4452b40,e68fecfc,14,c4452b40,c0c79f58,...) at select+0x5e syscall(e68fed38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28326aa3, esp = 0xbfbfed5c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 734 tid 100053 td 0xc44b5900 sched_switch(c44b5900,0,1,180,8f2c1214,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45da2d8,...) at mi_switch+0x223 sleepq_switch(c45da2d8,0,c0ba7c31,19e,c45dd800,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c45dd800,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c45dd800,c0d42520,158,c0b9a8d4,0,...) at _sleep+0x379 nfssvc(c44b5900,e68eccfc,8,e68ecd38,c0c7a528,...) at nfssvc+0x5d3 syscall(e68ecd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c57bb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 --- Tracing command nfsd pid 733 tid 100052 td 0xc44b5b40 sched_switch(c44b5b40,0,1,180,8f163434,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c45da598,...) at mi_switch+0x223 sleepq_switch(c45da598,0,c0ba7c31,19e,c45dda00,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c45dda00,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c45dda00,c0d42520,158,c0b9a8d4,0,...) at _sleep+0x379 nfssvc(c44b5b40,e68e9cfc,8,e68e9d38,c0c7a528,...) at nfssvc+0x5d3 syscall(e68e9d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c57bb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 --- Tracing command nfsd pid 732 tid 100051 td 0xc44b5d80 sched_switch(c44b5d80,0,1,180,8f018e84,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4461018,...) at mi_switch+0x223 sleepq_switch(c4461018,0,c0ba7c31,19e,c45ddc00,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c45ddc00,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c45ddc00,c0d42520,158,c0b9a8d4,0,...) at _sleep+0x379 nfssvc(c44b5d80,e68decfc,8,e68ded38,c0c7a528,...) at nfssvc+0x5d3 syscall(e68ded38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c57bb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 --- Tracing command nfsd pid 731 tid 100050 td 0xc42616c0 sched_switch(c42616c0,0,1,180,91c4aa1c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c44612d8,...) at mi_switch+0x223 sleepq_switch(c44612d8,0,c0ba7c31,19e,c440dc00,...) at sleepq_switch+0x182 sleepq_catch_signals(c0ba7c31,155,0,100,58,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c440dc00,c0d42520,c0b9a8d4,100,0,...) at sleepq_wait_sig+0x14 _sleep(c440dc00,c0d42520,158,c0b9a8d4,0,...) at _sleep+0x379 nfssvc(c42616c0,e68dacfc,8,e68dad38,c0c7a528,...) at nfssvc+0x5d3 syscall(e68dad38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280c57bb, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 --- Tracing command nfsd pid 729 tid 100048 td 0xc4261b40 sched_switch(c4261b40,0,1,180,9bc4eaf4,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4461858,...) at mi_switch+0x223 sleepq_switch(c4461858,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c4261b40,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,e68d2afc,...) at _cv_wait_sig+0x20b kern_select(c4261b40,5,bfbfed48,0,0,0,c4261b40,e68d2c98) at kern_select+0x6cc select(c4261b40,e68d2cfc,14,e68d2d38,c0c79f58,...) at select+0x5e syscall(e68d2d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2815caa3, esp = 0xbfbfeb4c, ebp = 0xbfbfee78 --- Tracing command mountd pid 727 tid 100047 td 0xc4261d80 sched_switch(c4261d80,0,1,180,938cb99c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4461b18,...) at mi_switch+0x223 sleepq_switch(c4461b18,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c4261d80,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,c0cf04f4,...) at _cv_wait_sig+0x20b kern_select(c4261d80,9,bfbfedec,0,0,0,5b,28180e98) at kern_select+0x6cc select(c4261d80,e68cecfc,14,c0bc0400,c0c79f58,...) at select+0x5e syscall(e68ced38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816faa3, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 673 tid 100045 td 0xc4451240 sched_switch(c4451240,0,1,180,2f7f27e6,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c44642d8,...) at mi_switch+0x223 sleepq_switch(c44642d8,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(e68c6ad8,c07e203a,c0d36c24,0,c4451240,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0d36c3c,7531,c0ba992a,101,0,...) at sleepq_timedwait_sig+0x17 _cv_timedwait_sig(c0d36c3c,c0d36c24,7531,3cc,c0d36be8,...) at _cv_timedwait_sig+0x21a poll(c4451240,e68c6cfc,c,c0baa00c,c0c7aa38,...) at poll+0x554 syscall(e68c6d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2812047f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 654 tid 100049 td 0xc4261900 sched_switch(c4261900,0,1,180,b8a37b36,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4461598,...) at mi_switch+0x223 sleepq_switch(c4461598,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c4261900,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,0,...) at _cv_wait_sig+0x20b kern_select(c4261900,9,2821f0a8,0,0,0,5b,28180e98) at kern_select+0x6cc select(c4261900,e68d6cfc,14,c0ba9eb7,c0c79f58,...) at select+0x5e syscall(e68d6d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816faa3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 --- Tracing command devd pid 597 tid 100046 td 0xc4451000 sched_switch(c4451000,0,1,180,9a492d50,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4464018,...) at mi_switch+0x223 sleepq_switch(c4464018,0,c0ba7c31,19e,c0d36c3c,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e203a,c0d36c24,0,c0ba27f3,c4451000,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d36c3c,c0d36c24,c0ba992a,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d36c3c,c0d36c24,c0ba9931,320,e68caaec,...) at _cv_wait_sig+0x20b kern_select(c4451000,6,bfbfedf8,0,0,0,5b,10) at kern_select+0x6cc select(c4451000,e68cacfc,14,c0b52eda,c0c79f58,...) at select+0x5e syscall(e68cad38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808778f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 42 tid 100042 td 0xc4451900 sched_switch(c4451900,0,1,180,9fea4516,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,44,...) at mi_switch+0x223 sleepq_switch(c4451900,0,c0ba7c31,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0d43200,3e8,c0bc5436,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d43200,c0d431c0,44,c0bc5436,3e8,...) at _sleep+0x365 softdep_flush(0,e46cfd38,c0b9fed4,323,c4464b00,...) at softdep_flush+0x2d2 fork_exit(c09fc370,0,e46cfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46cfd70, ebp = 0 --- Tracing command vnlru pid 41 tid 100041 td 0xc4451b40 sched_switch(c4451b40,0,1,180,9fea75c2,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,50,...) at mi_switch+0x223 sleepq_switch(c4451b40,0,c0ba7c31,266,50,...) at sleepq_switch+0x182 sleepq_timedwait(c4465000,3e8,c0bb0c84,0,0,...) at sleepq_timedwait+0x68 _sleep(c4465000,c0d3751c,250,c0bb0c84,3e8,...) at _sleep+0x365 vnlru_proc(0,e46ccd38,c0b9fed4,323,c4465000,...) at vnlru_proc+0xf1 fork_exit(c087abe0,0,e46ccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46ccd70, ebp = 0 --- Tracing command syncer pid 40 tid 100040 td 0xc4451d80 sched_switch(c4451d80,0,1,180,82c6580a,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4451d80,...) at mi_switch+0x223 sleepq_switch(c4451d80,0,c0ba7c31,243,68,...) at sleepq_switch+0x182 sleepq_wait(c0ce34cc,0,c0bb0bda,0,0,...) at sleepq_wait+0x60 _sleep(c0ce34cc,c0d37548,68,c0bb0bda,0,...) at _sleep+0x389 sched_sync(0,e46c9d38,c0b9fed4,323,c4272000,...) at sched_sync+0x752 fork_exit(c0879bb0,0,e46c9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46c9d70, ebp = 0 --- Tracing command bufdaemon pid 39 tid 100039 td 0xc4452000 sched_switch(c4452000,0,1,180,9f7b19de,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,44,...) at mi_switch+0x223 sleepq_switch(c4452000,0,c0ba7c31,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0d37248,3e8,c0bae2f7,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d37248,c0d3724c,44,c0bae2f7,3e8,...) at _sleep+0x365 buf_daemon(0,e46c6d38,c0b9fed4,323,c42722c0,...) at buf_daemon+0x138 fork_exit(c0863520,0,e46c6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46c6d70, ebp = 0 --- Tracing command pagezero pid 38 tid 100038 td 0xc41b4d80 sched_switch(c41b4d80,0,1,180,e4ca72f6,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,0,...) at mi_switch+0x223 sleepq_switch(c41b4d80,0,c0ba7c31,266,0,...) at sleepq_switch+0x182 sleepq_timedwait(c0d43e34,493e0,c0bcab7c,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d43e34,c0d439f0,0,c0bcab7c,493e0,...) at _sleep+0x365 vm_pagezero(0,e46c3d38,c0b9fed4,323,c4272580,...) at vm_pagezero+0xdc fork_exit(c0a39ef0,0,e46c3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46c3d70, ebp = 0 --- Tracing command vmdaemon pid 37 tid 100037 td 0xc4260000 sched_switch(c4260000,0,1,180,e4c8da96,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4260000,...) at mi_switch+0x223 sleepq_switch(c4260000,0,c0ba7c31,243,68,...) at sleepq_switch+0x182 sleepq_wait(c0d43a64,0,c0ba495e,dc,0,...) at sleepq_wait+0x60 _sleep(c0d43a64,c0d43a68,68,c0bae2f7,0,...) at _sleep+0x389 vm_daemon(0,e46c0d38,c0b9fed4,323,c4272840,...) at vm_daemon+0x59 fork_exit(c0a34220,0,e46c0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46c0d70, ebp = 0 --- Tracing command pagedaemon pid 36 tid 100036 td 0xc4260240 sched_switch(c4260240,0,1,180,f26123e2,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,44,...) at mi_switch+0x223 sleepq_switch(c4260240,0,c0ba7c31,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0d43a2c,1388,c0bae2f7,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d43a2c,c0d439f0,44,c0bae2f7,1388,...) at _sleep+0x365 vm_pageout(0,e46bdd38,c0b9fed4,323,c4272b00,...) at vm_pageout+0x2bb fork_exit(c0a351c0,0,e46bdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46bdd70, ebp = 0 --- Tracing command sctp_iterator pid 35 tid 100035 td 0xc4260480 sched_switch(c4260480,0,1,180,448da648,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c4260480,...) at mi_switch+0x223 sleepq_switch(c4260480,0,c0ba7c31,243,0,...) at sleepq_switch+0x182 sleepq_wait(c0d38fec,c0d38ef4,c0bb7d74,0,0,...) at sleepq_wait+0x60 _sleep(c0d38fec,c0d38ef4,0,c0bb7d74,0,...) at _sleep+0x389 sctp_iterator_thread(0,e46bad38,c0b9fed4,323,c4273000,...) at sctp_iterator_thread+0x60 fork_exit(c08e4f80,0,e46bad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46bad70, ebp = 0 --- Tracing command irq7: ppbus0 ppc0 pid 34 tid 100034 td 0xc42606c0 fork_trampoline() at fork_trampoline Tracing command fdc0 pid 33 tid 100033 td 0xc4260900 sched_switch(c4260900,0,1,180,83446f26,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c4260900,0,c0ba7c31,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c41ff23c,3e8,c0b9a8d4,0,0,...) at sleepq_timedwait+0x68 _sleep(c41ff23c,c41ff2f0,4c,c0b9a8d4,3e8,...) at _sleep+0x365 fdc_thread(c41ff200,e46b1d38,c0b9fed4,323,c4273580,...) at fdc_thread+0x2be fork_exit(c0aac8a0,c41ff200,e46b1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46b1d70, ebp = 0 --- Tracing command swi0: sio pid 32 tid 100032 td 0xc4260b40 sched_switch(c4260b40,0,1,180,5cd89b5c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c4259970,...) at mi_switch+0x223 ithread_loop(c4270be0,e46a4d38,c0b9fed4,323,c4273840,...) at ithread_loop+0x34c fork_exit(c07ce360,c4270be0,e46a4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe46a4d70, ebp = 0 --- Tracing command irq12: psm0 pid 31 tid 100031 td 0xc4260d80 fork_trampoline() at fork_trampoline Tracing command irq1: atkbd0 pid 30 tid 100030 td 0xc4261000 sched_switch(c4261000,0,1,180,5cd82468,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c40e5870,...) at mi_switch+0x223 ithread_loop(c41db9f0,e469ed38,c0b9fed4,323,c41b12c0,...) at ithread_loop+0x34c fork_exit(c07ce360,c41db9f0,e469ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe469ed70, ebp = 0 --- Tracing command irq15: ata1 pid 29 tid 100029 td 0xc4261240 fork_trampoline() at fork_trampoline Tracing command irq14: ata0 pid 28 tid 100028 td 0xc4261480 sched_switch(c4261480,0,1,180,82d58c02,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c408da70,...) at mi_switch+0x223 ithread_loop(c4258710,e4694d38,c0b9fed4,323,c41b1840,...) at ithread_loop+0x34c fork_exit(c07ce360,c4258710,e4694d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4694d70, ebp = 0 --- Tracing command irq17: fxp0 pid 27 tid 100027 td 0xc40ed6c0 sched_switch(c40ed6c0,0,1,180,ac903eda,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c408d770,...) at mi_switch+0x223 ithread_loop(c41f1950,e468dd38,c0b9fed4,323,c41b1b00,...) at ithread_loop+0x34c fork_exit(c07ce360,c41f1950,e468dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe468dd70, ebp = 0 --- Tracing command usbtask-dr pid 26 tid 100026 td 0xc40ed900 sched_switch(c40ed900,0,1,180,5d4b560c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40ed900,...) at mi_switch+0x223 sleepq_switch(c40ed900,0,c0ba7c31,243,5c,...) at sleepq_switch+0x182 sleepq_wait(c0ce0794,0,c0ba495e,dc,0,...) at sleepq_wait+0x60 _sleep(c0ce0794,0,5c,c0b96e45,0,...) at _sleep+0x389 usb_task_thread(c0ce0794,c3f11d38,c0b9fed4,323,c41f0000,...) at usb_task_thread+0x62 fork_exit(c0758e20,c0ce0794,c3f11d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f11d70, ebp = 0 --- Tracing command usbtask-hc pid 25 tid 100025 td 0xc40edb40 sched_switch(c40edb40,0,1,180,5d4b2f68,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40edb40,...) at mi_switch+0x223 sleepq_switch(c40edb40,0,c0ba7c31,243,5c,...) at sleepq_switch+0x182 sleepq_wait(c0ce0780,0,c0ba495e,dc,0,...) at sleepq_wait+0x60 _sleep(c0ce0780,0,5c,c0b96e45,0,...) at _sleep+0x389 usb_task_thread(c0ce0780,c3f0ed38,c0b9fed4,323,c41f02c0,...) at usb_task_thread+0x62 fork_exit(c0758e20,c0ce0780,c3f0ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f0ed70, ebp = 0 --- Tracing command usb0 pid 24 tid 100024 td 0xc40edd80 sched_switch(c40edd80,0,1,180,a7b2d4e,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,5c,...) at mi_switch+0x223 sleepq_switch(c40edd80,0,c0ba7c31,266,5c,...) at sleepq_switch+0x182 sleepq_timedwait(c41c4210,ea60,c0b96e08,0,0,...) at sleepq_timedwait+0x68 _sleep(c41c4210,0,5c,c0b96e08,ea60,...) at _sleep+0x365 usb_event_thread(c41eebc0,c3f0bd38,c0b9fed4,323,c41f0580,...) at usb_event_thread+0xca fork_exit(c07586a0,c41eebc0,c3f0bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f0bd70, ebp = 0 --- Tracing command irq16: uhci0 pid 23 tid 100023 td 0xc41b4000 sched_switch(c41b4000,0,1,180,5cd7d164,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c408d870,...) at mi_switch+0x223 ithread_loop(c41e8b70,c3f07d38,c0b9fed4,323,c41f0840,...) at ithread_loop+0x34c fork_exit(c07ce360,c41e8b70,c3f07d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f07d70, ebp = 0 --- Tracing command em0 taskq pid 22 tid 100022 td 0xc41b4240 sched_switch(c41b4240,0,1,180,5c6edae0,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c41b4240,...) at mi_switch+0x223 sleepq_switch(c41b4240,0,c0ba7c31,243,c41b4240,...) at sleepq_switch+0x182 sleepq_wait(c41d9680,0,c0ba4a72,c0b9a8d4,0,...) at sleepq_wait+0x60 msleep_spin(c41d9680,c41d969c,c0b9a8d4,0,c0ba27f3,...) at msleep_spin+0x20d taskqueue_thread_loop(c41ed35c,c3f04d38,c0b9fed4,323,c41f0b00,...) at taskqueue_thread_loop+0x8e fork_exit(c0828870,c41ed35c,c3f04d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f04d70, ebp = 0 --- Tracing command irq9: acpi0 pid 21 tid 100021 td 0xc41b4480 fork_trampoline() at fork_trampoline Tracing command swi6: task queue pid 20 tid 100020 td 0xc41b46c0 sched_switch(c41b46c0,0,1,180,43399854,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c41b2e70,...) at mi_switch+0x223 ithread_loop(c4158bd0,c3ed8d38,c0b9fed4,323,c40eab00,...) at ithread_loop+0x34c fork_exit(c07ce360,c4158bd0,c3ed8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ed8d70, ebp = 0 --- Tracing command swi6: Giant taskq pid 19 tid 100019 td 0xc41b4900 fork_trampoline() at fork_trampoline Tracing command thread taskq pid 18 tid 100018 td 0xc41b4b40 sched_switch(c41b4b40,0,1,180,e31c3a36,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c41b4b40,...) at mi_switch+0x223 sleepq_switch(c41b4b40,0,c0ba7c31,243,0,...) at sleepq_switch+0x182 sleepq_wait(c409ed80,c409ed9c,c0b9a8d4,0,0,...) at sleepq_wait+0x60 _sleep(c409ed80,c409ed9c,0,c0b9a8d4,0,...) at _sleep+0x389 taskqueue_thread_loop(c0cef65c,c3ed2d38,c0b9fed4,323,c41b02c0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0828870,c0cef65c,c3ed2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ed2d70, ebp = 0 --- Tracing command swi5: + pid 17 tid 100017 td 0xc40a4240 fork_trampoline() at fork_trampoline Tracing command acpi_task_2 pid 9 tid 100016 td 0xc40a4480 sched_switch(c40a4480,0,1,180,5d528aac,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40a4480,...) at mi_switch+0x223 sleepq_switch(c40a4480,0,c0ba7c31,243,0,...) at sleepq_switch+0x182 sleepq_wait(c409ee80,c409ee9c,c0b9a8d4,0,0,...) at sleepq_wait+0x60 _sleep(c409ee80,c409ee9c,0,c0b9a8d4,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ed8f24,c3eccd38,c0b9fed4,323,c41b0840,...) at taskqueue_thread_loop+0xb4 fork_exit(c0828870,c0ed8f24,c3eccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eccd70, ebp = 0 --- Tracing command acpi_task_1 pid 8 tid 100015 td 0xc40a46c0 sched_switch(c40a46c0,0,1,180,5d5263fc,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40a46c0,...) at mi_switch+0x223 sleepq_switch(c40a46c0,0,c0ba7c31,243,0,...) at sleepq_switch+0x182 sleepq_wait(c409ee80,c409ee9c,c0b9a8d4,0,0,...) at sleepq_wait+0x60 _sleep(c409ee80,c409ee9c,0,c0b9a8d4,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ed8f24,c3ec9d38,c0b9fed4,323,c41b0b00,...) at taskqueue_thread_loop+0xb4 fork_exit(c0828870,c0ed8f24,c3ec9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec9d70, ebp = 0 --- Tracing command acpi_task_0 pid 7 tid 100014 td 0xc40a4900 sched_switch(c40a4900,0,1,180,5d523e08,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40a4900,...) at mi_switch+0x223 sleepq_switch(c40a4900,0,c0ba7c31,243,0,...) at sleepq_switch+0x182 sleepq_wait(c409ee80,c409ee9c,c0b9a8d4,0,0,...) at sleepq_wait+0x60 _sleep(c409ee80,c409ee9c,0,c0b9a8d4,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ed8f24,c3ec6d38,c0b9fed4,323,c41b1000,...) at taskqueue_thread_loop+0xb4 fork_exit(c0828870,c0ed8f24,c3ec6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec6d70, ebp = 0 --- Tracing command kqueue taskq pid 6 tid 100013 td 0xc40a4b40 sched_switch(c40a4b40,0,1,180,5d507b3c,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40a4b40,...) at mi_switch+0x223 sleepq_switch(c40a4b40,0,c0ba7c31,243,0,...) at sleepq_switch+0x182 sleepq_wait(c4122000,c412201c,c0b9a8d4,0,0,...) at sleepq_wait+0x60 _sleep(c4122000,c412201c,0,c0b9a8d4,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ce17c4,c3ec3d38,c0b9fed4,323,c40a12c0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0828870,c0ce17c4,c3ec3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec3d70, ebp = 0 --- Tracing command swi2: cambio pid 16 tid 100012 td 0xc40a4d80 fork_trampoline() at fork_trampoline Tracing command xpt_thrd pid 5 tid 100011 td 0xc40ed000 sched_switch(c40ed000,0,1,180,5d4ace54,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40ed000,...) at mi_switch+0x223 sleepq_switch(c40ed000,0,c0ba7c31,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c0caf654,0,c0ba495e,dc,0,...) at sleepq_wait+0x60 _sleep(c0caf654,c0caf66c,4c,c0b4eb92,0,...) at _sleep+0x389 xpt_scanner_thread(0,c3ebdd38,c0b9fed4,323,c40a1840,...) at xpt_scanner_thread+0x41 fork_exit(c0471ad0,0,c3ebdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ebdd70, ebp = 0 --- Tracing command yarrow pid 15 tid 100010 td 0xc40ed240 sched_switch(c40ed240,0,1,180,a68fa8d6,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,0,...) at mi_switch+0x223 sleepq_switch(c40ed240,0,c0ba7c31,266,0,...) at sleepq_switch+0x182 sleepq_timedwait(c0ce34d4,64,c0b9a8d4,2,0,...) at sleepq_timedwait+0x68 _sleep(c0ce34d4,0,0,c0b9a8d4,64,...) at _sleep+0x365 pause(c0b9a8d4,64,c0b8c1a6,113,0,...) at pause+0x47 random_kthread(0,c3ebad38,c0b9fed4,323,c40a1b00,...) at random_kthread+0x1ef fork_exit(c06d0180,0,c3ebad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ebad70, ebp = 0 --- Tracing command g_down pid 4 tid 100009 td 0xc40ed480 sched_switch(c40ed480,0,1,180,a2e9d826,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c40ed480,0,c0ba7c31,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c0ce0f2c,64,c0b9a8d4,0,0,...) at sleepq_timedwait+0x68 _sleep(c0ce0f2c,c0ce0e48,24c,c0b9a8d4,64,...) at _sleep+0x365 g_io_schedule_down(c40ed480,0,c0b9c125,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c3eb7d38,c0b9fed4,323,c40ea000,...) at g_down_procbody+0x8d fork_exit(c07962d0,0,c3eb7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eb7d70, ebp = 0 --- Tracing command g_up pid 3 tid 100008 td 0xc40a2000 sched_switch(c40a2000,0,1,180,a30540e6,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c40a2000,0,c0ba7c31,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c0ce0f28,64,c0b9a8d4,0,0,...) at sleepq_timedwait+0x68 _sleep(c0ce0f28,c0ce0e88,24c,c0b9a8d4,64,...) at _sleep+0x365 g_io_schedule_up(c40a2000,0,c0b9c125,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c3eb4d38,c0b9fed4,323,c40ea2c0,...) at g_up_procbody+0x8d fork_exit(c0796360,0,c3eb4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eb4d70, ebp = 0 --- Tracing command g_event pid 2 tid 100007 td 0xc40a2240 sched_switch(c40a2240,0,1,180,a6ab179a,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c40a2240,0,c0ba7c31,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c0ce0f20,64,c0b9a8d4,0,0,...) at sleepq_timedwait+0x68 _sleep(c0ce0f20,0,4c,c0b9a8d4,64,...) at _sleep+0x365 g_event_procbody(0,c3eb1d38,c0b9fed4,323,c40ea580,...) at g_event_procbody+0xcb fork_exit(c07963f0,0,c3eb1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eb1d70, ebp = 0 --- Tracing command swi3: vm pid 14 tid 100006 td 0xc40a2480 fork_trampoline() at fork_trampoline Tracing command swi4: clock sio pid 13 tid 100005 td 0xc40a26c0 sched_switch(c40a26c0,0,1,180,acff456e,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c40e8d70,...) at mi_switch+0x223 ithread_loop(c409f260,c3eabd38,c0b9fed4,323,c40a02c0,...) at ithread_loop+0x34c fork_exit(c07ce360,c409f260,c3eabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eabd70, ebp = 0 --- Tracing command swi1: net pid 12 tid 100004 td 0xc40a2900 sched_switch(c40a2900,0,1,180,53caf5f8,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba009b,4c5,c40e9070,...) at mi_switch+0x223 ithread_loop(c409f270,c3ea8d38,c0b9fed4,323,c40a0580,...) at ithread_loop+0x34c fork_exit(c07ce360,c409f270,c3ea8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ea8d70, ebp = 0 --- Tracing command idle: cpu0 pid 11 tid 100003 td 0xc40a2b40 sched_switch(c40a2b40,0,6,17b,abded102,...) at sched_switch+0x4a0 mi_switch(6,0,c0ba5e3f,b6,0,...) at mi_switch+0x223 critical_exit(c4084ea4,c40a2b40,c4084ea4,c408d700,11,...) at critical_exit+0x99 intr_event_handle(c408d700,c3ea2c50,184,1f4,c41a7e18,...) at intr_event_handle+0xba intr_execute_handlers(c4084ea4,c3ea2c50,c3ea2c90,c0ad4874,33,...) at intr_execute_handlers+0x4f lapic_handle_intr(33,c3ea2c50) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0ec8b15, esp = 0xc3ea2c90, ebp = 0xc3ea2c90 --- acpi_cpu_c1(1,10,0,0,1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3ea2cf8,c0812fe9,c0ce2e70,0,c0ba59a9,...) at acpi_cpu_idle+0x1d1 cpu_idle(c0ce2e70,0,c0ba59a9,a7d,c0ce7100,...) at cpu_idle+0x28 sched_idletd(0,c3ea2d38,c0b9fed4,323,c40a0840,...) at sched_idletd+0x249 fork_exit(c0812da0,0,c3ea2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ea2d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc40a2d80 sched_switch(c40a2d80,0,1,180,7141f7fc,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40a0b18,...) at mi_switch+0x223 sleepq_switch(c40a0b18,0,c0ba7c31,19e,c40a0b00,...) at sleepq_switch+0x182 sleepq_catch_signals(c07e1c6d,c0ced500,4,c0ba27f3,5c,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c40a0b00,0,c0ba495e,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c40a0b00,c40a0b90,15c,c0ba9ec8,0,...) at _sleep+0x379 kern_wait(c40a2d80,ffffffff,c3e9ec2c,0,0,...) at kern_wait+0xac6 wait4(c40a2d80,c3e9ecfc,10,c0ba9ce3,c0c79748,...) at wait4+0x3b syscall(c3e9ed38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x80547ef, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command audit pid 10 tid 100001 td 0xc40a4000 sched_switch(c40a4000,0,1,180,5d458784,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,c40a4000,...) at mi_switch+0x223 sleepq_switch(c40a4000,0,c0ba7c31,243,c40a4000,...) at sleepq_switch+0x182 sleepq_wait(c0d42c44,c0d42c24,c0bc2a56,1,0,...) at sleepq_wait+0x60 _cv_wait(c0d42c44,c0d42c24,c0bc34d7,194,0,...) at _cv_wait+0x20b audit_worker(0,c3e9bd38,c0b9fed4,323,c40a1000,...) at audit_worker+0x84 fork_exit(c09e07e0,0,c3e9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e9bd70, ebp = 0 --- Tracing command swapper pid 0 tid 100000 td 0xc0ce12a0 sched_switch(c0ce12a0,0,1,180,d9e74c3e,...) at sched_switch+0x4a0 mi_switch(1,0,c0ba7c31,1cb,44,...) at mi_switch+0x223 sleepq_switch(c0ce12a0,0,c0ba7c31,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0ce0fe0,2710,c0ba61f6,0,0,...) at sleepq_timedwait+0x68 _sleep(c0ce0fe0,0,44,c0ba61f6,2710,...) at _sleep+0x365 scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x28a mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 60 MB: 45 29 13 Dump complete = 0xf db> reset (kgdb) bt #0 doadump () at pcpu.h:196 #1 0xc0496f79 in db_fncall (dummy1=1, dummy2=0, dummy3=-1059728256, dummy4=0xe693d934 "") at ../../../ddb/db_command.c:516 #2 0xc04974fc in db_command (last_cmdp=0xc0cb0314, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:413 #3 0xc049760a in db_command_loop () at ../../../ddb/db_command.c:466 #4 0xc0498dfd in db_trap (type=3, code=0) at ../../../ddb/db_main.c:228 #5 0xc081da06 in kdb_trap (type=3, code=0, tf=0xe693dadc) at ../../../kern/subr_kdb.c:524 #6 0xc0af05db in trap (frame=0xe693dadc) at ../../../i386/i386/trap.c:692 #7 0xc0ad44ab in calltrap () at ../../../i386/i386/exception.s:166 #8 0xc081db8a in kdb_enter_why (why=0xc0ba3fb3 "panic", msg=0xc0ba3fb3 "panic") at cpufunc.h:60 #9 0xc07f0d16 in panic (fmt=0xc0bad289 "Livelock") at ../../../kern/kern_shutdown.c:557 #10 0xc0857dd0 in kern_sendfile (td=0xc47a56c0, uap=0xe693dcfc, hdr_uio=0x0, trl_uio=0x0, compat=0) at ../../../kern/uipc_syscalls.c:2212 #11 0xc0858041 in do_sendfile (td=0xc47a56c0, uap=0xe693dcfc, compat=0) at ../../../kern/uipc_syscalls.c:1775 #12 0xc08580e3 in sendfile (td=0xc47a56c0, uap=0xe693dcfc) at ../../../kern/uipc_syscalls.c:1746 #13 0xc0aefd43 in syscall (frame=0xe693dd38) at ../../../i386/i386/trap.c:1094 #14 0xc0ad4510 in Xint0x80_syscall () at ../../../i386/i386/exception.s:262 #15 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 10 #10 0xc0857dd0 in kern_sendfile (td=0xc47a56c0, uap=0xe693dcfc, hdr_uio=0x0, trl_uio=0x0, compat=0) at ../../../kern/uipc_syscalls.c:2212 2212 KASSERT(pho < 1000, ("Livelock")); (kgdb) info loc loopbytes = 0 space = 4080 done = 0 sock_fp = (struct file *) 0xc45e1be0 vp = (struct vnode *) 0xc455b2c0 obj = (struct vm_object *) 0xc4569380 so = (struct socket *) 0xc460d340 m = (struct mbuf *) 0x0 sf = (struct sf_buf *) 0x0 pg = (struct vm_page *) 0xc0cf04f4 off = 4096 xfsize = 4096 fsbytes = 0 sbytes = 0 rem = 61439 error = 0 hdrlen = 0 (kgdb) p *pg $1 = {pageq = {tqe_next = 0xc0ba8fab, tqe_prev = 0xc0ba8fab}, listq = {tqe_next = 0x10050000, tqe_prev = 0x0}, left = 0x4, right = 0x0, object = 0x300, pindex = 1099511627776, phys_addr = 3971, md = {pat_mode = 125, pv_list = {tqh_first = 0x0, tqh_last = 0x0}}, queue = 0 '\0', segind = 0 '\0', flags = 0, order = 0 '\0', pool = 0 '\0', cow = 0, wire_count = 0, hold_count = 0, oflags = 0, act_count = 0 '\0', busy = 0 '\0', valid = 0 '\0', dirty = 0 '\0'} (kgdb) p *vp $2 = {v_type = VREG, v_tag = 0xc0b9d8db "ufs", v_op = 0xc0c9c240, v_data = 0xc480926c, v_mount = 0xc447e368, v_nmntvnodes = {tqe_next = 0x0, tqe_prev = 0xc47ee9b4}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0}, v_hashlist = {le_next = 0x0, le_prev = 0xc434ab5c}, v_hash = 3704376, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0xc47afd8c, tqh_last = 0xc47afd9c}, v_cache_dd = 0x0, v_cstart = 0, v_lasta = 59211328, v_lastw = 3, v_clen = 7, v_lock = {lk_object = {lo_name = 0xc0b9d8db "ufs", lo_type = 0xc0b9d8db "ufs", lo_flags = 70844416, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0ce26a8, lk_flags = 64, lk_sharecount = 0, lk_waitcount = 0, lk_exclusivecount = 0, lk_prio = 80, lk_timo = 51, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = { depth = 9, pcs = {3229463712, 3231737953, 3232790325, 3230157512, 3229970726, 3229974593, 3229974755, 3232693571, 3232580880, 0, 0, 0, 0, 0, 0, 0, 0, 0}}}, v_interlock = {lock_object = { lo_name = 0xc0ba97b2 "vnode interlock", lo_type = 0xc0ba97b2 "vnode interlock", lo_flags = 16973824, lo_witness_data = {lod_list = {stqe_next = 0xc0cf9eb8}, lod_witness = 0xc0cf9eb8}}, mtx_lock = 4, mtx_recurse = 0}, v_vnlock = 0xc455b318, v_holdcnt = 9, v_usecount = 3, v_iflag = 0, v_vflag = 0, v_writecount = 0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = 0xc455b394, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc455b3d0}, bv_root = 0x0, bv_cnt = 0}, bo_dirty = {bv_hd = {tqh_first = 0xd8127fd0, tqh_last = 0xd81270d8}, bv_root = 0xd81270a0, bv_cnt = 5}, bo_numoutput = 0, bo_flag = 1, bo_ops = 0xc0c881c0, bo_bsize = 16384, bo_object = 0xc4569380, bo_synclist = {le_next = 0xc4530ecc, le_prev = 0xc4292b68}, bo_private = 0xc455b2c0, __bo_vnode = 0xc455b2c0}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) p *obj $3 = {mtx = {lock_object = {lo_name = 0xc0bc7bd7 "vm object", lo_type = 0xc0bc913b "standard object", lo_flags = 21168128, lo_witness_data = {lod_list = {stqe_next = 0xc0cf8cc0}, lod_witness = 0xc0cf8cc0}}, mtx_lock = 4, mtx_recurse = 0}, object_list = {tqe_next = 0xc4814400, tqe_prev = 0xc482d198}, shadow_head = {lh_first = 0x0}, shadow_list = {le_next = 0xc4802080, le_prev = 0xc14579a0}, memq = {tqh_first = 0xc1805018, tqh_last = 0xc1805458}, root = 0xc1805018, size = 17, generation = 18, ref_count = 1, shadow_count = 0, type = 2 '\002', memattr = 6 '\006', flags = 0, pg_color = 0, paging_in_progress = 0, resident_page_count = 17, backing_object = 0x0, backing_object_offset = 0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = {lh_first = 0x0}, cache = 0x0, handle = 0xc455b2c0, un_pager = {vnp = {vnp_size = 66787}, devp = {devp_pglist = { tqh_first = 0x104e3, tqh_last = 0x0}}, sgp = {sgp_pglist = {tqh_first = 0x104e3, tqh_last = 0x0}}, swp = {swp_bcount = 66787}}} (kgdb) p *so $4 = {so_count = 1, so_type = 1, so_options = 0, so_linger = 0, so_state = 258, so_qstate = 0, so_pcb = 0xc4533c78, so_proto = 0xc0c88040, so_head = 0x0, so_incomp = {tqh_first = 0x0, tqh_last = 0xc460d35c}, so_comp = { tqh_first = 0x0, tqh_last = 0xc460d364}, so_list = {tqe_next = 0x0, tqe_prev = 0x0}, so_qlen = 0, so_incqlen = 0, so_qlimit = 0, so_timeo = 0, so_error = 0, so_sigio = 0x0, so_oobmark = 0, so_aiojobq = {tqh_first = 0x0, tqh_last = 0xc460d388}, so_rcv = {sb_sel = {si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0xc07c3e90 , kl_unlock = 0xc07c3ec0 , kl_locked = 0xc07c7570 , kl_lockarg = 0xc460d3b4}, si_flags = 0}, sb_mtx = {lock_object = {lo_name = 0xc0ba96b1 "so_rcv", lo_type = 0xc0ba96b1 "so_rcv", lo_flags = 16973824, lo_witness_data = {lod_list = {stqe_next = 0xc0cfa2f0}, lod_witness = 0xc0cfa2f0}}, mtx_lock = 4, mtx_recurse = 0}, sb_sx = {lock_object = {lo_name = 0xc0bacf09 "so_rcv_sx", lo_type = 0xc0bacf09 "so_rcv_sx", lo_flags = 37421056, lo_witness_data = {lod_list = {stqe_next = 0xc0cf7e88}, lod_witness = 0xc0cf7e88}}, sx_lock = 1, sx_recurse = 0}, sb_state = 0, sb_mb = 0x0, sb_mbtail = 0x0, sb_lastrecord = 0x0, sb_sndptr = 0x0, sb_sndptroff = 0, sb_cc = 0, sb_hiwat = 8192, sb_mbcnt = 0, sb_mcnt = 0, sb_ccnt = 0, sb_mbmax = 65536, sb_ctl = 0, sb_lowat = 1, sb_timeo = 0, sb_flags = 0}, so_snd = {sb_sel = { si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0xc45eb1dc}, kl_lock = 0xc07c3e90 , kl_unlock = 0xc07c3ec0 , kl_locked = 0xc07c7570 , kl_lockarg = 0xc460d448}, si_flags = 0}, sb_mtx = {lock_object = {lo_name = 0xc0ba96aa "so_snd", lo_type = 0xc0ba96aa "so_snd", lo_flags = 16973824, lo_witness_data = { lod_list = {stqe_next = 0xc0cfa318}, lod_witness = 0xc0cfa318}}, mtx_lock = 4, mtx_recurse = 0}, sb_sx = {lock_object = {lo_name = 0xc0baceff "so_snd_sx", lo_type = 0xc0baceff "so_snd_sx", lo_flags = 37421056, lo_witness_data = {lod_list = {stqe_next = 0xc0cf7e60}, lod_witness = 0xc0cf7e60}}, sx_lock = 3296351936, sx_recurse = 0}, sb_state = 0, sb_mb = 0x0, sb_mbtail = 0x0, sb_lastrecord = 0x0, sb_sndptr = 0x0, sb_sndptroff = 0, sb_cc = 0, sb_hiwat = 4080, sb_mbcnt = 0, sb_mcnt = 0, sb_ccnt = 0, sb_mbmax = 58880, sb_ctl = 0, sb_lowat = 3601, sb_timeo = 0, sb_flags = 256}, so_upcall = 0, so_upcallarg = 0x0, so_cred = 0xc47b1500, so_label = 0x0, so_peerlabel = 0x0, so_gencnt = 540, so_emuldata = 0x0, so_accf = 0x0, so_fibnum = 0} (kgdb) p mbstat.sf_allocfail $1 = 0 (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/kern/uipc_syscalls.c =================================================================== --- /usr/src/sys/kern/uipc_syscalls.c (revision 197770) +++ /usr/src/sys/kern/uipc_syscalls.c (working copy) @@ -1799,6 +1799,9 @@ freebsd4_sendfile(struct thread *td, struct freebs } #endif /* COMPAT_FREEBSD4 */ +static +int pho = 0; + int kern_sendfile(struct thread *td, struct sendfile_args *uap, struct uio *hdr_uio, struct uio *trl_uio, int compat) @@ -1931,6 +1934,7 @@ kern_sendfile(struct thread *td, struct sendfile_a * The outer loop checks the state and available space of the socket * and takes care of the overall progress. */ + pho = 0; for (off = uap->offset, rem = uap->nbytes; ; ) { int loopbytes = 0; int space = 0; @@ -2204,6 +2208,8 @@ retry_space: break; if (error) goto done; + pho++; + KASSERT(pho < 1000, ("Livelock")); } /*