Git origin/kq_pipe e2effec, vmcore.248 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Sun Jul 6 17:10:39 CEST 2008 pho@crashbox.osted.lan:/var/tmp/deviant2/sys/i386/compile/DEVIANT WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1037516800 (989 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: (sleepable after non-sleepable) 1st 0xc4406e64 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442 2nd 0xd80ea918 bufwait (bufwait) @ kern/vfs_bio.c:2456 KDB: stack backtrace: db_trace_self_wrapper(c0b4b914,c3da4780,c07cf02e,c0b4e151,d80ea918,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b4e151,d80ea918,c0b52e32,c0b52e32,c0b523e8,...) at kdb_backtrace+0x29 witness_checkorder(d80ea918,9,c0b523df,998,c0c98034,...) at witness_checkorder+0x6de __lockmgr_args(d80ea918,81900,c4406e64,c0b52d67,50,...) at __lockmgr_args+0x777 getblk(c4406d70,0,0,800,0,...) at getblk+0x163 breadn(c4406d70,0,0,800,0,...) at breadn+0x44 bread(c4406d70,0,0,800,0,...) at bread+0x4c ffs_blkatoff(c4406d70,0,0,0,c3da49a0,...) at ffs_blkatoff+0xd1 ufs_lookup(c3da49e8,c0b7f074,c4406d70,c4406d70,c3da4b38,...) at ufs_lookup+0x2e6 VOP_CACHEDLOOKUP_APV(c0c3fd80,c3da49e8,c3da4b38,c3da4b24,c40a9800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(c3da4a68,c0b55194,c0c58080,80000,c4406d70,...) at vfs_cache_lookup+0xd3 VOP_LOOKUP_APV(c0c3fd80,c3da4a68,c0b53c0c,1b0,c3da4b24,...) at VOP_LOOKUP_APV+0xe5 lookup(c3da4b0c,c0b53c0c,d8,c0,c407222c,...) at lookup+0x58e namei(c3da4b0c,c3da4b24,c07ce80c,c0b53f54,c0b5429b,...) at namei+0x45b kern_unlinkat(c40a4d20,ffffff9c,c0b5429b,1,c3da4c5c,...) at kern_unlinkat+0x46 kern_unlink(c40a4d20,c0b5429b,1,62c,0,...) at kern_unlink+0x27 vfs_mountroot_try(c0b54455,c0b4218c,c0b3acb9,1,c080cdb0,...) at vfs_mountroot_try+0x4af vfs_mountroot(c0c8b150,4,c0b434a9,264,0,...) at vfs_mountroot+0x420 start_init(0,c3da4d38,c0b44e12,322,c40a2d0c,...) at start_init+0x65 fork_exit(c0757910,0,c3da4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3da4d70, ebp = 0 --- fxp0: link state changed to UP lock order reversal: (sleepable after non-sleepable) 1st 0xc0cebb44 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5470 2nd 0xd824346c bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123 KDB: stack backtrace: db_trace_self_wrapper(c0b4b914,e691b3fc,c07cf02e,c0b4e151,d824346c,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b4e151,d824346c,c0b52e32,c0b52e32,c0b6aae0,...) at kdb_backtrace+0x29 witness_checkorder(d824346c,9,c0b6aad7,17eb,3,...) at witness_checkorder+0x6de __lockmgr_args(d824346c,80900,c0cebb44,0,0,...) at __lockmgr_args+0x777 getdirtybuf(c0cebb44,4,c0b6aad7,1582,e691b51c,...) at getdirtybuf+0xc3 flush_deplist(e691b520,0,c0b6aad7,155e,1d0ea,...) at flush_deplist+0x59 flush_inodedep_deps(c0cebb44,0,c0b6aad7,145f,131,...) at flush_inodedep_deps+0xa5 softdep_sync_metadata(c4dce968,0,c0b6c353,131,0,...) at softdep_sync_metadata+0x58 ffs_syncvnode(c4dce968,1,0,e691b674,c079c6e8,...) at ffs_syncvnode+0x3e2 ffs_truncate(c4dce968,200,0,880,c4d2b000,...) at ffs_truncate+0x5f3 ufs_direnter(c4dce968,c4f45158,e691b8ec,e691bbd4,0,...) at ufs_direnter+0x933 ufs_makeinode(e691bbd4,c0c402a0,e691bacc,e691ba34,c0ac4dc5,...) at ufs_makeinode+0x51a ufs_create(e691bacc,c0b7f531,0,e691bacc,e691bba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0c3fd80,e691bacc,2,e691ba54,246,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e691bba8,e691bc5c,1b0,c4d2b000,c4685a80,...) at vn_open_cred+0x1d0 vn_open(e691bba8,e691bc5c,1b0,c4685a80,c09c4c4c,...) at vn_open+0x33 kern_openat(c45b8690,ffffff9c,bfbfe858,0,602,...) at kern_openat+0x106 kern_open(c45b8690,bfbfe858,0,601,1b0,...) at kern_open+0x35 open(c45b8690,e691bcf8,c,c0b4e81c,c0c1c518,...) at open+0x30 syscall(e691bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28157763, esp = 0xbfbfe81c, ebp = 0xbfbfe838 --- ~KDB: enter: Line break on console [thread pid 11 tid 100006 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc40a4460: pid 11 "idle: cpu0" curpcb = 0xc3db1d90 fpcurthread = none idlethread = 0xc40a4460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc40a4690: pid 11 "idle: cpu1" curpcb = 0xc3daed90 fpcurthread = none idlethread = 0xc40a4690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc40a48c0: pid 11 "idle: cpu2" curpcb = 0xc3dabd90 fpcurthread = none idlethread = 0xc40a48c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc40a4af0: pid 11 "idle: cpu3" curpcb = 0xc3da8d90 fpcurthread = none idlethread = 0xc40a4af0: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 3831 (sshd) thread 0xc48ec230 (100147) exclusive sx so_rcv_sx r = 0 (0xc464820c) locked @ kern/uipc_sockbuf.c:148 Process 1045 (sshd) thread 0xc466a000 (100106) exclusive sx so_rcv_sx r = 0 (0xc4b5820c) locked @ kern/uipc_sockbuf.c:148 Process 1044 (sshd) thread 0xc4584230 (100059) exclusive sx so_rcv_sx r = 0 (0xc46489b4) locked @ kern/uipc_sockbuf.c:148 Process 1043 (sshd) thread 0xc491fd20 (100129) exclusive sx so_rcv_sx r = 0 (0xc464851c) locked @ kern/uipc_sockbuf.c:148 Process 1035 (sshd) thread 0xc45c7d20 (100107) exclusive sx so_rcv_sx r = 0 (0xc4b589b4) locked @ kern/uipc_sockbuf.c:148 db> show lockedvnods Locked vnodes db> ps pid ppid pgrp uid state wmesg wchan cmd 24447 1060 1050 1001 S nanslp 0xc0c8b8c4 sleep 3880 1039 3880 1001 T+ kqflxwt 0xc58fa480 pchilds 3835 3833 3835 1001 Ss+ ttyin 0xc4089c10 bash 3833 3831 3831 1001 S select 0xc44e3224 sshd 3831 794 3831 0 Ss sbwait 0xc4648238 sshd 1061 1050 1050 1001 S piperd 0xc461d300 awk 1060 1050 1050 1001 S wait 0xc4afda70 sh 1059 1052 1059 1001 Ss+ select 0xc4510c64 top 1053 1051 1053 1001 Ss kqread 0xc4ba8800 tail 1052 1044 1044 1001 S select 0xc4b36564 sshd 1051 1045 1045 1001 S select 0xc4534164 sshd 1050 1049 1050 1001 Ss wait 0xc48d1000 sh 1049 1043 1043 1001 S select 0xc4510624 sshd 1045 794 1045 0 Ss sbwait 0xc4b58238 sshd 1044 794 1044 0 Ss sbwait 0xc46489e0 sshd 1043 794 1043 0 Ss sbwait 0xc4648548 sshd 1039 1037 1039 1001 Ss+ wait 0xc4580000 bash 1037 1035 1035 1001 S select 0xc44c3a24 sshd 1035 794 1035 0 Ss sbwait 0xc4b589e0 sshd 917 1 917 0 Ss+ ttyin 0xc4338c10 getty 916 1 916 0 Ss+ ttyin 0xc4338810 getty 915 1 915 0 Ss+ ttyin 0xc4339810 getty 914 1 914 0 Ss+ ttyin 0xc4339410 getty 913 1 913 0 Ss+ ttyin 0xc4332810 getty 912 1 912 0 Ss+ ttyin 0xc4332c10 getty 911 1 911 0 Ss+ ttyin 0xc4338010 getty 910 1 910 0 Ss+ ttyin 0xc4338410 getty 893 1 893 0 Ss select 0xc44c3b24 inetd 866 1 866 0 Ss select 0xc49225e4 moused 852 1 852 0 Ss nanslp 0xc0c8b8c4 watchdogd 810 1 810 0 Ss nanslp 0xc0c8b8c4 cron 803 1 803 25 Ss pause 0xc48c682c sendmail 799 1 799 0 Ss select 0xc44e37e4 sendmail 794 1 794 0 Ss select 0xc45104a4 sshd 775 1 775 0 Ss select 0xc44e4be4 ntpd 715 1 714 0 S nanslp 0xc0c8b8c4 smartd 691 675 675 0 S - 0xc4561800 nfsd 690 675 675 0 S - 0xc46b2200 nfsd 689 675 675 0 S - 0xc44d8000 nfsd 688 675 675 0 S - 0xc46b2600 nfsd 687 675 675 0 S - 0xc46b2400 nfsd 686 675 675 0 S - 0xc44b1e00 nfsd 685 675 675 0 S - 0xc44b1c00 nfsd 684 675 675 0 S - 0xc42ae600 nfsd 683 675 675 0 S - 0xc42aea00 nfsd 681 675 675 0 S - 0xc44b1a00 nfsd 680 675 675 0 S - 0xc4561a00 nfsd 679 675 675 0 S - 0xc42aec00 nfsd 678 675 675 0 S - 0xc44b1800 nfsd 677 675 675 0 S - 0xc4561c00 nfsd 676 675 675 0 S - 0xc44adc00 nfsd 675 1 675 0 Ss select 0xc44e4e64 nfsd 673 1 673 0 Ss select 0xc4510864 mountd 620 1 620 0 Ss select 0xc44c2164 rpcbind 603 1 603 0 Ss select 0xc4534ea4 syslogd 546 1 546 0 Ss select 0xc44c24e4 devd 21 0 0 0 SL sdflush 0xc0cebba0 [softdepflush] 20 0 0 0 SL syncer 0xc0c8b6e0 [syncer] 19 0 0 0 SL vlruwt 0xc44b2538 [vnlru] 18 0 0 0 SL psleep 0xc0cdfc24 [bufdaemon] 17 0 0 0 SL pgzero 0xc0cec794 [pagezero] 9 0 0 0 SL psleep 0xc0cec3bc [vmdaemon] 8 0 0 0 SL psleep 0xc0cec384 [pagedaemon] 7 0 0 0 SL waiting_ 0xc0ce18e0 [sctp_iterator] 6 0 0 0 SL - 0xc42ae23c [fdc0] 16 0 0 0 SL usbtsk 0xc0c88dd4 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0c88dc0 [usbtask-hc] 14 0 0 0 SL usbevt 0xc429f210 [usb0] 5 0 0 0 SL ccb_scan 0xc0c58bd4 [xpt_thrd] 13 0 0 0 SL - 0xc0c8b6e8 [yarrow] 4 0 0 0 SL - 0xc0c894e4 [g_down] 3 0 0 0 SL - 0xc0c894e0 [g_up] 2 0 0 0 SL - 0xc0c894d8 [g_event] 12 0 0 0 WL (threaded) intr 100041 I [irq7: ppbus0 ppc0] 100039 I [swi0: sio] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100026 I [swi6: task queue] 100025 I [swi6: Giant taskq] 100020 I [swi5: +] 100019 I [swi2: cambio] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock sio] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc40a2d0c [init] 10 0 0 0 SL audit_wo 0xc0ceb59c [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc42985c0 [em0 taskq] 100027 D - 0xc4254440 [kqueue taskq] 100024 D - 0xc4254580 [thread taskq] 100023 D - 0xc42545c0 [acpi_task_2] 100022 D - 0xc42545c0 [acpi_task_1] 100021 D - 0xc42545c0 [acpi_task_0] 100016 D - 0xc408aac0 [firmware taskq] 100000 I [swapper] db> allt Tracing command sleep pid 24447 tid 100125 td 0xc48ecd20 sched_switch(c48ecd20,0,104,177,e9554d6a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c48ecd20,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(2711,c07c5480,c48ecd20,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8b8c4,0,15c,c0b49ae9,2711,...) at _sleep+0x2dd kern_nanosleep(c48ecd20,e6933c64,e6933c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c48ecd20,e6933cf8,8,c48ecd20,c0c1db20,...) at nanosleep+0x6f syscall(e6933d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2814620f, esp = 0xbfbfec4c, ebp = 0xbfbfec88 --- Tracing command pchilds pid 3880 tid 100058 td 0xc4584460 Tracing command bash pid 3835 tid 100211 td 0xc4d19230 sched_switch(c4d19230,0,104,177,54cecda,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4d19230,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4089c10,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4089c10,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4089c00,c4089c10,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4089c00,e6a81c58,0,c0c2a560,c4d64e00,...) at ttread+0x51a ptsread(c4d64e00,e6a81c58,0,1a7,0,...) at ptsread+0x3e giant_read(c4d64e00,e6a81c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c4685380,e6a81c58,c4d2b000,0,c4d19230,...) at devfs_read_f+0x72 dofileread(e6a81c58,ffffffff,ffffffff,0,c4685380,...) at dofileread+0x96 kern_readv(c4d19230,0,e6a81c58,e6a81c78,1,...) at kern_readv+0x58 read(c4d19230,e6a81cf8,c,c0b4e898,c0c1c4e8,...) at read+0x4f syscall(e6a81d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28326923, esp = 0xbfbfe82c, ebp = 0xbfbfe858 --- Tracing command sshd pid 3833 tid 100169 td 0xc4d1d230 sched_switch(c4d1d230,0,104,177,55364d2,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4d1d230,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07832fa,c44e3210,0,c0b47433,c4d1d230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44e3224,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44e3224,c44e3210,c0b4e408,571,c456d118,...) at _cv_wait_sig+0x204 seltdwait(c451382c,c0b4e408,3d7,c4d1d230,e69e8b04,...) at seltdwait+0xa2 kern_select(c4d1d230,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c4d1d230,e69e8cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e syscall(e69e8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 3831 tid 100147 td 0xc48ec230 Tracing command awk pid 1061 tid 100119 td 0xc48ed690 sched_switch(c48ed690,0,104,177,e8ac0542,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c48ed690,0,c0b4c7d8,189,4c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c461d300,4c,c0b4e5e0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c461d300,c461d468,14c,c0b4e5e0,0,...) at _sleep+0x313 pipe_read(c458dcb0,e6921c58,c4938e00,0,c48ed690,...) at pipe_read+0x3f7 dofileread(e6921c58,ffffffff,ffffffff,0,c458dcb0,...) at dofileread+0x96 kern_readv(c48ed690,0,e6921c58,e6921c78,1,...) at kern_readv+0x58 read(c48ed690,e6921cf8,c,16,c0c1c4e8,...) at read+0x4f syscall(e6921d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28199923, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command sh pid 1060 tid 100130 td 0xc491faf0 sched_switch(c491faf0,0,104,177,e8d06484,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c491faf0,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4afda70,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4afda70,c4afdaf8,15c,c0b4e9be,0,...) at _sleep+0x313 kern_wait(c491faf0,ffffffff,e6942c74,2,0,...) at kern_wait+0xa66 wait4(c491faf0,e6942cf8,10,c0b4e99d,c0c1c548,...) at wait4+0x3b syscall(e6942d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfe8dc, ebp = 0xbfbfe8f8 --- Tracing command top pid 1059 tid 100080 td 0xc45baaf0 sched_switch(c45baaf0,0,104,177,abbcadf8,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c45baaf0,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e6867a4c,c07832fa,c4510c50,0,c45baaf0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4510c64,0,c0b4e445,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4510c64,c4510c50,3e9,571,c45bdcb0,...) at _cv_timedwait_sig+0x213 seltdwait(e6867c2c,e6867c34,3d7,c45baaf0,c0c98034,...) at seltdwait+0x8a kern_select(c45baaf0,2,bfbfec3c,0,0,e6867c70,1,0) at kern_select+0x4cf select(c45baaf0,e6867cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e syscall(e6867d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281cd8a3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command tail pid 1053 tid 100100 td 0xc45b98c0 sched_switch(c45b98c0,0,104,177,a30e2b0a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,58,...) at mi_switch+0x200 sleepq_switch(c45b98c0,0,c0b4c7d8,189,58,...) at sleepq_switch+0x14d sleepq_catch_signals(3e9,c07c5480,c45b98c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4ba8800,58,c0b44af9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c4ba8800,c4ba8800,158,c0b44af9,3e9,...) at _sleep+0x2dd kern_kevent(c45b98c0,4,0,1,e68e5c58,...) at kern_kevent+0x357 kevent(c45b98c0,e68e5cf8,18,c0afd026,c0c1e6a8,...) at kevent+0x19b syscall(e68e5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814a41b, esp = 0xbfbfeb0c, ebp = 0xbfbfebb8 --- Tracing command sshd pid 1052 tid 100108 td 0xc45b8d20 sched_switch(c45b8d20,0,104,177,abc14da6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c45b8d20,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07832fa,c4b36550,0,c0b47433,c45b8d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b36564,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b36564,c4b36550,c0b4e408,571,c45bdab8,...) at _cv_wait_sig+0x204 seltdwait(c4ae6b2c,c0b4e408,3d7,c45b8d20,e6900b04,...) at seltdwait+0xa2 kern_select(c45b8d20,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c45b8d20,e6900cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e syscall(e6900d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 1051 tid 100091 td 0xc466a8c0 sched_switch(c466a8c0,0,104,177,fd5f7b2c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c466a8c0,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07832fa,c4534150,0,c0b47433,c466a8c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4534164,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4534164,c4534150,c0b4e408,571,c458d0e0,...) at _cv_wait_sig+0x204 seltdwait(c4ae5c2c,c0b4e408,3d7,c466a8c0,e68a8b04,...) at seltdwait+0xa2 kern_select(c466a8c0,b,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c466a8c0,e68a8cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e syscall(e68a8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sh pid 1050 tid 100126 td 0xc48ecaf0 sched_switch(c48ecaf0,0,104,177,a1b3e662,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c48ecaf0,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48d1000,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48d1000,c48d1088,15c,c0b4e9be,0,...) at _sleep+0x313 kern_wait(c48ecaf0,ffffffff,e6936c74,2,0,...) at kern_wait+0xa66 wait4(c48ecaf0,e6936cf8,10,c48ecaf0,c0c1c548,...) at wait4+0x3b syscall(e6936d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281506bb, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 --- Tracing command sshd pid 1049 tid 100096 td 0xc432dd20 Tracing command sshd pid 1045 tid 100106 td 0xc466a000 Tracing command sshd pid 1044 tid 100059 td 0xc4584230 Tracing command sshd pid 1043 tid 100129 td 0xc491fd20 Tracing command bash pid 1039 tid 100053 td 0xc45848c0 sched_switch(c45848c0,0,104,177,7dde7fea,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c45848c0,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4580000,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4580000,c4580088,15c,c0b4e9be,0,...) at _sleep+0x313 kern_wait(c45848c0,ffffffff,e67e4c74,6,0,...) at kern_wait+0xa66 wait4(c45848c0,e67e4cf8,10,c0b4e898,c0c1c548,...) at wait4+0x3b syscall(e67e4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a46bb, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 1037 tid 100064 td 0xc45c7460 sched_switch(c45c7460,0,104,177,fba3bfdc,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c45c7460,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07832fa,c44c3a10,0,c0b47433,c45c7460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44c3a24,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44c3a24,c44c3a10,c0b4e408,571,c456d578,...) at _cv_wait_sig+0x204 seltdwait(c466dd2c,c0b4e408,3d7,c45c7460,e6810b04,...) at seltdwait+0xa2 kern_select(c45c7460,9,81040dc,81040e0,0,0,1,280e95f0) at kern_select+0x4cf select(c45c7460,e6810cf8,14,c0b37e7c,c0c1cd58,...) at select+0x5e syscall(e6810d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839d8a3, esp = 0xbfbfe2ec, ebp = 0xbfbfe338 --- Tracing command sshd pid 1035 tid 100107 td 0xc45c7d20 Tracing command getty pid 917 tid 100128 td 0xc4920000 sched_switch(c4920000,0,104,177,b7a561ac,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4920000,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338c10,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338c10,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4338c00,c4338c10,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4338c00,e693cc58,0,e693cb94,c06a421d,...) at ttread+0x51a ttyread(c433c600,e693cc58,0,e693cbb8,c075bc40,...) at ttyread+0x38 scread(c433c600,e693cc58,0,1a7,0,...) at scread+0x2d giant_read(c433c600,e693cc58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45bd578,e693cc58,c40a9800,0,c4920000,...) at devfs_read_f+0x72 dofileread(e693cc58,ffffffff,ffffffff,0,c45bd578,...) at dofileread+0x96 kern_readv(c4920000,0,e693cc58,e693cc78,1,...) at kern_readv+0x58 read(c4920000,e693ccf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e693cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 916 tid 100092 td 0xc466a690 sched_switch(c466a690,0,104,177,b7cde224,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c466a690,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338810,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338810,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4338800,c4338810,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4338800,e68abc58,0,e68abb94,c06a421d,...) at ttread+0x51a ttyread(c433c700,e68abc58,0,e68abbb8,c075bc40,...) at ttyread+0x38 scread(c433c700,e68abc58,0,1a7,0,...) at scread+0x2d giant_read(c433c700,e68abc58,0,0,1,...) at giant_read+0x60 devfs_read_f(c457bdc8,e68abc58,c40a9800,0,c466a690,...) at devfs_read_f+0x72 dofileread(e68abc58,ffffffff,ffffffff,0,c457bdc8,...) at dofileread+0x96 kern_readv(c466a690,0,e68abc58,e68abc78,1,...) at kern_readv+0x58 read(c466a690,e68abcf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e68abd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 915 tid 100113 td 0xc45b88c0 sched_switch(c45b88c0,0,104,177,b77b1a98,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c45b88c0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4339810,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4339810,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4339800,c4339810,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4339800,e690fc58,0,e690fb94,c06a421d,...) at ttread+0x51a ttyread(c433c800,e690fc58,0,e690fbb8,c075bc40,...) at ttyread+0x38 scread(c433c800,e690fc58,0,1a7,0,...) at scread+0x2d giant_read(c433c800,e690fc58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45bd5e8,e690fc58,c40a9800,0,c45b88c0,...) at devfs_read_f+0x72 dofileread(e690fc58,ffffffff,ffffffff,0,c45bd5e8,...) at dofileread+0x96 kern_readv(c45b88c0,0,e690fc58,e690fc78,1,...) at kern_readv+0x58 read(c45b88c0,e690fcf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e690fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 914 tid 100112 td 0xc45b8af0 sched_switch(c45b8af0,0,104,177,b7e7307c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c45b8af0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4339410,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4339410,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4339400,c4339410,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4339400,e690cc58,0,e690cb94,c06a421d,...) at ttread+0x51a ttyread(c433c900,e690cc58,0,e690cbb8,c075bc40,...) at ttyread+0x38 scread(c433c900,e690cc58,0,1a7,0,...) at scread+0x2d giant_read(c433c900,e690cc58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45bd770,e690cc58,c40a9800,0,c45b8af0,...) at devfs_read_f+0x72 dofileread(e690cc58,ffffffff,ffffffff,0,c45bd770,...) at dofileread+0x96 kern_readv(c45b8af0,0,e690cc58,e690cc78,1,...) at kern_readv+0x58 read(c45b8af0,e690ccf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e690cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 913 tid 100114 td 0xc48edd20 sched_switch(c48edd20,0,104,177,b7ea8988,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c48edd20,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4332810,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4332810,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4332800,c4332810,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4332800,e6912c58,0,e6912b94,c06a421d,...) at ttread+0x51a ttyread(c433ca00,e6912c58,0,e6912bb8,c075bc40,...) at ttyread+0x38 scread(c433ca00,e6912c58,0,1a7,0,...) at scread+0x2d giant_read(c433ca00,e6912c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45bd0e0,e6912c58,c40a9800,0,c48edd20,...) at devfs_read_f+0x72 dofileread(e6912c58,ffffffff,ffffffff,0,c45bd0e0,...) at dofileread+0x96 kern_readv(c48edd20,0,e6912c58,e6912c78,1,...) at kern_readv+0x58 read(c48edd20,e6912cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e6912d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 912 tid 100127 td 0xc4920230 sched_switch(c4920230,0,104,177,b7901608,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4920230,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4332c10,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4332c10,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4332c00,c4332c10,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4332c00,e6939c58,0,e6939b94,c06a421d,...) at ttread+0x51a ttyread(c433cb00,e6939c58,0,e6939bb8,c075bc40,...) at ttyread+0x38 scread(c433cb00,e6939c58,0,1a7,0,...) at scread+0x2d giant_read(c433cb00,e6939c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45bd428,e6939c58,c40a9800,0,c4920230,...) at devfs_read_f+0x72 dofileread(e6939c58,ffffffff,ffffffff,0,c45bd428,...) at dofileread+0x96 kern_readv(c4920230,0,e6939c58,e6939c78,1,...) at kern_readv+0x58 read(c4920230,e6939cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e6939d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 911 tid 100056 td 0xc45678c0 sched_switch(c45678c0,0,104,177,b7d2b8ac,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c45678c0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338010,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338010,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4338000,c4338010,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4338000,e67f0c58,0,e67f0b94,c06a421d,...) at ttread+0x51a ttyread(c433cc00,e67f0c58,0,e67f0bb8,c075bc40,...) at ttyread+0x38 scread(c433cc00,e67f0c58,0,1a7,0,...) at scread+0x2d giant_read(c433cc00,e67f0c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c45bd310,e67f0c58,c40a9800,0,c45678c0,...) at devfs_read_f+0x72 dofileread(e67f0c58,ffffffff,ffffffff,0,c45bd310,...) at dofileread+0x96 kern_readv(c45678c0,0,e67f0c58,e67f0c78,1,...) at kern_readv+0x58 read(c45678c0,e67f0cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e67f0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 910 tid 100084 td 0xc466b8c0 sched_switch(c466b8c0,0,104,177,b7edf5a8,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,59,...) at mi_switch+0x200 sleepq_switch(c466b8c0,0,c0b4c7d8,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4338410,59,c0b502b0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4338410,0,159,c0b502b0,0,...) at _sleep+0x313 ttysleep(c4338400,c4338410,159,c0b502b0,0,...) at ttysleep+0x39 ttread(c4338400,e6893c58,0,e6893b94,c06a421d,...) at ttread+0x51a ttyread(c433cd00,e6893c58,0,e6893bb8,c075bc40,...) at ttyread+0x38 scread(c433cd00,e6893c58,0,1a7,0,...) at scread+0x2d giant_read(c433cd00,e6893c58,0,0,1,...) at giant_read+0x60 devfs_read_f(c456c540,e6893c58,c40a9800,0,c466b8c0,...) at devfs_read_f+0x72 dofileread(e6893c58,ffffffff,ffffffff,0,c456c540,...) at dofileread+0x96 kern_readv(c466b8c0,0,e6893c58,e6893c78,1,...) at kern_readv+0x58 read(c466b8c0,e6893cf8,c,c0b7f62d,c0c1c4e8,...) at read+0x4f syscall(e6893d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28176923, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 893 tid 100111 td 0xc45c7690 Tracing command moused pid 866 tid 100052 td 0xc4584af0 Tracing command watchdogd pid 852 tid 100122 td 0xc45b8000 sched_switch(c45b8000,0,104,177,41d57ed4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c45b8000,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(ea61,c07c5480,c45b8000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8b8c4,0,15c,c0b49ae9,ea61,...) at _sleep+0x2dd kern_nanosleep(c45b8000,e692ac64,e692ac6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c45b8000,e692acf8,8,c0b7f62d,c0c1db20,...) at nanosleep+0x6f syscall(e692ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e20f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 810 tid 100105 td 0xc466a230 sched_switch(c466a230,0,104,177,66740fec,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c466a230,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(ea61,c07c5480,c466a230,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8b8c4,0,15c,c0b49ae9,ea61,...) at _sleep+0x2dd kern_nanosleep(c466a230,e68f6c64,e68f6c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c466a230,e68f6cf8,8,c0b4eb02,c0c1db20,...) at nanosleep+0x6f syscall(e68f6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816220f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 803 tid 100101 td 0xc45b9690 sched_switch(c45b9690,0,104,177,61094250,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,68,...) at mi_switch+0x200 sleepq_switch(c45b9690,0,c0b4c7d8,189,68,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48c682c,68,c0b0819d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c48c682c,c48c685c,168,c0b0819d,0,...) at _sleep+0x313 kern_sigsuspend(c45b9690,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c45b9690,e68e8cf8,4,c0b4e898,c0c1e498,...) at sigsuspend+0x4d syscall(e68e8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283185db, esp = 0xbfbfd01c, ebp = 0xbfbfd048 --- Tracing command sendmail pid 799 tid 100083 td 0xc4581000 sched_switch(c4581000,0,104,177,6693bb90,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4581000,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e6890a4c,c07832fa,c44e37d0,0,c4581000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c44e37e4,0,c0b4e445,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c44e37e4,c44e37d0,1389,571,c4cfae38,...) at _cv_timedwait_sig+0x213 seltdwait(e6890c2c,e6890c34,3d7,c4581000,e6890b04,...) at seltdwait+0x8a kern_select(c4581000,7,bfbfcec4,0,0,e6890c70,5,0) at kern_select+0x4cf select(c4581000,e6890cf8,14,c0b4edc0,c0c1cd58,...) at select+0x5e syscall(e6890d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b08a3, esp = 0xbfbfc52c, ebp = 0xbfbfd058 --- Tracing command sshd pid 794 tid 100099 td 0xc45b9af0 Tracing command ntpd pid 775 tid 100090 td 0xc466aaf0 sched_switch(c466aaf0,0,104,177,acec0568,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c466aaf0,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07832fa,c44e4bd0,0,c0b47433,c466aaf0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c44e4be4,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c44e4be4,c44e4bd0,c0b4e408,571,c45bd2d8,...) at _cv_wait_sig+0x204 seltdwait(c466d62c,c0b4e408,3d7,c466aaf0,0,...) at seltdwait+0xa2 kern_select(c466aaf0,a,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c466aaf0,e68a5cf8,14,16,c0c1cd58,...) at select+0x5e syscall(e68a5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283238a3, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command smartd pid 715 tid 100051 td 0xc4584d20 sched_switch(c4584d20,0,104,177,1a189dac,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4584d20,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(1b7741,c07c5480,c4584d20,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0c8b8c4,5c,c0b49ae9,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c8b8c4,0,15c,c0b49ae9,1b7741,...) at _sleep+0x2dd kern_nanosleep(c4584d20,e67dcc64,e67dcc6c,708,0,...) at kern_nanosleep+0xc1 nanosleep(c4584d20,e67dccf8,8,c0b4eb02,c0c1db20,...) at nanosleep+0x6f syscall(e67dcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x282a320f, esp = 0xbfbfec1c, ebp = 0xbfbfec48 --- Tracing command nfsd pid 691 tid 100079 td 0xc45bad20 Tracing command nfsd pid 690 tid 100062 td 0xc4581d20 Tracing command nfsd pid 689 tid 100076 td 0xc45c4000 Tracing command nfsd pid 688 tid 100075 td 0xc45c4230 Tracing command nfsd pid 687 tid 100074 td 0xc45c4460 Tracing command nfsd pid 686 tid 100073 td 0xc45c4690 Tracing command nfsd pid 685 tid 100070 td 0xc45c48c0 Tracing command nfsd pid 684 tid 100068 td 0xc45c4af0 Tracing command nfsd pid 683 tid 100069 td 0xc4581af0 Tracing command nfsd pid 681 tid 100087 td 0xc466b230 Tracing command nfsd pid 680 tid 100089 td 0xc466ad20 Tracing command nfsd pid 679 tid 100063 td 0xc45b9d20 Tracing command nfsd pid 678 tid 100061 td 0xc45ba000 Tracing command nfsd pid 677 tid 100085 td 0xc466b690 Tracing command nfsd pid 676 tid 100071 td 0xc45818c0 Tracing command nfsd pid 675 tid 100081 td 0xc4581460 Tracing command mountd pid 673 tid 100082 td 0xc4581230 Tracing command rpcbind pid 620 tid 100057 td 0xc427b690 sched_switch(c427b690,0,104,177,bff15204,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c427b690,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e67f4aa8,c07832fa,c44c2150,0,c427b690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c44c2164,0,c0b4e445,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c44c2164,c44c2150,7531,571,e67f4b8c,...) at _cv_timedwait_sig+0x213 seltdwait(e67f4c5c,e67f4c64,481,c427b690,e67f4b5c,...) at seltdwait+0x8a poll(c427b690,e67f4cf8,c,c0b4eb02,c0c1d838,...) at poll+0x2f9 syscall(e67f4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2812c4df, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 603 tid 100060 td 0xc4584000 sched_switch(c4584000,0,104,177,a559bede,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4584000,0,c0b4c7d8,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c07832fa,c4534e90,0,c0b47433,c4584000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4534ea4,0,c0b4e445,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4534ea4,c4534e90,c0b4e408,571,c457b2a0,...) at _cv_wait_sig+0x204 seltdwait(c44e682c,c0b4e408,3d7,c4584000,0,...) at seltdwait+0xa2 kern_select(c4584000,9,81210b4,0,0,0,e91d2,2818c0f8) at kern_select+0x4cf select(c4584000,e6800cf8,14,c0b4e9ad,c0c1cd58,...) at select+0x5e syscall(e6800d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281798a3, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 546 tid 100086 td 0xc466b460 Tracing command softdepflush pid 21 tid 100049 td 0xc427b8c0 sched_switch(c427b8c0,0,104,177,4dc83002,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,44,...) at mi_switch+0x200 sleepq_switch(c427b8c0,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0cebba0,44,c0b6b880,0,0,...) at sleepq_timedwait+0x6b _sleep(c0cebba0,c0cebb44,44,c0b6b880,3e8,...) at _sleep+0x2f8 softdep_flush(0,e45e9d38,c0b44e12,322,c44b2000,...) at softdep_flush+0x2d2 fork_exit(c09a54f0,0,e45e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e9d70, ebp = 0 --- Tracing command syncer pid 20 tid 100048 td 0xc427baf0 sched_switch(c427baf0,0,104,177,9ee1b8ae,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,68,...) at mi_switch+0x200 sleepq_switch(c427baf0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c8b6e0,68,c0b55124,0,0,...) at sleepq_wait+0x63 _sleep(c0c8b6e0,c0cdfec0,68,c0b55124,0,...) at _sleep+0x32a sched_sync(0,e45e6d38,c0b44e12,322,c44b229c,...) at sched_sync+0x521 fork_exit(c0815ce0,0,e45e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e6d70, ebp = 0 --- Tracing command vnlru pid 19 tid 100047 td 0xc427bd20 sched_switch(c427bd20,0,104,177,9ef6fe4a,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,50,...) at mi_switch+0x200 sleepq_switch(c427bd20,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c44b2538,50,c0b55418,0,0,...) at sleepq_timedwait+0x6b _sleep(c44b2538,c0cdfe94,250,c0b55418,3e8,...) at _sleep+0x2f8 vnlru_proc(0,e45e3d38,c0b44e12,322,c44b2538,...) at vnlru_proc+0x115 fork_exit(c0817cf0,0,e45e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e3d70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc432a000 sched_switch(c432a000,0,104,177,75c52994,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,44,...) at mi_switch+0x200 sleepq_switch(c432a000,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0cdfc24,44,c0b529cb,0,0,...) at sleepq_timedwait+0x6b _sleep(c0cdfc24,c0cdfc28,44,c0b529cb,3e8,...) at _sleep+0x2f8 buf_daemon(0,e45e0d38,c0b44e12,322,c44b27d4,...) at buf_daemon+0x21e fork_exit(c08006d0,0,e45e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e0d70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc432a230 sched_switch(c432a230,0,104,177,b376629c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c432a230,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0cec794,0,c0b70856,0,0,...) at sleepq_timedwait+0x6b _sleep(c0cec794,c0cec350,0,c0b70856,493e0,...) at _sleep+0x2f8 vm_pagezero(0,e45ddd38,c0b44e12,322,c44b2a70,...) at vm_pagezero+0xdc fork_exit(c09dea50,0,e45ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ddd70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc432a460 sched_switch(c432a460,0,104,177,5d2f2046,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,68,...) at mi_switch+0x200 sleepq_switch(c432a460,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0cec3bc,68,c0b529cb,0,0,...) at sleepq_wait+0x63 _sleep(c0cec3bc,c0cec3c0,68,c0b529cb,0,...) at _sleep+0x32a vm_daemon(0,e45dad38,c0b44e12,322,c44b2d0c,...) at vm_daemon+0x59 fork_exit(c09d8f70,0,e45dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45dad70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc432a690 sched_switch(c432a690,0,104,177,a7f9b4f6,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,44,...) at mi_switch+0x200 sleepq_switch(c432a690,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0cec384,44,c0b529cb,0,0,...) at sleepq_timedwait+0x6b _sleep(c0cec384,c0cec350,44,c0b529cb,1388,...) at _sleep+0x2f8 vm_pageout(0,e45d7d38,c0b44e12,322,c40a329c,...) at vm_pageout+0x2bb fork_exit(c09d9ae0,0,e45d7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d7d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc432a8c0 sched_switch(c432a8c0,0,104,177,caaf2b14,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c432a8c0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0ce18e0,0,c0b5e4f0,0,0,...) at sleepq_wait+0x63 _sleep(c0ce18e0,c0ce17f4,0,c0b5e4f0,0,...) at _sleep+0x32a sctp_iterator_thread(0,e45d4d38,c0b44e12,322,c40a3538,...) at sctp_iterator_thread+0x60 fork_exit(c088f470,0,e45d4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d4d70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc432ad20 sched_switch(c432ad20,0,104,177,758e31b4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c432ad20,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c42ae23c,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b _sleep(c42ae23c,c42ae2f0,4c,c0b3fc3c,3e8,...) at _sleep+0x2f8 fdc_thread(c42ae200,e45cbd38,c0b44e12,322,c40a37d4,...) at fdc_thread+0x2b8 fork_exit(c0a752b0,c42ae200,e45cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45cbd70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc427a8c0 sched_switch(c427a8c0,0,104,177,c3fb58e0,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c427a8c0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c88dd4,5c,c0b3c819,0,0,...) at sleepq_wait+0x63 _sleep(c0c88dd4,0,5c,c0b3c819,0,...) at _sleep+0x32a usb_task_thread(c0c88dd4,c3e2cd38,c0b44e12,322,c40a3a70,...) at usb_task_thread+0x62 fork_exit(c07022c0,c0c88dd4,c3e2cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e2cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc427aaf0 sched_switch(c427aaf0,0,104,177,c3fb2c60,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c427aaf0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c88dc0,5c,c0b3c819,0,0,...) at sleepq_wait+0x63 _sleep(c0c88dc0,0,5c,c0b3c819,0,...) at _sleep+0x32a usb_task_thread(c0c88dc0,c3e29d38,c0b44e12,322,c40a3d0c,...) at usb_task_thread+0x62 fork_exit(c07022c0,c0c88dc0,c3e29d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e29d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc427ad20 sched_switch(c427ad20,0,104,177,fb9fc9d4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c427ad20,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c429f210,5c,c0b3c827,0,0,...) at sleepq_timedwait+0x6b _sleep(c429f210,0,5c,c0b3c827,ea60,...) at _sleep+0x2f8 usb_event_thread(c42979c0,c3e26d38,c0b44e12,322,c41cb000,...) at usb_event_thread+0xca fork_exit(c0702400,c42979c0,c3e26d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e26d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100018 td 0xc426aaf0 sched_switch(c426aaf0,0,104,177,c3fab8a4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c426aaf0,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c58bd4,4c,c0afa2ed,0,0,...) at sleepq_wait+0x63 _sleep(c0c58bd4,c0c58bec,4c,c0afa2ed,0,...) at _sleep+0x32a xpt_scanner_thread(0,c3dd8d38,c0b44e12,322,c41cb29c,...) at xpt_scanner_thread+0x41 fork_exit(c0470710,0,c3dd8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd8d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc40a6230 sched_switch(c40a6230,0,104,177,b1d81a74,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6230,0,c0b4c7d8,25a,2,...) at sleepq_switch+0x14d sleepq_timedwait(c0c8b6e8,0,c0b3fc3c,2,0,...) at sleepq_timedwait+0x6b _sleep(c0c8b6e8,0,0,c0b3fc3c,64,...) at _sleep+0x2f8 pause(c0b3fc3c,64,c0b32b41,112,0,...) at pause+0x47 random_kthread(0,c3dd5d38,c0b44e12,322,c41cb538,...) at random_kthread+0x1d9 fork_exit(c067ad30,0,c3dd5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc40a6690 sched_switch(c40a6690,0,104,177,b4701f6e,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a6690,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c894e4,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c894e4,c0c89448,24c,c0b3fc3c,64,...) at _sleep+0x2f8 g_io_schedule_down(c40a6690,0,c0b41309,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c3dcfd38,c0b44e12,322,c40a2000,...) at g_down_procbody+0x8d fork_exit(c073d8f0,0,c3dcfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dcfd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc40a68c0 sched_switch(c40a68c0,0,104,177,b546f03e,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a68c0,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c894e0,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c894e0,c0c89468,24c,c0b3fc3c,64,...) at _sleep+0x2f8 g_io_schedule_up(c40a68c0,0,c0b41309,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c3dccd38,c0b44e12,322,c40a229c,...) at g_up_procbody+0x8d fork_exit(c073d980,0,c3dccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dccd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc40a6af0 sched_switch(c40a6af0,0,104,177,b1dd3c28,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a6af0,0,c0b4c7d8,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c894d8,4c,c0b3fc3c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c894d8,0,4c,c0b3fc3c,64,...) at _sleep+0x2f8 g_event_procbody(0,c3dc9d38,c0b44e12,322,c40a2538,...) at g_event_procbody+0xcb fork_exit(c073da10,0,c3dc9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc9d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc432aaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc432d000 sched_switch(c432d000,0,109,177,c3f3d620,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c43278ec,...) at mi_switch+0x200 ithread_loop(c431f730,e45bed38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c431f730,e45bed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45bed70, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc426ad20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc427a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100036 td 0xc427a230 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc427a460 sched_switch(c427a460,0,109,177,5dbeafd8,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40e8c6c,...) at mi_switch+0x200 ithread_loop(c42b18c0,e45aed38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c42b18c0,e45aed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45aed70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc427a690 sched_switch(c427a690,0,109,177,4aae5256,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40e8aec,...) at mi_switch+0x200 ithread_loop(c4299a70,e4597d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c4299a70,e4597d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4597d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc427b000 sched_switch(c427b000,0,109,177,c3f353e8,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40e8b6c,...) at mi_switch+0x200 ithread_loop(c4295880,c3e22d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c4295880,c3e22d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e22d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc427b460 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc40ec8c0 sched_switch(c40ec8c0,0,109,177,1a16ab36,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40ebc6c,...) at mi_switch+0x200 ithread_loop(c4210af0,c3df0d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c4210af0,c3df0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df0d70, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc40ecaf0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100020 td 0xc426a690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc426a8c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc40a6d20 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc40ec000 sched_switch(c40ec000,0,109,177,3f8973fc,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40eb06c,...) at mi_switch+0x200 ithread_loop(c40a1170,c3dc3d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c40a1170,c3dc3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc40ec230 sched_switch(c40ec230,0,109,177,668e873a,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40eb0ec,...) at mi_switch+0x200 ithread_loop(c40a1180,c3dc0d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c40a1180,c3dc0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dc0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc40ec460 sched_switch(c40ec460,0,109,177,b46fd99c,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40eb16c,...) at mi_switch+0x200 ithread_loop(c40a1190,c3dbdd38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c40a1190,c3dbdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dbdd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc40a4000 sched_switch(c40a4000,0,109,177,b5eb89cc,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40e8eec,...) at mi_switch+0x200 ithread_loop(c40a11a0,c3dbad38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c40a11a0,c3dbad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dbad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc40a4230 sched_switch(c40a4230,0,109,177,e78a2c76,...) at sched_switch+0x3fb mi_switch(109,0,c0b45096,4cc,c40e906c,...) at mi_switch+0x200 ithread_loop(c40a11b0,c3db7d38,c0b44e12,322,c40a27d4,...) at ithread_loop+0x34c fork_exit(c0772af0,c40a11b0,c3db7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3db7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc40a4460 kdb_enter(c0b00fd5,c0b38b71,8,b764b7,c431b48c,...) at kdb_enter+0x3a siointr1(c0cf928c,0,c0b764b7,56f,c3db1bf0,...) at siointr1+0xe6 siointr(c431b400,c40a4460,c4088cd0,c40a0000,4,...) at siointr+0x32 intr_event_handle(c40a0000,c3db1c30,c3db1c30,0,c4269600,...) at intr_event_handle+0x5c intr_execute_handlers(c4088cd0,c3db1c30,c3db1c70,c0a9b074,38,...) at intr_execute_handlers+0x4f lapic_handle_intr(38,c3db1c30) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0e800e5, esp = 0xc3db1c70, ebp = 0xc3db1c70 --- acpi_cpu_c1(1,0,c3db1cd8,0,c07b18d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3db1cb4,c0aa609b,1,c3db1cf8,c07b1b96,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(1,c3db1cf8,c07b1b96,1,c3db1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c3db1cd8,c0b4a3af,9eb,c40a4460,...) at cpu_idle+0x1b sched_idletd(0,c3db1d38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b1980,0,c3db1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3db1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc40a4690 cpustop_handler(2,c3daec24,c0ab686d,0,c3daebb8,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c3daebb8,c0782f64,c0c8b938,c40a2a70,...) at ipi_nmi_handler+0x2f trap(c3daec30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0e800e5, esp = 0xc3daec70, ebp = 0xc3daec70 --- acpi_cpu_c1(1,0,c3daecd8,1,c07b18d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3daecb4,c0aa609b,0,c3daecf8,c07b1b96,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(0,c3daecf8,c07b1b96,0,c3daecd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c3daecd8,c0b4a3af,9eb,c40a4690,...) at cpu_idle+0x1b sched_idletd(0,c3daed38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b1980,0,c3daed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3daed70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc40a48c0 cpustop_handler(4,c3dabc24,c0ab686d,c0c8b970,c3dabbb8,...) at cpustop_handler+0x32 ipi_nmi_handler(c0c8b970,c3dabbb8,c0782f64,c0c8b970,c40a2a70,...) at ipi_nmi_handler+0x2f trap(c3dabc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0e800e5, esp = 0xc3dabc70, ebp = 0xc3dabc70 --- acpi_cpu_c1(1,0,c3dabcd8,2,c07b18d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3dabcb4,c0aa609b,0,c3dabcf8,c07b1b96,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(0,c3dabcf8,c07b1b96,0,c3dabcd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c3dabcd8,c0b4a3af,9eb,c40a48c0,...) at cpu_idle+0x1b sched_idletd(0,c3dabd38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b1980,0,c3dabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dabd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc40a4af0 cpustop_handler(8,c3da8c24,c0ab686d,c0c8b9a8,c3da8bb8,...) at cpustop_handler+0x32 ipi_nmi_handler(c0c8b9a8,c3da8bb8,c0782f64,c0c8b9a8,c40a2a70,...) at ipi_nmi_handler+0x2f trap(c3da8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0e800e5, esp = 0xc3da8c70, ebp = 0xc3da8c70 --- acpi_cpu_c1(1,0,c3da8cd8,3,c07b18d1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3da8cb4,c0aa609b,0,c3da8cf8,c07b1b96,...) at acpi_cpu_idle+0x18c cpu_idle_acpi(0,c3da8cf8,c07b1b96,0,c3da8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c3da8cd8,c0b4a3af,9eb,c40a4af0,...) at cpu_idle+0x1b sched_idletd(0,c3da8d38,c0b44e12,322,c40a2a70,...) at sched_idletd+0x216 fork_exit(c07b1980,0,c3da8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3da8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc40a4d20 sched_switch(c40a4d20,0,104,177,e28380cc,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c40a4d20,0,c0b4c7d8,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b4c7d8,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c40a2d0c,5c,c0b4e9be,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40a2d0c,c40a2d94,15c,c0b4e9be,0,...) at _sleep+0x313 kern_wait(c40a4d20,ffffffff,c3da4c74,0,0,...) at kern_wait+0xa66 wait4(c40a4d20,c3da4cf8,10,c0b4e7d9,c0c1c548,...) at wait4+0x3b syscall(c3da4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command audit pid 10 tid 100001 td 0xc40a6000 sched_switch(c40a6000,0,104,177,c3f4164c,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6000,0,c0b4c7d8,237,c40a6000,...) at sleepq_switch+0x14d sleepq_wait(c0ceb59c,0,c0b68e27,1,0,...) at sleepq_wait+0x63 _cv_wait(c0ceb59c,c0ceb580,c0b697dd,18d,0,...) at _cv_wait+0x204 audit_worker(0,c3da1d38,c0b44e12,322,c40a3000,...) at audit_worker+0x84 fork_exit(c0989610,0,c3da1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3da1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc427b230 sched_switch(c427b230,0,104,177,c3f2fca4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c427b230,0,c0b4c7d8,237,c427b230,...) at sleepq_switch+0x14d sleepq_wait(c42985c0,0,c0b4940c,c0b3fc3c,0,...) at sleepq_wait+0x63 msleep_spin(c42985c0,c42985dc,c0b3fc3c,0,c0b47433,...) at msleep_spin+0x21d taskqueue_thread_loop(c4261364,c3e1fd38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0x8a fork_exit(c07c7e90,c4261364,c3e1fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3e1fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc40ec690 sched_switch(c40ec690,0,104,177,c434cbec,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40ec690,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c4254440,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63 _sleep(c4254440,c425445c,0,c0b3fc3c,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c89ce4,c3df3d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c7e90,c0c89ce4,c3df3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3df3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc40ecd20 sched_switch(c40ecd20,0,104,177,c43493b0,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40ecd20,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c4254580,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63 _sleep(c4254580,c425459c,0,c0b3fc3c,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c973a8,c3dead38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c7e90,c0c973a8,c3dead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dead70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc426a000 sched_switch(c426a000,0,104,177,c40671b0,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c426a000,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c42545c0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63 _sleep(c42545c0,c42545dc,0,c0b3fc3c,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e91138,c3de7d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c7e90,c0e91138,c3de7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc426a230 sched_switch(c426a230,0,104,177,c40643a4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c426a230,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c42545c0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63 _sleep(c42545c0,c42545dc,0,c0b3fc3c,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e91138,c3de4d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c7e90,c0e91138,c3de4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de4d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc426a460 sched_switch(c426a460,0,104,177,c40615a4,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c426a460,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c42545c0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63 _sleep(c42545c0,c42545dc,0,c0b3fc3c,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e91138,c3de1d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c7e90,c0e91138,c3de1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3de1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc40a6460 sched_switch(c40a6460,0,104,177,3cec3024,...) at sched_switch+0x3fb mi_switch(104,0,c0b4c7d8,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6460,0,c0b4c7d8,237,0,...) at sleepq_switch+0x14d sleepq_wait(c408aac0,0,c0b3fc3c,0,0,...) at sleepq_wait+0x63 _sleep(c408aac0,c408aadc,0,c0b3fc3c,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c96020,c3dd2d38,c0b44e12,322,c0c895a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c07c7e90,c0c96020,c3dd2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3dd2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0c89840 sched_switch(c0c89840,0,109,177,d4e56344,...) at sched_switch+0x3fb mi_switch(109,0,c0b6e076,2df,0,...) at mi_switch+0x200 scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 89 MB: 74 58 42 26 10 Dump complete = 0 db> reset (kgdb) proc 3880 kgdb: kvm_read: invalid address (0xe67f8d90) [Switching to thread 105 (Thread 100058)]#0 0x00000000 in ?? () --Test scenario: pchilds