GENERIC HEAD from Apr 24 15:13 UTC, vmcore.215 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Thu Apr 24 18:07:20 CEST 2008 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1037582336 (989 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: (sleepable after non-sleepable) 1st 0xc40c1ee4 bufobj interlock (bufobj interlock) @ kern/vfs_bio.c:2442 2nd 0xd7e81d20 bufwait (bufwait) @ kern/vfs_bio.c:2456 KDB: stack backtrace: db_trace_self_wrapper(c0b105d0,e290978c,c07ae17e,c0b12c6f,d7e81d20,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b12c6f,d7e81d20,c0b17983,c0b17983,c0b16f39,...) at kdb_backtrace+0x29 witness_checkorder(d7e81d20,9,c0b16f30,998,4,...) at witness_checkorder+0x6de __lockmgr_args(d7e81d20,81900,c40c1ee4,c0b178b8,50,...) at __lockmgr_args+0x777 getblk(c40c1de8,0,0,800,0,...) at getblk+0x163 breadn(c40c1de8,0,0,800,0,...) at breadn+0x44 bread(c40c1de8,0,0,800,0,...) at bread+0x4c ffs_blkatoff(c40c1de8,0,0,0,e29099a4,...) at ffs_blkatoff+0xd1 ufs_lookup(e29099ec,c0b40900,c40c1de8,c40c1de8,e2909b50,...) at ufs_lookup+0x2b5 VOP_CACHEDLOOKUP_APV(c0be8920,e29099ec,e2909b50,e2909b3c,c3e2a800,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e2909a6c,c0b197be,c0c00bc0,80000,c40c1de8,...) at vfs_cache_lookup+0xd3 VOP_LOOKUP_APV(c0be8920,e2909a6c,c0b18734,1b0,e2909b3c,...) at VOP_LOOKUP_APV+0xe5 lookup(e2909b24,c0b18734,d8,c0,c3df422c,...) at lookup+0x57e namei(e2909b24,e2909b28,c07ad95c,c076519c,c0c84848,...) at namei+0x45b kern_unlinkat(c3e25cc0,ffffff9c,c0b18dbb,1,e2909c5c,...) at kern_unlinkat+0x46 kern_unlink(c3e25cc0,c0b18dbb,1,631,0,...) at kern_unlink+0x27 vfs_mountroot_try(c0b18f75,c0b06fc3,c0affb20,1,c07ebb50,...) at vfs_mountroot_try+0x49f vfs_mountroot(c0c32690,4,c0b08282,264,0,...) at vfs_mountroot+0x420 start_init(0,e2909d38,c0b09c07,30d,c3e23cf8,...) at start_init+0x65 fork_exit(c073a150,0,e2909d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2909d70, ebp = 0 --- fxp0: link state changed to UP lock order reversal: (sleepable after non-sleepable) 1st 0xc0c90844 Softdep Lock (Softdep Lock) @ ufs/ffs/ffs_softdep.c:5470 2nd 0xd7ea9f00 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6123 KDB: stack backtrace: db_trace_self_wrapper(c0b105d0,e696040c,c07ae17e,c0b12c6f,d7ea9f00,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0b12c6f,d7ea9f00,c0b17983,c0b17983,c0b2c365,...) at kdb_backtrace+0x29 witness_checkorder(d7ea9f00,9,c0b2c35c,17eb,4,...) at witness_checkorder+0x6de __lockmgr_args(d7ea9f00,80900,c0c90844,0,0,...) at __lockmgr_args+0x777 getdirtybuf(c0c90844,4,c0b2c35c,1582,e6960524,...) at getdirtybuf+0xc3 flush_deplist(e6960528,0,c0b2c35c,155e,34039,...) at flush_deplist+0x59 flush_inodedep_deps(c0c90844,0,c0b2c35c,145f,131,...) at flush_inodedep_deps+0xa5 softdep_sync_metadata(c4c0cb20,0,c0b2dbd8,131,0,...) at softdep_sync_metadata+0x58 ffs_syncvnode(c4c0cb20,1,3,c4745cc0,e6960674,...) at ffs_syncvnode+0x3e2 ffs_truncate(c4c0cb20,200,0,880,c42b8700,...) at ffs_truncate+0x639 ufs_direnter(c4c0cb20,c4c0ede8,e69608f0,e6960b84,0,...) at ufs_direnter+0x973 ufs_makeinode(e6960b84,c0be8e40,e6960a64,e6960a34,c0a8e895,...) at ufs_makeinode+0x541 ufs_create(e6960a64,c0b40dbd,0,e6960a64,e6960b58,...) at ufs_create+0x30 VOP_CREATE_APV(c0be8920,e6960a64,2,e6960a54,246,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6960b58,e6960c5c,1b0,c42b8700,c49d5888,...) at vn_open_cred+0x1df vn_open(e6960b58,e6960c5c,1b0,c49d5888,c098e8d9,...) at vn_open+0x33 kern_openat(c4745cc0,ffffff9c,bfbfe748,0,602,...) at kern_openat+0x10f kern_open(c4745cc0,bfbfe748,0,601,1b0,...) at kern_open+0x35 open(c4745cc0,e6960cfc,c,c0b1331f,c0bc5378,...) at open+0x30 syscall(e6960d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28154b8b, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) kern.ipc.maxpipekva exceeded; see tuning(7) freebsd4_sigreturn: eflags = 0x0 freebsd4_sigreturn: eflags = 0x0 : kern.maxfiles limit exceeded by uid 1001, please see tuning(7). swap_pager: indefinite wait buffer: bufobj: 0, blkno: 4335, size: 4096 panic: Assertion mtx_unowned(m) failed at ../../../kern/kern_mutex.c:758 cpuid = 2 KDB: enter: panic [thread pid 27946 tid 100377 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> where Tracing pid 27946 tid 100377 td 0xc6040aa0 kdb_enter(c0b0d6b5,c0b0d6b5,c0b0864d,e6e5ab88,2,...) at kdb_enter+0x3a panic(c0b0864d,c0b0c518,c0b0c234,2f6,c4c9532c,...) at panic+0x12c mtx_destroy(c5629880,c0b096b8,5da,5d8,e6e5abcc,...) at mtx_destroy+0x4b kqueue_close(c48fd98c,c6040aa0,c0b12376,c4c95300,c48fd98c,...) at kqueue_close+0x355 _fdrop(c48fd98c,c6040aa0,c076519c,c5629880,4,...) at _fdrop+0x43 closef(c48fd98c,c6040aa0,45d,442,c48fd98c,...) at closef+0x277 kern_close(c6040aa0,9,e6e5ad2c,c0a80083,c6040aa0,...) at kern_close+0x11d close(c6040aa0,e6e5acfc,4,c0b13e04,c0bc5390,...) at close+0x1a syscall(e6e5ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 --- db> set $lines 0 db> show allpcpu Current CPU: 2 cpuid = 0 curthread = 0xc3e25440: pid 11 "idle: cpu0" curpcb = 0xe2916d90 fpcurthread = none idlethread = 0xc3e25440: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc3e25660: pid 11 "idle: cpu1" curpcb = 0xe2913d90 fpcurthread = none idlethread = 0xc3e25660: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc6040aa0: pid 27946 "pipe5" curpcb = 0xe6e5ad90 fpcurthread = none idlethread = 0xc3e25880: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc46b6440: pid 1189 "top" curpcb = 0xe6948d90 fpcurthread = none idlethread = 0xc3e25aa0: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 98201 (sshd) thread 0xc509fcc0 (100236) exclusive sx so_rcv_sx r = 0 (0xc4aaf698) locked @ kern/uipc_sockbuf.c:148 Process 5841 (sshd) thread 0xc4a0c880 (100207) exclusive sx so_rcv_sx r = 0 (0xc50fb20c) locked @ kern/uipc_sockbuf.c:148 Process 5352 (sshd) thread 0xc49e4220 (100167) exclusive sx so_rcv_sx r = 0 (0xc46299a0) locked @ kern/uipc_sockbuf.c:148 Process 1189 (top) thread 0xc46b6440 (100126) exclusive sx user map r = 0 (0xc442521c) locked @ vm/vm_map.c:3111 exclusive sx sysctl lock r = 0 (0xc0c32ca4) locked @ kern/kern_sysctl.c:1415 exclusive sleep mutex Giant r = 0 (0xc0c32690) locked @ kern/kern_sysctl.c:1353 Process 1179 (sshd) thread 0xc4458000 (100119) exclusive sx so_rcv_sx r = 0 (0xc4499e2c) locked @ kern/uipc_sockbuf.c:148 Process 1177 (sshd) thread 0xc4459440 (100099) exclusive sx so_rcv_sx r = 0 (0xc4408698) locked @ kern/uipc_sockbuf.c:148 db> show lockedvnods Locked vnodes db> ps pid ppid pgrp uid state wmesg wchan cmd 27946 98205 27946 1001 R+ (threaded) pipe5 100442 D kqkclr 0xc5629880 pipe5 100377 Run CPU 2 pipe5 100729 S uwait 0xc50fa540 initial thread 8130 1 8096 1001 S+ (threaded) pipe4 100480 D kqkclr 0xc5761080 pipe4 100714 S uwait 0xc4b85480 initial thread 7840 5356 7840 1001 S+ (threaded) pipe4 100289 D kqkclr 0xc5e0e000 pipe4 100446 S uwait 0xc4eff380 initial thread 7829 1 7823 1001 S+ (threaded) pipe4 100172 D kqkclr 0xc59d9880 pipe4 100066 S uwait 0xc5dcc2c0 initial thread 7794 1 7773 1001 S+ (threaded) pipe4 100492 D kqkclr 0xc6851200 pipe4 100080 S uwait 0xc5123940 initial thread 7791 1 7773 1001 S+ (threaded) pipe4 100249 D kqkclr 0xc68a1200 pipe4 100410 S uwait 0xc8298800 initial thread 7688 1 7630 1001 S+ (threaded) pipe4 100231 D kqkclr 0xc5ffa380 pipe4 100477 S uwait 0xc42bde40 initial thread 97388 1 97337 1001 S+ (threaded) pipe4 100229 DW kqkclr 0xc5776800 pipe4 100088 SW uwait 0xc5dcc5c0 initial thread 98205 98203 98205 1001 Ss+ wait 0xc59a0a60 bash 98203 98201 98201 1001 S select 0xc74a8ae8 sshd 98201 774 98201 0 Ss sbwait 0xc4aaf6c8 sshd 5850 5849 5850 0 S+ ttyin 0xc42b4c10 csh 5849 5845 5849 1001 S+ wait 0xc49e2298 su 5845 5843 5845 1001 Ss+ wait 0xc4356298 bash 5843 5841 5841 1001 S select 0xc569b928 sshd 5841 774 5841 0 Ss sbwait 0xc50fb23c sshd 5356 5354 5356 1001 Ss+ wait 0xc4355cf8 bash 5354 5352 5352 1001 S select 0xc4906de8 sshd 5352 774 5352 0 Ss sbwait 0xc46299d0 sshd 1189 1185 1189 1001 Rs+ CPU 3 top 1186 1183 1186 1001 Ss kqread 0xc420e500 tail 1185 1177 1177 1001 R sshd 1183 1179 1179 1001 S select 0xc42b6ca8 sshd 1179 774 1179 0 Ss sbwait 0xc4499e5c sshd 1177 774 1177 0 Ss sbwait 0xc44086c8 sshd 897 1 897 0 Ss+ ttyin 0xc40b4c10 getty 896 1 896 0 Ss+ ttyin 0xc40b4810 getty 895 1 895 0 Ss+ ttyin 0xc40b5810 getty 894 1 894 0 Ss+ ttyin 0xc40b5410 getty 893 1 893 0 Ss+ ttyin 0xc40ad810 getty 892 1 892 0 Ss+ ttyin 0xc40adc10 getty 891 1 891 0 Ss+ ttyin 0xc40b4010 getty 890 1 890 0 Ss+ ttyin 0xc40b4410 getty 873 1 873 0 Ss select 0xc42d9a68 inetd 846 1 846 0 Ss select 0xc42dbe28 moused 832 1 832 0 Ss nanslp 0xc0c32e44 watchdogd 790 1 790 0 Ss nanslp 0xc0c32e44 cron 783 1 783 25 Ss pause 0xc43f805c sendmail 779 1 779 0 Ss select 0xc440c868 sendmail 774 1 774 0 Ss select 0xc440c6a8 sshd 692 676 676 0 S - 0xc42a7400 nfsd 691 676 676 0 S - 0xc4307200 nfsd 690 676 676 0 S - 0xc42a7600 nfsd 689 676 676 0 S - 0xc449e400 nfsd 688 676 676 0 S - 0xc449e600 nfsd 687 676 676 0 S - 0xc42a7200 nfsd 686 676 676 0 S - 0xc42a8000 nfsd 685 676 676 0 S - 0xc42a7000 nfsd 684 676 676 0 S - 0xc4307000 nfsd 682 676 676 0 S - 0xc4306e00 nfsd 681 676 676 0 S - 0xc4268e00 nfsd 680 676 676 0 S - 0xc449e200 nfsd 679 676 676 0 S - 0xc42aba00 nfsd 678 676 676 0 S - 0xc4268c00 nfsd 677 676 676 0 S - 0xc42abc00 nfsd 676 1 676 0 Ss select 0xc42da328 nfsd 674 1 674 0 Ss select 0xc42b5668 mountd 621 1 621 0 Ss select 0xc42d99a8 rpcbind 604 1 604 0 Ss select 0xc42da368 syslogd 545 1 545 0 Ss select 0xc42d91a8 devd 21 0 0 0 SL sdflush 0xc0c908a0 [softdepflush] 20 0 0 0 SL vlruwt 0xc4288298 [vnlru] 19 0 0 0 SL syncer 0xc0c32c40 [syncer] 18 0 0 0 SL psleep 0xc0c84dc4 [bufdaemon] 17 0 0 0 SL pgzero 0xc0c914d4 [pagezero] 9 0 0 0 SL psleep 0xc0c91104 [vmdaemon] 8 0 0 0 SL psleep 0xc0c910cc [pagedaemon] 7 0 0 0 SL waiting_ 0xc0c86b2c [sctp_iterator] 6 0 0 0 SL - 0xc3fe9a3c [fdc0] 16 0 0 0 SL usbtsk 0xc0c30054 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0c30040 [usbtask-hc] 14 0 0 0 SL usbevt 0xc401d210 [usb0] 5 0 0 0 SL ccb_scan 0xc0c016d4 [xpt_thrd] 13 0 0 0 SL - 0xc0c32c48 [yarrow] 4 0 0 0 SL - 0xc0c307ac [g_down] 3 0 0 0 SL - 0xc0c307a8 [g_up] 2 0 0 0 SL - 0xc0c307a0 [g_event] 12 0 0 0 WL (threaded) intr 100041 I [irq7: ppbus0 ppc0] 100039 I [swi0: sio] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100027 I [swi6: task queue] 100026 I [swi6: Giant taskq] 100024 I [swi5: +] 100019 I [swi2: cambio] 100012 I [swi1: net] 100011 I [swi3: vm] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi4: clock sio] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc3e23cf8 [init] 10 0 0 0 SL audit_wo 0xc0c902a0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc400b180 [em0 taskq] 100025 D - 0xc3fec580 [thread taskq] 100023 D - 0xc3fec680 [kqueue taskq] 100022 D - 0xc3fec700 [acpi_task_2] 100021 D - 0xc3fec700 [acpi_task_1] 100020 D - 0xc3fec700 [acpi_task_0] 100016 D - 0xc3e21580 [firmware taskq] 100000 I [swapper] db> allt Tracing command pipe5 pid 27946 tid 100442 td 0xc5052880 sched_switch(c5052880,0,104,177,7865f8d6,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c5052880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c5629880,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c5629880,c5629880,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c45d2b08,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c45d2b38,c7e966e8,e6ecabe8,c07456b3,c7e966e8,...) at pipeclose+0x478 pipe_close(c7e966e8,c5052880,c0b12376,c4c95300,c7e966e8,...) at pipe_close+0x2e _fdrop(c7e966e8,c5052880,c076519c,c5629880,4,...) at _fdrop+0x43 closef(c7e966e8,c5052880,45d,442,c7e966e8,...) at closef+0x277 kern_close(c5052880,3,e6ecad2c,c0a80083,c5052880,...) at kern_close+0x11d close(c5052880,e6ecacfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e6ecad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 --- Tracing command pipe5 pid 27946 tid 100377 td 0xc6040aa0 kdb_enter(c0b0d6b5,c0b0d6b5,c0b0864d,e6e5ab88,2,...) at kdb_enter+0x3a panic(c0b0864d,c0b0c518,c0b0c234,2f6,c4c9532c,...) at panic+0x12c mtx_destroy(c5629880,c0b096b8,5da,5d8,e6e5abcc,...) at mtx_destroy+0x4b kqueue_close(c48fd98c,c6040aa0,c0b12376,c4c95300,c48fd98c,...) at kqueue_close+0x355 _fdrop(c48fd98c,c6040aa0,c076519c,c5629880,4,...) at _fdrop+0x43 closef(c48fd98c,c6040aa0,45d,442,c48fd98c,...) at closef+0x277 kern_close(c6040aa0,9,e6e5ad2c,c0a80083,c6040aa0,...) at kern_close+0x11d close(c6040aa0,e6e5acfc,4,c0b13e04,c0bc5390,...) at close+0x1a syscall(e6e5ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf9feefc, ebp = 0xbf9fef18 --- Tracing command pipe5 pid 27946 tid 100729 td 0xc5e76000 sched_switch(c5e76000,0,104,177,785e028a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c5e76000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c50fa540,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50fa540,c0c33a98,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c5e76000,e7c96c80,c07a7960) at do_wait+0x267 __umtx_op_wait(c5e76000,e7c96cfc,e7c96d2c,c0a80083,c5e76000,...) at __umtx_op_wait+0x57 _umtx_op(c5e76000,e7c96cfc,14,c0b14170,c0bc7d90,...) at _umtx_op+0x27 syscall(e7c96d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command pipe4 pid 8130 tid 100480 td 0xc4b8e000 sched_switch(c4b8e000,0,104,177,2fce0e60,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c4b8e000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c5761080,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c5761080,c5761080,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c49eb800,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c49eb830,c48fd374,e6cf3be8,c07456b3,c48fd374,...) at pipeclose+0x478 pipe_close(c48fd374,c4b8e000,4,c6ed1c00,c48fd374,...) at pipe_close+0x2e _fdrop(c48fd374,c4b8e000,0,c0b113bf,10c,...) at _fdrop+0x43 closef(c48fd374,c4b8e000,45d,442,c48fd374,...) at closef+0x277 kern_close(c4b8e000,3,e6cf3d2c,c0a80083,c4b8e000,...) at kern_close+0x11d close(c4b8e000,e6cf3cfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e6cf3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf6fbf6c, ebp = 0xbf6fbf88 --- Tracing command pipe4 pid 8130 tid 100714 td 0xc442acc0 sched_switch(c442acc0,0,104,177,2fcf76fa,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c442acc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4b85480,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b85480,c0c34710,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c442acc0,e722bc80,c07a7960) at do_wait+0x267 __umtx_op_wait(c442acc0,e722bcfc,e722bd2c,c0a80083,c442acc0,...) at __umtx_op_wait+0x57 _umtx_op(c442acc0,e722bcfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27 syscall(e722bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command pipe4 pid 7840 tid 100289 td 0xc572a880 sched_switch(c572a880,0,104,177,e38ac38a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c572a880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c5e0e000,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c5e0e000,c5e0e000,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c4072c8c,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c4072cbc,c48fd9c0,e6b7cbe8,c07456b3,c48fd9c0,...) at pipeclose+0x478 pipe_close(c48fd9c0,c572a880,4,c6883200,c48fd9c0,...) at pipe_close+0x2e _fdrop(c48fd9c0,c572a880,0,c0b113bf,10c,...) at _fdrop+0x43 closef(c48fd9c0,c572a880,45d,442,c48fd9c0,...) at closef+0x277 kern_close(c572a880,3,e6b7cd2c,c0a80083,c572a880,...) at kern_close+0x11d close(c572a880,e6b7ccfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e6b7cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 --- Tracing command pipe4 pid 7840 tid 100446 td 0xc43c5aa0 sched_switch(c43c5aa0,0,104,177,e38c54aa,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c43c5aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4eff380,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4eff380,c0c33e18,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c43c5aa0,e6996c80,c07a7960) at do_wait+0x267 __umtx_op_wait(c43c5aa0,e6996cfc,e6996d2c,c0a80083,c43c5aa0,...) at __umtx_op_wait+0x57 _umtx_op(c43c5aa0,e6996cfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27 syscall(e6996d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command pipe4 pid 7829 tid 100172 td 0xc6b60cc0 sched_switch(c6b60cc0,0,104,177,aeaa5f78,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c6b60cc0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c59d9880,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c59d9880,c59d9880,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c4a44e10,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c4a44e40,c82fdb94,e68c3be8,c07456b3,c82fdb94,...) at pipeclose+0x478 pipe_close(c82fdb94,c6b60cc0,c0b12376,c4d15c00,c82fdb94,...) at pipe_close+0x2e _fdrop(c82fdb94,c6b60cc0,c076519c,c45da400,4,...) at _fdrop+0x43 closef(c82fdb94,c6b60cc0,45d,442,c82fdb94,...) at closef+0x277 kern_close(c6b60cc0,3,e68c3d2c,c0a80083,c6b60cc0,...) at kern_close+0x11d close(c6b60cc0,e68c3cfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e68c3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf4f9f6c, ebp = 0xbf4f9f88 --- Tracing command pipe4 pid 7829 tid 100066 td 0xc50a5aa0 sched_switch(c50a5aa0,0,104,177,aeac22e4,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c50a5aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c5dcc2c0,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5dcc2c0,c0c34e48,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c50a5aa0,e6d06c80,c07a7960) at do_wait+0x267 __umtx_op_wait(c50a5aa0,e6d06cfc,e6d06d2c,c0a80083,c50a5aa0,...) at __umtx_op_wait+0x57 _umtx_op(c50a5aa0,e6d06cfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27 syscall(e6d06d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command pipe4 pid 7794 tid 100492 td 0xc4ac4880 sched_switch(c4ac4880,0,104,177,190e802c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c4ac4880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c6851200,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c6851200,c6851200,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c4e7367c,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c4e736ac,c8408514,e72e5be8,c07456b3,c8408514,...) at pipeclose+0x478 pipe_close(c8408514,c4ac4880,4,c58aa000,c8408514,...) at pipe_close+0x2e _fdrop(c8408514,c4ac4880,0,c0b113bf,10c,...) at _fdrop+0x43 closef(c8408514,c4ac4880,45d,442,c8408514,...) at closef+0x277 kern_close(c4ac4880,3,e72e5d2c,c0a80083,c4ac4880,...) at kern_close+0x11d close(c4ac4880,e72e5cfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e72e5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf4f9f6c, ebp = 0xbf4f9f88 --- Tracing command pipe4 pid 7794 tid 100080 td 0xc59f0000 sched_switch(c59f0000,0,104,177,1910cd20,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c59f0000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c5123940,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5123940,c0c34898,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c59f0000,e6a8fc80,c07a7960) at do_wait+0x267 __umtx_op_wait(c59f0000,e6a8fcfc,e6a8fd2c,c0a80083,c59f0000,...) at __umtx_op_wait+0x57 _umtx_op(c59f0000,e6a8fcfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27 syscall(e6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command pipe4 pid 7791 tid 100249 td 0xc4eba660 sched_switch(c4eba660,0,104,177,b7b21a42,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c4eba660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c68a1200,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c68a1200,c68a1200,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c43261f0,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c4326220,c8530000,e6bbfbe8,c07456b3,c8530000,...) at pipeclose+0x478 pipe_close(c8530000,c4eba660,4,c6ddb000,c8530000,...) at pipe_close+0x2e _fdrop(c8530000,c4eba660,0,c0b113bf,10c,...) at _fdrop+0x43 closef(c8530000,c4eba660,45d,442,c8530000,...) at closef+0x277 kern_close(c4eba660,3,e6bbfd2c,c0a80083,c4eba660,...) at kern_close+0x11d close(c4eba660,e6bbfcfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e6bbfd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 --- Tracing command pipe4 pid 7791 tid 100410 td 0xc5e79440 sched_switch(c5e79440,0,104,177,b7b33360,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c5e79440,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c8298800,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8298800,c0c34cc0,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c5e79440,e6bbcc80,c07a7960) at do_wait+0x267 __umtx_op_wait(c5e79440,e6bbccfc,e6bbcd2c,c0a80083,c5e79440,...) at __umtx_op_wait+0x57 _umtx_op(c5e79440,e6bbccfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27 syscall(e6bbcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command pipe4 pid 7688 tid 100231 td 0xc4f6f000 sched_switch(c4f6f000,0,104,177,2adaa2b2,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c4f6f000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c5ffa380,58,c0b0985d,0,0,...) at sleepq_wait+0x63 _sleep(c5ffa380,c5ffa380,258,c0b0985d,0,...) at _sleep+0x32a knlist_cleardel(c44f2800,0,1,0,0,...) at knlist_cleardel+0x1b4 pipeclose(c44f2830,c4b1898c,e6b3abe8,c07456b3,c4b1898c,...) at pipeclose+0x478 pipe_close(c4b1898c,c4f6f000,4,c6a70300,c4b1898c,...) at pipe_close+0x2e _fdrop(c4b1898c,c4f6f000,0,c0b113bf,10c,...) at _fdrop+0x43 closef(c4b1898c,c4f6f000,45d,442,c4b1898c,...) at closef+0x277 kern_close(c4f6f000,3,e6b3ad2c,c0a80083,c4f6f000,...) at kern_close+0x11d close(c4f6f000,e6b3acfc,4,c0b14167,c0bc5390,...) at close+0x1a syscall(e6b3ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28175c33, esp = 0xbf8fdf6c, ebp = 0xbf8fdf88 --- Tracing command pipe4 pid 7688 tid 100477 td 0xc46b7aa0 sched_switch(c46b7aa0,0,104,177,2adbe4fa,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c46b7aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c42bde40,0,c0b0ecfb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c42bde40,c0c33bb0,100,c0b0ecfb,0,...) at _sleep+0x313 do_wait(0,0,c46b7aa0,e713ec80,c07a7960) at do_wait+0x267 __umtx_op_wait(c46b7aa0,e713ecfc,e713ed2c,c0a80083,c46b7aa0,...) at __umtx_op_wait+0x57 _umtx_op(c46b7aa0,e713ecfc,14,c0b14167,c0bc7d90,...) at _umtx_op+0x27 syscall(e713ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (454, FreeBSD ELF32, _umtx_op), eip = 0x280dfaeb, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command pipe4 pid 97388 tid 100229 td 0xc467f660 Tracing command bash pid 98205 tid 100285 td 0xc58f3cc0 sched_switch(c58f3cc0,0,104,177,51db8d40,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c58f3cc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c59a0a60,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c59a0a60,c59a0aec,15c,c0b134c1,0,...) at _sleep+0x313 kern_wait(c58f3cc0,ffffffff,e6ba1c2c,6,0,...) at kern_wait+0xa76 wait4(c58f3cc0,e6ba1cfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b syscall(e6ba1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 98203 tid 100324 td 0xc5ae6000 sched_switch(c5ae6000,0,104,177,51afba28,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c5ae6000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c076522a,c74a8ad0,0,c0b0c234,c5ae6000,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c74a8ae8,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74a8ae8,c74a8ad0,c0b12f0b,571,c61b1750,...) at _cv_wait_sig+0x204 seltdwait(c6e7862c,c0b12f0b,3d7,c5ae6000,e6be0b04,...) at seltdwait+0xa2 kern_select(c5ae6000,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531 select(c5ae6000,e6be0cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e syscall(e6be0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 --- Tracing command sshd pid 98201 tid 100236 td 0xc509fcc0 Tracing command csh pid 5850 tid 100091 td 0xc435daa0 sched_switch(c435daa0,0,104,177,34da512a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c435daa0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c42b4c10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c42b4c10,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c42b4c00,c42b4c10,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c42b4c00,e68b5c60,0,c0bd31c0,c5885b00,...) at ttread+0x4e7 ptsread(c5885b00,e68b5c60,0,1a4,0,...) at ptsread+0x3e giant_read(c5885b00,e68b5c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c431abfc,e68b5c60,c5872e00,0,c435daa0,...) at devfs_read_f+0x72 dofileread(e68b5c60,ffffffff,ffffffff,0,c431abfc,...) at dofileread+0x96 kern_readv(c435daa0,10,e68b5c60,bfbfe7b6,1,...) at kern_readv+0x58 read(c435daa0,e68b5cfc,c,c435daa0,c0bc5348,...) at read+0x4f syscall(e68b5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28202c73, esp = 0xbfbfe76c, ebp = 0xbfbfe788 --- Tracing command su pid 5849 tid 100161 td 0xc435d440 sched_switch(c435d440,0,104,177,161f31c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c435d440,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49e2298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c49e2298,c49e2324,15c,c0b134c1,0,...) at _sleep+0x313 kern_wait(c435d440,16da,e69e8c2c,2,0,...) at kern_wait+0xa76 wait4(c435d440,e69e8cfc,10,c435d440,c0bc53a8,...) at wait4+0x3b syscall(e69e8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810d26b, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command bash pid 5845 tid 100061 td 0xc435ccc0 sched_switch(c435ccc0,0,104,177,c899a610,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c435ccc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4356298,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4356298,c4356324,15c,c0b134c1,0,...) at _sleep+0x313 kern_wait(c435ccc0,ffffffff,e6816c2c,6,0,...) at kern_wait+0xa76 wait4(c435ccc0,e6816cfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b syscall(e6816d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 5843 tid 100176 td 0xc491ecc0 Tracing command sshd pid 5841 tid 100207 td 0xc4a0c880 Tracing command bash pid 5356 tid 100063 td 0xc435c880 sched_switch(c435c880,0,104,177,71d385e4,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c435c880,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4355cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4355cf8,c4355d84,15c,c0b134c1,0,...) at _sleep+0x313 kern_wait(c435c880,ffffffff,e681ec2c,6,0,...) at kern_wait+0xa76 wait4(c435c880,e681ecfc,10,c0b1339b,c0bc53a8,...) at wait4+0x3b syscall(e681ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a426b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sshd pid 5354 tid 100110 td 0xc4358cc0 sched_switch(c4358cc0,0,104,177,b0ecb244,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4358cc0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c076522a,c4906dd0,0,c0b0c234,c4358cc0,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4906de8,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4906de8,c4906dd0,c0b12f0b,571,c4a2f138,...) at _cv_wait_sig+0x204 seltdwait(c49cfb2c,c0b12f0b,3d7,c4358cc0,e6913b04,...) at seltdwait+0xa2 kern_select(c4358cc0,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531 select(c4358cc0,e6913cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e syscall(e6913d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 --- Tracing command sshd pid 5352 tid 100167 td 0xc49e4220 Tracing command top pid 1189 tid 100126 td 0xc46b6440 cpustop_handler(8,e69489f4,c0a8038d,f4,0,...) at cpustop_handler+0x32 ipi_nmi_handler(f4,0,e6948994,c07847c7,c46b37c8,...) at ipi_nmi_handler+0x2f trap(e6948a00) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07ad150, esp = 0xe6948a40, ebp = 0xe6948a98 --- witness_warn(c14515a0,0,102,c4377e04,1,...) at witness_warn selfdalloc(c43f032c,0,c0b12f0b,3bf,e6948ad8,...) at selfdalloc+0x34 kern_select(c46b6440,2,bfbfec38,0,0,e6948c70,1,0) at kern_select+0x39a select(c46b6440,e6948cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e syscall(e6948d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281c9bf3, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command tail pid 1186 tid 100125 td 0xc4424aa0 sched_switch(c4424aa0,0,104,177,1f99b3de,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,58,...) at mi_switch+0x200 sleepq_switch(c4424aa0,0,c0b113bf,189,58,...) at sleepq_switch+0x14d sleepq_catch_signals(3e9,c07a48f0,c4424aa0,1,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c420e500,58,c0b098fc,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c420e500,c420e500,158,c0b098fc,3e9,...) at _sleep+0x2dd kern_kevent(c4424aa0,4,0,1,e6945c60,...) at kern_kevent+0x3bd kevent(c4424aa0,e6945cfc,18,c0ac3ba6,c0bc7508,...) at kevent+0x19b syscall(e6945d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2814799b, esp = 0xbfbfeb4c, ebp = 0xbfbfebf8 --- Tracing command sshd pid 1185 tid 100154 td 0xc491d000 sched_switch(c491d000,0,104,177,cad594c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c491d000,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c076522a,c42db750,0,c0b0c234,c491d000,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c42db768,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c42db768,c42db750,c0b12f0b,571,c4359034,...) at _cv_wait_sig+0x204 seltdwait(c43f042c,c0b12f0b,3d7,c491d000,e69a2b04,...) at seltdwait+0xa2 kern_select(c491d000,9,81050e4,81050e8,0,0,0,280e95e8) at kern_select+0x531 select(c491d000,e69a2cfc,14,c0afccf7,c0bc5bb8,...) at select+0x5e syscall(e69a2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283f3bf3, esp = 0xbfbfe5fc, ebp = 0xbfbfe648 --- Tracing command sshd pid 1183 tid 100140 td 0xc4745000 Tracing command sshd pid 1179 tid 100119 td 0xc4458000 Tracing command sshd pid 1177 tid 100099 td 0xc4459440 Tracing command getty pid 897 tid 100086 td 0xc4420660 sched_switch(c4420660,0,104,177,964f847a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4420660,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40b4c10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40b4c10,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40b4c00,c40b4c10,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40b4c00,e68a1c60,0,e68a1b94,c0688ded,...) at ttread+0x4e7 ttyread(c40af500,e68a1c60,0,e68a1bb8,c073edc0,...) at ttyread+0x39 scread(c40af500,e68a1c60,0,1a4,0,...) at scread+0x2d giant_read(c40af500,e68a1c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4377b60,e68a1c60,c3e2a800,0,c4420660,...) at devfs_read_f+0x72 dofileread(e68a1c60,ffffffff,ffffffff,0,c4377b60,...) at dofileread+0x96 kern_readv(c4420660,0,e68a1c60,bfbfee4b,1,...) at kern_readv+0x58 read(c4420660,e68a1cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e68a1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 896 tid 100100 td 0xc4459220 sched_switch(c4459220,0,104,177,968649fe,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4459220,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40b4810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40b4810,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40b4800,c40b4810,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40b4800,e68eac60,0,e68eab94,c0688ded,...) at ttread+0x4e7 ttyread(c40af600,e68eac60,0,e68eabb8,c073edc0,...) at ttyread+0x39 scread(c40af600,e68eac60,0,1a4,0,...) at scread+0x2d giant_read(c40af600,e68eac60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4312034,e68eac60,c3e2a800,0,c4459220,...) at devfs_read_f+0x72 dofileread(e68eac60,ffffffff,ffffffff,0,c4312034,...) at dofileread+0x96 kern_readv(c4459220,0,e68eac60,bfbfee4b,1,...) at kern_readv+0x58 read(c4459220,e68eacfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e68ead38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 895 tid 100132 td 0xc4746220 sched_switch(c4746220,0,104,177,968464da,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4746220,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40b5810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40b5810,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40b5800,c40b5810,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40b5800,e695ac60,0,e695ab94,c0688ded,...) at ttread+0x4e7 ttyread(c40af700,e695ac60,0,e695abb8,c073edc0,...) at ttyread+0x39 scread(c40af700,e695ac60,0,1a4,0,...) at scread+0x2d giant_read(c40af700,e695ac60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4377958,e695ac60,c3e2a800,0,c4746220,...) at devfs_read_f+0x72 dofileread(e695ac60,ffffffff,ffffffff,0,c4377958,...) at dofileread+0x96 kern_readv(c4746220,0,e695ac60,bfbfee4b,1,...) at kern_readv+0x58 read(c4746220,e695acfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e695ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 894 tid 100124 td 0xc46b6660 sched_switch(c46b6660,0,104,177,964cf606,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c46b6660,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40b5410,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40b5410,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40b5400,c40b5410,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40b5400,e6942c60,0,e6942b94,c0688ded,...) at ttread+0x4e7 ttyread(c40af800,e6942c60,0,e6942bb8,c073edc0,...) at ttyread+0x39 scread(c40af800,e6942c60,0,1a4,0,...) at scread+0x2d giant_read(c40af800,e6942c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4312c30,e6942c60,c3e2a800,0,c46b6660,...) at devfs_read_f+0x72 dofileread(e6942c60,ffffffff,ffffffff,0,c4312c30,...) at dofileread+0x96 kern_readv(c46b6660,0,e6942c60,bfbfee4b,1,...) at kern_readv+0x58 read(c46b6660,e6942cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e6942d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 893 tid 100114 td 0xc46b7880 sched_switch(c46b7880,0,104,177,961330ae,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c46b7880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40ad810,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40ad810,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40ad800,c40ad810,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40ad800,e6923c60,0,e6923b94,c0688ded,...) at ttread+0x4e7 ttyread(c40af900,e6923c60,0,e6923bb8,c073edc0,...) at ttyread+0x39 scread(c40af900,e6923c60,0,1a4,0,...) at scread+0x2d giant_read(c40af900,e6923c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c431a340,e6923c60,c3e2a800,0,c46b7880,...) at devfs_read_f+0x72 dofileread(e6923c60,ffffffff,ffffffff,0,c431a340,...) at dofileread+0x96 kern_readv(c46b7880,0,e6923c60,bfbfee4b,1,...) at kern_readv+0x58 read(c46b7880,e6923cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e6923d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 892 tid 100129 td 0xc4459cc0 sched_switch(c4459cc0,0,104,177,96658876,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c4459cc0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40adc10,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40adc10,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40adc00,c40adc10,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40adc00,e6951c60,0,e6951b94,c0688ded,...) at ttread+0x4e7 ttyread(c40afa00,e6951c60,0,e6951bb8,c073edc0,...) at ttyread+0x39 scread(c40afa00,e6951c60,0,1a4,0,...) at scread+0x2d giant_read(c40afa00,e6951c60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4311104,e6951c60,c3e2a800,0,c4459cc0,...) at devfs_read_f+0x72 dofileread(e6951c60,ffffffff,ffffffff,0,c4311104,...) at dofileread+0x96 kern_readv(c4459cc0,0,e6951c60,bfbfee4b,1,...) at kern_readv+0x58 read(c4459cc0,e6951cfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e6951d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 891 tid 100112 td 0xc46b7cc0 sched_switch(c46b7cc0,0,104,177,962e008e,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c46b7cc0,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40b4010,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40b4010,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40b4000,c40b4010,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40b4000,e691cc60,0,e691cb94,c0688ded,...) at ttread+0x4e7 ttyread(c40afb00,e691cc60,0,e691cbb8,c073edc0,...) at ttyread+0x39 scread(c40afb00,e691cc60,0,1a4,0,...) at scread+0x2d giant_read(c40afb00,e691cc60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4359208,e691cc60,c3e2a800,0,c46b7cc0,...) at devfs_read_f+0x72 dofileread(e691cc60,ffffffff,ffffffff,0,c4359208,...) at dofileread+0x96 kern_readv(c46b7cc0,0,e691cc60,bfbfee4b,1,...) at kern_readv+0x58 read(c46b7cc0,e691ccfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e691cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 890 tid 100123 td 0xc46b6880 sched_switch(c46b6880,0,104,177,9675803e,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,59,...) at mi_switch+0x200 sleepq_switch(c46b6880,0,c0b113bf,189,59,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c40b4410,59,c0b14dcb,100,0,...) at sleepq_wait_sig+0x17 _sleep(c40b4410,0,159,c0b14dcb,0,...) at _sleep+0x313 ttysleep(c40b4400,c40b4410,159,c0b14dcb,0,...) at ttysleep+0x39 ttread(c40b4400,e693fc60,0,e693fb94,c0688ded,...) at ttread+0x4e7 ttyread(c40afc00,e693fc60,0,e693fbb8,c073edc0,...) at ttyread+0x39 scread(c40afc00,e693fc60,0,1a4,0,...) at scread+0x2d giant_read(c40afc00,e693fc60,0,0,1,...) at giant_read+0x60 devfs_read_f(c4377784,e693fc60,c3e2a800,0,c46b6880,...) at devfs_read_f+0x72 dofileread(e693fc60,ffffffff,ffffffff,0,c4377784,...) at dofileread+0x96 kern_readv(c46b6880,0,e693fc60,bfbfee4b,1,...) at kern_readv+0x58 read(c46b6880,e693fcfc,c,c0b40eb9,c0bc5348,...) at read+0x4f syscall(e693fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28172c73, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 873 tid 100135 td 0xc4745aa0 sched_switch(c4745aa0,0,104,177,bb900318,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4745aa0,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c076522a,c42d9a50,0,c0b0c234,c4745aa0,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c42d9a68,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c42d9a68,c42d9a50,c0b12f0b,571,c4377b94,...) at _cv_wait_sig+0x204 seltdwait(c42d752c,c0b12f0b,3d7,c4745aa0,c07abf5e,...) at seltdwait+0xa2 kern_select(c4745aa0,8,bfbfec7c,0,0,0,0,28197c98) at kern_select+0x531 select(c4745aa0,e6963cfc,14,c0b132dc,c0bc5bb8,...) at select+0x5e syscall(e6963d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28185bf3, esp = 0xbfbfe07c, ebp = 0xbfbfee68 --- Tracing command moused pid 846 tid 100136 td 0xc4745880 Tracing command watchdogd pid 832 tid 100131 td 0xc4424660 sched_switch(c4424660,0,104,177,1d9ec270,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4424660,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(ea61,c07a48f0,c4424660,0,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c32e44,0,15c,c0b0e8ea,ea61,...) at _sleep+0x2dd kern_nanosleep(c4424660,e6957c64,e6957c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4424660,e6957cfc,8,c0b40eb9,c0bc6980,...) at nanosleep+0x6f syscall(e6957d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816977f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 790 tid 100103 td 0xc4458aa0 sched_switch(c4458aa0,0,104,177,20cd1bc0,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c4458aa0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(ea61,c07a48f0,c4458aa0,0,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c0c32e44,5c,c0b0e8ea,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0c32e44,0,15c,c0b0e8ea,ea61,...) at _sleep+0x2dd kern_nanosleep(c4458aa0,e68f3c64,e68f3c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4458aa0,e68f3cfc,8,c0b13605,c0bc6980,...) at nanosleep+0x6f syscall(e68f3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815e77f, esp = 0xbfbfed0c, ebp = 0xbfbfed38 --- Tracing command sendmail pid 783 tid 100070 td 0xc431e440 sched_switch(c431e440,0,104,177,5709036a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200 sleepq_switch(c431e440,0,c0b113bf,189,68,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c43f805c,68,c0acdc2a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c43f805c,c43f808c,168,c0acdc2a,0,...) at _sleep+0x313 kern_sigsuspend(c431e440,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c431e440,e6856cfc,4,c0b1339b,c0bc72f8,...) at sigsuspend+0x4d syscall(e6856d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831858b, esp = 0xbfbfdb1c, ebp = 0xbfbfdb48 --- Tracing command sendmail pid 779 tid 100075 td 0xc431d880 sched_switch(c431d880,0,104,177,3bbca59e,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c431d880,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e6865a4c,c076522a,c440c850,0,c431d880,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c440c868,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c440c868,c440c850,1389,571,c5f553dc,...) at _cv_timedwait_sig+0x213 seltdwait(e6865b14,e6865b1c,3d7,c431d880,e6865b04,...) at seltdwait+0x8a kern_select(c431d880,7,bfbfd94c,0,0,e6865c70,5,0) at kern_select+0x531 select(c431d880,e6865cfc,14,c0b138c1,c0bc5bb8,...) at select+0x5e syscall(e6865d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283adbf3, esp = 0xbfbfd0bc, ebp = 0xbfbfdb58 --- Tracing command sshd pid 774 tid 100102 td 0xc4458cc0 Tracing command nfsd pid 692 tid 100051 td 0xc3ffd660 Tracing command nfsd pid 691 tid 100089 td 0xc4420000 Tracing command nfsd pid 690 tid 100079 td 0xc431d000 Tracing command nfsd pid 689 tid 100073 td 0xc431dcc0 Tracing command nfsd pid 688 tid 100074 td 0xc431daa0 Tracing command nfsd pid 687 tid 100105 td 0xc4458660 Tracing command nfsd pid 686 tid 100106 td 0xc4458440 Tracing command nfsd pid 685 tid 100097 td 0xc4459880 Tracing command nfsd pid 684 tid 100056 td 0xc430c660 Tracing command nfsd pid 682 tid 100067 td 0xc40a6880 Tracing command nfsd pid 681 tid 100101 td 0xc4459000 Tracing command nfsd pid 680 tid 100094 td 0xc40a6660 Tracing command nfsd pid 679 tid 100090 td 0xc435dcc0 Tracing command nfsd pid 678 tid 100071 td 0xc431e220 Tracing command nfsd pid 677 tid 100052 td 0xc431ecc0 Tracing command nfsd pid 676 tid 100109 td 0xc435c000 Tracing command mountd pid 674 tid 100104 td 0xc4458880 Tracing command rpcbind pid 621 tid 100096 td 0xc40a6220 sched_switch(c40a6220,0,104,177,a99b2f8c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a6220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(e68deaa8,c076522a,c42d9990,0,c40a6220,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c42d99a8,0,c0b12f48,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c42d99a8,c42d9990,7531,571,e68deba4,...) at _cv_timedwait_sig+0x213 seltdwait(e68deb5c,e68deb64,481,c40a6220,e68deb74,...) at seltdwait+0x8a poll(c40a6220,e68decfc,c,c0b13605,c0bc6698,...) at poll+0x34a syscall(e68ded38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28128b4f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 604 tid 100107 td 0xc4458220 sched_switch(c4458220,0,104,177,175ad304,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c4458220,0,c0b113bf,189,0,...) at sleepq_switch+0x14d sleepq_catch_signals(c076522a,c42da350,0,c0b0c234,c4458220,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c42da368,0,c0b12f48,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c42da368,c42da350,c0b12f0b,571,c43123dc,...) at _cv_wait_sig+0x204 seltdwait(c42d7c2c,c0b12f0b,3d7,c4458220,0,...) at seltdwait+0xa2 kern_select(c4458220,9,81220bc,0,0,0,48e0d,28187c98) at kern_select+0x531 select(c4458220,e68ffcfc,14,c0b134b0,c0bc5bb8,...) at select+0x5e syscall(e68ffd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28175bf3, esp = 0xbfbfdf3c, ebp = 0xbfbfee88 --- Tracing command devd pid 545 tid 100076 td 0xc431d660 Tracing command softdepflush pid 21 tid 100049 td 0xc3ffd880 sched_switch(c3ffd880,0,104,177,52ae8a32,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200 sleepq_switch(c3ffd880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c908a0,44,c0b2d105,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c908a0,c0c90844,44,c0b2d105,3e8,...) at _sleep+0x2f8 softdep_flush(0,e45f0d38,c0b09c07,30d,c4288000,...) at softdep_flush+0x2d2 fork_exit(c096ed30,0,e45f0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45f0d70, ebp = 0 --- Tracing command vnlru pid 20 tid 100048 td 0xc3ffdaa0 sched_switch(c3ffdaa0,0,104,177,5b42349a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,50,...) at mi_switch+0x200 sleepq_switch(c3ffdaa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c4288298,50,c0b19a42,0,0,...) at sleepq_timedwait+0x6b _sleep(c4288298,c0c85058,250,c0b19a42,3e8,...) at _sleep+0x2f8 vnlru_proc(0,e45edd38,c0b09c07,30d,c4288298,...) at vnlru_proc+0x115 fork_exit(c07f5720,0,e45edd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45edd70, ebp = 0 --- Tracing command syncer pid 19 tid 100047 td 0xc3ffdcc0 sched_switch(c3ffdcc0,0,104,177,4eb4ddf2,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200 sleepq_switch(c3ffdcc0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c32c40,68,c0b1974e,0,0,...) at sleepq_wait+0x63 _sleep(c0c32c40,c0c85084,68,c0b1974e,0,...) at _sleep+0x32a sched_sync(0,e45ead38,c0b09c07,30d,c4288530,...) at sched_sync+0x762 fork_exit(c07f34c0,0,e45ead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ead70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc40a5000 sched_switch(c40a5000,0,104,177,52546812,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200 sleepq_switch(c40a5000,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c84dc4,44,c0b1751c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c84dc4,c0c84dc8,44,c0b1751c,3e8,...) at _sleep+0x2f8 buf_daemon(0,e45e7d38,c0b09c07,30d,c42887c8,...) at buf_daemon+0x21e fork_exit(c07df9b0,0,e45e7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e7d70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc40a5220 sched_switch(c40a5220,0,104,177,644eb6ec,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a5220,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c914d4,0,c0b320f1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c914d4,c0c91090,0,c0b320f1,493e0,...) at _sleep+0x2f8 vm_pagezero(0,e45e4d38,c0b09c07,30d,c4288a60,...) at vm_pagezero+0xdc fork_exit(c09a8a50,0,e45e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e4d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc40a5440 sched_switch(c40a5440,0,104,177,c5727b8a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,68,...) at mi_switch+0x200 sleepq_switch(c40a5440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c91104,68,c0b1751c,0,0,...) at sleepq_wait+0x63 _sleep(c0c91104,c0c91108,68,c0b1751c,0,...) at _sleep+0x32a vm_daemon(0,e45e1d38,c0b09c07,30d,c4288cf8,...) at vm_daemon+0x59 fork_exit(c09a2f90,0,e45e1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45e1d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc40a5660 sched_switch(c40a5660,0,104,177,b617a994,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,44,...) at mi_switch+0x200 sleepq_switch(c40a5660,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c910cc,44,c0b1751c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c910cc,c0c91090,44,c0b1751c,1388,...) at _sleep+0x2f8 vm_pageout(0,e45ded38,c0b09c07,30d,c3e24298,...) at vm_pageout+0x2bb fork_exit(c09a3ad0,0,e45ded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45ded70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc40a5880 sched_switch(c40a5880,0,104,177,77c3d3e6,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c40a5880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c86b2c,0,c0b20009,0,0,...) at sleepq_wait+0x63 _sleep(c0c86b2c,c0c86a34,0,c0b20009,0,...) at _sleep+0x32a sctp_iterator_thread(0,e45dbd38,c0b09c07,30d,c3e24530,...) at sctp_iterator_thread+0x60 fork_exit(c0863060,0,e45dbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45dbd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc40a5cc0 sched_switch(c40a5cc0,0,104,177,35783f4a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c40a5cc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c3fe9a3c,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b _sleep(c3fe9a3c,c3fe9af0,4c,c0b04aac,3e8,...) at _sleep+0x2f8 fdc_thread(c3fe9a00,e45d2d38,c0b09c07,30d,c3e247c8,...) at fdc_thread+0x2b8 fork_exit(c0a3f110,c3fe9a00,e45d2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45d2d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc3ffc880 sched_switch(c3ffc880,0,104,177,352104c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c3ffc880,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c30054,5c,c0b0168e,0,0,...) at sleepq_wait+0x63 _sleep(c0c30054,0,5c,c0b0168e,0,...) at _sleep+0x32a usb_task_thread(c0c30054,e4391d38,c0b09c07,30d,c3e24a60,...) at usb_task_thread+0x62 fork_exit(c06e63d0,c0c30054,e4391d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4391d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc3ffcaa0 sched_switch(c3ffcaa0,0,104,177,351e434,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c3ffcaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c30040,5c,c0b0168e,0,0,...) at sleepq_wait+0x63 _sleep(c0c30040,0,5c,c0b0168e,0,...) at _sleep+0x32a usb_task_thread(c0c30040,e438ed38,c0b09c07,30d,c3e24cf8,...) at usb_task_thread+0x62 fork_exit(c06e63d0,c0c30040,e438ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe438ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc3ffccc0 sched_switch(c3ffccc0,0,104,177,e6662930,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c3ffccc0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c401d210,5c,c0b01651,0,0,...) at sleepq_timedwait+0x6b _sleep(c401d210,0,5c,c0b01651,ea60,...) at _sleep+0x2f8 usb_event_thread(c4019a00,e438bd38,c0b09c07,30d,c3f44000,...) at usb_event_thread+0xca fork_exit(c06e5c50,c4019a00,e438bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe438bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100018 td 0xc3feaaa0 sched_switch(c3feaaa0,0,104,177,35172c8,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c3feaaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c0c016d4,4c,c0ac0e6d,0,0,...) at sleepq_wait+0x63 _sleep(c0c016d4,c0c016ec,4c,c0ac0e6d,0,...) at _sleep+0x32a xpt_scanner_thread(0,e433dd38,c0b09c07,30d,c3f44298,...) at xpt_scanner_thread+0x41 fork_exit(c046f0b0,0,e433dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe433dd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc3e27220 sched_switch(c3e27220,0,104,177,76ba1bd4,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3e27220,0,c0b113bf,25a,2,...) at sleepq_switch+0x14d sleepq_timedwait(c0c32c48,0,c0b04aac,2,0,...) at sleepq_timedwait+0x6b _sleep(c0c32c48,0,0,c0b04aac,64,...) at _sleep+0x2f8 pause(c0b04aac,64,c0af7762,112,0,...) at pause+0x47 random_kthread(0,e433ad38,c0b09c07,30d,c3f44530,...) at random_kthread+0x1d9 fork_exit(c06606f0,0,e433ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe433ad70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc3e27660 sched_switch(c3e27660,0,104,177,81613c6a,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c3e27660,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c307ac,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c307ac,c0c306c8,24c,c0b04aac,64,...) at _sleep+0x2f8 g_io_schedule_down(c3e27660,0,c0b0617e,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,e4334d38,c0b09c07,30d,c3e23000,...) at g_down_procbody+0x8d fork_exit(c0720d60,0,e4334d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4334d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc3e27880 sched_switch(c3e27880,0,104,177,8171ed7e,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c3e27880,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c307a8,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c307a8,c0c30708,24c,c0b04aac,64,...) at _sleep+0x2f8 g_io_schedule_up(c3e27880,0,c0b0617e,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,e4331d38,c0b09c07,30d,c3e23298,...) at g_up_procbody+0x8d fork_exit(c0720df0,0,e4331d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4331d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc3e27aa0 sched_switch(c3e27aa0,0,104,177,77439906,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,4c,...) at mi_switch+0x200 sleepq_switch(c3e27aa0,0,c0b113bf,25a,0,...) at sleepq_switch+0x14d sleepq_timedwait(c0c307a0,4c,c0b04aac,0,0,...) at sleepq_timedwait+0x6b _sleep(c0c307a0,0,4c,c0b04aac,64,...) at _sleep+0x2f8 g_event_procbody(0,e432ed38,c0b09c07,30d,c3e23530,...) at g_event_procbody+0xcb fork_exit(c0720e80,0,e432ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe432ed70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc40a5aa0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc40a6000 sched_switch(c40a6000,0,109,177,1aef9094,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c4033270,...) at mi_switch+0x200 ithread_loop(c40a10b0,e45c5d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c40a10b0,e45c5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45c5d70, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc3feacc0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc3ffc000 sched_switch(c3ffc000,0,109,177,34c5734,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e2a670,...) at mi_switch+0x200 ithread_loop(c409d3b0,e45bfd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c409d3b0,e45bfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45bfd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc3ffc220 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc3ffc440 sched_switch(c3ffc440,0,109,177,e3c1e97e,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e10870,...) at mi_switch+0x200 ithread_loop(c4036700,e45a3d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c4036700,e45a3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe45a3d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc3ffc660 sched_switch(c3ffc660,0,109,177,5c6a6568,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e10570,...) at mi_switch+0x200 ithread_loop(c40239a0,e459ed38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c40239a0,e459ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe459ed70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc3ffd000 sched_switch(c3ffd000,0,109,177,34c000c,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e10670,...) at mi_switch+0x200 ithread_loop(c4018900,e4387d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c4018900,e4387d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4387d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc3ffd440 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xc3ead660 sched_switch(c3ead660,0,109,177,76be35e2,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3f2f970,...) at mi_switch+0x200 ithread_loop(c3f93b70,e4358d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c3f93b70,e4358d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4358d70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc3ead880 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100024 td 0xc3eadcc0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc3fea880 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc3e27cc0 sched_switch(c3e27cc0,0,109,177,6d0b417a,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e6b770,...) at mi_switch+0x200 ithread_loop(c3e22160,e432bd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c3e22160,e432bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe432bd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc3ead000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc3ead220 sched_switch(c3ead220,0,109,177,77432126,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e6b970,...) at mi_switch+0x200 ithread_loop(c3e22180,e4325d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c3e22180,e4325d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4325d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc3ead440 sched_switch(c3ead440,0,109,177,780cf61a,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e6ba70,...) at mi_switch+0x200 ithread_loop(c3e22190,e4322d38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c3e22190,e4322d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4322d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc3e25000 sched_switch(c3e25000,0,109,177,572782aa,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e6bb70,...) at mi_switch+0x200 ithread_loop(c3e221a0,e431fd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c3e221a0,e431fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe431fd70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc3e25220 sched_switch(c3e25220,0,109,177,86a69fb6,...) at sched_switch+0x3fb mi_switch(109,0,c0b09e92,4ce,c3e6bd70,...) at mi_switch+0x200 ithread_loop(c3e221b0,e431cd38,c0b09c07,30d,c3e237c8,...) at ithread_loop+0x34c fork_exit(c0755150,c3e221b0,e431cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe431cd70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc3e25440 cpustop_handler(1,e2916b58,c0a8038d,f8,1,...) at cpustop_handler+0x32 ipi_nmi_handler(f8,1,e2916af0,c0a6c403,c3e23a60,...) at ipi_nmi_handler+0x2f trap(e2916b64) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a55f0d, esp = 0xe2916ba4, ebp = 0xe2916bc8 --- siointr1(c0c9dfcc,0,c0b37d64,56f,e2916bfc,...) at siointr1+0x25d siointr(c4099400,c3e25440,c3e07cd0,c3e2a300,4,...) at siointr+0x32 intr_event_handle(c3e2a300,e2916c3c,e2916c3c,0,c3fe9c00,...) at intr_event_handle+0x5c intr_execute_handlers(c3e07cd0,e2916c3c,e2916c7c,c0a64ab4,38,...) at intr_execute_handlers+0x4f lapic_handle_intr(38,e2916c3c) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0e1cc25, esp = 0xe2916c7c, ebp = 0xe2916c7c --- acpi_cpu_c1(e2916cb4,c0791e21,c0c3d240,0,3,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2916cf8,c07920da,c0c3d220,e2916cd8,c0b0f1b0,...) at acpi_cpu_idle+0x18c cpu_idle(c0c3d220,e2916cd8,c0b0f1b0,39c,c3e25440,...) at cpu_idle+0x28 sched_idletd(0,e2916d38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x20a fork_exit(c0791ed0,0,e2916d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2916d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc3e25660 cpustop_handler(2,e2913bc0,c0a8038d,c0c35d80,34,...) at cpustop_handler+0x32 ipi_nmi_handler(c0c35d80,34,e2913b5c,0,c3e23a60,...) at ipi_nmi_handler+0x2f trap(e2913bcc) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07905c9, esp = 0xe2913c0c, ebp = 0xe2913c20 --- tdq_choose(c0c35700,4,c0b0f1b0,890,1,...) at tdq_choose+0x19 sched_choose(e2913c84,c0791464,c0c35700,14,c0b0f1b0,...) at sched_choose+0x4b choosethread(c0c35700,14,c0b0f1b0,710,c0a64ccf,...) at choosethread+0x8 sched_switch(c3e25660,0,108,172,86c597fa,...) at sched_switch+0x3e4 mi_switch(108,0,c0b0f1b0,9d3,c3e25660,...) at mi_switch+0x200 sched_idletd(0,e2913d38,c0b09c07,30d,c3e23a60,...) at sched_idletd+0x252 fork_exit(c0791ed0,0,e2913d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2913d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc3e25880 sched_switch(c3e25880,0,60c,172,785a92da,...) at sched_switch+0x3fb mi_switch(60c,0,c0b0f1b0,7ec,2,...) at mi_switch+0x200 sched_preempt(c3e25880,2,e2910cb4,c0a64dde,e2910008,...) at sched_preempt+0x9f ipi_bitmap_handler(e2910008,c0790028,c0c30028,3,c0c35d80,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0x20, esp = 0x9, ebp = 0xe2910c7c --- uart_z8530_class(c0765d47,20,293,c0c35d80,9,...) at 0x20 Tracing command idle pid 11 tid 100003 td 0xc3e25aa0 sched_switch(c3e25aa0,0,60c,172,780cfdca,...) at sched_switch+0x3fb mi_switch(60c,0,c0b0f1b0,7ec,3,...) at mi_switch+0x200 sched_preempt(c3e25aa0,3,e290dc7c,c0a64dde,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,c0c30028,28,c3fe9e18,c3fe9e00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0x20, esp = 0xc0e15c9c, ebp = 0xe290dc68 --- uart_z8530_class(c0e1cc25,20,246,e290dcac,c0e15c9c,...) at 0x20 Tracing command init pid 1 tid 100002 td 0xc3e25cc0 sched_switch(c3e25cc0,0,104,177,496e4ab8,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,5c,...) at mi_switch+0x200 sleepq_switch(c3e25cc0,0,c0b113bf,189,5c,...) at sleepq_switch+0x14d sleepq_catch_signals(c0b113bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c3e23cf8,5c,c0b134c1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c3e23cf8,c3e23d84,15c,c0b134c1,0,...) at _sleep+0x313 kern_wait(c3e25cc0,ffffffff,e2909c2c,0,0,...) at kern_wait+0xa76 wait4(c3e25cc0,e2909cfc,10,c0b132dc,c0bc53a8,...) at wait4+0x3b syscall(e2909d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x805453f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command audit pid 10 tid 100001 td 0xc3e27000 sched_switch(c3e27000,0,104,177,34d1bfc,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3e27000,0,c0b113bf,237,c3e27000,...) at sleepq_switch+0x14d sleepq_wait(c0c902a0,0,c0b2a6c7,1,0,...) at sleepq_wait+0x63 _cv_wait(c0c902a0,c0c90280,c0b2b088,18b,0,...) at _cv_wait+0x204 audit_worker(0,e2906d38,c0b09c07,30d,c3e24000,...) at audit_worker+0x84 fork_exit(c0952a50,0,e2906d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe2906d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc3ffd220 sched_switch(c3ffd220,0,104,177,34bacac,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3ffd220,0,c0b113bf,237,c3ffd220,...) at sleepq_switch+0x14d sleepq_wait(c400b180,0,c0b0e20d,c0b04aac,0,...) at sleepq_wait+0x63 msleep_spin(c400b180,c400b19c,c0b04aac,0,c0b0c234,...) at msleep_spin+0x21d taskqueue_thread_loop(c3fe0358,e4384d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0x8a fork_exit(c07a71b0,c3fe0358,e4384d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4384d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc3eadaa0 sched_switch(c3eadaa0,0,104,177,1976e570,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3eadaa0,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c3fec580,0,c0b04aac,0,0,...) at sleepq_wait+0x63 _sleep(c3fec580,c3fec59c,0,c0b04aac,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c3d328,e4352d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4 fork_exit(c07a71b0,c0c3d328,e4352d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4352d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc3fea000 sched_switch(c3fea000,0,104,177,35f228c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3fea000,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c3fec680,0,c0b04aac,0,0,...) at sleepq_wait+0x63 _sleep(c3fec680,c3fec69c,0,c0b04aac,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c30fe4,e434cd38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4 fork_exit(c07a71b0,c0c30fe4,e434cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe434cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc3fea220 sched_switch(c3fea220,0,104,177,35ef20c,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3fea220,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63 _sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e2e15c,e4349d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4 fork_exit(c07a71b0,c0e2e15c,e4349d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4349d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc3fea440 sched_switch(c3fea440,0,104,177,35ec224,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3fea440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63 _sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e2e15c,e4346d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4 fork_exit(c07a71b0,c0e2e15c,e4346d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4346d70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc3fea660 sched_switch(c3fea660,0,104,177,35e9614,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3fea660,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c3fec700,0,c0b04aac,0,0,...) at sleepq_wait+0x63 _sleep(c3fec700,c3fec71c,0,c0b04aac,0,...) at _sleep+0x32a taskqueue_thread_loop(c0e2e15c,e4343d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4 fork_exit(c07a71b0,c0e2e15c,e4343d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4343d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc3e27440 sched_switch(c3e27440,0,104,177,fa90a542,...) at sched_switch+0x3fb mi_switch(104,0,c0b113bf,1ca,0,...) at mi_switch+0x200 sleepq_switch(c3e27440,0,c0b113bf,237,0,...) at sleepq_switch+0x14d sleepq_wait(c3e21580,0,c0b04aac,0,0,...) at sleepq_wait+0x63 _sleep(c3e21580,c3e2159c,0,c0b04aac,0,...) at _sleep+0x32a taskqueue_thread_loop(c0c3bda0,e4337d38,c0b09c07,30d,c0c30860,...) at taskqueue_thread_loop+0xb4 fork_exit(c07a71b0,c0c3bda0,e4337d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4337d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0c30b00 sched_switch(c0c30b00,0,109,177,33ec810,...) at sched_switch+0x3fb mi_switch(109,0,c0b2f911,2df,0,...) at mi_switch+0x200 scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x2a6 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1011 MB Dumping 212 MB: 197 181 165 149 133 117 101 85 69 53 37 21 5 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) bt #0 doadump () at pcpu.h:195 #1 0xc0494519 in db_fncall (dummy1=0x3f9, dummy2=0x0, dummy3=0x3fb, dummy4=0xe6e5a960 "ø\003") at ../../../ddb/db_command.c:516 #2 0xc0494a9c in db_command (last_cmdp=0xc0c02394, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:413 #3 0xc0494baa in db_command_loop () at ../../../ddb/db_command.c:466 #4 0xc049639d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228 #5 0xc079ced6 in kdb_trap (type=0x3, code=0x0, tf=0xe6e5ab08) at ../../../kern/subr_kdb.c:510 #6 0xc0a808fb in trap (frame=0xe6e5ab08) at ../../../i386/i386/trap.c:643 #7 0xc0a646eb in calltrap () at ../../../i386/i386/exception.s:146 #8 0xc079d05a in kdb_enter (why=0xc0b0d6b5 "panic", msg=0xc0b0d6b5 "panic") at cpufunc.h:60 #9 0xc077279c in panic (fmt=0xc0b0864d "Assertion %s failed at %s:%d") at ../../../kern/kern_shutdown.c:556 #10 0xc076580b in mtx_destroy (m=0xc5629880) at ../../../kern/kern_mutex.c:758 #11 0xc074e0b5 in kqueue_close (fp=0xc48fd98c, td=0xc6040aa0) at ../../../kern/kern_event.c:1501 #12 0xc07456b3 in _fdrop (fp=0xc48fd98c, td=0xc6040aa0) at file.h:285 #13 0xc0747127 in closef (fp=0xc48fd98c, td=0xc6040aa0) at ../../../kern/kern_descrip.c:2017 #14 0xc07474dd in kern_close (td=0xc6040aa0, fd=0x9) at ../../../kern/kern_descrip.c:1119 #15 0xc074757a in close (td=0xc6040aa0, uap=0xe6e5acfc) at ../../../kern/kern_descrip.c:1071 #16 0xc0a80083 in syscall (frame=0xe6e5ad38) at ../../../i386/i386/trap.c:1026 #17 0xc0a64750 in Xint0x80_syscall () at ../../../i386/i386/exception.s:203 #18 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 11 #11 0xc074e0b5 in kqueue_close (fp=0xc48fd98c, td=0xc6040aa0) at ../../../kern/kern_event.c:1501 1501 mtx_destroy(&kq->kq_lock); (kgdb) l 1496 FILEDESC_XLOCK(fdp); 1497 SLIST_REMOVE(&fdp->fd_kqlist, kq, kqueue, kq_list); 1498 FILEDESC_XUNLOCK(fdp); 1499 1500 knlist_destroy(&kq->kq_sel.si_note); 1501 mtx_destroy(&kq->kq_lock); 1502 kq->kq_fdp = NULL; 1503 1504 if (kq->kq_knhash != NULL) 1505 free(kq->kq_knhash, M_KQUEUE); (kgdb) info loc kq = (struct kqueue *) 0xc5629880 fdp = (struct filedesc *) 0xc4c95300 kn = Variable "kn" is not available. (kgdb) p *kq $1 = {kq_lock = {lock_object = {lo_name = 0xc0b099d1 "kqueue", lo_type = 0xc0b099d1 "kqueue", lo_flags = 0x1430000, lo_witness_data = {lod_list = {stqe_next = 0xc0c47b50}, lod_witness = 0xc0c47b50}}, mtx_lock = 0x4, mtx_recurse = 0x0}, kq_refcnt = 0x1, kq_list = {sle_next = 0x0}, kq_head = {tqh_first = 0x0, tqh_last = 0xc56298a0}, kq_count = 0x0, kq_sel = {si_tdlist = {tqh_first = 0x0, tqh_last = 0x0}, si_note = {kl_list = {slh_first = 0x0}, kl_lock = 0, kl_unlock = 0, kl_locked = 0xc074e380 <knlist_mtx_locked>, kl_lockarg = 0x0}, si_mtx = 0x0}, kq_sigio = 0x0, kq_fdp = 0xc4c95300, kq_state = 0x14, kq_knlistsize = 0x100, kq_knlist = 0xc4d11400, kq_knhashmask = 0x0, kq_knhash = 0x0, kq_task = {ta_link = {stqe_next = 0x0}, ta_pending = 0x0, ta_priority = 0x0, ta_func = 0xc074bca0 <kqueue_task>, ta_context = 0xc5629880}} -- Test scenario: pipe5.c