GENERIC HEAD from 2009-01-22 06:21:30 UTC, r187581M, vmcore.44 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r187581M: Thu Jan 22 17:21:38 CET 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 3623682048 (3455 MB) avail memory = 3540008960 (3376 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted lock order reversal: 1st 0xc6d6c044 user map (user map) @ vm/vm_map.c:3198 2nd 0xc719f9c0 ufs (ufs) @ kern/vfs_subr.c:2079 KDB: stack backtrace: db_trace_self_wrapper(c0bf2a2b,c6a8f910,c087a8d5,4,c0bee02d,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bee02d,c6d21728,c6d264c0,c6a8f96c,...) at kdb_backtrace+0x29 _witness_debugger(c0bf5720,c719f9c0,c0be90e0,c6d264c0,c0bfc36f,...) at _witness_debugger+0x25 witness_checkorder(c719f9c0,1,c0bfc366,81f,0,...) at witness_checkorder+0x839 __lockmgr_args(c719f9c0,200501,c719fa28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c6a8fa78,c087a67b,c0c18578,200501,c719f968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cf9aa0,c6a8fa78,c6d68e24,c0d0dbc0,c719f968,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c719f968,200501,c0bfc366,81f,4,...) at _vn_lock+0x78 vget(c719f968,200501,c6d68d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1875d14,0,c0c15b88,127,c6a8fc18,...) at vnode_pager_lock+0x1e3 vm_fault(c6d6c000,80db000,2,8,80db780,...) at vm_fault+0x1df trap_pfault(5,0,c0c25ca3,2e7,c6d66d34,...) at trap_pfault+0x118 trap(c6a8fd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: 4573 files, 218692 used, 794323 free (2227 frags, 99012 blocks, 0.2% fragmentation) /dev/ad4s1e: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1e: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1e: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1e: 7233 files, 366073 used, 50411002 free (650 frags, 6301294 blocks, 0.0% fragmentation) /dev/ad4s1f: 2045642 files, 10003235 used, 12335538 free (110722 frags, 1528102 blocks, 0.5% fragmentation) /dev/ad4s1d: UNREF FILE I=4592874 OWNER=root MODE=100600 /dev/ad4s1d: SIZE=0 MTIME=Jan 22 17:45 2009 (CLEARED) /dev/ad4s1d: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1d: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1d: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1d: 503836 files, 16970789 used, 33806286 free (45254 frags, 4220129 blocks, 0.1% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. lock order reversal: 1st 0xdad107d4 bufwait (bufwait) @ kern/vfs_bio.c:2443 2nd 0xc72afc00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0bf2a2b,e99ab87c,c087a8d5,4,c0bee02d,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bee02d,c6d23740,c6d26528,e99ab8d8,...) at kdb_backtrace+0x29 _witness_debugger(c0bf5720,c72afc00,c0c1468b,c6d26528,c0c14331,...) at _witness_debugger+0x25 witness_checkorder(c72afc00,9,c0c14328,113,0,...) at witness_checkorder+0x839 _sx_xlock(c72afc00,0,c0c14328,113,c730a708,...) at _sx_xlock+0x85 ufsdirhash_acquire(dad10774,e99aba20,2c,db5ad7e0,e99ab9a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c730a708,e99aba20,7e0,e99ab994,e99ab998,...) at ufsdirhash_add+0x13 ufs_direnter(c73d4158,c75db158,e99aba20,e99abc04,dad10c48,...) at ufs_direnter+0x779 ufs_mkdir(e99abc28,c0c286f1,0,e99abc28,e99abbd8,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0cf9aa0,e99abc28,eb6,eb4,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c733bd80,ffffff9c,bfbfef66,0,1ff,...) at kern_mkdirat+0x278 kern_mkdir(c733bd80,bfbfef66,0,1ff,e99abd2c,...) at kern_mkdir+0x2e mkdir(c733bd80,e99abcf8,8,c0bf5fb2,c0cd58c0,...) at mkdir+0x29 syscall(e99abd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815b893, esp = 0xbfbfedac, ebp = 0xbfbfee78 --- Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Thu Jan 22 18:56:09 CET 2009 Jan 22 19:15:42 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc9c32058 ufs (ufs) @ kern/vfs_mount.c:1190 2nd 0xc9c321b0 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1188 KDB: stack backtrace: db_trace_self_wrapper(c0bf2a2b,e9d43a18,c087a8d5,4,c0bee02d,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bee02d,c6d264c0,c6d263f0,e9d43a74,...) at kdb_backtrace+0x29 _witness_debugger(c0bf5720,c9c321b0,c0be56b6,c6d263f0,c0c13b26,...) at _witness_debugger+0x25 witness_checkorder(c9c321b0,9,c0c13b1d,4a4,c9c32218,...) at witness_checkorder+0x839 __lockmgr_args(c9c321b0,80400,c9c32218,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e9d43b7c,c857b9a4,c0c13b26,80400,c9c32158,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0cd1800,e9d43b7c,c9bbd2b0,c0d0dbc0,c9c32158,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c9c32158,80400,c0c13b1d,4a4,c77ceb00,...) at _vn_lock+0x78 ffs_flushfiles(c747d000,0,c857b900,c9c31c18,e9d43bfc,...) at ffs_flushfiles+0x11a ffs_unmount(c747d000,8000000,c857b900,4eb,0,...) at ffs_unmount+0x16b dounmount(c747d000,8000000,c857b900,471,8a60b5ad,...) at dounmount+0x482 unmount(c857b900,e9d43cf8,8,c0bf5f29,c0cd4e10,...) at unmount+0x2e0 syscall(e9d43d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbfbfe19c, ebp = 0xbfbfe268 --- Jan 22 20:36:57 x4 su: pho to root on /dev/pts/1 panic: fifo_close: no v_fifoinfo cpuid = 1 KDB: enter: panic [thread pid 87244 tid 100324 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 87244 tid 100324 td 0xc9e01d80 kdb_enter(c0bef774,c0bef774,c0be5b70,e9da5a50,1,...) at kdb_enter+0x3a panic(c0be5b70,c0be5b65,c752fac0,c752fb80,e9da5ac0,...) at panic+0x136 fifo_close(e9da5ac0,0,c0c14bac,821,c0cfa0a0,...) at fifo_close+0x38 ufsfifo_close(e9da5ac0,c0c28524,0,c752fac0,c9e01d80,...) at ufsfifo_close+0x74 VOP_CLOSE_APV(c0cf9b80,e9da5ac0,0,0,c752fb80,...) at VOP_CLOSE_APV+0xc5 vgonel(c752fb80,0,c0bfc366,972,0,...) at vgonel+0x141 vflush(c747d864,0,2,c9e01d80,c85d8900,...) at vflush+0x338 ffs_flushfiles(c747d864,2,c9e01d80,8a0,c080a034,...) at ffs_flushfiles+0xee ffs_unmount(c747d864,8080000,c9e01d80,c9e01d80,1,...) at ffs_unmount+0x16b dounmount(c747d864,8080000,c9e01d80,471,8ba51ec9,...) at dounmount+0x482 unmount(c9e01d80,e9da5cf8,8,c0bf5f29,c0cd4e10,...) at unmount+0x2e0 syscall(e9da5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbfbfe19c, ebp = 0xbfbfe268 --- db:1:bt> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xca4a2000: pid 87276 "kinfo" curpcb = 0xe9d27d90 fpcurthread = none idlethread = 0xc6d68480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc9e01d80: pid 87244 "umount" curpcb = 0xe9da5d90 fpcurthread = none idlethread = 0xc6d686c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xca4a2480: pid 87274 "kinfo" curpcb = 0xe9d21d90 fpcurthread = none idlethread = 0xc6d68900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc9c9c6c0: pid 79924 "kinfo" curpcb = 0xe9bc4d90 fpcurthread = none idlethread = 0xc6d68b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 87276 (kinfo) thread 0xca4a2000 (100289) exclusive lockmgr pseudofs (pseudofs) r = 0 (0xc9a34460) locked @ fs/pseudofs/pseudofs_vncache.c:193 exclusive lockmgr pseudofs (pseudofs) r = 0 (0xc907c5b8) locked @ fs/pseudofs/pseudofs_vncache.c:193 Process 87275 (kinfo) thread 0xc9c85d80 (100183) exclusive sleep mutex vm object (standard object) r = 0 (0xca0665d0) locked @ vm/vm_fault.c:295 shared sx user map (user map) r = 0 (0xc786b904) locked @ vm/vm_map.c:3198 Process 87244 (umount) thread 0xc9e01d80 (100324) exclusive lockmgr ufs (ufs) r = 0 (0xc752fb18) locked @ kern/vfs_subr.c:2384 exclusive lockmgr ufs (ufs) r = 0 (0xc99d5460) locked @ kern/vfs_mount.c:1190 exclusive sleep mutex Giant (Giant) r = 0 (0xc0d422b0) locked @ kern/vfs_mount.c:1122 Process 79924 (kinfo) thread 0xc9c9c6c0 (100189) exclusive sx sysctl lock (sysctl lock) r = 0 (0xc0d428e4) locked @ kern/kern_sysctl.c:1427 Process 10631 (sshd) thread 0xca466900 (100274) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc77d2084) locked @ kern/uipc_sockbuf.c:148 Process 1229 (sshd) thread 0xc75cd900 (100099) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc74b751c) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc907c560: tag pseudofs, type VDIR usecount 0, writecount 0, refcount 1 mountedhere 0 flags (VV_PROCDEP) lock type pseudofs: EXCL by thread 0xca4a2000 (pid 87276) #0 0xc0825740 at __lockmgr_args+0xb80 #1 0xc08b5255 at vop_stdlock+0x65 #2 0xc0b4ced5 at VOP_LOCK1_APV+0xb5 #3 0xc08d17c8 at _vn_lock+0x78 #4 0xc07da9a1 at pfs_vncache_alloc+0x231 #5 0xc07dbe86 at pfs_lookup+0x3c6 #6 0xc0b4b405 at VOP_CACHEDLOOKUP_APV+0xc5 #7 0xc08b2b8c at vfs_cache_lookup+0xcc #8 0xc0b4e055 at VOP_LOOKUP_APV+0xe5 #9 0xc08b97ae at lookup+0x58e #10 0xc08ba48b at namei+0x4db #11 0xc08d14ba at vn_open_cred+0x2ba #12 0xc08d1743 at vn_open+0x33 #13 0xc08d01b0 at kern_openat+0x110 #14 0xc08d06e5 at kern_open+0x35 #15 0xc08d0720 at open+0x30 #16 0xc0b3f003 at syscall+0x2a3 #17 0xc0b23790 at Xint0x80_syscall+0x20 0xc9a34408: tag pseudofs, type VREG usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_PROCDEP) lock type pseudofs: EXCL by thread 0xca4a2000 (pid 87276) #0 0xc0825740 at __lockmgr_args+0xb80 #1 0xc08b5255 at vop_stdlock+0x65 #2 0xc0b4ced5 at VOP_LOCK1_APV+0xb5 #3 0xc08d17c8 at _vn_lock+0x78 #4 0xc07da9a1 at pfs_vncache_alloc+0x231 #5 0xc07dbe86 at pfs_lookup+0x3c6 #6 0xc0b4b405 at VOP_CACHEDLOOKUP_APV+0xc5 #7 0xc08b2b8c at vfs_cache_lookup+0xcc #8 0xc0b4e055 at VOP_LOOKUP_APV+0xe5 #9 0xc08b97ae at lookup+0x58e #10 0xc08ba48b at namei+0x4db #11 0xc08d14ba at vn_open_cred+0x2ba #12 0xc08d1743 at vn_open+0x33 #13 0xc08d01b0 at kern_openat+0x110 #14 0xc08d06e5 at kern_open+0x35 #15 0xc08d0720 at open+0x30 #16 0xc0b3f003 at syscall+0x2a3 #17 0xc0b23790 at Xint0x80_syscall+0x20 0xc99d5408: tag ufs, type VDIR usecount 1, writecount 0, refcount 3 mountedhere 0xc747d864 flags (VV_ROOT) v_object 0xca44e9b0 ref 0 pages 1 lock type ufs: EXCL by thread 0xc9e01d80 (pid 87244) #0 0xc0825740 at __lockmgr_args+0xb80 #1 0xc0a4da61 at ffs_lock+0xa1 #2 0xc0b4ced5 at VOP_LOCK1_APV+0xb5 #3 0xc08d17c8 at _vn_lock+0x78 #4 0xc08beb5c at dounmount+0x8c #5 0xc08bf4d0 at unmount+0x2e0 #6 0xc0b3f003 at syscall+0x2a3 #7 0xc0b23790 at Xint0x80_syscall+0x20 ino 2, on dev md5a 0xc752fac0: tag ufs, type VFIFO usecount 1, writecount 0, refcount 2 mountedhere 0 flags (VV_NOSYNC|VI_DOOMED) lock type ufs: EXCL by thread 0xc9e01d80 (pid 87244) #0 0xc0825740 at __lockmgr_args+0xb80 #1 0xc0a4da61 at ffs_lock+0xa1 #2 0xc0b4ced5 at VOP_LOCK1_APV+0xb5 #3 0xc08d17c8 at _vn_lock+0x78 #4 0xc08c7c44 at vflush+0x144 #5 0xc0a48d6e at ffs_flushfiles+0xee #6 0xc0a4991b at ffs_unmount+0x16b #7 0xc08bef52 at dounmount+0x482 #8 0xc08bf4d0 at unmount+0x2e0 #9 0xc0b3f003 at syscall+0x2a3 #10 0xc0b23790 at Xint0x80_syscall+0x20 ino 8681, on dev md6a, NULL v_fifoinfo db:1:lockedvnods> show mount 0xc72c9b30 /dev/ad4s1a on / (ufs) 0xc72ca000 devfs on /dev (devfs) 0xc747d598 /dev/ad4s1e on /tmp (ufs) 0xc7483000 /dev/ad4s1f on /usr (ufs) 0xc7482b30 /dev/ad4s1d on /var (ufs) 0xc7482864 procfs on /proc (procfs) 0xc7482000 /dev/md5a on /usr/home/pho/stress2/misc/mp1 (ufs) 0xc747d864 /dev/md6a on /usr/home/pho/stress2/misc/mp1 (ufs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 87276 82835 10988 0 R+ CPU 0 kinfo 87275 82492 10988 0 RL+ kinfo 87274 81902 10988 0 RE+ CPU 2 kinfo 87244 10815 1250 0 R+ CPU 1 umount 82835 79923 10988 0 S+ wait 0xc9d0b000 kinfo 82492 79924 10988 0 S+ wait 0xc9cd82a4 kinfo 81902 79921 10988 0 S+ wait 0xc9cd9548 kinfo 79924 10988 10988 0 R+ CPU 3 kinfo 79923 10988 10988 0 R+ kinfo 79921 10988 10988 0 S+ sysctl l 0xc0d428e4 kinfo 10988 10713 10988 0 S+ wait 0xca4a0548 sh 10829 0 0 0 SL mdwait 0xc961f000 [md6] 10825 0 0 0 SL mdwait 0xc858f800 [md5] 10815 1250 1250 0 S+ wait 0xc9cd9d34 sh 10713 10707 10713 0 S+ wait 0xc969d548 bash 10707 10694 10707 0 S+ pause 0xc9d0bd8c csh 10694 10637 10694 1001 S+ wait 0xca467000 su 10637 10636 10637 1001 Ss+ wait 0xc9d0c7ec bash 10636 10631 10631 1001 S select 0xc9e74924 sshd 10631 1041 10631 0 Ss sbwait 0xc77d20b0 sshd 1250 1242 1250 0 S+ wait 0xc77b8a90 sh 1242 1238 1242 0 S+ wait 0xc7315d34 bash 1238 1237 1238 0 S+ pause 0xc77b95a0 csh 1237 1232 1237 1001 S+ wait 0xc7315000 su 1232 1231 1232 1001 Ss+ wait 0xc78ec548 bash 1231 1229 1229 1001 S select 0xc70d5424 sshd 1229 1041 1229 0 Ss sbwait 0xc74b7548 sshd 1121 1 1121 0 Ss+ ttyin 0xc70dd478 getty 1120 1 1120 0 Ss+ ttyin 0xc70dd678 getty 1119 1 1119 0 Ss+ ttyin 0xc70dd878 getty 1118 1 1118 0 Ss+ ttyin 0xc70bdc78 getty 1117 1 1117 0 Ss+ ttyin 0xc70bd678 getty 1116 1 1116 0 Ss+ ttyin 0xc70bd478 getty 1115 1 1115 0 Ss+ ttyin 0xc70bd278 getty 1114 1 1114 0 Ss+ ttyin 0xc70bd078 getty 1088 1 1088 0 Ss select 0xc733e1e4 inetd 1069 1 1069 0 Ss nanslp 0xc0d42a64 watchdogd 1060 1 1060 0 Ss nanslp 0xc0d42a64 cron 1054 1 1054 25 Ss pause 0xc73395a0 sendmail 1048 1 1048 0 Ss select 0xc70b7864 sendmail 1041 1 1041 0 Ss select 0xc733f264 sshd 1004 1 1004 0 Ss select 0xc72ce6a4 ntpd 887 886 886 0 S (threaded) nfsd 100114 S rpcsvc 0xc73a3350 nfsd: service 100113 S rpcsvc 0xc72ce810 nfsd: service 100112 S rpcsvc 0xc733e8d0 nfsd: service 100093 S rpcsvc 0xc72ce850 nfsd: master 886 1 886 0 Ss select 0xc76ae924 nfsd 884 1 884 0 Ss select 0xc76aea64 mountd 797 1 797 0 Ss select 0xc733f064 rpcbind 773 1 773 0 Ss select 0xc733ede4 syslogd 578 1 578 0 Ss select 0xc72cfe24 devd 27 0 0 0 SL sdflush 0xc0ebac80 [softdepflush] 26 0 0 0 SL vlruwt 0xc72b3548 [vnlru] 25 0 0 0 SL syncer 0xc0eaf0f0 [syncer] 24 0 0 0 SL psleep 0xc0eaee44 [bufdaemon] 23 0 0 0 SL pgzero 0xc0ebb874 [pagezero] 22 0 0 0 SL psleep 0xc0ebb49c [vmdaemon] 9 0 0 0 SL psleep 0xc0ebb464 [pagedaemon] 8 0 0 0 SL waiting_ 0xc0eb0e78 [sctp_iterator] 7 0 0 0 SL - 0xc6fcc43c [fdc0] 6 0 0 0 SL - 0xc6fda000 [fw0_probe] 21 0 0 0 SL usbevt 0xc6fa8210 [usb5] 20 0 0 0 SL usbevt 0xc6fc9210 [usb4] 19 0 0 0 SL usbevt 0xc6fb4210 [usb3] 18 0 0 0 SL usbevt 0xc6fb3210 [usb2] 17 0 0 0 SL usbevt 0xc6f84210 [usb1] 16 0 0 0 SL usbtsk 0xc0d3fd94 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d3fd80 [usbtask-hc] 14 0 0 0 SL usbevt 0xc6f8b210 [usb0] 5 0 0 0 SL ccb_scan 0xc0d0e354 [xpt_thrd] 13 0 0 0 SL - 0xc0d428a4 [yarrow] 4 0 0 0 SL - 0xc0d404c4 [g_down] 3 0 0 0 SL - 0xc0d404c0 [g_up] 2 0 0 0 SL - 0xc0d404b8 [g_event] 12 0 0 0 RL (threaded) intr 100048 I [irq12: psm0] 100047 I [irq1: atkbd0] 100045 I [swi0: uart] 100042 I [irq14: ata0] 100040 RunQ [irq19: re0 ehci0] 100036 I [irq18: ohci2 ohci4] 100034 I [irq17: ohci1 ohci3] 100030 I [irq16: ohci0] 100029 I [irq22: atapci0] 100028 I [irq9: acpi0] 100026 RunQ [swi5: +] 100025 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 RunQ [swi4: clock] 100011 RunQ [swi4: clock] 100010 I [swi4: clock] 100009 RunQ [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d66d34 [init] 10 0 0 0 SL audit_wo 0xc0eba620 [audit] 0 0 0 0 SLs (threaded) kernel 100043 D - 0xc6fbcdc0 [fw0_taskq] 100027 D - 0xc6f203c0 [thread taskq] 100023 D - 0xc6f20580 [kqueue taskq] 100022 D - 0xc6f205c0 [acpi_task_2] 100021 D - 0xc6f205c0 [acpi_task_1] 100020 D - 0xc6f205c0 [acpi_task_0] 100016 D - 0xc6d4dcc0 [firmware taskq] 100000 D sched 0xc0d40580 [swapper] db:1:ps> allt Tracing command kinfo pid 87276 tid 100289 td 0xca4a2000 cpustop_handler(1,e9d27c10,c0b3f2fd,c0847888,0,...) at cpustop_handler+0x32 ipi_nmi_handler(c0847888,0,80000000,369e99,ca4697ec,...) at ipi_nmi_handler+0x2f trap(e9d27c1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc083b5c5, esp = 0xe9d27c5c, ebp = 0xe9d27c80 --- panic(c0c25c1e,c0bdc86d,2,c0bdc86d,c0cd4c78,...) at panic+0x35 syscall(e9d27d38) at syscall+0x44e Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2816a8d3, esp = 0xbfbfe92c, ebp = 0xbfbfe948 --- Tracing command kinfo pid 87275 tid 100183 td 0xc9c85d80 sched_switch(c9c85d80,0,60b,188,1209a4a8,...) at sched_switch+0x437 mi_switch(60b,0,c0bf12a6,81c,1,...) at mi_switch+0x200 sched_preempt(c9c85d80,1,e9bb2afc,c0b23e1e,8,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,28,ca0665d0,ca0665d0,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0a7ee63, esp = 0xe9bb2ad0, ebp = 0xe9bb2afc --- vnode_pager_lock(ca0665d0,0,c0c15b88,127,e9bb2c18,...) at vnode_pager_lock+0x63 vm_fault(c786b8c0,28080000,2,8,28080014,...) at vm_fault+0x1df trap_pfault(5,0,c0c25ca3,2e7,c9c81d34,...) at trap_pfault+0x118 trap(e9bb2d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804e870, esp = 0xbfbfe8b0, ebp = 0xbfbfe8d8 --- Tracing command kinfo pid 87274 tid 100287 td 0xca4a2480 cpustop_handler(4,e9d21b68,c0b3f2fd,e9d21af8,c0d42b10,...) at cpustop_handler+0x32 ipi_nmi_handler(e9d21af8,c0d42b10,c0d42b10,ca4a2480,ca469d34,...) at ipi_nmi_handler+0x2f trap(e9d21b74) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc082caec, esp = 0xe9d21bb4, ebp = 0xe9d21bd0 --- _mtx_lock_sleep(c0d422b0,ca4a2480,0,c0be67ce,13a,...) at _mtx_lock_sleep+0x9c _mtx_lock_flags(c0d422b0,0,c0be67ce,13a,c70cf000,...) at _mtx_lock_flags+0xf7 pfs_exit(0,ca469d34,c0beb708,ee,0,...) at pfs_exit+0x3c exit1(ca4a2480,0,e9d21d2c,c0b3f003,ca4a2480,...) at exit1+0x3bd sys_exit(ca4a2480,e9d21cf8,4,c0bf5f71,c0cd4c18,...) at sys_exit+0x1d syscall(e9d21d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x281277a3, esp = 0xbfbfe91c, ebp = 0xbfbfe928 --- Tracing command umount pid 87244 tid 100324 td 0xc9e01d80 kdb_enter(c0bef774,c0bef774,c0be5b70,e9da5a50,1,...) at kdb_enter+0x3a panic(c0be5b70,c0be5b65,c752fac0,c752fb80,e9da5ac0,...) at panic+0x136 fifo_close(e9da5ac0,0,c0c14bac,821,c0cfa0a0,...) at fifo_close+0x38 ufsfifo_close(e9da5ac0,c0c28524,0,c752fac0,c9e01d80,...) at ufsfifo_close+0x74 VOP_CLOSE_APV(c0cf9b80,e9da5ac0,0,0,c752fb80,...) at VOP_CLOSE_APV+0xc5 vgonel(c752fb80,0,c0bfc366,972,0,...) at vgonel+0x141 vflush(c747d864,0,2,c9e01d80,c85d8900,...) at vflush+0x338 ffs_flushfiles(c747d864,2,c9e01d80,8a0,c080a034,...) at ffs_flushfiles+0xee ffs_unmount(c747d864,8080000,c9e01d80,c9e01d80,1,...) at ffs_unmount+0x16b dounmount(c747d864,8080000,c9e01d80,471,8ba51ec9,...) at dounmount+0x482 unmount(c9e01d80,e9da5cf8,8,c0bf5f29,c0cd4e10,...) at unmount+0x2e0 syscall(e9da5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d224f, esp = 0xbfbfe19c, ebp = 0xbfbfe268 --- Tracing command kinfo pid 82835 tid 100226 td 0xc9d106c0 sched_switch(c9d106c0,0,104,18d,1204553b,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9d106c0,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9d0b000,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9d0b000,c9d0b088,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c9d106c0,ffffffff,e9c41c74,0,0,...) at kern_wait+0xad6 wait4(c9d106c0,e9c41cf8,10,e9c41d38,c0cd4ca8,...) at wait4+0x3b syscall(e9c41d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f3d3b, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command kinfo pid 82492 tid 100197 td 0xc9ce1480 sched_switch(c9ce1480,0,104,18d,11fa24f7,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9ce1480,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9cd82a4,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9cd82a4,c9cd832c,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c9ce1480,ffffffff,e9bdcc74,0,0,...) at kern_wait+0xad6 wait4(c9ce1480,e9bdccf8,10,e9bdcd38,c0cd4ca8,...) at wait4+0x3b syscall(e9bdcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f3d3b, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command kinfo pid 81902 tid 100215 td 0xc9ced480 sched_switch(c9ced480,0,104,18d,11f9f33d,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9ced480,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9cd9548,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9cd9548,c9cd95d0,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c9ced480,ffffffff,e9c16c74,0,0,...) at kern_wait+0xad6 wait4(c9ced480,e9c16cf8,10,e9c16d38,c0cd4ca8,...) at wait4+0x3b syscall(e9c16d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f3d3b, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command kinfo pid 79924 tid 100189 td 0xc9c9c6c0 cpustop_handler(8,e9bc4ac8,c0b3f2fd,e9bc4a58,c0d42b48,...) at cpustop_handler+0x32 ipi_nmi_handler(e9bc4a58,c0d42b48,c0d42b48,c9c9c6c0,c9c84a90,...) at ipi_nmi_handler+0x2f trap(e9bc4ad4) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc082caec, esp = 0xe9bc4b14, ebp = 0xe9bc4b30 --- _mtx_lock_sleep(c0d422b0,c9c9c6c0,0,c0bf038b,53b,...) at _mtx_lock_sleep+0x9c _mtx_lock_flags(c0d422b0,0,c0bf038b,53b,e9bc4ba4,...) at _mtx_lock_flags+0xf7 sysctl_root(e9bc4ba4,0,c0bf038b,593,c9c9c6c0,...) at sysctl_root+0x17a userland_sysctl(c9c9c6c0,e9bc4c10,4,28211100,bfbfe8d8,...) at userland_sysctl+0x115 __sysctl(c9c9c6c0,e9bc4cf8,18,c0bf64b1,c0cd5ef0,...) at __sysctl+0x94 syscall(e9bc4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2817b78f, esp = 0xbfbfe85c, ebp = 0xbfbfe888 --- Tracing command kinfo pid 79923 tid 100300 td 0xc857b480 sched_switch(c857b480,0,207,188,1209ca12,...) at sched_switch+0x437 mi_switch(207,0,c0bf4194,d5,c78dc548,...) at mi_switch+0x200 ast(e9d4bd38) at ast+0x2a7 doreti_ast() at doreti_ast+0x17 Tracing command kinfo pid 79921 tid 100213 td 0xc9ced6c0 sched_switch(c9ced6c0,0,104,18d,1209e09d,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c9ced6c0,0,c0bf3991,247,c0d428e4,...) at sleepq_switch+0x15f sleepq_wait(c0d428e4,0,c0bf0475,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c0d428e4,c9ced6c0,0,c0bf038b,593,...) at _sx_xlock_hard+0x286 _sx_xlock(c0d428e4,0,c0bf038b,593,c9ced6c0,...) at _sx_xlock+0xc0 userland_sysctl(c9ced6c0,e9c0fc10,4,0,bfbfe8d8,...) at userland_sysctl+0xf1 __sysctl(c9ced6c0,e9c0fcf8,18,c0bf64b1,c0cd5ef0,...) at __sysctl+0x94 syscall(e9c0fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2817b78f, esp = 0xbfbfe85c, ebp = 0xbfbfe888 --- Tracing command sh pid 10988 tid 100306 td 0xca46cb40 sched_switch(ca46cb40,0,104,18d,3ade08fa,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca46cb40,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(ca4a0548,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(ca4a0548,ca4a05d0,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(ca46cb40,ffffffff,e9d67c74,2,0,...) at kern_wait+0xad6 wait4(ca46cb40,e9d67cf8,10,c0bf5eb2,c0cd4ca8,...) at wait4+0x3b syscall(e9d67d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe7dc, ebp = 0xbfbfe7f8 --- Tracing command md6 pid 10829 tid 100335 td 0xc969f240 sched_switch(c969f240,0,104,18d,ee9ba7fd,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c969f240,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c961f000,4c,c0bc9432,0,0,...) at sleepq_wait+0x63 _sleep(c961f000,c961f020,24c,c0bc9432,0,...) at _sleep+0x35b md_kthread(c961f000,e9de4d38,c0beb848,32d,ca1d82a4,...) at md_kthread+0x125 fork_exit(c068ef50,c961f000,e9de4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe9de4d70, ebp = 0 --- Tracing command md5 pid 10825 tid 100094 td 0xc75ce240 sched_switch(c75ce240,0,104,18d,dc8a894a,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c75ce240,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c858f800,4c,c0bc9432,0,0,...) at sleepq_wait+0x63 _sleep(c858f800,c858f820,24c,c0bc9432,0,...) at _sleep+0x35b md_kthread(c858f800,e9a4bd38,c0beb848,32d,c75cc548,...) at md_kthread+0x125 fork_exit(c068ef50,c858f800,e9a4bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe9a4bd70, ebp = 0 --- Tracing command sh pid 10815 tid 100211 td 0xc9cedb40 sched_switch(c9cedb40,0,104,18d,d76a8d8,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9cedb40,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9cd9d34,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9cd9d34,c9cd9dbc,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c9cedb40,ffffffff,e9c09c74,2,0,...) at kern_wait+0xad6 wait4(c9cedb40,e9c09cf8,10,c0bf6076,c0cd4ca8,...) at wait4+0x3b syscall(e9c09d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe87c, ebp = 0xbfbfe898 --- Tracing command bash pid 10713 tid 100332 td 0xc96a1b40 sched_switch(c96a1b40,0,104,18d,f13b39c5,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c96a1b40,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c969d548,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c969d548,c969d5d0,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c96a1b40,ffffffff,e9dbdc74,6,0,...) at kern_wait+0xad6 wait4(c96a1b40,e9dbdcf8,10,c0bf5f71,c0cd4ca8,...) at wait4+0x3b syscall(e9dbdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfe84c, ebp = 0xbfbfe868 --- Tracing command csh pid 10707 tid 100221 td 0xc9ca1480 sched_switch(c9ca1480,0,104,18d,53c59ee4,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,68,...) at mi_switch+0x200 sleepq_switch(c9ca1480,0,c0bf3991,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9d0bd8c,68,c0bab34a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9d0bd8c,c9d0bdbc,168,c0bab34a,0,...) at _sleep+0x344 kern_sigsuspend(c9ca1480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c9ca1480,e9c2dcf8,4,c0bf5f71,c0cd6bf8,...) at sigsuspend+0x4d syscall(e9c2dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28171fab, esp = 0xbfbfe61c, ebp = 0xbfbfe688 --- Tracing command su pid 10694 tid 100267 td 0xca466d80 sched_switch(ca466d80,0,104,18d,a0930f6e,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca466d80,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(ca467000,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(ca467000,ca467088,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(ca466d80,29d3,e9cc9c74,2,0,...) at kern_wait+0xad6 wait4(ca466d80,e9cc9cf8,10,e9cc9d38,c0cd4ca8,...) at wait4+0x3b syscall(e9cc9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28111d3b, esp = 0xbfbfe66c, ebp = 0xbfbfe688 --- Tracing command bash pid 10637 tid 100273 td 0xca464480 sched_switch(ca464480,0,104,18d,5905b8f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca464480,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9d0c7ec,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9d0c7ec,c9d0c874,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(ca464480,ffffffff,e9ce7c74,6,0,...) at kern_wait+0xad6 wait4(ca464480,e9ce7cf8,10,c0bf5f71,c0cd4ca8,...) at wait4+0x3b syscall(e9ce7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 10636 tid 100334 td 0xc85796c0 sched_switch(c85796c0,0,104,18d,f123b1c7,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c85796c0,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c9e74910,0,c0bee02d,c85796c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9e74924,0,e9dc3a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c9e74924,c9e74910,c0bf5ae1,570,ca2899d8,...) at _cv_wait_sig+0x240 seltdwait(c77cd32c,c0bf5ae1,3d6,c85796c0,200246,...) at seltdwait+0xa2 kern_select(c85796c0,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x4cf select(c85796c0,e9dc3cf8,14,c0bdd7ab,c0cd54b8,...) at select+0x5e syscall(e9dc3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 10631 tid 100274 td 0xca466900 sched_switch(ca466900,0,104,18d,b6f30cc,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,58,...) at mi_switch+0x200 sleepq_switch(ca466900,0,c0bf3991,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77d20b0,58,c0bf948d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77d20b0,c77d2070,158,c0bf948d,0) at _sleep+0x344 sbwait(c77d2050,4,c0bf9542,5b4,c77d2070,...) at sbwait+0x76 soreceive_generic(c77d2000,0,e9cf9c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c77d2000,0,e9cf9c58,0,0,...) at soreceive+0x38 soo_read(c75f44d0,e9cf9c58,c6f69500,0,ca466900,...) at soo_read+0x3a dofileread(e9cf9c58,ffffffff,ffffffff,0,c75f44d0,...) at dofileread+0x96 kern_readv(ca466900,5,e9cf9c58,e9cf9c78,1,...) at kern_readv+0x58 read(ca466900,e9cf9cf8,c,c0c0ed94,c0cd4c48,...) at read+0x4f syscall(e9cf9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283b74f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command sh pid 1250 tid 100126 td 0xc77bbb40 sched_switch(c77bbb40,0,104,18d,c544a537,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c77bbb40,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b8a90,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77b8a90,c77b8b18,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c77bbb40,ffffffff,e9acac74,2,0,...) at kern_wait+0xad6 wait4(c77bbb40,e9acacf8,10,c0bf6076,c0cd4ca8,...) at wait4+0x3b syscall(e9acad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28153d3b, esp = 0xbfbfe74c, ebp = 0xbfbfe768 --- Tracing command bash pid 1242 tid 100083 td 0xc731b6c0 sched_switch(c731b6c0,0,104,18d,1229f7ac,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c731b6c0,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7315d34,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7315d34,c7315dbc,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c731b6c0,ffffffff,e9a03c74,6,0,...) at kern_wait+0xad6 wait4(c731b6c0,e9a03cf8,10,c0bf5f71,c0cd4ca8,...) at wait4+0x3b syscall(e9a03d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command csh pid 1238 tid 100121 td 0xc77bd480 sched_switch(c77bd480,0,104,18d,1c7b40f4,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,68,...) at mi_switch+0x200 sleepq_switch(c77bd480,0,c0bf3991,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77b95a0,68,c0bab34a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c77b95a0,c77b95d0,168,c0bab34a,0,...) at _sleep+0x344 kern_sigsuspend(c77bd480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c77bd480,e9abbcf8,4,c0bf5f71,c0cd6bf8,...) at sigsuspend+0x4d syscall(e9abbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28171fab, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1237 tid 100088 td 0xc7317b40 sched_switch(c7317b40,0,104,18d,cbad8445,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7317b40,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7315000,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7315000,c7315088,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c7317b40,4d6,e9a17c74,2,0,...) at kern_wait+0xad6 wait4(c7317b40,e9a17cf8,10,e9a17d38,c0cd4ca8,...) at wait4+0x3b syscall(e9a17d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28111d3b, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 --- Tracing command bash pid 1232 tid 100141 td 0xc7d6c240 sched_switch(c7d6c240,0,104,18d,c868ab06,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7d6c240,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c78ec548,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c78ec548,c78ec5d0,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c7d6c240,ffffffff,e9b06c74,6,0,...) at kern_wait+0xad6 wait4(c7d6c240,e9b06cf8,10,c0bf5f71,c0cd4ca8,...) at wait4+0x3b syscall(e9b06d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a6d3b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 1231 tid 100132 td 0xc75ced80 sched_switch(c75ced80,0,104,18d,aa4476b,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75ced80,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c70d5410,0,c0bee02d,c75ced80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70d5424,0,e9ae3a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70d5424,c70d5410,c0bf5ae1,570,c7474930,...) at _cv_wait_sig+0x240 seltdwait(c77cd52c,c0bf5ae1,3d6,c75ced80,200246,...) at seltdwait+0xa2 kern_select(c75ced80,a,286030b8,286030dc,0,0,0,280f5818) at kern_select+0x4cf select(c75ced80,e9ae3cf8,14,c0bdd7ab,c0cd54b8,...) at select+0x5e syscall(e9ae3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1229 tid 100099 td 0xc75cd900 sched_switch(c75cd900,0,104,18d,3d3eec46,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,58,...) at mi_switch+0x200 sleepq_switch(c75cd900,0,c0bf3991,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c74b7548,58,c0bf948d,100,0,...) at sleepq_wait_sig+0x17 _sleep(c74b7548,c74b7508,158,c0bf948d,0) at _sleep+0x344 sbwait(c74b74e8,4,c0bf9542,5b4,c74b7508,...) at sbwait+0x76 soreceive_generic(c74b7498,0,e9a5bc58,0,0,...) at soreceive_generic+0x3f0 soreceive(c74b7498,0,e9a5bc58,0,0,...) at soreceive+0x38 soo_read(c7573d20,e9a5bc58,c77cdc00,0,c75cd900,...) at soo_read+0x3a dofileread(e9a5bc58,ffffffff,ffffffff,0,c7573d20,...) at dofileread+0x96 kern_readv(c75cd900,5,e9a5bc58,e9a5bc78,1,...) at kern_readv+0x58 read(c75cd900,e9a5bcf8,c,c0c0ed94,c0cd4c48,...) at read+0x4f syscall(e9a5bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283b74f3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1121 tid 100120 td 0xc77bd6c0 sched_switch(c77bd6c0,0,104,18d,256dffca,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77bd6c0,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c77bd6c0,c77bd6c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd478,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd478,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd400,c70dd478,e9ab8c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd400,e9ab8c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3700,e9ab8c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c0e0,e9ab8c58,c6d6d400,0,c77bd6c0,...) at devfs_read_f+0x7e dofileread(e9ab8c58,ffffffff,ffffffff,0,c732c0e0,...) at dofileread+0x96 kern_readv(c77bd6c0,0,e9ab8c58,e9ab8c78,1,...) at kern_readv+0x58 read(c77bd6c0,e9ab8cf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9ab8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1120 tid 100119 td 0xc77bd900 sched_switch(c77bd900,0,104,18d,2573b38f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77bd900,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c77bd900,c77bd900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd678,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd678,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd600,c70dd678,e9ab5c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd600,e9ab5c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3800,e9ab5c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7573e38,e9ab5c58,c6d6d400,0,c77bd900,...) at devfs_read_f+0x7e dofileread(e9ab5c58,ffffffff,ffffffff,0,c7573e38,...) at dofileread+0x96 kern_readv(c77bd900,0,e9ab5c58,e9ab5c78,1,...) at kern_readv+0x58 read(c77bd900,e9ab5cf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9ab5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1119 tid 100118 td 0xc77bdb40 sched_switch(c77bdb40,0,104,18d,256b353c,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77bdb40,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c77bdb40,c77bdb40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70dd878,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70dd878,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70dd800,c70dd878,e9ab2c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70dd800,e9ab2c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3600,e9ab2c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c1f8,e9ab2c58,c6d6d400,0,c77bdb40,...) at devfs_read_f+0x7e dofileread(e9ab2c58,ffffffff,ffffffff,0,c732c1f8,...) at dofileread+0x96 kern_readv(c77bdb40,0,e9ab2c58,e9ab2c78,1,...) at kern_readv+0x58 read(c77bdb40,e9ab2cf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9ab2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1118 tid 100117 td 0xc77bdd80 sched_switch(c77bdd80,0,104,18d,256f7781,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c77bdd80,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c77bdd80,c77bdd80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bdc78,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bdc78,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bdc00,c70bdc78,e9aafc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bdc00,e9aafc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3900,e9aafc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c731fa10,e9aafc58,c6d6d400,0,c77bdd80,...) at devfs_read_f+0x7e dofileread(e9aafc58,ffffffff,ffffffff,0,c731fa10,...) at dofileread+0x96 kern_readv(c77bdd80,0,e9aafc58,e9aafc78,1,...) at kern_readv+0x58 read(c77bdd80,e9aafcf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9aafd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1117 tid 100116 td 0xc73a46c0 sched_switch(c73a46c0,0,104,18d,2576d90b,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73a46c0,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c73a46c0,c73a46c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd678,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd678,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd600,c70bd678,e9aacc58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd600,e9aacc58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3e00,e9aacc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c732c6c8,e9aacc58,c6d6d400,0,c73a46c0,...) at devfs_read_f+0x7e dofileread(e9aacc58,ffffffff,ffffffff,0,c732c6c8,...) at dofileread+0x96 kern_readv(c73a46c0,0,e9aacc58,e9aacc78,1,...) at kern_readv+0x58 read(c73a46c0,e9aaccf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9aacd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1116 tid 100115 td 0xc73a4900 sched_switch(c73a4900,0,104,18d,2577d452,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73a4900,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c73a4900,c73a4900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd478,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd478,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd400,c70bd478,e9aa9c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd400,e9aa9c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3a00,e9aa9c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c75f41c0,e9aa9c58,c6d6d400,0,c73a4900,...) at devfs_read_f+0x7e dofileread(e9aa9c58,ffffffff,ffffffff,0,c75f41c0,...) at dofileread+0x96 kern_readv(c73a4900,0,e9aa9c58,e9aa9c78,1,...) at kern_readv+0x58 read(c73a4900,e9aa9cf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9aa9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1115 tid 100065 td 0xc7340480 sched_switch(c7340480,0,104,18d,257b0c6f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7340480,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c7340480,c7340480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd278,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd278,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd200,c70bd278,e9993c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd200,e9993c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c6fd3d00,e9993c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c739a2d8,e9993c58,c6d6d400,0,c7340480,...) at devfs_read_f+0x7e dofileread(e9993c58,ffffffff,ffffffff,0,c739a2d8,...) at dofileread+0x96 kern_readv(c7340480,0,e9993c58,e9993c78,1,...) at kern_readv+0x58 read(c7340480,e9993cf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9993d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1114 tid 100061 td 0xc7340b40 sched_switch(c7340b40,0,104,18d,25716b28,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7340b40,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,c7340b40,c7340b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c70bd078,0,c0bf7da6,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c70bd078,c0d422b0,c0bf7764,4b5,0,...) at _cv_wait_sig+0x240 tty_wait(c70bd000,c70bd078,e9983c58,1,0,...) at tty_wait+0x71 ttydisc_read(c70bd000,e9983c58,0,9e,0,...) at ttydisc_read+0x22b ttydev_read(c70cb200,e9983c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c739a428,e9983c58,c6d6d400,0,c7340b40,...) at devfs_read_f+0x7e dofileread(e9983c58,ffffffff,ffffffff,0,c739a428,...) at dofileread+0x96 kern_readv(c7340b40,0,e9983c58,e9983c78,1,...) at kern_readv+0x58 read(c7340b40,e9983cf8,c,c0c289c1,c0cd4c48,...) at read+0x4f syscall(e9983d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x2817f4f3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1088 tid 100059 td 0xc72b1000 sched_switch(c72b1000,0,104,18d,102b3822,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b1000,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c733e1d0,0,c0bee02d,c72b1000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733e1e4,0,e997ba7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c733e1e4,c733e1d0,c0bf5ae1,570,c731f348,...) at _cv_wait_sig+0x240 seltdwait(c72b492c,c0bf5ae1,3d6,c72b1000,e997bae0,...) at seltdwait+0xa2 kern_select(c72b1000,6,bfbfe030,0,0,0,0,281a6d40) at kern_select+0x4cf select(c72b1000,e997bcf8,14,c0bf60ea,c0cd54b8,...) at select+0x5e syscall(e997bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28193473, esp = 0xbfbfdfec, ebp = 0xbfbfee78 --- Tracing command watchdogd pid 1069 tid 100071 td 0xc733bd80 sched_switch(c733bd80,0,104,18d,f820707b,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c733bd80,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0871280,c733bd80,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d42a64,5c,c0bf09da,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d42a64,0,15c,c0bf09da,ea61,...) at _sleep+0x30e kern_nanosleep(c733bd80,e99abc64,e99abc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c733bd80,e99abcf8,8,c0c289c1,c0cd6280,...) at nanosleep+0x6f syscall(e99abd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28176e7f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 1060 tid 100108 td 0xc73a4b40 sched_switch(c73a4b40,0,104,18d,60b4d0fc,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73a4b40,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0871280,c73a4b40,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d42a64,5c,c0bf09da,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d42a64,0,15c,c0bf09da,ea61,...) at _sleep+0x30e kern_nanosleep(c73a4b40,e9a79c64,e9a79c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c73a4b40,e9a79cf8,8,c0bf61db,c0cd6280,...) at nanosleep+0x6f syscall(e9a79d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28169e7f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1054 tid 100067 td 0xc7340240 sched_switch(c7340240,0,104,18d,c7246f02,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,68,...) at mi_switch+0x200 sleepq_switch(c7340240,0,c0bf3991,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73395a0,68,c0bab34a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73395a0,c73395d0,168,c0bab34a,0,...) at _sleep+0x344 kern_sigsuspend(c7340240,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c7340240,e999bcf8,4,c0bf5f71,c0cd6bf8,...) at sigsuspend+0x4d syscall(e999bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28324fab, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1048 tid 100092 td 0xc75ce6c0 sched_switch(c75ce6c0,0,104,18d,d400bd5d,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75ce6c0,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a45a4c,c082c8ba,c70b7850,0,c75ce6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c70b7864,0,e9a45a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c70b7864,c70b7850,1389,570,c77d1c40,...) at _cv_timedwait_sig+0x250 seltdwait(e9a45c2c,e9a45c34,3d6,c75ce6c0,0,...) at seltdwait+0x8a kern_select(c75ce6c0,4,bfbfc590,0,0,e9a45c70,5,0) at kern_select+0x4cf select(c75ce6c0,e9a45cf8,14,c0bf64b1,c0cd54b8,...) at select+0x5e syscall(e9a45d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c2473, esp = 0xbfbfc4fc, ebp = 0xbfbfd028 --- Tracing command sshd pid 1041 tid 100095 td 0xc75ce000 sched_switch(c75ce000,0,104,18d,36f031f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75ce000,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c733f250,0,c0bee02d,c75ce000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733f264,0,e9a4ea7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c733f264,c733f250,c0bf5ae1,570,c75738c0,...) at _cv_wait_sig+0x240 seltdwait(c749212c,c0bf5ae1,3d6,c75ce000,e9a4eae0,...) at seltdwait+0xa2 kern_select(c75ce000,7,286090b0,0,0,0,283335a0,1) at kern_select+0x4cf select(c75ce000,e9a4ecf8,14,e9a4ed38,c0cd54b8,...) at select+0x5e syscall(e9a4ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283b7473, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 1004 tid 100106 td 0xc75cd000 sched_switch(c75cd000,0,104,18d,c37d3168,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75cd000,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c72ce690,0,c0bee02d,c75cd000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72ce6a4,0,e9a73a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72ce6a4,c72ce690,c0bf5ae1,570,c7573348,...) at _cv_wait_sig+0x240 seltdwait(c7330c2c,c0bf5ae1,3d6,c75cd000,0,...) at seltdwait+0xa2 kern_select(c75cd000,1c,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c75cd000,e9a73cf8,14,16,c0cd54b8,...) at select+0x5e syscall(e9a73d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28343473, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 887 tid 100114 td 0xc7317000 sched_switch(c7317000,0,104,18d,e7777bc7,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7317000,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a90bfc,c082c8ba,c70ccb00,0,c7317000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c73a3350,0,e9a90c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c73a3350,c70ccb00,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a90d24,c08183d8,c70ccb00,e9a90d38,c0beb848,...) at svc_run_internal+0x35e svc_thread_start(c70ccb00,e9a90d38,c0beb848,32d,c75cc7ec,...) at svc_thread_start+0x10 fork_exit(c0a18490,c70ccb00,e9a90d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 887 tid 100113 td 0xc7317240 sched_switch(c7317240,0,104,18d,e42dfabb,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7317240,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a8dbfc,c082c8ba,c70ccb00,0,c7317240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72ce810,0,e9a8dc2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72ce810,c70ccb00,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a8dd24,c08183d8,c70ccb00,e9a8dd38,c0beb848,...) at svc_run_internal+0x35e svc_thread_start(c70ccb00,e9a8dd38,c0beb848,32d,c75cc7ec,...) at svc_thread_start+0x10 fork_exit(c0a18490,c70ccb00,e9a8dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 887 tid 100112 td 0xc7317480 sched_switch(c7317480,0,104,18d,ff094d50,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7317480,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a8abfc,c082c8ba,c70ccb00,0,c7317480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c733e8d0,0,e9a8ac2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c733e8d0,c70ccb00,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e9a8ad24,c08183d8,c70ccb00,e9a8ad38,c0beb848,...) at svc_run_internal+0x35e svc_thread_start(c70ccb00,e9a8ad38,c0beb848,32d,c75cc7ec,...) at svc_thread_start+0x10 fork_exit(c0a18490,c70ccb00,e9a8ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 887 tid 100093 td 0xc75ce480 sched_switch(c75ce480,0,104,18d,e9126ac6,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c75ce480,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e9a48b00,c082c8ba,c70ccb00,0,c75ce480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c72ce850,0,e9a48b30,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c72ce850,c70ccb00,1388,3a5,c085bbd4,...) at _cv_timedwait_sig+0x250 svc_run_internal(c75ce5ec,14,c0c1065f,c0c0ef5e,0,...) at svc_run_internal+0x35e svc_run(c70ccb00,0,c0c0f262,202,e9a48cf8,...) at svc_run+0x7f nfssvc_nfsd(c75ce480,122,c0bee02d,ca,c75cc874,...) at nfssvc_nfsd+0xad nfssvc(c75ce480,e9a48cf8,8,e9a48d38,c0cd5a88,...) at nfssvc+0x235 syscall(e9a48d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d2beb, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 886 tid 100111 td 0xc7341d80 sched_switch(c7341d80,0,104,18d,57e1dcaa,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7341d80,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c76ae910,0,c0bee02d,c7341d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76ae924,0,e9a84a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76ae924,c76ae910,c0bf5ae1,570,c731f8f8,...) at _cv_wait_sig+0x240 seltdwait(c739c72c,c0bf5ae1,3d6,c7341d80,e9a84ae0,...) at seltdwait+0xa2 kern_select(c7341d80,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x4cf select(c7341d80,e9a84cf8,14,e9a84d38,c0cd54b8,...) at select+0x5e syscall(e9a84d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2816f473, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 884 tid 100070 td 0xc7340000 sched_switch(c7340000,0,104,18d,5317fb43,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7340000,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c76aea50,0,c0bee02d,c7340000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76aea64,0,e99a7a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c76aea64,c76aea50,c0bf5ae1,570,c7573380,...) at _cv_wait_sig+0x240 seltdwait(c733042c,c0bf5ae1,3d6,c7340000,c0bfd764,...) at seltdwait+0xa2 kern_select(c7340000,9,bfbfedec,0,0,0,0,28195d40) at kern_select+0x4cf select(c7340000,e99a7cf8,14,c0c0ed94,c0cd54b8,...) at select+0x5e syscall(e99a7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 797 tid 100068 td 0xc6fd0900 sched_switch(c6fd0900,0,104,18d,3e552350,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fd0900,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e999faa8,c082c8ba,c733f050,0,c6fd0900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c733f064,0,e999fad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c733f064,c733f050,7531,570,e999fb8c,...) at _cv_timedwait_sig+0x250 seltdwait(e999fc5c,e999fc64,480,c6fd0900,e999fb5c,...) at seltdwait+0x8a poll(c6fd0900,e999fcf8,c,c0bf61db,c0cd5f98,...) at poll+0x2f9 syscall(e999fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813278f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 773 tid 100058 td 0xc7341000 sched_switch(c7341000,0,104,18d,d3804db0,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7341000,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c733edd0,0,c0bee02d,c7341000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c733ede4,0,e9977a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c733ede4,c733edd0,c0bf5ae1,570,c731f2d8,...) at _cv_wait_sig+0x240 seltdwait(c733072c,c0bf5ae1,3d6,c7341000,c75e21b0,...) at seltdwait+0xa2 kern_select(c7341000,9,282290ac,0,0,0,0,28195d40) at kern_select+0x4cf select(c7341000,e9977cf8,14,c0bf5f71,c0cd54b8,...) at select+0x5e syscall(e9977d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28182473, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 578 tid 100063 td 0xc73406c0 sched_switch(c73406c0,0,104,18d,d21579ca,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73406c0,0,c0bf3991,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c082c8ba,c72cfe10,0,c0bee02d,c73406c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c72cfe24,0,e998ba7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72cfe24,c72cfe10,c0bf5ae1,570,c731f5e8,...) at _cv_wait_sig+0x240 seltdwait(c74d1a2c,c0bf5ae1,3d6,c73406c0,c0be8804,...) at seltdwait+0xa2 kern_select(c73406c0,6,bfbfe9f0,0,0,0,0,10) at kern_select+0x4cf select(c73406c0,e998bcf8,14,c0b96eac,c0cd54b8,...) at select+0x5e syscall(e998bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808819f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 27 tid 100056 td 0xc72b1240 sched_switch(c72b1240,0,104,18d,d43cfc1c,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b1240,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ebac80,44,c0c134c6,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ebac80,c0ebac24,44,c0c134c6,3e8,...) at _sleep+0x329 softdep_flush(0,e7784d38,c0beb848,32d,c72b32a4,...) at softdep_flush+0x2b0 fork_exit(c0a43f80,0,e7784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7784d70, ebp = 0 --- Tracing command vnlru pid 26 tid 100055 td 0xc72b1480 sched_switch(c72b1480,0,104,18d,eb6c39f2,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72b1480,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c72b3548,50,c0bfd289,0,0,...) at sleepq_timedwait+0x6b _sleep(c72b3548,c0eaf0b0,250,c0bfd289,3e8,...) at _sleep+0x329 vnlru_proc(0,e7781d38,c0beb848,32d,c72b3548,...) at vnlru_proc+0x10b fork_exit(c08c6a80,0,e7781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7781d70, ebp = 0 --- Tracing command syncer pid 25 tid 100054 td 0xc72b16c0 sched_switch(c72b16c0,0,104,18d,b02a7254,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b16c0,0,c0bf3991,26a,c72b16c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaf0f0,0,e777ec88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0eaf0f0,c0eaf0dc,3e8,6c6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e777ed38,c0beb848,32d,c72b37ec,...) at sched_sync+0x502 fork_exit(c08c5ef0,0,e777ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777ed70, ebp = 0 --- Tracing command bufdaemon pid 24 tid 100053 td 0xc72b1900 sched_switch(c72b1900,0,104,18d,abf4b72f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72b1900,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eaee44,44,c0bfacf5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eaee44,c0eaee48,44,c0bfacf5,3e8,...) at _sleep+0x329 buf_daemon(0,e777bd38,c0beb848,32d,c6eb07ec,...) at buf_daemon+0x21e fork_exit(c08b0c80,0,e777bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe777bd70, ebp = 0 --- Tracing command pagezero pid 23 tid 100052 td 0xc72b1b40 sched_switch(c72b1b40,0,104,18d,8e8d988b,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72b1b40,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ebb874,0,c0c1851b,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ebb874,c0ebb430,0,c0c1851b,493e0,...) at _sleep+0x329 vm_pagezero(0,e7778d38,c0beb848,32d,c6eb0a90,...) at vm_pagezero+0xdc fork_exit(c0a7e190,0,e7778d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7778d70, ebp = 0 --- Tracing command vmdaemon pid 22 tid 100051 td 0xc72b1d80 sched_switch(c72b1d80,0,104,18d,3579bbba,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72b1d80,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ebb49c,68,c0bfacf5,0,0,...) at sleepq_wait+0x63 _sleep(c0ebb49c,c0ebb4a0,68,c0bfacf5,0,...) at _sleep+0x35b vm_daemon(0,e7775d38,c0beb848,32d,c6eb0d34,...) at vm_daemon+0x59 fork_exit(c0a78630,0,e7775d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7775d70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100050 td 0xc6f516c0 sched_switch(c6f516c0,0,104,18d,a43adcfb,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,44,...) at mi_switch+0x200 sleepq_switch(c6f516c0,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ebb464,44,c0bfacf5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ebb464,c0ebb430,44,c0bfacf5,1388,...) at _sleep+0x329 vm_pageout(0,e7772d38,c0beb848,32d,c6fce000,...) at vm_pageout+0x2bb fork_exit(c0a794d0,0,e7772d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7772d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100049 td 0xc6f51900 sched_switch(c6f51900,0,104,18d,987fe9de,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f51900,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0eb0e78,0,c0c0654c,0,0,...) at sleepq_wait+0x63 _sleep(c0eb0e78,c0eb0d8c,0,c0c0654c,0,...) at _sleep+0x35b sctp_iterator_thread(0,e776fd38,c0beb848,32d,c6fce2a4,...) at sctp_iterator_thread+0x60 fork_exit(c093ae00,0,e776fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe776fd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100046 td 0xc6fcf000 sched_switch(c6fcf000,0,104,18d,abc492fc,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6fcf000,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fcc43c,4c,c0be64ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fcc43c,c6fcc4f0,4c,c0be64ff,3e8,...) at _sleep+0x329 fdc_thread(c6fcc400,e7763d38,c0beb848,32d,c6fce548,...) at fdc_thread+0x2be fork_exit(c0afb590,c6fcc400,e7763d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7763d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100044 td 0xc6fcf480 sched_switch(c6fcf480,0,104,18d,8bb1f10f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fcf480,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fda000,5c,c0be64ff,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fda000,c6fde488,15c,c0be64ff,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fda000,e7753d38,c0beb848,32d,c6fce7ec,...) at fw_bus_probe_thread+0x721 fork_exit(c06381a0,c6fda000,e7753d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7753d70, ebp = 0 --- Tracing command usb5 pid 21 tid 100041 td 0xc6fcfb40 sched_switch(c6fcfb40,0,104,18d,b8a42bef,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fcfb40,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fa8210,5c,c0be26bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fa8210,0,5c,c0be26bd,ea60,...) at _sleep+0x329 usb_event_thread(c6f90800,e773dd38,c0beb848,32d,c6fcea90,...) at usb_event_thread+0xca fork_exit(c07a1330,c6f90800,e773dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe773dd70, ebp = 0 --- Tracing command usb4 pid 20 tid 100039 td 0xc6fd0000 sched_switch(c6fd0000,0,104,18d,c139a0bd,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6fd0000,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fc9210,5c,c0be26bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fc9210,0,5c,c0be26bd,ea60,...) at _sleep+0x329 usb_event_thread(c6fbb7c0,e7727d38,c0beb848,32d,c6fced34,...) at usb_event_thread+0xca fork_exit(c07a1330,c6fbb7c0,e7727d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7727d70, ebp = 0 --- Tracing command usb3 pid 19 tid 100038 td 0xc6f3bd80 sched_switch(c6f3bd80,0,104,18d,ba208763,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f3bd80,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fb4210,5c,c0be26bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fb4210,0,5c,c0be26bd,ea60,...) at _sleep+0x329 usb_event_thread(c6fbc040,e7723d38,c0beb848,32d,c6d672a4,...) at usb_event_thread+0xca fork_exit(c07a1330,c6fbc040,e7723d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7723d70, ebp = 0 --- Tracing command usb2 pid 18 tid 100037 td 0xc6f50000 sched_switch(c6f50000,0,104,18d,b8a43ae5,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50000,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fb3210,5c,c0be26bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fb3210,0,5c,c0be26bd,ea60,...) at _sleep+0x329 usb_event_thread(c6f82280,e771fd38,c0beb848,32d,c6d67548,...) at usb_event_thread+0xca fork_exit(c07a1330,c6f82280,e771fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771fd70, ebp = 0 --- Tracing command usb1 pid 17 tid 100035 td 0xc6f50480 sched_switch(c6f50480,0,104,18d,c102eb19,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50480,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f84210,5c,c0be26bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f84210,0,5c,c0be26bd,ea60,...) at _sleep+0x329 usb_event_thread(c6f82980,e7718d38,c0beb848,32d,c6d677ec,...) at usb_event_thread+0xca fork_exit(c07a1330,c6f82980,e7718d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7718d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc6f50900 sched_switch(c6f50900,0,104,18d,527a1758,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50900,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d3fd94,5c,c0be26af,0,0,...) at sleepq_wait+0x63 _sleep(c0d3fd94,0,5c,c0be26af,0,...) at _sleep+0x35b usb_task_thread(c0d3fd94,e7711d38,c0beb848,32d,c6d67a90,...) at usb_task_thread+0x62 fork_exit(c07a11f0,c0d3fd94,e7711d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7711d70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc6f50b40 sched_switch(c6f50b40,0,104,18d,527a0510,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50b40,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d3fd80,5c,c0be26af,0,0,...) at sleepq_wait+0x63 _sleep(c0d3fd80,0,5c,c0be26af,0,...) at _sleep+0x35b usb_task_thread(c0d3fd80,e770ed38,c0beb848,32d,c6d67d34,...) at usb_task_thread+0x62 fork_exit(c07a11f0,c0d3fd80,e770ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770ed70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc6f50d80 sched_switch(c6f50d80,0,104,18d,b8dff42f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f50d80,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6f8b210,5c,c0be26bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c6f8b210,0,5c,c0be26bd,ea60,...) at _sleep+0x329 usb_event_thread(c6f8f300,e770bd38,c0beb848,32d,c6eb0000,...) at usb_event_thread+0xca fork_exit(c07a1330,c6f8f300,e770bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe770bd70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100024 td 0xc6daed80 sched_switch(c6daed80,0,104,18d,5279da94,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6daed80,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d0e354,4c,c0b92b64,0,0,...) at sleepq_wait+0x63 _sleep(c0d0e354,c0d0e36c,4c,c0b92b64,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ad3d38,c0beb848,32d,c6eb02a4,...) at xpt_scanner_thread+0x41 fork_exit(c047a670,0,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d6a240 sched_switch(c6d6a240,0,104,18d,123e7762,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a240,0,c0bf3991,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d428a4,0,c0be64ff,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d428a4,0,0,c0be64ff,64,...) at _sleep+0x329 pause(c0be64ff,64,c0bd7ea6,113,0,...) at pause+0x47 random_kthread(0,c6abed38,c0beb848,32d,c6eb0548,...) at random_kthread+0x1ef fork_exit(c070dd10,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d6a6c0 sched_switch(c6d6a6c0,0,104,18d,11921ffa,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a6c0,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d404c4,4c,c0be64ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d404c4,c0d40428,24c,c0be64ff,64,...) at _sleep+0x329 g_io_schedule_down(c6d6a6c0,0,c0be7a43,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0beb848,32d,c6d66000,...) at g_down_procbody+0x8d fork_exit(c07e33d0,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d6a900 sched_switch(c6d6a900,0,104,18d,126ca411,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6a900,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d404c0,4c,c0be64ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d404c0,c0d40448,24c,c0be64ff,64,...) at _sleep+0x329 g_io_schedule_up(c6d6a900,0,c0be7a43,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab5d38,c0beb848,32d,c6d662a4,...) at g_up_procbody+0x8d fork_exit(c07e3460,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d6ab40 sched_switch(c6d6ab40,0,104,18d,ce2dbdc,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d6ab40,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d404b8,4c,c0be64ff,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d404b8,0,4c,c0be64ff,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0beb848,32d,c6d66548,...) at g_event_procbody+0xcb fork_exit(c07e34f0,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100048 td 0xc6f51b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100047 td 0xc6f51d80 sched_switch(c6f51d80,0,109,18d,5276698f,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6d64170,...) at mi_switch+0x200 ithread_loop(c70c39b0,e7766d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c70c39b0,e7766d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7766d70, ebp = 0 --- Tracing command intr pid 12 tid 100045 td 0xc6fcf240 sched_switch(c6fcf240,0,109,18d,a6acf0c8,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6fd99f0,...) at mi_switch+0x200 ithread_loop(c70c31b0,e7756d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c70c31b0,e7756d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7756d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc6fcf900 sched_switch(c6fcf900,0,109,18d,628106c3,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dad4f0,...) at mi_switch+0x200 ithread_loop(c6fcd9e0,e7748d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6fcd9e0,e7748d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7748d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc6fcfd80 sched_switch(c6fcfd80,0,109,18d,aa3f7e4,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dad270,...) at mi_switch+0x200 ithread_loop(c6fbd920,e772bd38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6fbd920,e772bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe772bd70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f50240 sched_switch(c6f50240,0,109,18d,527096fe,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dad2f0,...) at mi_switch+0x200 ithread_loop(c6f8e3e0,e771cd38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6f8e3e0,e771cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe771cd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f506c0 sched_switch(c6f506c0,0,109,18d,52702244,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dad370,...) at mi_switch+0x200 ithread_loop(c6f8e790,e7715d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6f8e790,e7715d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7715d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f51000 sched_switch(c6f51000,0,109,18d,526faa62,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dad3f0,...) at mi_switch+0x200 ithread_loop(c6f8e030,e7708d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6f8e030,e7708d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7708d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f51240 sched_switch(c6f51240,0,109,18d,126bd4fb,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dad0f0,...) at mi_switch+0x200 ithread_loop(c6f77470,e72e4d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6f77470,e72e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe72e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f51480 sched_switch(c6f51480,0,109,18d,52775a4a,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6d63c70,...) at mi_switch+0x200 ithread_loop(c6f0e470,c6b05d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6f0e470,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6dae900 sched_switch(c6dae900,0,109,18d,aa41f0a,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6f3a5f0,...) at mi_switch+0x200 ithread_loop(c6ed48d0,c6ad9d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6ed48d0,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc6daeb40 sched_switch(c6daeb40,0,109,18d,708c0e3d,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6f3a670,...) at mi_switch+0x200 ithread_loop(c6ed48e0,c6ad6d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6ed48e0,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc6f3b900 sched_switch(c6f3b900,0,109,18d,6f13bc06,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6f3a870,...) at mi_switch+0x200 ithread_loop(c6ed4980,c6ac4d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6ed4980,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f3bb40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc6d6ad80 sched_switch(c6d6ad80,0,109,18d,fc77bd70,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dacc70,...) at mi_switch+0x200 ithread_loop(c6d650f0,c6aafd38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6d650f0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dae000 sched_switch(c6dae000,0,109,18d,123dbdbd,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6daccf0,...) at mi_switch+0x200 ithread_loop(c6d65100,c6aacd38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6d65100,c6aacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aacd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dae240 sched_switch(c6dae240,0,109,18d,22106ff,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dacd70,...) at mi_switch+0x200 ithread_loop(c6d65110,c6aa9d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6d65110,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dae480 sched_switch(c6dae480,0,109,18d,11b6c318,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dacdf0,...) at mi_switch+0x200 ithread_loop(c6d65120,c6aa6d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6d65120,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d68000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc6d68240 sched_switch(c6d68240,0,109,18d,ba7af6b6,...) at sched_switch+0x437 mi_switch(109,0,c0bebac7,4d7,c6dacef0,...) at mi_switch+0x200 ithread_loop(c6d65140,c6aa0d38,c0beb848,32d,c6d667ec,...) at ithread_loop+0x1f6 fork_exit(c081b200,c6d65140,c6aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa0d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d68480 sched_switch(c6d68480,0,108,188,11fe2c5d,...) at sched_switch+0x437 mi_switch(108,0,c0bf12a6,3af,c6d68480,...) at mi_switch+0x200 sched_idletd(0,c6a9cd38,c0beb848,32d,c6d66a90,...) at sched_idletd+0x178 fork_exit(c085d080,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d686c0 sched_switch(c6d686c0,0,108,188,1205be49,...) at sched_switch+0x437 mi_switch(108,0,c0bf12a6,3af,c6d686c0,...) at mi_switch+0x200 sched_idletd(0,c6a99d38,c0beb848,32d,c6d66a90,...) at sched_idletd+0x178 fork_exit(c085d080,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d68900 sched_switch(c6d68900,0,108,188,11ef7c8a,...) at sched_switch+0x437 mi_switch(108,0,c0bf12a6,3af,c6d68900,...) at mi_switch+0x200 sched_idletd(0,c6a96d38,c0beb848,32d,c6d66a90,...) at sched_idletd+0x178 fork_exit(c085d080,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d68b40 sched_switch(c6d68b40,0,108,188,11e8b4cf,...) at sched_switch+0x437 mi_switch(108,0,c0bf12a6,a09,c6d68b40,...) at mi_switch+0x200 sched_idletd(0,c6a93d38,c0beb848,32d,c6d66a90,...) at sched_idletd+0x258 fork_exit(c085d080,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d68d80 sched_switch(c6d68d80,0,104,18d,54525bdc,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d68d80,0,c0bf3991,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bf3991,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d66d34,5c,c0bf6097,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d66d34,c6d66dbc,15c,c0bf6097,0,...) at _sleep+0x344 kern_wait(c6d68d80,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xad6 wait4(c6d68d80,c6a8fcf8,10,c0bf5eb2,c0cd4ca8,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc6d6a000 sched_switch(c6d6a000,0,104,18d,5277a964,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a000,0,c0bf3991,247,c6d6a000,...) at sleepq_switch+0x15f sleepq_wait(c0eba620,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0eba620,c0eba604,c0c113dc,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0beb848,32d,c6d67000,...) at audit_worker+0x84 fork_exit(c0a27770,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100043 td 0xc6fcf6c0 sched_switch(c6fcf6c0,0,104,18d,1161ea87,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6fcf6c0,0,c0bf3991,247,c6fcf6c0,...) at sleepq_switch+0x15f sleepq_wait(c6fbcdc0,0,c0bf02dd,c0be64ff,0,...) at sleepq_wait+0x63 msleep_spin(c6fbcdc0,c6fbcddc,c0be64ff,0,c0bee02d,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fde49c,e7750d38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0x8a fork_exit(c0873a80,c6fde49c,e7750d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe7750d70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc6dae6c0 sched_switch(c6dae6c0,0,104,18d,708e0b5f,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dae6c0,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f203c0,0,c0be64ff,0,0,...) at sleepq_wait+0x63 _sleep(c6f203c0,c6f203dc,0,c0be64ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d551c8,c6adcd38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0xb4 fork_exit(c0873a80,c0d551c8,c6adcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6adcd70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f3b000 sched_switch(c6f3b000,0,104,18d,52a15260,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b000,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f20580,0,c0be64ff,0,0,...) at sleepq_wait+0x63 _sleep(c6f20580,c6f2059c,0,c0be64ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d40e44,c6ad0d38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0xb4 fork_exit(c0873a80,c0d40e44,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f3b240 sched_switch(c6f3b240,0,104,18d,52a142a2,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b240,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f205c0,0,c0be64ff,0,0,...) at sleepq_wait+0x63 _sleep(c6f205c0,c6f205dc,0,c0be64ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d11004,c6acdd38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0xb4 fork_exit(c0873a80,c0d11004,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f3b480 sched_switch(c6f3b480,0,104,18d,52a13206,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b480,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f205c0,0,c0be64ff,0,0,...) at sleepq_wait+0x63 _sleep(c6f205c0,c6f205dc,0,c0be64ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d11004,c6acad38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0xb4 fork_exit(c0873a80,c0d11004,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6f3b6c0 sched_switch(c6f3b6c0,0,104,18d,52a120fc,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f3b6c0,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f205c0,0,c0be64ff,0,0,...) at sleepq_wait+0x63 _sleep(c6f205c0,c6f205dc,0,c0be64ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d11004,c6ac7d38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0xb4 fork_exit(c0873a80,c0d11004,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d6a480 sched_switch(c6d6a480,0,104,18d,8eff0438,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d6a480,0,c0bf3991,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d4dcc0,0,c0be64ff,0,0,...) at sleepq_wait+0x63 _sleep(c6d4dcc0,c6d4dcdc,0,c0be64ff,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53d00,c6abbd38,c0beb848,32d,c0d40580,...) at taskqueue_thread_loop+0xb4 fork_exit(c0873a80,c0d53d00,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d40830 sched_switch(c0d40830,0,104,18d,330da446,...) at sched_switch+0x437 mi_switch(104,0,c0bf3991,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d40830,0,c0bf3991,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d40580,44,c0bf1b30,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d40580,0,44,c0bf1b30,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 3439 MB Dumping 176 MB: 161 145 129 113 97 81 65 49 33 17 1 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bcfc9 in db_fncall (dummy1=1, dummy2=0, dummy3=0, dummy4=0xe9da5828 "\200ÃÚÆ") at ../../../ddb/db_command.c:548 #2 0xc04bd3c1 in db_command (last_cmdp=0xc0d0f2dc, cmd_table=0x0, dopager=1) at ../../../ddb/db_command.c:445 #3 0xc04bd51a in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04bf37d in db_trap (type=3, code=0) at ../../../ddb/db_main.c:229 #5 0xc0868db6 in kdb_trap (type=3, code=0, tf=0xe9da59d0) at ../../../kern/subr_kdb.c:534 #6 0xc0b3f89b in trap (frame=0xe9da59d0) at ../../../i386/i386/trap.c:680 #7 0xc0b2372b in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc0868f3a in kdb_enter (why=0xc0bef774 "panic", msg=0xc0bef774 "panic") at cpufunc.h:71 #9 0xc083b6c6 in panic (fmt=0xc0be5b70 "fifo_close: no v_fifoinfo") at ../../../kern/kern_shutdown.c:559 #10 0xc07cac58 in fifo_close (ap=0xe9da5ac0) at ../../../fs/fifofs/fifo_vnops.c:426 #11 0xc0a58264 in ufsfifo_close (ap=0xe9da5ac0) at ../../../ufs/ufs/ufs_vnops.c:2082 #12 0xc0b4c9d5 in VOP_CLOSE_APV (vop=0xc0cfa0a0, a=0xe9da5ac0) at vnode_if.c:424 #13 0xc08c5321 in vgonel (vp=0xc752fac0) at vnode_if.h:225 #14 0xc08c7e38 in vflush (mp=0xc747d864, rootrefs=0, flags=2, td=0xc9e01d80) at ../../../kern/vfs_subr.c:2429 #15 0xc0a48d6e in ffs_flushfiles (mp=0xc747d864, flags=2, td=0xc9e01d80) at ../../../ufs/ffs/ffs_vfsops.c:1183 #16 0xc0a4991b in ffs_unmount (mp=0xc747d864, mntflags=134742016, td=0xc9e01d80) at ../../../ufs/ffs/ffs_vfsops.c:1080 #17 0xc08bef52 in dounmount (mp=0xc747d864, flags=134742016, td=0xc9e01d80) at ../../../kern/vfs_mount.c:1281 #18 0xc08bf4d0 in unmount (td=0xc9e01d80, uap=0xe9da5cf8) at ../../../kern/vfs_mount.c:1165 #19 0xc0b3f003 in syscall (frame=0xe9da5d38) at ../../../i386/i386/trap.c:1076 #20 0xc0b23790 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #21 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 10 #10 0xc07cac58 in fifo_close (ap=0xe9da5ac0) at ../../../fs/fifofs/fifo_vnops.c:426 426 KASSERT(fip != NULL, ("fifo_close: no v_fifoinfo")); (kgdb) l 421 { 422 struct vnode *vp = ap->a_vp; 423 struct fifoinfo *fip = vp->v_fifoinfo; 424 425 ASSERT_VOP_LOCKED(vp, "fifo_close"); 426 KASSERT(fip != NULL, ("fifo_close: no v_fifoinfo")); 427 if (ap->a_fflag & FREAD) { 428 fip->fi_readers--; 429 if (fip->fi_readers == 0) 430 socantsendmore(fip->fi_writesock); (kgdb) info loc vp = (struct vnode *) 0xc752fac0 fip = (struct fifoinfo *) 0x0 (kgdb) p *vp $1 = {v_type = VFIFO, v_tag = 0xc0be90e0 "ufs", v_op = 0xc0cf9b80, v_data = 0xc8bed8e8, v_mount = 0xc747d864, v_nmntvnodes = {tqe_next = 0xc8884400, tqe_prev = 0xc747d898}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0}, v_hashlist = {le_next = 0x0, le_prev = 0xc710ba3c}, v_hash = 8681, v_cache_src = { lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc752faf0}, v_dd = 0x0, v_cstart = 0, v_lasta = 0, v_lastw = 0, v_clen = 0, v_lock = {lock_object = { lo_name = 0xc0be90e0 "ufs", lo_flags = 91947009, lo_data = 0, lo_witness = 0xc6d264c0}, lk_lock = 3386908032, lk_timo = 51, lk_pri = 80, lk_stack = {depth = 11, pcs = { 3229767488, 3232029281, 3233074901, 3230472136, 3230432324, 3232009582, 3232012571, 3230396242, 3230397648, 3233017859, 3232905104, 0, 0, 0, 0, 0, 0, 0}}}, v_interlock = {lock_object = {lo_name = 0xc0bf5939 "vnode interlock", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d210a8}, mtx_lock = 4}, v_vnlock = 0xc752fb18, v_holdcnt = 2, v_usecount = 1, v_iflag = 128, v_vflag = 4, v_writecount = 0, v_freelist = {tqe_next = 0xc9f936b8, tqe_prev = 0xc9f92d04}, v_bufobj = {bo_mtx = { lock_object = {lo_name = 0xc0bfd278 "bufobj interlock", lo_flags = 16973824, lo_data = 0, lo_witness = 0xc6d25008}, mtx_lock = 4}, bo_clean = {bv_hd = { tqh_first = 0x0, tqh_last = 0xc752fbc8}, bv_root = 0x0, bv_cnt = 0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc752fbd8}, bv_root = 0x0, bv_cnt = 0}, bo_numoutput = 0, bo_flag = 0, bo_ops = 0xc0ce44e0, bo_bsize = 16384, bo_object = 0x0, bo_synclist = {le_next = 0x0, le_prev = 0x0}, bo_private = 0xc752fac0, __bo_vnode = 0xc752fac0}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) $ svn status -q /usr/src M /usr/src/sys/kern/vfs_default.c M /usr/src/sys/kern/vfs_cache.c M /usr/src/sys/sys/vnode.h -- Test scenario: union.sh + kinfo.sh