GENERIC HEAD from 2008-11-25 16:38:10 UTC, svn version r185300M, vmcore.301 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2008 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r185300M: Tue Nov 25 18:16:05 CET 2008 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032540160 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a lock order reversal: 1st 0xc456a044 user map (user map) @ vm/vm_map.c:3115 2nd 0xc488e9c0 ufs (ufs) @ kern/vfs_subr.c:2079 KDB: stack backtrace: db_trace_self_wrapper(c0bd31b8,c41c4914,c0842625,4,c0bce7bd,...) at db_trace_self_wrapper+0x26 kdb_backtrace(4,c0bce7bd,c451f728,c45242b8,c41c4970,...) at kdb_backtrace+0x29 _witness_debugger(c0bd5e13,c488e9c0,c0bc9cb9,c45242b8,c0bdcb65,...) at _witness_debugger+0x25 witness_checkorder(c488e9c0,1,c0bdcb5c,81f,0,...) at witness_checkorder+0x839 __lockmgr_args(c488e9c0,200501,c488ea28,0,0,...) at __lockmgr_args+0x237 ffs_lock(c41c4a78,c0bf8a5e,c0bc93e6,200501,c488e968,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cd0600,c41c4a78,c0cec000,c488e968,200501,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c488e968,200501,c0bdcb5c,81f,4,...) at _vn_lock+0x78 vget(c488e968,200501,c4566d80,4b4,0,...) at vget+0xc9 vnode_pager_lock(c1876d14,0,c0bf606f,127,c41c4c18,...) at vnode_pager_lock+0x1e3 vm_fault(c456a000,80db000,2,8,80db160,...) at vm_fault+0x1df trap_pfault(5,0,c0c05e5b,2e7,c4564d0c,...) at trap_pfault+0x118 trap(c41c4d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x80480e5, esp = 0xbfbfeef0, ebp = 0xbfbfef10 --- fxp0: link state changed to UP panic: null_nodeget failed cpuid = 2 KDB: enter: panic [thread pid 81793 tid 100220 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 81793 tid 100220 td 0xc52a9900 kdb_enter(c0bcfef8,c0bcfef8,c519ade5,e6e8d9e4,2,...) at kdb_enter+0x3a panic(c519ade5,c5402408,e6e8da08,8000,c540fd70,...) at panic+0x136 null_lookup(e6e8da78,c0bdd760,c0cebc60,200000,c540fd70,...) at null_lookup+0x122 VOP_LOOKUP_APV(c519b240,e6e8da78,c0bdc25f,1ba,e6e8db9c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6e8db84,c0bdc25f,dc,bc,c52ab92c,...) at lookup+0x58e namei(e6e8db84,e6e8db38,c07f5803,c0e5e5a8,c52a99a4,...) at namei+0x4db kern_statat(c52a9900,0,ffffff9c,282197b8,0,...) at kern_statat+0x6b kern_stat(c52a9900,282197b8,0,e6e8dc18,e6e8dc2c,...) at kern_stat+0x36 stat(c52a9900,e6e8dcf8,8,c52a9900,c0cae140,...) at stat+0x2f syscall(e6e8dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28166253, esp = 0xbfbfe28c, ebp = 0xbfbfe308 --- db> show allpcpu Current CPU: 2 cpuid = 0 curthread = 0xc52cb480: pid 81882 "grep" curpcb = 0xe6ef9d90 fpcurthread = none idlethread = 0xc4566480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc45666c0: pid 11 "idle: cpu1" curpcb = 0xc41ced90 fpcurthread = none idlethread = 0xc45666c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc52a9900: pid 81793 "rm" curpcb = 0xe6e8dd90 fpcurthread = none idlethread = 0xc4566900: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc5131240: pid 81879 "umount" curpcb = 0xe6d86d90 fpcurthread = none idlethread = 0xc4566b40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show alllocks Process 81890 (mount_nullfs) thread 0xc52cad80 (100259) shared lockmgr ufs (ufs) r = 0 (0xc4af19c0) locked @ kern/vfs_subr.c:2079 Process 81889 (umount) thread 0xc47486c0 (100058) shared lockmgr ufs (ufs) r = 0 (0xc4af19c0) locked @ kern/vfs_subr.c:2079 Process 81888 (umount) thread 0xc4adb480 (100081) exclusive sx user map (user map) r = 0 (0xc4adf664) locked @ vm/vm_map.c:3115 Process 81886 (grep) thread 0xc4ade000 (100069) exclusive sleep mutex vm object (standard object) r = 0 (0xc4aca1f0) locked @ vm/vm_map.c:1480 exclusive sx user map (user map) r = 0 (0xc4569ba4) locked @ vm/vm_map.c:1210 Process 81885 (grep) thread 0xc52a9b40 (100219) shared lockmgr ufs (ufs) r = 0 (0xc4af19c0) locked @ kern/vfs_subr.c:2079 Process 81882 (grep) thread 0xc52cb480 (100256) shared lockmgr ufs (ufs) r = 0 (0xc4a455b8) locked @ kern/vfs_subr.c:2079 exclusive sx user map (user map) r = 0 (0xc4b76904) locked @ vm/vm_map.c:3115 Process 81881 (grep) thread 0xc4dc0900 (100129) shared lockmgr ufs (ufs) r = 0 (0xc4a455b8) locked @ kern/vfs_subr.c:2079 exclusive sx user map (user map) r = 0 (0xc526d904) locked @ vm/vm_map.c:3115 Process 81880 (mount) thread 0xc4de5480 (100182) exclusive sx user map (user map) r = 0 (0xc535a584) locked @ vm/vm_map.c:3115 Process 81879 (umount) thread 0xc5131240 (100163) exclusive sleep mutex fdesc (fdesc) r = 0 (0xc0d1e688) locked @ kern/kern_descrip.c:1504 shared sx allproc (allproc) r = 0 (0xc0d1fc1c) locked @ kern/kern_descrip.c:2377 exclusive lockmgr ufs (ufs) r = 0 (0xc4ae0308) locked @ /usr/src/sys/modules/nullfs/../../fs/nullfs/null_vnops.c:546 exclusive lockmgr ufs (ufs) r = 0 (0xc4e70c70) locked @ kern/vfs_mount.c:1207 exclusive sleep mutex Giant (Giant) r = 0 (0xc0d1fb30) locked @ kern/vfs_mount.c:1139 Process 81878 (grep) thread 0xc50d1b40 (100173) exclusive sleep mutex vm object (standard object) r = 0 (0xc518b5d0) locked @ vm/vnode_pager.c:1224 shared lockmgr ufs (ufs) r = 0 (0xc4a455b8) locked @ kern/vfs_subr.c:2079 exclusive sx user map (user map) r = 0 (0xc456ae44) locked @ vm/vm_map.c:3115 Process 81877 (grep) thread 0xc5194240 (100281) exclusive sleep mutex vm object (standard object) r = 0 (0xc517f364) locked @ vm/vnode_pager.c:1224 shared lockmgr ufs (ufs) r = 0 (0xc4a455b8) locked @ kern/vfs_subr.c:2079 exclusive sx user map (user map) r = 0 (0xc5169664) locked @ vm/vm_map.c:3115 Process 81876 (mount) thread 0xc50d1d80 (100172) exclusive sleep mutex vm object (standard object) r = 0 (0xc52e55d0) locked @ vm/vm_fault.c:295 exclusive sx user map (user map) r = 0 (0xc5359ac4) locked @ vm/vm_map.c:3115 Process 81873 (grep) thread 0xc5195480 (100273) exclusive sleep mutex vm object (standard object) r = 0 (0xc536eba0) locked @ vm/vm_fault.c:295 exclusive sx user map (user map) r = 0 (0xc515e664) locked @ vm/vm_map.c:3115 Process 81871 (umount) thread 0xc4adb900 (100079) exclusive sleep mutex vm object (standard object) r = 0 (0xc5226b24) locked @ vm/vnode_pager.c:1224 shared lockmgr ufs (ufs) r = 0 (0xc4a455b8) locked @ kern/vfs_subr.c:2079 exclusive sx user map (user map) r = 0 (0xc4569824) locked @ vm/vm_map.c:3115 Process 81870 (grep) thread 0xc52cbb40 (100253) exclusive sleep mutex vm object (standard object) r = 0 (0xc535b6c8) locked @ vm/vm_object.c:447 exclusive sx user map (user map) r = 0 (0xc4adfd64) locked @ vm/vm_map.c:2425 Process 81869 (umount) thread 0xc52bab40 (100237) exclusive sleep mutex vm object (standard object) r = 0 (0xc50ceaa8) locked @ vm/vnode_pager.c:1224 shared lockmgr ufs (ufs) r = 0 (0xc4a455b8) locked @ kern/vfs_subr.c:2079 exclusive sx user map (user map) r = 0 (0xc526d204) locked @ vm/vm_map.c:3115 Process 81857 (mount) thread 0xc5194900 (100278) exclusive sleep mutex vm object (standard object) r = 0 (0xc5271744) locked @ vm/vm_fault.c:295 exclusive sx user map (user map) r = 0 (0xc4b76ba4) locked @ vm/vm_map.c:3115 Process 81793 (rm) thread 0xc52a9900 (100220) exclusive lockmgr ufs (ufs) r = 0 (0xc5402460) locked @ kern/vfs_subr.c:2079 exclusive lockmgr ufs (ufs) r = 0 (0xc4b4b058) locked @ /usr/src/sys/modules/nullfs/../../fs/nullfs/null_vnops.c:546 Process 1257 (sshd) thread 0xc4a93240 (100083) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc50736a4) locked @ kern/uipc_sockbuf.c:148 Process 1230 (sshd) thread 0xc4adeb40 (100113) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4db9084) locked @ kern/uipc_sockbuf.c:148 Process 1229 (sshd) thread 0xc4ade900 (100114) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4e06b3c) locked @ kern/uipc_sockbuf.c:148 Process 1228 (sshd) thread 0xc4a7d000 (100075) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4e07b3c) locked @ kern/uipc_sockbuf.c:148 db> show lockedvnods Locked vnodes 0xc4a45560: tag ufs, type VREG usecount 220, writecount 0, refcount 230 mountedhere 0 flags () v_object 0xc4a4d7c0 ref 214 pages 254 lock type ufs: SHARED (count 6) #0 0xc07edda2 at __lockmgr_args+0x582 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc08984c8 at _vn_lock+0x78 #4 0xc088c559 at vget+0xc9 #5 0xc0a3e0d3 at vnode_pager_lock+0x1e3 #6 0xc0a2592f at vm_fault+0x1df #7 0xc0b20978 at trap_pfault+0x118 #8 0xc0b21279 at trap+0x289 #9 0xc0b053db at calltrap+0x6 ino 1949, on dev ad0s1a 0xc4e70c18: tag ufs, type VDIR usecount 0, writecount 0, refcount 0 mountedhere 0 flags (VI_FREE) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc08984c8 at _vn_lock+0x78 #4 0xc088592c at dounmount+0x8c #5 0xc08862a0 at unmount+0x2e0 #6 0xc0b20d13 at syscall+0x2a3 #7 0xc0b05440 at Xint0x80_syscall+0x20 ino 49697, on dev ad0s1a 0xc4ae02b0: tag ufs, type VDIR usecount 8, writecount 0, refcount 10 mountedhere 0 flags (VV_ROOT) v_object 0xc4b77d14 ref 0 pages 1 lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 ino 2, on dev ad0s1e 0xc4b4b000: tag ufs, type VDIR usecount 0, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc52e5554 ref 0 pages 1 lock type ufs: EXCL by thread 0xc52a9900 (pid 81793) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc088000b at lookup+0xeb #7 0xc088116b at namei+0x4db #8 0xc088f8eb at kern_statat+0x6b #9 0xc088fb66 at kern_stat+0x36 #10 0xc088fc0f at stat+0x2f #11 0xc0b20d13 at syscall+0x2a3 #12 0xc0b05440 at Xint0x80_syscall+0x20 ino 23552, on dev ad0s1e 0xc5402408: tag ufs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type ufs: EXCL by thread 0xc52a9900 (pid 81793) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc08984c8 at _vn_lock+0x78 #4 0xc088c559 at vget+0xc9 #5 0xc087f3cd at vfs_hash_get+0xed #6 0xc0a07609 at ffs_vgetf+0x49 #7 0xc0a07b3e at ffs_vget+0x2e #8 0xc0a12cc8 at ufs_lookup+0xc38 #9 0xc0b2dea5 at VOP_CACHEDLOOKUP_APV+0xc5 #10 0xc0879e8c at vfs_cache_lookup+0xcc #11 0xc0b2fa85 at VOP_LOOKUP_APV+0xe5 #12 0xc519a96c at null_lookup+0x7c #13 0xc0b2fa85 at VOP_LOOKUP_APV+0xe5 #14 0xc08804ae at lookup+0x58e #15 0xc088116b at namei+0x4db #16 0xc088f8eb at kern_statat+0x6b #17 0xc088fb66 at kern_stat+0x36 ino 23640, on dev ad0s1e 0xc4af1968: tag ufs, type VDIR usecount 3, writecount 0, refcount 6 mountedhere 0 flags () v_object 0xc4ac99b0 ref 0 pages 1 lock type ufs: SHARED (count 3) #0 0xc07edda2 at __lockmgr_args+0x582 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc08984c8 at _vn_lock+0x78 #4 0xc088c559 at vget+0xc9 #5 0xc0879d20 at cache_lookup+0x510 #6 0xc0879e63 at vfs_cache_lookup+0xa3 #7 0xc0b2fa85 at VOP_LOOKUP_APV+0xe5 #8 0xc08804ae at lookup+0x58e #9 0xc088116b at namei+0x4db #10 0xc08981ba at vn_open_cred+0x2ba #11 0xc0898443 at vn_open+0x33 #12 0xc0896eb0 at kern_openat+0x110 #13 0xc08973e5 at kern_open+0x35 #14 0xc0897420 at open+0x30 #15 0xc0b20d13 at syscall+0x2a3 #16 0xc0b05440 at Xint0x80_syscall+0x20 ino 12529664, on dev ad0s1d 0xc4b736b8: tag ufs, type VREG usecount 2, writecount 0, refcount 7 mountedhere 0 flags () v_object 0xc4ac92e8 ref 0 pages 1 lock type ufs: SHARED (count 0) with shared waiters pending #0 0xc07edda2 at __lockmgr_args+0x582 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc08984c8 at _vn_lock+0x78 #4 0xc0898f43 at vn_read+0x1a3 #5 0xc0845756 at dofileread+0x96 #6 0xc0845918 at kern_readv+0x58 #7 0xc0845a2f at read+0x4f #8 0xc0b20d13 at syscall+0x2a3 #9 0xc0b05440 at Xint0x80_syscall+0x20 ino 12529727, on dev ad0s1d 0xc526cac0: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc526cac0, lowervp=0xc4ae02b0 0xc52fa560: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc52fa560, lowervp=0xc4ae02b0 0xc52fb000: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc52fb000, lowervp=0xc4ae02b0 0xc53eb810: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc53eb810, lowervp=0xc4ae02b0 0xc53ec158: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc53ec158, lowervp=0xc4ae02b0 0xc52fa6b8: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc52fa6b8, lowervp=0xc4ae02b0 0xc5410810: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc5410810, lowervp=0xc4ae02b0 0xc4b48408: tag null, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags (VV_ROOT) lock type ufs: EXCL by thread 0xc5131240 (pid 81879) #0 0xc07ee3a0 at __lockmgr_args+0xb80 #1 0xc0a0cb01 at ffs_lock+0xa1 #2 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #3 0xc519a2b8 at null_lock+0xb8 #4 0xc0b2e905 at VOP_LOCK1_APV+0xa5 #5 0xc08984c8 at _vn_lock+0x78 #6 0xc5199c32 at nullfs_root+0x42 #7 0xc0885c96 at dounmount+0x3f6 #8 0xc08862a0 at unmount+0x2e0 #9 0xc0b20d13 at syscall+0x2a3 #10 0xc0b05440 at Xint0x80_syscall+0x20 vp=0xc4b48408, lowervp=0xc4ae02b0 db> show mount 0xc4a3db30 /dev/ad0s1a on / (ufs) 0xc4a3e000 devfs on /dev (devfs) 0xc4af3598 /dev/ad0s1f on /home (ufs) 0xc4af32cc /dev/ad0s1e on /tmp (ufs) 0xc4af3000 /dev/ad0s1g on /usr (ufs) 0xc4a3eb30 /dev/ad0s1d on /var (ufs) 0xc4a3e864 procfs on /proc (procfs) 0xc5276598 /tmp on /mnt3 (nullfs) 0xc5278000 /tmp on /mnt5 (nullfs) 0xc529e000 /tmp on /mnt4 (nullfs) 0xc5303864 /tmp on /mnt12 (nullfs) 0xc52d1598 /tmp on /mnt6 (nullfs) 0xc529d864 /tmp on /mnt11 (nullfs) 0xc52d02cc /tmp on /mnt10 (nullfs) 0xc5274b30 /tmp on /mnt14 (nullfs) More info: show mount db> ps pid ppid pgrp uid state wmesg wchan cmd 81890 88878 88819 0 R+ mount_nullfs 81889 88881 88819 0 R+ umount 81888 88875 88819 0 RL+ umount 81887 88871 88819 0 R+ mount_nullfs 81886 88889 88819 0 R+ grep 81885 88889 88819 0 R+ grep 81884 88889 88819 0 S+ ufs 0xc4b73710 mount 81882 88882 88819 0 R+ CPU 0 grep 81881 88882 88819 0 RL+ grep 81880 88882 88819 0 RL+ mount 81879 88877 88819 0 R+ CPU 3 umount 81878 88879 88819 0 RL+ grep 81877 88879 88819 0 RL+ grep 81876 88879 88819 0 RL+ mount 81874 88876 88819 0 S+ piperd 0xc4b53a80 grep 81873 88876 88819 0 RL+ grep 81871 88870 88819 0 RL+ umount 81870 88880 88819 0 LE+ *vm objec 0xc4567550 grep 81869 88874 88819 0 RL+ umount 81866 88890 88819 0 S+ piperd 0xc4b53d80 grep 81865 88890 88819 0 R+ grep 81864 88890 88819 0 R+ mount 81862 88872 88819 0 R+ umount 81860 88873 88819 0 S+ piperd 0xc4a9f000 grep 81858 88873 88819 0 R+ grep 81857 88873 88819 0 RL+ mount 81793 81663 81496 0 R+ CPU 2 rm 81663 81498 81496 0 S+ wait 0xc50547d4 sh 81498 81496 81496 0 S+ wait 0xc4a7c7d4 sh 81496 1299 81496 0 S+ wait 0xc52a77d4 sh 81004 1240 1238 1001 S nanslp 0xc0d202c4 sleep 88890 1 88819 0 S+ wait 0xc532f7d4 sh 88889 1 88819 0 S+ wait 0xc524a29c sh 88882 1 88819 0 S+ wait 0xc50567d4 sh 88881 1 88819 0 S+ wait 0xc4ad9d0c sh 88880 1 88819 0 S+ wait 0xc52997d4 sh 88879 1 88819 0 S+ wait 0xc4ad9a70 sh 88878 1 88819 0 S+ wait 0xc5183a70 sh 88877 1 88819 0 S+ wait 0xc524729c sh 88876 1 88819 0 S+ wait 0xc52b87d4 sh 88875 1 88819 0 S+ wait 0xc4a927d4 sh 88874 1 88819 0 S+ wait 0xc52c7000 sh 88873 1 88819 0 S+ wait 0xc529829c sh 88872 1 88819 0 S+ wait 0xc52c87d4 sh 88871 1 88819 0 S+ wait 0xc532ed0c sh 88870 1 88819 0 S+ wait 0xc52b77d4 sh 1299 1295 1299 0 S+ wait 0xc50c7538 bash 1295 1279 1295 0 S+ pause 0xc4de1590 csh 1279 1260 1279 1001 S+ wait 0xc50c8538 su 1260 1259 1260 1001 Ss+ wait 0xc46baa70 bash 1259 1257 1257 1001 S select 0xc4dc22e4 sshd 1257 1096 1257 0 Ss sbwait 0xc50736d0 sshd 1241 1238 1238 1001 S piperd 0xc4ad1d80 awk 1240 1238 1238 1001 S wait 0xc4dbda70 sh 1239 1235 1239 1001 Ss+ select 0xc49b36e4 top 1238 1236 1238 1001 Ss wait 0xc4a7c29c sh 1237 1234 1237 1001 Ss kqread 0xc45ab380 tail 1236 1230 1230 1001 S select 0xc48096e4 sshd 1235 1229 1229 1001 S select 0xc4dc1da4 sshd 1234 1228 1228 1001 S select 0xc49fb624 sshd 1230 1096 1230 0 Ss sbwait 0xc4db90b0 sshd 1229 1096 1229 0 Ss sbwait 0xc4e06b68 sshd 1228 1096 1228 0 Ss sbwait 0xc4e07b68 sshd 1225 1 1225 0 Ss+ tty inpu 0xc4773a78 getty 1224 1 1224 0 Ss+ tty inpu 0xc4773c78 getty 1223 1 1223 0 Ss+ tty inpu 0xc4773e78 getty 1222 1 1222 0 Ss+ tty inpu 0xc4805078 getty 1221 1 1221 0 Ss+ tty inpu 0xc4805878 getty 1220 1 1220 0 Ss+ tty inpu 0xc4805678 getty 1219 1 1219 0 Ss+ tty inpu 0xc4805478 getty 1218 1 1218 0 Ss+ tty inpu 0xc4805278 getty 1192 1 1192 0 Ss select 0xc4dc16a4 inetd 1168 1 1168 0 Ss select 0xc49b3564 moused 1154 1 1154 0 Ss nanslp 0xc0d202c4 watchdogd 1112 1 1112 0 Ss nanslp 0xc0d202c4 cron 1105 1 1105 25 Ss pause 0xc4de0590 sendmail 1101 1 1101 0 Ss select 0xc49e7ca4 sendmail 1096 1 1096 0 Ss select 0xc49b49a4 sshd 1059 1 1059 0 Ss select 0xc49e85e4 ntpd 907 906 906 0 S (threaded) nfsd 100097 S rpcsvc 0xc49fc290 nfsd: service 100096 S rpcsvc 0xc49fc2d0 nfsd: service 100095 S rpcsvc 0xc49fc310 nfsd: service 100091 S rpcsvc 0xc49b46d0 nfsd: master 906 1 906 0 Ss select 0xc49fc1e4 nfsd 904 1 904 0 Ss select 0xc4809324 mountd 822 1 822 0 Ss select 0xc49e8224 rpcbind 804 1 804 0 Ss select 0xc49e70e4 syslogd 609 1 609 0 Ss select 0xc49b3924 devd 21 0 0 0 SL sdflush 0xc0e987a0 [softdepflush] 20 0 0 0 SL syncer 0xc0e8c950 [syncer] 19 0 0 0 SL vlruwt 0xc49b8538 [vnlru] 18 0 0 0 SL psleep 0xc0e8c6a4 [bufdaemon] 17 0 0 0 SL pgzero 0xc0e99394 [pagezero] 9 0 0 0 SL psleep 0xc0e98fbc [vmdaemon] 8 0 0 0 SL psleep 0xc0e98f84 [pagedaemon] 7 0 0 0 SL waiting_ 0xc0e8e380 [sctp_iterator] 6 0 0 0 SL - 0xc46c423c [fdc0] 16 0 0 0 SL usbtsk 0xc0d1d634 [usbtask-dr] 15 0 0 0 SL usbtsk 0xc0d1d620 [usbtask-hc] 14 0 0 0 SL usbevt 0xc476b210 [usb0] 5 0 0 0 SL ccb_scan 0xc0cec754 [xpt_thrd] 13 0 0 0 SL - 0xc0d20104 [yarrow] 4 0 0 0 SL - 0xc0d1dd64 [g_down] 3 0 0 0 SL - 0xc0d1dd60 [g_up] 2 0 0 0 SL - 0xc0d1dd58 [g_event] 12 0 0 0 RL (threaded) intr 100041 I [irq7: ppc0] 100039 I [swi0: uart uart] 100038 I [irq12: psm0] 100037 I [irq1: atkbd0] 100036 I [irq15: ata1] 100035 I [irq14: ata0] 100034 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100027 I [swi6: Giant taskq] 100025 I [swi5: +] 100021 I [swi2: cambio] 100018 I [swi6: task queue] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 RunQ [swi4: clock] 100008 I [swi1: net] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc4564d0c [init] 10 0 0 0 SL audit_wo 0xc0e98160 [audit] 0 0 0 0 RLs (threaded) kernel 100029 D - 0xc47654c0 [em0 taskq] 100026 D - 0xc4720600 [thread taskq] 100024 D - 0xc47206c0 [acpi_task_2] 100023 D - 0xc47206c0 [acpi_task_1] 100022 D - 0xc47206c0 [acpi_task_0] 100019 D - 0xc4720800 [kqueue taskq] 100016 D - 0xc454be80 [firmware taskq] 100000 RunQ [swapper] db> allt Tracing command mount_nullfs pid 81890 tid 100259 td 0xc52cad80 sched_switch(c52cad80,0,104,186,988890d8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,50,...) at mi_switch+0x200 sleepq_switch(c52cad80,0,c0bd40bf,243,50,...) at sleepq_switch+0x15f sleepq_wait(c4b73710,50,c0bc9cb9,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c4b73710,80100,c4b73778,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6f0288c,c0bdbb5a,c0bc93e6,80100,c4b736b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cd0600,e6f0288c,c0cec000,c4b736b8,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4b736b8,80100,c0bdcb5c,81f,4,...) at _vn_lock+0x78 vget(c4b736b8,80100,c52cad80,1c5,c0b2dc3f,...) at vget+0xc9 cache_lookup(c4af1968,e6f02bc0,e6f02bd4,e6f02bc0,c4a18800,...) at cache_lookup+0x510 vfs_cache_lookup(e6f029a8,c0bdd760,c0cebc60,80000,c4af1968,...) at vfs_cache_lookup+0xa3 VOP_LOOKUP_APV(c0cd0600,e6f029a8,c0bdc25f,2cc,e6f02bc0,...) at VOP_LOOKUP_APV+0xe5 lookup(e6f02ba8,c0bdc25f,dc,bc,c534632c,...) at lookup+0x58e namei(e6f02ba8,c08423cb,c0bcb7c2,c0bc93e6,3,...) at namei+0x4db vn_open_cred(e6f02ba8,e6f02c5c,0,c4a18800,c4a84b60,...) at vn_open_cred+0x2ba vn_open(e6f02ba8,e6f02c5c,0,c4a84b60,246,...) at vn_open+0x33 kern_openat(c52cad80,ffffff9c,28070be0,0,1,...) at kern_openat+0x110 kern_open(c52cad80,28070be0,0,0,0,...) at kern_open+0x35 open(c52cad80,e6f02cf8,c,c0bef278,c0cad018,...) at open+0x30 syscall(e6f02d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28052e43, esp = 0xbfbfe4ac, ebp = 0xbfbfe558 --- Tracing command umount pid 81889 tid 100058 td 0xc47486c0 sched_switch(c47486c0,0,104,186,988757b0,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,50,...) at mi_switch+0x200 sleepq_switch(c47486c0,0,c0bd40bf,243,50,...) at sleepq_switch+0x15f sleepq_wait(c4b73710,50,c0bc9cb9,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c4b73710,80100,c4b73778,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6bb388c,c0bdbb5a,c0bc93e6,80100,c4b736b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cd0600,e6bb388c,c0cec000,c4b736b8,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4b736b8,80100,c0bdcb5c,81f,4,...) at _vn_lock+0x78 vget(c4b736b8,80100,c47486c0,1c5,c0b2dc3f,...) at vget+0xc9 cache_lookup(c4af1968,e6bb3bc0,e6bb3bd4,e6bb3bc0,c4a18800,...) at cache_lookup+0x510 vfs_cache_lookup(e6bb39a8,c0bdd760,c0cebc60,80000,c4af1968,...) at vfs_cache_lookup+0xa3 VOP_LOOKUP_APV(c0cd0600,e6bb39a8,c0bdc25f,2cc,e6bb3bc0,...) at VOP_LOOKUP_APV+0xe5 lookup(e6bb3ba8,c0bdc25f,dc,bc,c527972c,...) at lookup+0x58e namei(e6bb3ba8,c08423cb,c0bcb7c2,c0bc93e6,3,...) at namei+0x4db vn_open_cred(e6bb3ba8,e6bb3c5c,0,c4a18800,c4aee9d8,...) at vn_open_cred+0x2ba vn_open(e6bb3ba8,e6bb3c5c,0,c4aee9d8,246,...) at vn_open+0x33 kern_openat(c47486c0,ffffff9c,28071be0,0,1,...) at kern_openat+0x110 kern_open(c47486c0,28071be0,0,0,0,...) at kern_open+0x35 open(c47486c0,e6bb3cf8,c,c0bef278,c0cad018,...) at open+0x30 syscall(e6bb3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28053e43, esp = 0xbfbfe4ac, ebp = 0xbfbfe558 --- Tracing command umount pid 81888 tid 100081 td 0xc4adb480 sched_switch(c4adb480,0,103,181,98844d68,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c4a7f730,...) at mi_switch+0x200 turnstile_wait(c4a7f730,c52cbb40,0,188,c0e98f64,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0e98f64,c4adb480,0,c0c04b33,bd4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c0e98f64,0,c0c04b33,bd4,c0ebace0,...) at _mtx_lock_flags+0xf7 pmap_enter(c4adf6c8,28087000,2,c2444678,7,...) at pmap_enter+0x75 vm_fault(c4adf620,28087000,2,8,2808707c,...) at vm_fault+0x16b5 trap_pfault(5,0,c0c05e5b,74b,c4ad929c,...) at trap_pfault+0x118 trap(e6c56d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x28052d56, esp = 0xbfbfdec0, ebp = 0xbfbfdee8 --- Tracing command mount_nullfs pid 81887 tid 100159 td 0xc4de5d80 sched_switch(c4de5d80,0,207,181,988b5770,...) at sched_switch+0x437 mi_switch(207,0,c0bd48c2,dd,c505629c,...) at mi_switch+0x200 ast(e6d54d38) at ast+0x2cd doreti_ast() at doreti_ast+0x17 Tracing command grep pid 81886 tid 100069 td 0xc4ade000 sched_switch(c4ade000,0,103,181,9883b260,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c4a7f730,...) at mi_switch+0x200 turnstile_wait(c4a7f730,c52cbb40,0,188,c0e98f64,...) at turnstile_wait+0x48a _mtx_lock_sleep(c0e98f64,c4ade000,0,c0bf6665,60b,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c0e98f64,0,c0bf6665,60b,28090000,...) at _mtx_lock_flags+0xf7 vm_map_pmap_enter(c4569b60,280a1000,5,c4aca1f0,0,...) at vm_map_pmap_enter+0x2c0 vm_map_insert(c4569b60,c4aca1f0,0,0,280a1000,...) at vm_map_insert+0x2c6 vm_map_find(c4569b60,c4aca1f0,0,0,e6be6c6c,...) at vm_map_find+0x1cb vm_mmap(c4569b60,e6be6c6c,11000,5,7,...) at vm_mmap+0x6d5 mmap(c4ade000,e6be6cf8,1c,c0b78342,c0cafc58,...) at mmap+0x37e syscall(e6be6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (477, FreeBSD ELF32, mmap), eip = 0x280640d3, esp = 0xbfbfe47c, ebp = 0xbfbfe4b8 --- Tracing command grep pid 81885 tid 100219 td 0xc52a9b40 sched_switch(c52a9b40,0,104,186,98873450,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,50,...) at mi_switch+0x200 sleepq_switch(c52a9b40,0,c0bd40bf,243,50,...) at sleepq_switch+0x15f sleepq_wait(c4b73710,50,c0bc9cb9,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c4b73710,80100,c4b73778,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e6e8a88c,c0bdbb5a,c0bc93e6,80100,c4b736b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cd0600,e6e8a88c,c0cec000,c4b736b8,80100,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4b736b8,80100,c0bdcb5c,81f,4,...) at _vn_lock+0x78 vget(c4b736b8,80100,c52a9b40,1c5,c0b2dc3f,...) at vget+0xc9 cache_lookup(c4af1968,e6e8abc0,e6e8abd4,e6e8abc0,c4a18800,...) at cache_lookup+0x510 vfs_cache_lookup(e6e8a9a8,c0bdd760,c0cebc60,80000,c4af1968,...) at vfs_cache_lookup+0xa3 VOP_LOOKUP_APV(c0cd0600,e6e8a9a8,c0bdc25f,2cc,e6e8abc0,...) at VOP_LOOKUP_APV+0xe5 lookup(e6e8aba8,c0bdc25f,dc,bc,c527a72c,...) at lookup+0x58e namei(e6e8aba8,c08423cb,c0bcb7c2,c0bc93e6,3,...) at namei+0x4db vn_open_cred(e6e8aba8,e6e8ac5c,0,c4a18800,c52ae8f8,...) at vn_open_cred+0x2ba vn_open(e6e8aba8,e6e8ac5c,0,c52ae8f8,246,...) at vn_open+0x33 kern_openat(c52a9b40,ffffff9c,28081be0,0,1,...) at kern_openat+0x110 kern_open(c52a9b40,28081be0,0,0,0,...) at kern_open+0x35 open(c52a9b40,e6e8acf8,c,c0bef278,c0cad018,...) at open+0x30 syscall(e6e8ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28063e43, esp = 0xbfbfe4bc, ebp = 0xbfbfe568 --- Tracing command mount pid 81884 tid 100120 td 0xc4de4900 sched_switch(c4de4900,0,104,186,98878340,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,50,...) at mi_switch+0x200 sleepq_switch(c4de4900,0,c0bd40bf,243,c4b73710,...) at sleepq_switch+0x15f sleepq_wait(c4b73710,50,c0bc9cb9,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c4b73710,200400,c4b73778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6cddb80,c4de49a4,c0e5f158,200400,c4b736b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0cd0600,e6cddb80,c0cec000,c4b736b8,200400,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4b736b8,200400,c0bddf58,213,c4de49a4,...) at _vn_lock+0x78 vn_read(c4a84038,e6cddc58,c4a18800,0,c4de4900,...) at vn_read+0x1a3 dofileread(e6cddc58,ffffffff,ffffffff,0,c4a84038,...) at dofileread+0x96 kern_readv(c4de4900,3,e6cddc58,e6cddc78,1,...) at kern_readv+0x58 read(c4de4900,e6cddcf8,c,c0bbd729,c0cacfe8,...) at read+0x4f syscall(e6cddd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28054e03, esp = 0xbfbfe4bc, ebp = 0xbfbfe568 --- Tracing command grep pid 81882 tid 100256 td 0xc52cb480 cpustop_handler(1,e6ef9c0c,c0b2101d,c080f928,77541a8f,...) at cpustop_handler+0x32 ipi_nmi_handler(c080f928,77541a8f,80066e2e,369e99,c52c8d0c,...) at ipi_nmi_handler+0x2f trap(e6ef9c18) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08036e5, esp = 0xe6ef9c58, ebp = 0xe6ef9c7c --- panic(c0bd4871,1,c,c,e6ef9d38,...) at panic+0x35 userret(c52cb480,e6ef9d38,c0c05e5b,2e7,c52c8d0c,...) at userret+0x7d trap(e6ef9d38) at trap+0x6b9 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2805c9c6, esp = 0xbfbfe770, ebp = 0xbfbfe7c8 --- Tracing command grep pid 81881 tid 100129 td 0xc4dc0900 sched_switch(c4dc0900,0,103,181,988ac1d8,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c45673c0,...) at mi_switch+0x200 turnstile_wait(c45673c0,c529b240,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c4dc0900,0,c0bf8a55,4c8,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf8a55,4c8,200000,...) at _mtx_lock_flags+0xf7 vnode_pager_lock(c4a4d7c0,0,c0bf606f,127,e6cfac18,...) at vnode_pager_lock+0x2a0 vm_fault(c526d8c0,280e9000,1,0,280e9d81,...) at vm_fault+0x1df trap_pfault(5,0,c0c05e5b,2e7,c5055d0c,...) at trap_pfault+0x118 trap(e6cfad38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2806e8b1, esp = 0xbfbfe548, ebp = 0xbfbfe568 --- Tracing command mount pid 81880 tid 100182 td 0xc4de5480 sched_switch(c4de5480,0,103,181,98881158,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c45673c0,...) at mi_switch+0x200 turnstile_wait(c45673c0,c529b240,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c4de5480,0,c0bf606f,127,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf606f,127,e6dd7c18,...) at _mtx_lock_flags+0xf7 vm_fault(c535a540,280aa000,1,0,280aadc8,...) at vm_fault+0x1c9 trap_pfault(5,0,c0c05e5b,2e7,c52477d4,...) at trap_pfault+0x118 trap(e6dd7d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804f668, esp = 0xbfbfe630, ebp = 0xbfbfe678 --- Tracing command umount pid 81879 tid 100163 td 0xc5131240 cpustop_handler(8,e6d86c10,c0b2101d,e6d86ba0,c07f5014,...) at cpustop_handler+0x32 ipi_nmi_handler(e6d86ba0,c07f5014,c0d203a8,4,c5186d0c,...) at ipi_nmi_handler+0x2f trap(e6d86c1c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08036e0, esp = 0xe6d86c5c, ebp = 0xe6d86c80 --- panic(c0c05dd6,c0bf284c,2,c0bf284c,c0cad1b0,...) at panic+0x30 syscall(e6d86d38) at syscall+0x45e Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (0, FreeBSD ELF32, nosys), eip = 0x280db14f, esp = 0xbfbfe1ec, ebp = 0xbfbfe2b8 --- Tracing command grep pid 81878 tid 100173 td 0xc50d1b40 sched_switch(c50d1b40,0,103,181,98695f84,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c4a950a0,...) at mi_switch+0x200 turnstile_wait(c4a950a0,c5194480,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c50d1b40,0,c0bf606f,2a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf606f,2a4,e6daec18,...) at _mtx_lock_flags+0xf7 vm_fault(c456ae00,2815b000,2,8,2815b9b5,...) at vm_fault+0x10b4 trap_pfault(5,0,c0c05e5b,2e7,c518329c,...) at trap_pfault+0x118 trap(e6daed38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2805c9c6, esp = 0xbfbfe770, ebp = 0xbfbfe7c8 --- Tracing command grep pid 81877 tid 100281 td 0xc5194240 sched_switch(c5194240,0,103,181,98870054,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c45673c0,...) at mi_switch+0x200 turnstile_wait(c45673c0,c529b240,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c5194240,0,c0bf606f,2a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf606f,2a4,e6f44c18,...) at _mtx_lock_flags+0xf7 vm_fault(c5169620,2819e000,2,8,2819e840,...) at vm_fault+0x10b4 trap_pfault(5,0,c0c05e5b,2e7,c532e000,...) at trap_pfault+0x118 trap(e6f44d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2805c9c6, esp = 0xbfbfe780, ebp = 0xbfbfe7d8 --- Tracing command mount pid 81876 tid 100172 td 0xc50d1d80 sched_switch(c50d1d80,0,103,181,98580700,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c50d02d0,...) at mi_switch+0x200 turnstile_wait(c50d02d0,c529b900,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c50d1d80,0,c0bf8a55,4a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf8a55,4a4,e6daaafc,...) at _mtx_lock_flags+0xf7 vnode_pager_lock(c52e55d0,0,c0bf606f,127,e6daac18,...) at vnode_pager_lock+0x87 vm_fault(c5359a80,2815f000,2,8,2815f000,...) at vm_fault+0x1df trap_pfault(5,0,c0c05e5b,14,c5183538,...) at trap_pfault+0x118 trap(e6daad38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804d9c6, esp = 0xbfbfe780, ebp = 0xbfbfe7d8 --- Tracing command grep pid 81874 tid 100051 td 0xc4a96d80 sched_switch(c4a96d80,0,104,186,8ebb9220,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c4a96d80,0,c0bd40bf,189,c4b53a80,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4b53a80,4c,c0bd63ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b53a80,c4b53be8,14c,c0bd63ac,0,...) at _sleep+0x344 pipe_read(c4a9c888,e6b97c58,c4a18800,0,c4a96d80,...) at pipe_read+0x3f7 dofileread(e6b97c58,ffffffff,ffffffff,0,c4a9c888,...) at dofileread+0x96 kern_readv(c4a96d80,0,e6b97c58,e6b97c78,1,...) at kern_readv+0x58 read(c4a96d80,e6b97cf8,c,c0bd66b9,c0cacfe8,...) at read+0x4f syscall(e6b97d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281baee3, esp = 0xbfbfe76c, ebp = 0xbfbfe7f8 --- Tracing command grep pid 81873 tid 100273 td 0xc5195480 sched_switch(c5195480,0,103,181,9887d8b0,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c45673c0,...) at mi_switch+0x200 turnstile_wait(c45673c0,c529b240,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c5195480,0,c0bf8a55,4a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf8a55,4a4,e6f2cafc,...) at _mtx_lock_flags+0xf7 vnode_pager_lock(c536eba0,0,c0bf606f,127,e6f2cc18,...) at vnode_pager_lock+0x87 vm_fault(c515e620,28120000,2,8,281203dd,...) at vm_fault+0x1df trap_pfault(5,0,c0c05e5b,2e7,c532f538,...) at trap_pfault+0x118 trap(e6f2cd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2805c9c6, esp = 0xbfbfe780, ebp = 0xbfbfe7d8 --- Tracing command umount pid 81871 tid 100079 td 0xc4adb900 sched_switch(c4adb900,0,103,181,9888f3a8,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c45673c0,...) at mi_switch+0x200 turnstile_wait(c45673c0,c529b240,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c4adb900,0,c0bf606f,2a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf606f,2a4,e6c219bc,...) at _mtx_lock_flags+0xf7 vm_fault(c45697e0,2817b000,1,0,2817b69b,...) at vm_fault+0x10b4 trap_pfault(5,0,c0c05e5b,c08423cb,c4ad97d4,...) at trap_pfault+0x118 trap(e6c21adc) at trap+0x448 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc0b1eb13, esp = 0xe6c21b1c, ebp = 0xe6c21b8c --- copyinstr(e6c21ba8,c0bd0b2e,c0e5ea78,c4adb9a4,c0e5ea78,...) at copyinstr+0x37 kern_readlinkat(c4adb900,ffffff9c,2817b69b,0,bfbfddd3,...) at kern_readlinkat+0x56 kern_readlink(c4adb900,2817b69b,0,bfbfddd3,0,...) at kern_readlink+0x3c readlink(c4adb900,e6c21cf8,c,c0bd6ba4,c0cad510,...) at readlink+0x38 syscall(e6c21d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (58, FreeBSD ELF32, readlink), eip = 0x280fde2f, esp = 0xbfbfdd5c, ebp = 0xbfbfe1e8 --- Tracing command grep pid 81870 tid 100253 td 0xc52cbb40 sched_switch(c52cbb40,0,103,181,988a778c,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c4567550,...) at mi_switch+0x200 turnstile_wait(c4567550,c4ade000,0,188,c4aca1f0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4aca1f0,c52cbb40,0,c0bf6f86,240,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4aca1f0,0,c0bf6f86,240,c535b6c8,...) at _mtx_lock_flags+0xf7 vm_object_deallocate(c535b6c8,0,c0bf6665,90e,0,...) at vm_object_deallocate+0x56e vm_map_delete(c4adfd20,0,bfc00000,1,c4adfd20,...) at vm_map_delete+0x2eb vm_map_remove(c4adfd20,0,bfc00000,0,c52c9538,...) at vm_map_remove+0x51 vmspace_exit(c52cbb40,0,c0bcc09d,128,0,...) at vmspace_exit+0xbf exit1(c52cbb40,0,e6ef0d2c,c0b20d13,c52cbb40,...) at exit1+0x5db sys_exit(c52cbb40,e6ef0cf8,4,c0bd6664,c0cacfb8,...) at sys_exit+0x1d syscall(e6ef0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (1, FreeBSD ELF32, sys_exit), eip = 0x281676a3, esp = 0xbfbfe7ac, ebp = 0xbfbfe7b8 --- Tracing command umount pid 81869 tid 100237 td 0xc52bab40 sched_switch(c52bab40,0,103,181,98878e40,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c45673c0,...) at mi_switch+0x200 turnstile_wait(c45673c0,c529b240,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c52bab40,0,c0bf606f,2a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf606f,2a4,e6ec0c18,...) at _mtx_lock_flags+0xf7 vm_fault(c526d1c0,28128000,2,8,281288fc,...) at vm_fault+0x10b4 trap_pfault(5,0,c0c05e5b,2e7,c52b7a70,...) at trap_pfault+0x118 trap(e6ec0d38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804c9c6, esp = 0xbfbfe780, ebp = 0xbfbfe7d8 --- Tracing command grep pid 81866 tid 100240 td 0xc52ba480 sched_switch(c52ba480,0,104,186,8b51c008,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c52ba480,0,c0bd40bf,189,c4b53d80,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4b53d80,4c,c0bd63ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b53d80,c4b53ee8,14c,c0bd63ac,0,...) at _sleep+0x344 pipe_read(c52fddc8,e6ec9c58,c4a18800,0,c52ba480,...) at pipe_read+0x3f7 dofileread(e6ec9c58,ffffffff,ffffffff,0,c52fddc8,...) at dofileread+0x96 kern_readv(c52ba480,0,e6ec9c58,e6ec9c78,1,...) at kern_readv+0x58 read(c52ba480,e6ec9cf8,c,c0bd66b9,c0cacfe8,...) at read+0x4f syscall(e6ec9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281baee3, esp = 0xbfbfe76c, ebp = 0xbfbfe7f8 --- Tracing command grep pid 81865 tid 100174 td 0xc50d1900 sched_switch(c50d1900,0,104,186,903ba8f0,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c50d1900,0,c0bd40bf,189,c4ad1c00,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4ad1c00,4c,c0bd63ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ad1c00,c4ad1d68,14c,c0bd63ac,0,...) at _sleep+0x344 pipe_read(c4a85150,e6db2c58,c4a18800,0,c50d1900,...) at pipe_read+0x3f7 dofileread(e6db2c58,ffffffff,ffffffff,0,c4a85150,...) at dofileread+0x96 kern_readv(c50d1900,0,e6db2c58,e6db2c78,1,...) at kern_readv+0x58 read(c50d1900,e6db2cf8,c,c0bd66b9,c0cacfe8,...) at read+0x4f syscall(e6db2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281baee3, esp = 0xbfbfe76c, ebp = 0xbfbfe7f8 --- Tracing command mount pid 81864 tid 100206 td 0xc529b900 sched_switch(c529b900,0,207,181,98d0202c,...) at sched_switch+0x437 mi_switch(207,0,c0bd48c2,dd,c52987d4,...) at mi_switch+0x200 ast(e6e47d38) at ast+0x2cd doreti_ast() at doreti_ast+0x17 Tracing command umount pid 81862 tid 100209 td 0xc529b240 sched_switch(c529b240,0,207,181,988e0a40,...) at sched_switch+0x437 mi_switch(207,0,c0bd48c2,dd,c5298000,...) at mi_switch+0x200 ast(e6e50d38) at ast+0x2cd doreti_ast() at doreti_ast+0x17 Tracing command grep pid 81860 tid 100199 td 0xc529c900 sched_switch(c529c900,0,104,186,91935c40,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c529c900,0,c0bd40bf,189,c4a9f000,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4a9f000,4c,c0bd63ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a9f000,c4a9f168,14c,c0bd63ac,0,...) at _sleep+0x344 pipe_read(c52ae770,e6e32c58,c4a18800,0,c529c900,...) at pipe_read+0x3f7 dofileread(e6e32c58,ffffffff,ffffffff,0,c52ae770,...) at dofileread+0x96 kern_readv(c529c900,0,e6e32c58,e6e32c78,1,...) at kern_readv+0x58 read(c529c900,e6e32cf8,c,c0bd66b9,c0cacfe8,...) at read+0x4f syscall(e6e32d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281baee3, esp = 0xbfbfe76c, ebp = 0xbfbfe7f8 --- Tracing command grep pid 81858 tid 100280 td 0xc5194480 sched_switch(c5194480,0,207,181,986e0d44,...) at sched_switch+0x437 mi_switch(207,0,c0bd48c2,dd,c532e29c,...) at mi_switch+0x200 ast(e6f41d38) at ast+0x2cd doreti_ast() at doreti_ast+0x17 Tracing command mount pid 81857 tid 100278 td 0xc5194900 sched_switch(c5194900,0,103,181,98540c60,...) at sched_switch+0x437 mi_switch(103,0,c0bd4908,2e1,c50d02d0,...) at mi_switch+0x200 turnstile_wait(c50d02d0,c529b900,0,188,c4a4d7c0,...) at turnstile_wait+0x48a _mtx_lock_sleep(c4a4d7c0,c5194900,0,c0bf8a55,4a4,...) at _mtx_lock_sleep+0x18e _mtx_lock_flags(c4a4d7c0,0,c0bf8a55,4a4,e6f3bafc,...) at _mtx_lock_flags+0xf7 vnode_pager_lock(c5271744,0,c0bf606f,127,e6f3bc18,...) at vnode_pager_lock+0x87 vm_fault(c4b76b60,28151000,2,8,28151014,...) at vm_fault+0x1df trap_pfault(5,0,c0c05e5b,2e7,c532e7d4,...) at trap_pfault+0x118 trap(e6f3bd38) at trap+0x289 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x2804d9c6, esp = 0xbfbfe780, ebp = 0xbfbfe7d8 --- Tracing command rm pid 81793 tid 100220 td 0xc52a9900 kdb_enter(c0bcfef8,c0bcfef8,c519ade5,e6e8d9e4,2,...) at kdb_enter+0x3a panic(c519ade5,c5402408,e6e8da08,8000,c540fd70,...) at panic+0x136 null_lookup(e6e8da78,c0bdd760,c0cebc60,200000,c540fd70,...) at null_lookup+0x122 VOP_LOOKUP_APV(c519b240,e6e8da78,c0bdc25f,1ba,e6e8db9c,...) at VOP_LOOKUP_APV+0xe5 lookup(e6e8db84,c0bdc25f,dc,bc,c52ab92c,...) at lookup+0x58e namei(e6e8db84,e6e8db38,c07f5803,c0e5e5a8,c52a99a4,...) at namei+0x4db kern_statat(c52a9900,0,ffffff9c,282197b8,0,...) at kern_statat+0x6b kern_stat(c52a9900,282197b8,0,e6e8dc18,e6e8dc2c,...) at kern_stat+0x36 stat(c52a9900,e6e8dcf8,8,c52a9900,c0cae140,...) at stat+0x2f syscall(e6e8dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x28166253, esp = 0xbfbfe28c, ebp = 0xbfbfe308 --- Tracing command sh pid 81663 tid 100144 td 0xc4dbe6c0 sched_switch(c4dbe6c0,0,104,186,3e78b894,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4dbe6c0,0,c0bd40bf,189,c50547d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c50547d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50547d4,c505485c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4dbe6c0,ffffffff,e6d27c74,2,0,...) at kern_wait+0xab6 wait4(c4dbe6c0,e6d27cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6d27d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 --- Tracing command sh pid 81498 tid 100050 td 0xc4a7dd80 sched_switch(c4a7dd80,0,104,186,cde62dd8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4a7dd80,0,c0bd40bf,189,c4a7c7d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4a7c7d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a7c7d4,c4a7c85c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4a7dd80,ffffffff,e6b93c74,2,0,...) at kern_wait+0xab6 wait4(c4a7dd80,e6b93cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6b93d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe62c, ebp = 0xbfbfe648 --- Tracing command sh pid 81496 tid 100250 td 0xc52bd6c0 sched_switch(c52bd6c0,0,104,186,4399fb8c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c52bd6c0,0,c0bd40bf,189,c52a77d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c52a77d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c52a77d4,c52a785c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c52bd6c0,ffffffff,e6ee7c74,2,0,...) at kern_wait+0xab6 wait4(c52bd6c0,e6ee7cf8,10,e6ee7d38,c0cad048,...) at wait4+0x3b syscall(e6ee7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe8ec, ebp = 0xbfbfe908 --- Tracing command sleep pid 81004 tid 100067 td 0xc4ade480 sched_switch(c4ade480,0,104,186,97022a2e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4ade480,0,c0bd40bf,189,c0d202c4,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c0839180,c4ade480,1,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c0d202c4,5c,c0bd115e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d202c4,0,15c,c0bd115e,2711,...) at _sleep+0x30e kern_nanosleep(c4ade480,e6bdec64,e6bdec6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c4ade480,e6bdecf8,8,e6bded38,c0cae620,...) at nanosleep+0x6f syscall(e6bded38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815585f, esp = 0xbfbfed0c, ebp = 0xbfbfed48 --- Tracing command sh pid 88890 tid 100272 td 0xc51956c0 sched_switch(c51956c0,0,104,186,7b24a58c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c51956c0,0,c0bd40bf,189,c532f7d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c532f7d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c532f7d4,c532f85c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c51956c0,ffffffff,e6f29c74,2,0,...) at kern_wait+0xab6 wait4(c51956c0,e6f29cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6f29d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88889 tid 100214 td 0xc52626c0 sched_switch(c52626c0,0,104,186,958fe254,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c52626c0,0,c0bd40bf,189,c524a29c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c524a29c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c524a29c,c524a324,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c52626c0,ffffffff,e6e5fc74,2,0,...) at kern_wait+0xab6 wait4(c52626c0,e6e5fcf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6e5fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88882 tid 100157 td 0xc50cf240 sched_switch(c50cf240,0,104,186,8ecff918,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c50cf240,0,c0bd40bf,189,c50567d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c50567d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50567d4,c505685c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c50cf240,ffffffff,e6d4ec74,2,0,...) at kern_wait+0xab6 wait4(c50cf240,e6d4ecf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6d4ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88881 tid 100070 td 0xc4adbd80 sched_switch(c4adbd80,0,104,186,95bb18e8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4adbd80,0,c0bd40bf,189,c4ad9d0c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4ad9d0c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ad9d0c,c4ad9d94,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4adbd80,ffffffff,e6beac74,2,0,...) at kern_wait+0xab6 wait4(c4adbd80,e6beacf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6bead38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe59c, ebp = 0xbfbfe5b8 --- Tracing command sh pid 88880 tid 100200 td 0xc529c6c0 sched_switch(c529c6c0,0,104,186,8cd0ee04,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c529c6c0,0,c0bd40bf,189,c52997d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c52997d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c52997d4,c529985c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c529c6c0,ffffffff,e6e35c74,2,0,...) at kern_wait+0xab6 wait4(c529c6c0,e6e35cf8,10,c0bd65a5,c0cad048,...) at wait4+0x3b syscall(e6e35d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88879 tid 100071 td 0xc4adbb40 sched_switch(c4adbb40,0,104,186,82bd2ebc,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4adbb40,0,c0bd40bf,189,c4ad9a70,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4ad9a70,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ad9a70,c4ad9af8,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4adbb40,ffffffff,e6beec74,2,0,...) at kern_wait+0xab6 wait4(c4adbb40,e6beecf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6beed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88878 tid 100170 td 0xc5130240 sched_switch(c5130240,0,104,186,95df4d00,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c5130240,0,c0bd40bf,189,c5183a70,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c5183a70,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5183a70,c5183af8,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c5130240,ffffffff,e6da2c74,2,0,...) at kern_wait+0xab6 wait4(c5130240,e6da2cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6da2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe53c, ebp = 0xbfbfe558 --- Tracing command sh pid 88877 tid 100184 td 0xc5262240 sched_switch(c5262240,0,104,186,8ccdb7f0,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c5262240,0,c0bd40bf,189,c524729c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c524729c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c524729c,c5247324,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c5262240,ffffffff,e6de0c74,2,0,...) at kern_wait+0xab6 wait4(c5262240,e6de0cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6de0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe59c, ebp = 0xbfbfe5b8 --- Tracing command sh pid 88876 tid 100232 td 0xc529cd80 sched_switch(c529cd80,0,104,186,883f3bc8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c529cd80,0,c0bd40bf,189,c52b87d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c52b87d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c52b87d4,c52b885c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c529cd80,ffffffff,e6eb1c74,2,0,...) at kern_wait+0xab6 wait4(c529cd80,e6eb1cf8,10,c0bd65a5,c0cad048,...) at wait4+0x3b syscall(e6eb1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88875 tid 100178 td 0xc4aceb40 sched_switch(c4aceb40,0,104,186,95a93870,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4aceb40,0,c0bd40bf,189,c4a927d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4a927d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a927d4,c4a9285c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4aceb40,ffffffff,e6dbfc74,2,0,...) at kern_wait+0xab6 wait4(c4aceb40,e6dbfcf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6dbfd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe59c, ebp = 0xbfbfe5b8 --- Tracing command sh pid 88874 tid 100267 td 0xc52bdb40 sched_switch(c52bdb40,0,104,186,7b77624c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c52bdb40,0,c0bd40bf,189,c52c7000,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c52c7000,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c52c7000,c52c7088,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c52bdb40,ffffffff,e6f1ac74,2,0,...) at kern_wait+0xab6 wait4(c52bdb40,e6f1acf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6f1ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe59c, ebp = 0xbfbfe5b8 --- Tracing command sh pid 88873 tid 100208 td 0xc529b480 sched_switch(c529b480,0,104,186,77d73174,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c529b480,0,c0bd40bf,189,c529829c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c529829c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c529829c,c5298324,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c529b480,ffffffff,e6e4dc74,2,0,...) at kern_wait+0xab6 wait4(c529b480,e6e4dcf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6e4dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe67c, ebp = 0xbfbfe698 --- Tracing command sh pid 88872 tid 100258 td 0xc52cb000 sched_switch(c52cb000,0,104,186,79cd6564,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c52cb000,0,c0bd40bf,189,c52c87d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c52c87d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c52c87d4,c52c885c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c52cb000,ffffffff,e6effc74,2,0,...) at kern_wait+0xab6 wait4(c52cb000,e6effcf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6effd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe59c, ebp = 0xbfbfe5b8 --- Tracing command sh pid 88871 tid 100276 td 0xc5194d80 sched_switch(c5194d80,0,104,186,93bf293c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c5194d80,0,c0bd40bf,189,c532ed0c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c532ed0c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c532ed0c,c532ed94,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c5194d80,ffffffff,e6f35c74,2,0,...) at kern_wait+0xab6 wait4(c5194d80,e6f35cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6f35d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe53c, ebp = 0xbfbfe558 --- Tracing command sh pid 88870 tid 100238 td 0xc52ba900 sched_switch(c52ba900,0,104,186,7c284354,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c52ba900,0,c0bd40bf,189,c52b77d4,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c52b77d4,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c52b77d4,c52b785c,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c52ba900,ffffffff,e6ec3c74,2,0,...) at kern_wait+0xab6 wait4(c52ba900,e6ec3cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6ec3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe59c, ebp = 0xbfbfe5b8 --- Tracing command bash pid 1299 tid 100147 td 0xc50cfd80 sched_switch(c50cfd80,0,104,186,3e73e8cc,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c50cfd80,0,c0bd40bf,189,c50c7538,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c50c7538,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50c7538,c50c75c0,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c50cfd80,ffffffff,e6d30c74,6,0,...) at kern_wait+0xab6 wait4(c50cfd80,e6d30cf8,10,c0bd6664,c0cad048,...) at wait4+0x3b syscall(e6d30d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c0d6b, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command csh pid 1295 tid 100119 td 0xc4de4b40 sched_switch(c4de4b40,0,104,186,93febe00,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,68,...) at mi_switch+0x200 sleepq_switch(c4de4b40,0,c0bd40bf,189,c4de1590,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4de1590,68,c0b8c75c,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4de1590,c4de15c0,168,c0b8c75c,0,...) at _sleep+0x344 kern_sigsuspend(c4de4b40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4de4b40,e6cdacf8,4,c0bd6664,c0caef98,...) at sigsuspend+0x4d syscall(e6cdad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2817aeab, esp = 0xbfbfe63c, ebp = 0xbfbfe6a8 --- Tracing command su pid 1279 tid 100134 td 0xc4de3240 sched_switch(c4de3240,0,104,186,335daa24,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4de3240,0,c0bd40bf,189,c50c8538,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c50c8538,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50c8538,c50c85c0,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4de3240,50f,e6d09c74,2,0,...) at kern_wait+0xab6 wait4(c4de3240,e6d09cf8,10,e6d09d38,c0cad048,...) at wait4+0x3b syscall(e6d09d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811ad6b, esp = 0xbfbfe68c, ebp = 0xbfbfe6a8 --- Tracing command bash pid 1260 tid 100059 td 0xc4ace000 sched_switch(c4ace000,0,104,186,3f6ea6a,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4ace000,0,c0bd40bf,189,c46baa70,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c46baa70,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c46baa70,c46baaf8,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4ace000,ffffffff,e6bb7c74,6,0,...) at kern_wait+0xab6 wait4(c4ace000,e6bb7cf8,10,c0bd6664,c0cad048,...) at wait4+0x3b syscall(e6bb7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c0d6b, esp = 0xbfbfea4c, ebp = 0xbfbfea68 --- Tracing command sshd pid 1259 tid 100065 td 0xc4a7db40 sched_switch(c4a7db40,0,104,186,3e26b510,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a7db40,0,c0bd40bf,189,c4dc22e4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c4dc22d0,0,c0bce7bd,c4a7db40,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4dc22e4,0,e6bd5a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4dc22e4,c4dc22d0,c0bd61d4,570,c4aeeab8,...) at _cv_wait_sig+0x240 seltdwait(c4f62a2c,c0bd61d4,3d6,c4a7db40,9,...) at seltdwait+0xa2 kern_select(c4a7db40,a,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x4cf select(c4a7db40,e6bd5cf8,14,c0bbe667,c0cad858,...) at select+0x5e syscall(e6bd5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bee63, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1257 tid 100083 td 0xc4a93240 sched_switch(c4a93240,0,104,186,540e638,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,58,...) at mi_switch+0x200 sleepq_switch(c4a93240,0,c0bd40bf,189,c50736d0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c50736d0,58,c0bd9be0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c50736d0,c5073690,158,c0bd9be0,0) at _sleep+0x344 sbwait(c5073670,4,c0bd9c95,5ad,c5073690,...) at sbwait+0x76 soreceive_generic(c5073620,0,e6c63c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c5073620,0,e6c63c58,0,0,...) at soreceive+0x38 soo_read(c4a9ccb0,e6c63c58,c4b4a000,0,c4a93240,...) at soo_read+0x3a dofileread(e6c63c58,ffffffff,ffffffff,0,c4a9ccb0,...) at dofileread+0x96 kern_readv(c4a93240,5,e6c63c58,e6c63c78,1,...) at kern_readv+0x58 read(c4a93240,e6c63cf8,c,c0bef278,c0cacfe8,...) at read+0x4f syscall(e6c63d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283beee3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command awk pid 1241 tid 100098 td 0xc4adb240 sched_switch(c4adb240,0,104,186,937e8fb2,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c4adb240,0,c0bd40bf,189,c4ad1d80,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4ad1d80,4c,c0bd63ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ad1d80,c4ad1ee8,14c,c0bd63ac,0,...) at _sleep+0x344 pipe_read(c4b81188,e6c90c58,c49e5000,0,c4adb240,...) at pipe_read+0x3f7 dofileread(e6c90c58,ffffffff,ffffffff,0,c4b81188,...) at dofileread+0x96 kern_readv(c4adb240,0,e6c90c58,e6c90c78,1,...) at kern_readv+0x58 read(c4adb240,e6c90cf8,c,16,c0cacfe8,...) at read+0x4f syscall(e6c90d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281abee3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 --- Tracing command sh pid 1240 tid 100100 td 0xc4acd900 sched_switch(c4acd900,0,104,186,93e1545c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4acd900,0,c0bd40bf,189,c4dbda70,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4dbda70,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4dbda70,c4dbdaf8,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4acd900,ffffffff,e6ca1c74,2,0,...) at kern_wait+0xab6 wait4(c4acd900,e6ca1cf8,10,c0bd6769,c0cad048,...) at wait4+0x3b syscall(e6ca1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfe99c, ebp = 0xbfbfe9b8 --- Tracing command top pid 1239 tid 100072 td 0xc4a7d6c0 sched_switch(c4a7d6c0,0,104,186,73ec310c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a7d6c0,0,c0bd40bf,189,c49b36e4,...) at sleepq_switch+0x15f sleepq_catch_signals(e6bf2a4c,c07f53aa,c49b36d0,0,c4a7d6c0,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49b36e4,0,e6bf2a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49b36e4,c49b36d0,3e9,570,c4b81a48,...) at _cv_timedwait_sig+0x250 seltdwait(e6bf2c2c,e6bf2c34,3d6,c4a7d6c0,31202064,...) at seltdwait+0x8a kern_select(c4a7d6c0,2,bfbfec3c,0,0,e6bf2c70,1,0) at kern_select+0x4cf select(c4a7d6c0,e6bf2cf8,14,c0bbe667,c0cad858,...) at select+0x5e syscall(e6bf2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e0e63, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command sh pid 1238 tid 100066 td 0xc4a7d900 sched_switch(c4a7d900,0,104,186,361955fc,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4a7d900,0,c0bd40bf,189,c4a7c29c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4a7c29c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a7c29c,c4a7c324,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4a7d900,ffffffff,e6bd9c74,2,0,...) at kern_wait+0xab6 wait4(c4a7d900,e6bd9cf8,10,e6bd9d38,c0cad048,...) at wait4+0x3b syscall(e6bd9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815cd6b, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command tail pid 1237 tid 100107 td 0xc4acc900 sched_switch(c4acc900,0,104,186,48307498,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,58,...) at mi_switch+0x200 sleepq_switch(c4acc900,0,c0bd40bf,189,c45ab380,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c0839180,c4acc900,1,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c45ab380,58,c0bcbf44,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c45ab380,c45ab380,158,c0bcbf44,3e9,...) at _sleep+0x30e kern_kevent(c4acc900,4,0,1,e6cb6c58,...) at kern_kevent+0x357 kevent(c4acc900,e6cb6cf8,18,c0b78342,c0caf1a8,...) at kevent+0x19b syscall(e6cb6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x28159a4b, esp = 0xbfbfebcc, ebp = 0xbfbfec78 --- Tracing command sshd pid 1236 tid 100078 td 0xc47f1900 sched_switch(c47f1900,0,104,186,10ec626e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c47f1900,0,c0bd40bf,189,c48096e4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c48096d0,0,c0bce7bd,c47f1900,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c48096e4,0,e6c1aa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48096e4,c48096d0,c0bd61d4,570,c4b813b8,...) at _cv_wait_sig+0x240 seltdwait(c4f6212c,c0bd61d4,3d6,c47f1900,e6c1aae0,...) at seltdwait+0xa2 kern_select(c47f1900,c,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x4cf select(c47f1900,e6c1acf8,14,c0bef278,c0cad858,...) at select+0x5e syscall(e6c1ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bee63, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1235 tid 100130 td 0xc4dc06c0 sched_switch(c4dc06c0,0,104,186,73f6d154,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4dc06c0,0,c0bd40bf,189,c4dc1da4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c4dc1d90,0,c0bce7bd,c4dc06c0,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4dc1da4,0,e6cfda7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4dc1da4,c4dc1d90,c0bd61d4,570,c4a85cb0,...) at _cv_wait_sig+0x240 seltdwait(c506132c,c0bd61d4,3d6,c4dc06c0,200246,...) at seltdwait+0xa2 kern_select(c4dc06c0,a,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x4cf select(c4dc06c0,e6cfdcf8,14,c0bbe667,c0cad858,...) at select+0x5e syscall(e6cfdd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bee63, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1234 tid 100053 td 0xc4a96900 sched_switch(c4a96900,0,104,186,e715251a,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a96900,0,c0bd40bf,189,c49fb624,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49fb610,0,c0bce7bd,c4a96900,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49fb624,0,e6b9fa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49fb624,c49fb610,c0bd61d4,570,c4a9c690,...) at _cv_wait_sig+0x240 seltdwait(c4dd742c,c0bd61d4,3d6,c4a96900,200246,...) at seltdwait+0xa2 kern_select(c4a96900,c,286030b8,286030e4,0,0,0,280fe818) at kern_select+0x4cf select(c4a96900,e6b9fcf8,14,c0bbe667,c0cad858,...) at select+0x5e syscall(e6b9fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bee63, esp = 0xbfbfdeac, ebp = 0xbfbfdef8 --- Tracing command sshd pid 1230 tid 100113 td 0xc4adeb40 sched_switch(c4adeb40,0,104,186,104760b6,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,58,...) at mi_switch+0x200 sleepq_switch(c4adeb40,0,c0bd40bf,189,c4db90b0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4db90b0,58,c0bd9be0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4db90b0,c4db9070,158,c0bd9be0,0) at _sleep+0x344 sbwait(c4db9050,4,c0bd9c95,5ad,c4db9070,...) at sbwait+0x76 soreceive_generic(c4db9000,0,e6cc8c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4db9000,0,e6cc8c58,0,0,...) at soreceive+0x38 soo_read(c4a9c5e8,e6cc8c58,c4a18e00,0,c4adeb40,...) at soo_read+0x3a dofileread(e6cc8c58,ffffffff,ffffffff,0,c4a9c5e8,...) at dofileread+0x96 kern_readv(c4adeb40,5,e6cc8c58,e6cc8c78,1,...) at kern_readv+0x58 read(c4adeb40,e6cc8cf8,c,e6cc8d38,c0cacfe8,...) at read+0x4f syscall(e6cc8d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283beee3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command sshd pid 1229 tid 100114 td 0xc4ade900 sched_switch(c4ade900,0,104,186,12fbdc18,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,58,...) at mi_switch+0x200 sleepq_switch(c4ade900,0,c0bd40bf,189,c4e06b68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4e06b68,58,c0bd9be0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e06b68,c4e06b28,158,c0bd9be0,0) at _sleep+0x344 sbwait(c4e06b08,4,c0bd9c95,5ad,c4e06b28,...) at sbwait+0x76 soreceive_generic(c4e06ab8,0,e6ccbc58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4e06ab8,0,e6ccbc58,0,0,...) at soreceive+0x38 soo_read(c4a84888,e6ccbc58,c4dd7800,0,c4ade900,...) at soo_read+0x3a dofileread(e6ccbc58,ffffffff,ffffffff,0,c4a84888,...) at dofileread+0x96 kern_readv(c4ade900,5,e6ccbc58,e6ccbc78,1,...) at kern_readv+0x58 read(c4ade900,e6ccbcf8,c,e6ccbd38,c0cacfe8,...) at read+0x4f syscall(e6ccbd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283beee3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command sshd pid 1228 tid 100075 td 0xc4a7d000 sched_switch(c4a7d000,0,104,186,104b206e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,58,...) at mi_switch+0x200 sleepq_switch(c4a7d000,0,c0bd40bf,189,c4e07b68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4e07b68,58,c0bd9be0,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e07b68,c4e07b28,158,c0bd9be0,0) at _sleep+0x344 sbwait(c4e07b08,4,c0bd9c95,5ad,c4e07b28,...) at sbwait+0x76 soreceive_generic(c4e07ab8,0,e6bfec58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4e07ab8,0,e6bfec58,0,0,...) at soreceive+0x38 soo_read(c4b81ab8,e6bfec58,c49b9300,0,c4a7d000,...) at soo_read+0x3a dofileread(e6bfec58,ffffffff,ffffffff,0,c4b81ab8,...) at dofileread+0x96 kern_readv(c4a7d000,5,e6bfec58,e6bfec78,1,...) at kern_readv+0x58 read(c4a7d000,e6bfecf8,c,e6bfed38,c0cacfe8,...) at read+0x4f syscall(e6bfed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283beee3, esp = 0xbfbfde9c, ebp = 0xbfbfded8 --- Tracing command getty pid 1225 tid 100128 td 0xc4dc0b40 sched_switch(c4dc0b40,0,104,186,c982b49c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4dc0b40,0,c0bd40bf,189,c4773a78,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4dc0b40,c4dc0b40,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4773a78,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4773a78,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4773a00,c4773a78,e6cf7c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4773a00,e6cf7c58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7600,e6cf7c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a9c2d8,e6cf7c58,c456b400,0,c4dc0b40,...) at devfs_read_f+0x7e dofileread(e6cf7c58,ffffffff,ffffffff,0,c4a9c2d8,...) at dofileread+0x96 kern_readv(c4dc0b40,0,e6cf7c58,e6cf7c78,1,...) at kern_readv+0x58 read(c4dc0b40,e6cf7cf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6cf7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1224 tid 100104 td 0xc4acd000 sched_switch(c4acd000,0,104,186,c959842a,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4acd000,0,c0bd40bf,189,c4773c78,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4acd000,c4acd000,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4773c78,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4773c78,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4773c00,c4773c78,e6cadc58,1,0,...) at tty_wait+0x71 ttydisc_read(c4773c00,e6cadc58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7500,e6cadc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4ad2a48,e6cadc58,c456b400,0,c4acd000,...) at devfs_read_f+0x7e dofileread(e6cadc58,ffffffff,ffffffff,0,c4ad2a48,...) at dofileread+0x96 kern_readv(c4acd000,0,e6cadc58,e6cadc78,1,...) at kern_readv+0x58 read(c4acd000,e6cadcf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6cadd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1223 tid 100094 td 0xc4c04480 sched_switch(c4c04480,0,104,186,c950e052,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c04480,0,c0bd40bf,189,c4773e78,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4c04480,c4c04480,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4773e78,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4773e78,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4773e00,c4773e78,e6c84c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4773e00,e6c84c58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7400,e6c84c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4aeeaf0,e6c84c58,c456b400,0,c4c04480,...) at devfs_read_f+0x7e dofileread(e6c84c58,ffffffff,ffffffff,0,c4aeeaf0,...) at dofileread+0x96 kern_readv(c4c04480,0,e6c84c58,e6c84c78,1,...) at kern_readv+0x58 read(c4c04480,e6c84cf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6c84d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1222 tid 100102 td 0xc4acd480 sched_switch(c4acd480,0,104,186,c98dfed6,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4acd480,0,c0bd40bf,189,c4805078,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4acd480,c4acd480,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4805078,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4805078,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4805000,c4805078,e6ca7c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4805000,e6ca7c58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7300,e6ca7c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4ad2af0,e6ca7c58,c456b400,0,c4acd480,...) at devfs_read_f+0x7e dofileread(e6ca7c58,ffffffff,ffffffff,0,c4ad2af0,...) at dofileread+0x96 kern_readv(c4acd480,0,e6ca7c58,e6ca7c78,1,...) at kern_readv+0x58 read(c4acd480,e6ca7cf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6ca7d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1221 tid 100122 td 0xc4de4480 sched_switch(c4de4480,0,104,186,c99256d2,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4de4480,0,c0bd40bf,189,c4805878,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4de4480,c4de4480,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4805878,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4805878,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4805800,c4805878,e6ce3c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4805800,e6ce3c58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7200,e6ce3c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a85070,e6ce3c58,c456b400,0,c4de4480,...) at devfs_read_f+0x7e dofileread(e6ce3c58,ffffffff,ffffffff,0,c4a85070,...) at dofileread+0x96 kern_readv(c4de4480,0,e6ce3c58,e6ce3c78,1,...) at kern_readv+0x58 read(c4de4480,e6ce3cf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6ce3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1220 tid 100112 td 0xc4dc0d80 sched_switch(c4dc0d80,0,104,186,c97db3fe,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4dc0d80,0,c0bd40bf,189,c4805678,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4dc0d80,c4dc0d80,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4805678,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4805678,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4805600,c4805678,e6cc5c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4805600,e6cc5c58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7100,e6cc5c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4aee9a0,e6cc5c58,c456b400,0,c4dc0d80,...) at devfs_read_f+0x7e dofileread(e6cc5c58,ffffffff,ffffffff,0,c4aee9a0,...) at dofileread+0x96 kern_readv(c4dc0d80,0,e6cc5c58,e6cc5c78,1,...) at kern_readv+0x58 read(c4dc0d80,e6cc5cf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6cc5d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1219 tid 100109 td 0xc4acc480 sched_switch(c4acc480,0,104,186,c97c0ce8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4acc480,0,c0bd40bf,189,c4805478,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4acc480,c4acc480,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4805478,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4805478,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4805400,c4805478,e6cbcc58,1,0,...) at tty_wait+0x71 ttydisc_read(c4805400,e6cbcc58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c47f7000,e6cbcc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a85540,e6cbcc58,c456b400,0,c4acc480,...) at devfs_read_f+0x7e dofileread(e6cbcc58,ffffffff,ffffffff,0,c4a85540,...) at dofileread+0x96 kern_readv(c4acc480,0,e6cbcc58,e6cbcc78,1,...) at kern_readv+0x58 read(c4acc480,e6cbccf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6cbcd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command getty pid 1218 tid 100111 td 0xc4acc000 sched_switch(c4acc000,0,104,186,c99f8cf0,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4acc000,0,c0bd40bf,189,c4805278,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,c4acc000,c4acc000,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4805278,0,c0bd84e4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4805278,c0d1fb30,c0bd7e81,4ac,0,...) at _cv_wait_sig+0x240 tty_wait(c4805200,c4805278,e6cc2c58,1,0,...) at tty_wait+0x71 ttydisc_read(c4805200,e6cc2c58,0,9d,0,...) at ttydisc_read+0x22b ttydev_read(c4784e00,e6cc2c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4a848f8,e6cc2c58,c456b400,0,c4acc000,...) at devfs_read_f+0x7e dofileread(e6cc2c58,ffffffff,ffffffff,0,c4a848f8,...) at dofileread+0x96 kern_readv(c4acc000,0,e6cc2c58,e6cc2c78,1,...) at kern_readv+0x58 read(c4acc000,e6cc2cf8,c,c0c08ad7,c0cacfe8,...) at read+0x4f syscall(e6cc2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28186ee3, esp = 0xbfbfee2c, ebp = 0xbfbfee58 --- Tracing command inetd pid 1192 tid 100108 td 0xc4acc6c0 sched_switch(c4acc6c0,0,104,186,a724ca52,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4acc6c0,0,c0bd40bf,189,c4dc16a4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c4dc1690,0,c0bce7bd,c4acc6c0,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4dc16a4,0,e6cb9a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4dc16a4,c4dc1690,c0bd61d4,570,c4b81c40,...) at _cv_wait_sig+0x240 seltdwait(c4f62d2c,c0bd61d4,3d6,c4acc6c0,e6cb9ae0,...) at seltdwait+0xa2 kern_select(c4acc6c0,8,bfbfe020,0,0,0,0,281ad9e0) at kern_select+0x4cf select(c4acc6c0,e6cb9cf8,14,c0bd67dd,c0cad858,...) at select+0x5e syscall(e6cb9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819ae63, esp = 0xbfbfdfdc, ebp = 0xbfbfee68 --- Tracing command moused pid 1168 tid 100084 td 0xc4a93000 sched_switch(c4a93000,0,104,186,85cd1328,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a93000,0,c0bd40bf,189,c49b3564,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49b3550,0,c0bce7bd,c4a93000,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49b3564,0,e6c66a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49b3564,c49b3550,c0bd61d4,570,c4a9cc78,...) at _cv_wait_sig+0x240 seltdwait(c4a40c2c,c0bd61d4,3d6,c4a93000,0,...) at seltdwait+0xa2 kern_select(c4a93000,400,bfbfea94,0,0,0,0,0) at kern_select+0x4cf select(c4a93000,e6c66cf8,14,c0c08ad7,c0cad858,...) at select+0x5e syscall(e6c66d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a3e63, esp = 0xbfbfea1c, ebp = 0xbfbfebb8 --- Tracing command watchdogd pid 1154 tid 100116 td 0xc4de5240 sched_switch(c4de5240,0,104,186,76caba08,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4de5240,0,c0bd40bf,189,c0d202c4,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0839180,c4de5240,3,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c0d202c4,5c,c0bd115e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d202c4,0,15c,c0bd115e,ea61,...) at _sleep+0x30e kern_nanosleep(c4de5240,e6cd1c64,e6cd1c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4de5240,e6cd1cf8,8,c0c08ad7,c0cae620,...) at nanosleep+0x6f syscall(e6cd1d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817e85f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 1112 tid 100074 td 0xc4a7d240 sched_switch(c4a7d240,0,104,186,ebbf4e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4a7d240,0,c0bd40bf,189,c0d202c4,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c0839180,c4a7d240,3,100,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c0d202c4,5c,c0bd115e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d202c4,0,15c,c0bd115e,ea61,...) at _sleep+0x30e kern_nanosleep(c4a7d240,e6bfac64,e6bfac6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4a7d240,e6bfacf8,8,c0bd68ce,c0cae620,...) at nanosleep+0x6f syscall(e6bfad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817185f, esp = 0xbfbfecdc, ebp = 0xbfbfed08 --- Tracing command sendmail pid 1105 tid 100125 td 0xc4de3d80 sched_switch(c4de3d80,0,104,186,8751796e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,68,...) at mi_switch+0x200 sleepq_switch(c4de3d80,0,c0bd40bf,189,c4de0590,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4de0590,68,c0b8c75c,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4de0590,c4de05c0,168,c0b8c75c,0,...) at _sleep+0x344 kern_sigsuspend(c4de3d80,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4de3d80,e6ceccf8,4,c0bd6664,c0caef98,...) at sigsuspend+0x4d syscall(e6cecd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832ceab, esp = 0xbfbfd00c, ebp = 0xbfbfd038 --- Tracing command sendmail pid 1101 tid 100126 td 0xc4de3b40 sched_switch(c4de3b40,0,104,186,74ffdf10,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4de3b40,0,c0bd40bf,189,c49e7ca4,...) at sleepq_switch+0x15f sleepq_catch_signals(e6cf0a4c,c07f53aa,c49e7c90,0,c4de3b40,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49e7ca4,0,e6cf0a7c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49e7ca4,c49e7c90,1389,570,c4b815b0,...) at _cv_timedwait_sig+0x250 seltdwait(e6cf0c2c,e6cf0c34,3d6,c4de3b40,c188ca38,...) at seltdwait+0x8a kern_select(c4de3b40,7,bfbfc5b0,0,0,e6cf0c70,5,0) at kern_select+0x4cf select(c4de3b40,e6cf0cf8,14,c0bd6ba4,c0cad858,...) at select+0x5e syscall(e6cf0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c9e63, esp = 0xbfbfc51c, ebp = 0xbfbfd048 --- Tracing command sshd pid 1096 tid 100063 td 0xc4a93900 sched_switch(c4a93900,0,104,186,306f56c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a93900,0,c0bd40bf,189,c49b49a4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49b4990,0,c0bce7bd,c4a93900,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49b49a4,0,e6bc9a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49b49a4,c49b4990,c0bd61d4,570,c4aee818,...) at _cv_wait_sig+0x240 seltdwait(c49e672c,c0bd61d4,3d6,c4a93900,e6bc9ae0,...) at seltdwait+0xa2 kern_select(c4a93900,9,286090b0,0,0,0,2861a040,1) at kern_select+0x4cf select(c4a93900,e6bc9cf8,14,e6bc9d38,c0cad858,...) at select+0x5e syscall(e6bc9d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283bee63, esp = 0xbfbfdf7c, ebp = 0xbfbfee98 --- Tracing command ntpd pid 1059 tid 100061 td 0xc4a93d80 sched_switch(c4a93d80,0,104,186,8d7681d0,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a93d80,0,c0bd40bf,189,c49e85e4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49e85d0,0,c0bce7bd,c4a93d80,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49e85e4,0,e6bbfa7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49e85e4,c49e85d0,c0bd61d4,570,c4a84e70,...) at _cv_wait_sig+0x240 seltdwait(c4dd612c,c0bd61d4,3d6,c4a93d80,0,...) at seltdwait+0xa2 kern_select(c4a93d80,1b,bfbfed78,0,0,0,246,0) at kern_select+0x4cf select(c4a93d80,e6bbfcf8,14,16,c0cad858,...) at select+0x5e syscall(e6bbfd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834be63, esp = 0xbfbfed4c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 907 tid 100097 td 0xc4aded80 sched_switch(c4aded80,0,104,186,b1b02308,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4aded80,0,c0bd40bf,189,c49fc290,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c8dbfc,c07f53aa,c48cf780,0,c4aded80,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49fc290,0,e6c8dc2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49fc290,c48cf780,1388,3a5,fffebae9,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6c8dd24,c07e21f8,c48cf780,e6c8dd38,c0bcc1dd,...) at svc_run_internal+0x35e svc_thread_start(c48cf780,e6c8dd38,c0bcc1dd,327,c4bff000,...) at svc_thread_start+0x10 fork_exit(c09d7bc0,c48cf780,e6c8dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 907 tid 100096 td 0xc4c04000 sched_switch(c4c04000,0,104,186,71464de6,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c04000,0,c0bd40bf,189,c49fc2d0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c8abfc,c07f53aa,c48cf780,0,c4c04000,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49fc2d0,0,e6c8ac2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49fc2d0,c48cf780,1388,3a5,f082045,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6c8ad24,c07e21f8,c48cf780,e6c8ad38,c0bcc1dd,...) at svc_run_internal+0x35e svc_thread_start(c48cf780,e6c8ad38,c0bcc1dd,327,c4bff000,...) at svc_thread_start+0x10 fork_exit(c09d7bc0,c48cf780,e6c8ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 907 tid 100095 td 0xc4c04240 sched_switch(c4c04240,0,104,186,c2aff270,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c04240,0,c0bd40bf,189,c49fc310,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c87bfc,c07f53aa,c48cf780,0,c4c04240,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49fc310,0,e6c87c2c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49fc310,c48cf780,1388,3a5,ffff188d,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6c87d24,c07e21f8,c48cf780,e6c87d38,c0bcc1dd,...) at svc_run_internal+0x35e svc_thread_start(c48cf780,e6c87d38,c0bcc1dd,327,c4bff000,...) at svc_thread_start+0x10 fork_exit(c09d7bc0,c48cf780,e6c87d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 907 tid 100091 td 0xc4c04b40 sched_switch(c4c04b40,0,104,186,5bc47a04,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c04b40,0,c0bd40bf,189,c49b46d0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c7bb00,c07f53aa,c48cf780,0,c4c04b40,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49b46d0,0,e6c7bb30,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49b46d0,c48cf780,1388,3a5,c0823c34,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4c04cac,14,c0bf0b35,c0bef442,0,...) at svc_run_internal+0x35e svc_run(c48cf780,0,c0bef746,202,e6c7bcf8,...) at svc_run+0x7f nfssvc_nfsd(c4c04b40,122,c0bce7bd,ca,c4bff088,...) at nfssvc_nfsd+0xad nfssvc(c4c04b40,e6c7bcf8,8,e6c7bd38,c0cade28,...) at nfssvc+0x235 syscall(e6c7bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280dbaeb, esp = 0xbfbfea0c, ebp = 0xbfbfeb38 --- Tracing command nfsd pid 906 tid 100088 td 0xc4c05240 sched_switch(c4c05240,0,104,186,baa26c44,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c05240,0,c0bd40bf,189,c49fc1e4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49fc1d0,0,c0bce7bd,c4c05240,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49fc1e4,0,e6c72a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49fc1e4,c49fc1d0,c0bd61d4,570,c4ad2498,...) at _cv_wait_sig+0x240 seltdwait(c4b7b32c,c0bd61d4,3d6,c4c05240,e6c72ae0,...) at seltdwait+0xa2 kern_select(c4c05240,5,bfbfed44,0,0,0,bfbffff4,1) at kern_select+0x4cf select(c4c05240,e6c72cf8,14,e6c72d38,c0cad858,...) at select+0x5e syscall(e6c72d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28177e63, esp = 0xbfbfeb3c, ebp = 0xbfbfee78 --- Tracing command mountd pid 904 tid 100089 td 0xc4c05000 sched_switch(c4c05000,0,104,186,af0e6588,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c05000,0,c0bd40bf,189,c4809324,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c4809310,0,c0bce7bd,c4c05000,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4809324,0,e6c75a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4809324,c4809310,c0bd61d4,570,c4aeeb98,...) at _cv_wait_sig+0x240 seltdwait(c4b4982c,c0bd61d4,3d6,c4c05000,c0bddf61,...) at seltdwait+0xa2 kern_select(c4c05000,9,bfbfedec,0,0,0,0,2819c9e0) at kern_select+0x4cf select(c4c05000,e6c75cf8,14,c0bef278,c0cad858,...) at select+0x5e syscall(e6c75d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28189e63, esp = 0xbfbfedbc, ebp = 0xbfbfee88 --- Tracing command rpcbind pid 822 tid 100086 td 0xc4c056c0 sched_switch(c4c056c0,0,104,186,2332668,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c056c0,0,c0bd40bf,189,c49e8224,...) at sleepq_switch+0x15f sleepq_catch_signals(e6c6caa8,c07f53aa,c49e8210,0,c4c056c0,...) at sleepq_catch_signals+0xb4 sleepq_timedwait_sig(c49e8224,0,e6c6cad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c49e8224,c49e8210,7531,570,e6c6cb8c,...) at _cv_timedwait_sig+0x250 seltdwait(e6c6cc5c,e6c6cc64,480,c4c056c0,e6c6cb5c,...) at seltdwait+0x8a poll(c4c056c0,e6c6ccf8,c,c0bd68ce,c0cae338,...) at poll+0x2f9 syscall(e6c6cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813a68f, esp = 0xbfbfcc7c, ebp = 0xbfbfee48 --- Tracing command syslogd pid 804 tid 100093 td 0xc4c046c0 sched_switch(c4c046c0,0,104,186,6bef8980,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4c046c0,0,c0bd40bf,189,c49e70e4,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49e70d0,0,c0bce7bd,c4c046c0,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49e70e4,0,e6c81a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49e70e4,c49e70d0,c0bd61d4,570,c4a856c8,...) at _cv_wait_sig+0x240 seltdwait(c4b49a2c,c0bd61d4,3d6,c4c046c0,0,...) at seltdwait+0xa2 kern_select(c4c046c0,9,282290ac,0,0,0,0,2819c9e0) at kern_select+0x4cf select(c4c046c0,e6c81cf8,14,c0bd6779,c0cad858,...) at select+0x5e syscall(e6c81d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28189e63, esp = 0xbfbfdedc, ebp = 0xbfbfee88 --- Tracing command devd pid 609 tid 100054 td 0xc4a966c0 sched_switch(c4a966c0,0,104,186,4cb9846,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4a966c0,0,c0bd40bf,189,c49b3924,...) at sleepq_switch+0x15f sleepq_catch_signals(c07f53aa,c49b3910,0,c0bce7bd,c4a966c0,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c49b3924,0,e6ba3a7c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c49b3924,c49b3910,c0bd61d4,570,c4aee460,...) at _cv_wait_sig+0x240 seltdwait(c4b49c2c,c0bd61d4,3d6,c4a966c0,c0bc93e6,...) at seltdwait+0xa2 kern_select(c4a966c0,5,bfbfe9f0,0,0,0,0,8) at kern_select+0x4cf select(c4a966c0,e6ba3cf8,14,c0b78342,c0cad858,...) at select+0x5e syscall(e6ba3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808807f, esp = 0xbfbfe9bc, ebp = 0xbfbfee98 --- Tracing command softdepflush pid 21 tid 100049 td 0xc4748900 sched_switch(c4748900,0,104,186,7c88abe4,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,44,...) at mi_switch+0x200 sleepq_switch(c4748900,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e987a0,44,c0bf39a9,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e987a0,c0e98744,44,c0bf39a9,3e8,...) at _sleep+0x329 softdep_flush(0,e49a4d38,c0bcc1dd,327,c49b8000,...) at softdep_flush+0x2b0 fork_exit(c0a03020,0,e49a4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe49a4d70, ebp = 0 --- Tracing command syncer pid 20 tid 100048 td 0xc4748b40 sched_switch(c4748b40,0,104,186,7b73a738,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4748b40,0,c0bd40bf,266,c4748b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0e8c950,0,e49a1c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0e8c950,c0e8c93c,3e8,6c6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e49a1d38,c0bcc1dd,327,c49b829c,...) at sched_sync+0x502 fork_exit(c088cc80,0,e49a1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe49a1d70, ebp = 0 --- Tracing command vnlru pid 19 tid 100047 td 0xc4748d80 sched_switch(c4748d80,0,104,186,3144a864,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,50,...) at mi_switch+0x200 sleepq_switch(c4748d80,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c49b8538,50,c0bdda86,0,0,...) at sleepq_timedwait+0x6b _sleep(c49b8538,c0e8c910,250,c0bdda86,3e8,...) at _sleep+0x329 vnlru_proc(0,e499ed38,c0bcc1dd,327,c49b8538,...) at vnlru_proc+0x10b fork_exit(c088d810,0,e499ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe499ed70, ebp = 0 --- Tracing command bufdaemon pid 18 tid 100046 td 0xc47f0000 sched_switch(c47f0000,0,104,186,739017ec,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,44,...) at mi_switch+0x200 sleepq_switch(c47f0000,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e8c6a4,44,c0bdb448,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e8c6a4,c0e8c6a8,44,c0bdb448,3e8,...) at _sleep+0x329 buf_daemon(0,e499bd38,c0bcc1dd,327,c49b87d4,...) at buf_daemon+0x21e fork_exit(c0878040,0,e499bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe499bd70, ebp = 0 --- Tracing command pagezero pid 17 tid 100045 td 0xc47f0240 sched_switch(c47f0240,0,104,186,bf6a4014,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c47f0240,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e99394,0,c0bf8a01,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e99394,c0e98f50,0,c0bf8a01,493e0,...) at _sleep+0x329 vm_pagezero(0,e4998d38,c0bcc1dd,327,c49b8a70,...) at vm_pagezero+0xdc fork_exit(c0a3d280,0,e4998d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4998d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc47f0480 sched_switch(c47f0480,0,104,186,a6e7c8dc,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,68,...) at mi_switch+0x200 sleepq_switch(c47f0480,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c0e98fbc,68,c0bdb448,0,0,...) at sleepq_wait+0x63 _sleep(c0e98fbc,c0e98fc0,68,c0bdb448,0,...) at _sleep+0x35b vm_daemon(0,e4995d38,c0bcc1dd,327,c49b8d0c,...) at vm_daemon+0x59 fork_exit(c0a37720,0,e4995d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4995d70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc47f06c0 sched_switch(c47f06c0,0,104,186,ed3586e6,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,44,...) at mi_switch+0x200 sleepq_switch(c47f06c0,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0e98f84,44,c0bdb448,0,0,...) at sleepq_timedwait+0x6b _sleep(c0e98f84,c0e98f50,44,c0bdb448,1388,...) at _sleep+0x329 vm_pageout(0,e4992d38,c0bcc1dd,327,c456529c,...) at vm_pageout+0x2bb fork_exit(c0a385c0,0,e4992d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4992d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100042 td 0xc47f0900 sched_switch(c47f0900,0,104,186,c8a0a96c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c47f0900,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c0e8e380,0,c0be6c9b,0,0,...) at sleepq_wait+0x63 _sleep(c0e8e380,c0e8e294,0,c0be6c9b,0,...) at _sleep+0x35b sctp_iterator_thread(0,e498fd38,c0bcc1dd,327,c4565538,...) at sctp_iterator_thread+0x60 fork_exit(c09013b0,0,e498fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe498fd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100040 td 0xc47f0d80 sched_switch(c47f0d80,0,104,186,49672710,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c47f0d80,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c46c423c,4c,c0bc6e9c,0,0,...) at sleepq_timedwait+0x6b _sleep(c46c423c,c46c42f0,4c,c0bc6e9c,3e8,...) at _sleep+0x329 fdc_thread(c46c4200,e4986d38,c0bcc1dd,327,c45657d4,...) at fdc_thread+0x2be fork_exit(c0adfa20,c46c4200,e4986d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4986d70, ebp = 0 --- Tracing command usbtask-dr pid 16 tid 100033 td 0xc4747900 sched_switch(c4747900,0,104,186,7e833f4,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4747900,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c0d1d634,5c,c0bc30d6,0,0,...) at sleepq_wait+0x63 _sleep(c0d1d634,0,5c,c0bc30d6,0,...) at _sleep+0x35b usb_task_thread(c0d1d634,c424cd38,c0bcc1dd,327,c4565a70,...) at usb_task_thread+0x62 fork_exit(c076a880,c0d1d634,c424cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc424cd70, ebp = 0 --- Tracing command usbtask-hc pid 15 tid 100032 td 0xc4747b40 sched_switch(c4747b40,0,104,186,7e80690,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4747b40,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c0d1d620,5c,c0bc30d6,0,0,...) at sleepq_wait+0x63 _sleep(c0d1d620,0,5c,c0bc30d6,0,...) at _sleep+0x35b usb_task_thread(c0d1d620,c4249d38,c0bcc1dd,327,c4565d0c,...) at usb_task_thread+0x62 fork_exit(c076a880,c0d1d620,c4249d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4249d70, ebp = 0 --- Tracing command usb0 pid 14 tid 100031 td 0xc4747d80 sched_switch(c4747d80,0,104,186,d96497be,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4747d80,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c476b210,5c,c0bc30e4,0,0,...) at sleepq_timedwait+0x6b _sleep(c476b210,0,5c,c0bc30e4,ea60,...) at _sleep+0x329 usb_event_thread(c47647c0,c4246d38,c0bcc1dd,327,c46ba000,...) at usb_event_thread+0xca fork_exit(c076a9c0,c47647c0,c4246d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4246d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100020 td 0xc473a6c0 sched_switch(c473a6c0,0,104,186,7e795e8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c473a6c0,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c0cec754,4c,c0b73ffd,0,0,...) at sleepq_wait+0x63 _sleep(c0cec754,c0cec76c,4c,c0b73ffd,0,...) at _sleep+0x35b xpt_scanner_thread(0,c41fed38,c0bcc1dd,327,c46ba29c,...) at xpt_scanner_thread+0x41 fork_exit(c0479b90,0,c41fed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fed70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4568240 sched_switch(c4568240,0,104,186,9886e868,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4568240,0,c0bd40bf,266,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d20104,0,c0bc6e9c,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d20104,0,0,c0bc6e9c,64,...) at _sleep+0x329 pause(c0bc6e9c,64,c0bb8d2d,113,0,...) at pause+0x47 random_kthread(0,c41f5d38,c0bcc1dd,327,c46ba538,...) at random_kthread+0x1ef fork_exit(c06d8350,0,c41f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc45686c0 sched_switch(c45686c0,0,104,186,98176258,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c45686c0,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d1dd64,4c,c0bc6e9c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d1dd64,c0d1dcc8,24c,c0bc6e9c,64,...) at _sleep+0x329 g_io_schedule_down(c45686c0,0,c0bc8569,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41efd38,c0bcc1dd,327,c4564000,...) at g_down_procbody+0x8d fork_exit(c07ae730,0,c41efd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41efd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc4568900 sched_switch(c4568900,0,104,186,989d022c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c4568900,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d1dd60,4c,c0bc6e9c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d1dd60,c0d1dce8,24c,c0bc6e9c,64,...) at _sleep+0x329 g_io_schedule_up(c4568900,0,c0bc8569,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41ecd38,c0bcc1dd,327,c456429c,...) at g_up_procbody+0x8d fork_exit(c07ae7c0,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4568b40 sched_switch(c4568b40,0,104,186,984d8dc4,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,4c,...) at mi_switch+0x200 sleepq_switch(c4568b40,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d1dd58,4c,c0bc6e9c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d1dd58,0,4c,c0bc6e9c,64,...) at _sleep+0x329 g_event_procbody(0,c41e9d38,c0bcc1dd,327,c4564538,...) at g_event_procbody+0xcb fork_exit(c07ae850,0,c41e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e9d70, ebp = 0 --- Tracing command intr pid 12 tid 100041 td 0xc47f0b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc47f1000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100038 td 0xc473ad80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100037 td 0xc4747000 sched_switch(c4747000,0,109,186,7e1f48c,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c4561d70,...) at mi_switch+0x200 ithread_loop(c47dec90,e4973d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c47dec90,e4973d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4973d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc4747240 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100035 td 0xc4747480 sched_switch(c4747480,0,109,186,989a8d78,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45ab070,...) at mi_switch+0x200 ithread_loop(c47de3f0,e4965d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c47de3f0,e4965d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4965d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc47476c0 sched_switch(c47476c0,0,109,186,7ea7752c,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45aadf0,...) at mi_switch+0x200 ithread_loop(c4785820,e494ad38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c4785820,e494ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe494ad70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4748000 sched_switch(c4748000,0,109,186,7e1908c,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45aae70,...) at mi_switch+0x200 ithread_loop(c47671c0,c4242d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c47671c0,c4242d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4242d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4748480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100027 td 0xc45ad6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc45adb40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc473a480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc473ab40 sched_switch(c473ab40,0,109,186,cc41bebc,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c4671470,...) at mi_switch+0x200 ithread_loop(c46d5950,c41f8d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c46d5950,c41f8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f8d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc4568d80 sched_switch(c4568d80,0,109,186,98840ad0,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45ab870,...) at mi_switch+0x200 ithread_loop(c45630b0,c41e6d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c45630b0,c41e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e6d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45ad000 sched_switch(c45ad000,0,109,186,82e05a50,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45ab8f0,...) at mi_switch+0x200 ithread_loop(c45630c0,c41e3d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c45630c0,c41e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45ad240 sched_switch(c45ad240,0,109,186,9b77096c,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45ab970,...) at mi_switch+0x200 ithread_loop(c45630d0,c41e0d38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c45630d0,c41e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45ad480 sched_switch(c45ad480,0,109,186,9897e7f0,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45ab9f0,...) at mi_switch+0x200 ithread_loop(c45630e0,c41ddd38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c45630e0,c41ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4566000 sched_switch(c4566000,0,109,186,ab5f6af6,...) at sched_switch+0x437 mi_switch(109,0,c0bcc463,4d7,c45aba70,...) at mi_switch+0x200 ithread_loop(c45630f0,c41dad38,c0bcc1dd,327,c45647d4,...) at ithread_loop+0x1f6 fork_exit(c07e5010,c45630f0,c41dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc4566240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc4566480 sched_switch(c4566480,0,108,181,98595994,...) at sched_switch+0x437 mi_switch(108,0,c0bd1a35,9f3,c4566480,...) at mi_switch+0x200 sched_idletd(0,c41d1d38,c0bcc1dd,327,c4564a70,...) at sched_idletd+0x258 fork_exit(c08250e0,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc45666c0 cpustop_handler(2,c41cebdc,c0b2101d,c0d246f0,c45ad240,...) at cpustop_handler+0x32 ipi_nmi_handler(c0d246f0,c45ad240,4,19c,c4564a70,...) at ipi_nmi_handler+0x2f trap(c41cebe8) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0824106, esp = 0xc41cec28, ebp = 0xc41cec48 --- sched_choose(c41cec84,c082461a,c0d246c0,14,c0bd1a35,...) at sched_choose+0x6 choosethread(c0d246c0,14,c0bd1a35,721,c0d246c0,...) at choosethread+0x8 sched_switch(c45666c0,0,108,181,a0e3b74c,...) at sched_switch+0x3ea mi_switch(108,0,c0bd1a35,3a5,c45666c0,...) at mi_switch+0x200 sched_idletd(0,c41ced38,c0bcc1dd,327,c4564a70,...) at sched_idletd+0x178 fork_exit(c08250e0,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc4566900 sched_switch(c4566900,0,108,181,98892390,...) at sched_switch+0x437 mi_switch(108,0,c0bd1a35,3a5,c4566900,...) at mi_switch+0x200 sched_idletd(0,c41cbd38,c0bcc1dd,327,c4564a70,...) at sched_idletd+0x178 fork_exit(c08250e0,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4566b40 sched_switch(c4566b40,0,108,181,986a0778,...) at sched_switch+0x437 mi_switch(108,0,c0bd1a35,3a5,c4566b40,...) at mi_switch+0x200 sched_idletd(0,c41c8d38,c0bcc1dd,327,c4564a70,...) at sched_idletd+0x178 fork_exit(c08250e0,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4566d80 sched_switch(c4566d80,0,104,186,9c50fdb4,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,5c,...) at mi_switch+0x200 sleepq_switch(c4566d80,0,c0bd40bf,189,c4564d0c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0bd40bf,159,0,100,100,...) at sleepq_catch_signals+0xb4 sleepq_wait_sig(c4564d0c,5c,c0bd678a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4564d0c,c4564d94,15c,c0bd678a,0,...) at _sleep+0x344 kern_wait(c4566d80,ffffffff,c41c4c74,0,0,...) at kern_wait+0xab6 wait4(c4566d80,c41c4cf8,10,c41c4d38,c0cad048,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c3f, esp = 0xbfbfe94c, ebp = 0xbfbfe968 --- Tracing command audit pid 10 tid 100001 td 0xc4568000 sched_switch(c4568000,0,104,186,7e237ec,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4568000,0,c0bd40bf,243,c4568000,...) at sleepq_switch+0x15f sleepq_wait(c0e98160,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0e98160,c0e98144,c0bf18bf,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0bcc1dd,327,c4565000,...) at audit_worker+0x84 fork_exit(c09e69c0,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4748240 sched_switch(c4748240,0,104,186,7e13f34,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4748240,0,c0bd40bf,243,c4748240,...) at sleepq_switch+0x15f sleepq_wait(c47654c0,0,c0bd0a61,c0bc6e9c,0,...) at sleepq_wait+0x63 msleep_spin(c47654c0,c47654dc,c0bc6e9c,0,c0bce7bd,...) at msleep_spin+0x21d taskqueue_thread_loop(c473636c,c423fd38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0x8a fork_exit(c083b8b0,c473636c,c423fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc45ad900 sched_switch(c45ad900,0,104,186,9b360ec8,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c45ad900,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c4720600,0,c0bc6e9c,0,0,...) at sleepq_wait+0x63 _sleep(c4720600,c472061c,0,c0bc6e9c,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d32a48,c4210d38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0xb4 fork_exit(c083b8b0,c0d32a48,c4210d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4210d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45add80 sched_switch(c45add80,0,104,186,7f2b27c,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c45add80,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c47206c0,0,c0bc6e9c,0,0,...) at sleepq_wait+0x63 _sleep(c47206c0,c47206dc,0,c0bc6e9c,0,...) at _sleep+0x35b taskqueue_thread_loop(c0cef404,c420ad38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0xb4 fork_exit(c083b8b0,c0cef404,c420ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc473a000 sched_switch(c473a000,0,104,186,7f28590,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c473a000,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c47206c0,0,c0bc6e9c,0,0,...) at sleepq_wait+0x63 _sleep(c47206c0,c47206dc,0,c0bc6e9c,0,...) at _sleep+0x35b taskqueue_thread_loop(c0cef404,c4207d38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0xb4 fork_exit(c083b8b0,c0cef404,c4207d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4207d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc473a240 sched_switch(c473a240,0,104,186,7f25598,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c473a240,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c47206c0,0,c0bc6e9c,0,0,...) at sleepq_wait+0x63 _sleep(c47206c0,c47206dc,0,c0bc6e9c,0,...) at _sleep+0x35b taskqueue_thread_loop(c0cef404,c4204d38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0xb4 fork_exit(c083b8b0,c0cef404,c4204d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4204d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc473a900 sched_switch(c473a900,0,104,186,7ed8ae4,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c473a900,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c4720800,0,c0bc6e9c,0,0,...) at sleepq_wait+0x63 _sleep(c4720800,c472081c,0,c0bc6e9c,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d1e6c0,c41fbd38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0xb4 fork_exit(c083b8b0,c0d1e6c0,c41fbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4568480 sched_switch(c4568480,0,104,186,cec6cc2e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,0,...) at mi_switch+0x200 sleepq_switch(c4568480,0,c0bd40bf,243,0,...) at sleepq_switch+0x15f sleepq_wait(c454be80,0,c0bc6e9c,0,0,...) at sleepq_wait+0x63 _sleep(c454be80,c454be9c,0,c0bc6e9c,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d31580,c41f2d38,c0bcc1dd,327,c0d1de20,...) at taskqueue_thread_loop+0xb4 fork_exit(c083b8b0,c0d31580,c41f2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d1e0c0 sched_switch(c0d1e0c0,0,104,186,6a9b139e,...) at sched_switch+0x437 mi_switch(104,0,c0bd40bf,1ce,44,...) at mi_switch+0x200 sleepq_switch(c0d1e0c0,0,c0bd40bf,266,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d1de20,44,c0bd22bd,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d1de20,0,44,c0bd22bd,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1007 MB Dumping 77 MB: 62 46 30 14 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bc469 in db_fncall (dummy1=0xc05b8628, dummy2=0x0, dummy3=0xe6e8d7cc, dummy4=0xe6e8d7bc "`nÏÀo.½ÀØ") at ../../../ddb/db_command.c:548 #2 0xc04bc861 in db_command (last_cmdp=0xc0ced6dc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #3 0xc04bc9ba in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04be81d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc0830e16 in kdb_trap (type=0x3, code=0x0, tf=0xe6e8d964) at ../../../kern/subr_kdb.c:534 #6 0xc0b215bb in trap (frame=0xe6e8d964) at ../../../i386/i386/trap.c:680 #7 0xc0b053db in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc0830f9a in kdb_enter (why=0xc0bcfef8 "panic", msg=0xc0bcfef8 "panic") at cpufunc.h:71 #9 0xc08037e6 in panic (fmt=0xc519ade5 "null_nodeget failed") at ../../../kern/kern_shutdown.c:559 #10 0xc519aa12 in null_lookup (ap=Variable "ap" is not available. ) at /usr/src/sys/modules/nullfs/../../fs/nullfs/null_vnops.c:370 #11 0xc0b2fa85 in VOP_LOOKUP_APV (vop=0xc519b240, a=0xe6e8da78) at vnode_if.c:99 #12 0xc08804ae in lookup (ndp=0xe6e8db84) at vnode_if.h:54 #13 0xc088116b in namei (ndp=0xe6e8db84) at ../../../kern/vfs_lookup.c:248 #14 0xc088f8eb in kern_statat (td=0xc52a9900, flag=0x0, fd=0xffffff9c, path=0x282197b8
, pathseg=UIO_USERSPACE, sbp=0xe6e8dc18) at ../../../kern/vfs_syscalls.c:2343 #15 0xc088fb66 in kern_stat (td=0xc52a9900, path=0x282197b8
, pathseg=UIO_USERSPACE, sbp=0xe6e8dc18) at ../../../kern/vfs_syscalls.c:2325 #16 0xc088fc0f in stat (td=0xc52a9900, uap=0xe6e8dcf8) at ../../../kern/vfs_syscalls.c:2294 #17 0xc0b20d13 in syscall (frame=0xe6e8dd38) at ../../../i386/i386/trap.c:1076 #18 0xc0b05440 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #19 0x00000033 in ?? () (kgdb) f 10 #10 0xc519aa12 in null_lookup (ap=Variable "ap" is not available. ) at /usr/src/sys/modules/nullfs/../../fs/nullfs/null_vnops.c:370 370 panic("null_nodeget failed"); (kgdb) l 365 vrele(lvp); 366 } else { 367 error = null_nodeget(dvp->v_mount, lvp, &vp); 368 if (error) { 369 /* XXX Cleanup needed... */ 370 panic("null_nodeget failed"); 371 } 372 *ap->a_vpp = vp; 373 } 374 } (kgdb) p dvp $3 = (struct vnode *) 0xc540fd70 (kgdb) p *dvp $4 = {v_type = VBAD, v_tag = 0xc0bc8c61 "none", v_op = 0xc0ca93a0, v_data = 0x0, v_mount = 0x0, v_nmntvnodes = {tqe_next = 0xc512e400, tqe_prev = 0xc521eb64}, v_un = { vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0x0}, v_hash = 0x0, v_cache_src = { lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc540fda0}, v_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = { lo_name = 0xc519ac4d "null", lo_flags = 0x57b0008, lo_data = 0x0, lo_witness = 0xc4524798}, lk_lock = 0x1, lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x0, pcs = {0x0 }}}, v_interlock = {lock_object = {lo_name = 0xc0bd602c "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc451f0a8}, mtx_lock = 0x4}, v_vnlock = 0xc540fdc8, v_holdcnt = 0x2, v_usecount = 0x2, v_iflag = 0x80, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0bdda75 "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc4522e00}, mtx_lock = 0x4}, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc540fe78}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc540fe88}, bv_root = 0x0, bv_cnt = 0x0}, bo_numoutput = 0x0, bo_flag = 0x0, bo_ops = 0xc0cbc6c0, bo_bsize = 0x4000, bo_object = 0x0, bo_synclist = { le_next = 0x0, le_prev = 0x0}, bo_private = 0xc540fd70, __bo_vnode = 0xc540fd70}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) -- testscenario: nullfs.sh