GENERIC HEAD from 2009-06-10 18:12:15 UTC, r193938M, vmcore.195 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r193938M: Wed Jun 10 20:26:10 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3539742720 (3375 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: 17853 files, 765330 used, 247685 free (2373 frags, 30664 blocks, 0.2% fragmentation) /dev/ad4s1e: 21208 files, 479105 used, 50297970 free (2106 frags, 6286983 blocks, 0.0% fragmentation) /dev/ad4s1f: 2139183 files, 19697823 used, 2640950 free (232790 frags, 301020 blocks, 1.0% fragmentation) /dev/ad4s1d: UNREF FILE I=4592998 OWNER=root MODE=100600 /dev/ad4s1d: SIZE=0 MTIME=Jun 10 20:43 2009 (CLEARED) /dev/ad4s1d: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1d: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1d: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1d: 897944 files, 32745696 used, 18031379 free (105363 frags, 2240752 blocks, 0.2% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 savecore: reboot Jun 10 22:55:40 x4 savecore: reboot lock order reversal: 1st 0xe6d13010 bufwait (bufwait) @ kern/vfs_bio.c:2558 2nd 0xc70dee00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285 KDB: stack backtrace: db_trace_self_wrapper(c0c64f7a,f62e2778,c08b3115,c08a3d9b,c0c67e8f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a3d9b,c0c67e8f,c6d2bd58,c6d2edb0,f62e27d4,...) at kdb_backtrace+0x29 _witness_debugger(c0c67e8f,c70dee00,c0c88802,c6d2edb0,c0c884a8,...) at _witness_debugger+0x25 witness_checkorder(c70dee00,9,c0c8849f,11d,0,...) at witness_checkorder+0x839 _sx_xlock(c70dee00,0,c0c8849f,11d,e7611fa4,...) at _sx_xlock+0x85 ufsdirhash_acquire(c7754244,e7611fa4,f62e289c,c0aa4934,c774d4fc,...) at ufsdirhash_acquire+0x48 ufsdirhash_move(c774d4fc,e7611fa4,fa4,fa0,f62e288c,...) at ufsdirhash_move+0xf ufs_direnter(c7751408,c773fc18,f62e28e4,f62e2bd4,0,...) at ufs_direnter+0x644 ufs_makeinode(f62e2bd4,c0d674c0,f62e2acc,f62e2a2c,c0ba3345,...) at ufs_makeinode+0x55f ufs_create(f62e2acc,c0c9d7aa,0,0,f62e2ba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0d66f80,f62e2acc,f62e2bd4,f62e2a64,c0c5c920,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f62e2ba8,f62e2c5c,180,c6d44300,c77463b8,...) at vn_open_cred+0x1d0 vn_open(f62e2ba8,f62e2c5c,180,c77463b8,c7609480,...) at vn_open+0x33 kern_openat(c7609480,ffffff9c,28300000,0,602,...) at kern_openat+0x108 kern_open(c7609480,28300000,0,601,180,...) at kern_open+0x35 open(c7609480,f62e2cf8,c,c0c82985,c0d462ec,...) at open+0x30 syscall(f62e2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2817a343, esp = 0xbfbfe2dc, ebp = 0xbfbfedf8 --- savecore: writing core to vmcore.194 Writing crash summary to /var/crash/core.txt.194. lock order reversal: 1st 0xc7738c2c filedesc structure (filedesc structure) @ kern/sys_generic.c:1211 2nd 0xc7834868 ufs (ufs) @ kern/vfs_vnops.c:862 KDB: stack backtrace: db_trace_self_wrapper(c0c64f7a,f62df94c,c08b3115,c08a3d9b,c0c67e8f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a3d9b,c0c67e8f,c6d2bfc8,c6d2ed48,f62df9a8,...) at kdb_backtrace+0x29 _witness_debugger(c0c67e8f,c7834868,c0c5ab8a,c6d2ed48,c0c70376,...) at _witness_debugger+0x25 witness_checkorder(c7834868,9,c0c7036d,35e,c78348d0,...) at witness_checkorder+0x839 __lockmgr_args(c7834868,80400,c78348d0,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(f62dfab4,c77357a8,f62dfb5c,80400,c7834810,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d66f80,f62dfab4,7c8,c0d7f9c0,c7834810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7834810,80400,c0c7036d,35e,0,...) at _vn_lock+0x78 vn_poll(c74c6b98,1,c6d44300,c76096c0,f62dfb5c,...) at vn_poll+0x77 poll(c76096c0,f62dfcf8,c,c0c78be5,c0d4793c,...) at poll+0x20c syscall(f62dfd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x283b107f, esp = 0xbfbfe21c, ebp = 0xbfbfe248 --- Additional ABI support: linux. rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered Configuring syscons: keymap blanktime. Local package initialization:lock order reversal: 1st 0xc75e8c70 ufs (ufs) @ kern/vfs_mount.c:1197 2nd 0xc74739c0 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1029 KDB: stack backtrace: db_trace_self_wrapper(c0c64f7a,f639b9f0,c08b3115,c08a3d9b,c0c67e8f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a3d9b,c0c67e8f,c6d2ed48,c6d2ec10,f639ba4c,...) at kdb_backtrace+0x29 _witness_debugger(c0c67e8f,c74739c0,c0c56d93,c6d2ec10,c0c86843,...) at _witness_debugger+0x25 witness_checkorder(c74739c0,9,c0c8683a,405,c7473a28,...) at witness_checkorder+0x839 __lockmgr_args(c74739c0,80400,c7473a28,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(f639bb54,4,c0c604c3,80400,c7473968,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42ec0,f639bb54,c0f33184,c0d7f9c0,c7473968,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7473968,80400,c0c8683a,405,c75ee5a0,...) at _vn_lock+0x78 softdep_flushworklist(c75ee5a0,f639bc00,c7493d80,52b,c75f3968,...) at softdep_flushworklist+0x47 ffs_sync(c75ee5a0,1,c0c6e743,4f2,80,...) at ffs_sync+0x2fd dounmount(c75ee5a0,8000000,c7493d80,478,ff1ca3a5,...) at dounmount+0x44e unmount(c7493d80,f639bcf8,8,f639bd38,c0d464c8,...) at unmount+0x2df syscall(f639bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d916f, esp = 0xbfbfe69c, ebp = 0xbfbfe768 --- ** /dev/ad4s1e ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 21208 files, 479105 used, 50297970 free (2106 frags, 6286983 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Wed Jun 10 22:56:53 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: Jun 10 23:00:12 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc86e29c0 ufs (ufs) @ kern/vfs_lookup.c:495 2nd 0xe6e965c4 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150 3rd 0xc89dddc8 ufs (ufs) @ kern/vfs_subr.c:2083 KDB: stack backtrace: db_trace_self_wrapper(c0c64f7a,f634014c,c08b3115,c08a3d9b,c0c67ea8,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a3d9b,c0c67ea8,c6d2bd58,c6d2ed48,f63401a8,...) at kdb_backtrace+0x29 _witness_debugger(c0c67ea8,c89dddc8,c0c5ab8a,c6d2ed48,c0c6ef29,...) at _witness_debugger+0x25 witness_checkorder(c89dddc8,9,c0c6ef20,823,0,...) at witness_checkorder+0x839 __lockmgr_args(c89dddc8,80100,c89dde30,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(f63402b4,c08b2ebb,c0c6e428,80100,c89ddd70,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d66f80,f63402b4,c72f72e4,c0d7f9c0,c89ddd70,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c89ddd70,80100,c0c6ef20,823,4,...) at _vn_lock+0x78 vget(c89ddd70,80100,c72f7240,50,0,...) at vget+0xbb vfs_hash_get(c739e870,9e7d3a,80000,c72f7240,f6340410,...) at vfs_hash_get+0xed ffs_vgetf(c739e870,9e7d3a,80000,f6340410,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c86e2968,0,c0c880eb,131,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c86e2968,1,c72f7240,f63404d0,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c86e2968,1600,0,880,c6d44300,...) at ffs_truncate+0x696 ufs_direnter(c86e2968,c8aedd70,f634078c,f6340a8c,e6e7c158,...) at ufs_direnter+0x946 ufs_mkdir(f6340ab0,c0c9d5e4,f63409f8,f6340a60,f6340ab0,...) at ufs_mkdir+0x981 VOP_MKDIR_APV(c0d66f80,f6340ab0,f6340adc,9,0,...) at VOP_MKDIR_APV+0xc5 nfsrv_mkdir(f6340bb0,0,f6340ba8,c8d9c540,c91a4000,...) at nfsrv_mkdir+0x5ec nfssvc_program(c91a4000,c75f0e00,c0c83d4e,48f,f6340cdc,...) at nfssvc_program+0x3a0 svc_run_internal(f6340d24,c08491f8,c70c0480,f6340d38,c0c5d3ea,...) at svc_run_internal+0x942 svc_thread_start(c70c0480,f6340d38,c0c5d3ea,334,c7606d34,...) at svc_thread_start+0x10 fork_exit(c0a56350,c70c0480,f6340d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0x804c6e0, esp = 0x33, ebp = 0 --- Expensive timeout(9) function: 0xc086da10(0xc7411548) 0.059160082 s kernel trap 12 with interrupts disabled Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0xdeadc0de fault code = supervisor read, page not present instruction pointer = 0x20:0xc090fbf0 stack pointer = 0x28:0xf6553788 frame pointer = 0x28:0xf6553790 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = resume, IOPL = 0 current process = 1572 (top) [thread pid 1572 tid 100255 ] Stopped at strlcpy+0x20: movzbl 0(%edx),%eax db:0:kdb.enter.unknown> run pho db:1:pho> bt Tracing pid 1572 tid 100255 td 0xc90e36c0 strlcpy(f655395b,deadc0de,9,353,0,...) at strlcpy+0x20 fill_kinfo_thread(f6553993,c0c95aba,11,32f,4,...) at fill_kinfo_thread+0x7d fill_kinfo_proc(c99cf000,f6553810,c0c60e03,3df,0,...) at fill_kinfo_proc+0x69c sysctl_out_proc(c90e36c0,c99cf000,c0c60e03,44d,0,...) at sysctl_out_proc+0xac sysctl_kern_proc(c0d4e8c0,0,0,f6553ba4,f6553ba4,...) at sysctl_kern_proc+0x4fd sysctl_root(f6553ba4,0,c0c628df,647,c90e36c0,...) at sysctl_root+0x1e8 userland_sysctl(c90e36c0,f6553c10,3,0,bfbfeb04,...) at userland_sysctl+0x17c __sysctl(c90e36c0,f6553cf8,18,c0c68c65,c0d47878,...) at __sysctl+0x94 syscall(f6553d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x281e201f, esp = 0xbfbfea2c, ebp = 0xbfbfea58 --- db:1:bt> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xc996c240: pid 1955 "lockf" curpcb = 0xf66a3d90 fpcurthread = none idlethread = 0xc6d76480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc90e36c0: pid 1572 "top" curpcb = 0xf6553d90 fpcurthread = 0xc90e36c0: pid 1572 "top" idlethread = 0xc6d766c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc996c6c0: pid 1947 "lockf" curpcb = 0xf669dd90 fpcurthread = none idlethread = 0xc6d76900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xca23cb40: pid 3931 "lockf" curpcb = 0xf674cd90 fpcurthread = none idlethread = 0xc6d76b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 7235 (umount) thread 0xca75dd80 (100429) exclusive lockmgr nfs (nfs) r = 0 (0xc8c64058) locked @ kern/vfs_subr.c:2404 exclusive lockmgr ufs (ufs) r = 0 (0xc798f460) locked @ kern/vfs_mount.c:1197 Process 1947 (lockf) thread 0xc996c6c0 (100342) exclusive sleep mutex SYSMAPS (SYSMAPS) r = 0 (0xc0f850e8) locked @ i386/i386/pmap.c:3703 exclusive sleep mutex vm object (standard object) r = 0 (0xc7c4dba0) locked @ vm/vm_fault.c:297 shared sx user map (user map) r = 0 (0xc9733da0) locked @ vm/vm_map.c:3306 Process 1572 (top) thread 0xc90e36c0 (100255) exclusive sleep mutex process lock (process lock) r = 0 (0xc99cf088) locked @ kern/kern_proc.c:1101 shared sx allproc (allproc) r = 0 (0xc0db2cbc) locked @ kern/kern_proc.c:1085 shared sx sysctl lock (sysctl lock) r = 0 (0xc0db3204) locked @ kern/kern_sysctl.c:1607 Process 1563 (sshd) thread 0xc9106d80 (100259) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc79a721c) locked @ kern/uipc_sockbuf.c:148 Process 1562 (sshd) thread 0xc9677240 (100284) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7b4486c) locked @ kern/uipc_sockbuf.c:148 Process 1561 (sshd) thread 0xc90c9900 (100257) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc79a3d28) locked @ kern/uipc_sockbuf.c:148 Process 1273 (sshd) thread 0xc7609b40 (100100) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc79a33b0) locked @ kern/uipc_sockbuf.c:148 Process 1198 (sshd) thread 0xc7609000 (100105) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc79beb94) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc798f408: tag ufs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0xc739e5a0 flags () v_object 0xc7a206c8 ref 0 pages 0 lock type ufs: EXCL by thread 0xca75dd80 (pid 7235) #0 0xc085bc40 at __lockmgr_args+0xb80 #1 0xc0a9c551 at ffs_lock+0xa1 #2 0xc0ba2375 at VOP_LOCK1_APV+0xb5 #3 0xc090c468 at _vn_lock+0x78 #4 0xc08f986c at dounmount+0x8c #5 0xc08fa1bf at unmount+0x2df #6 0xc0b94034 at syscall+0x2b4 #7 0xc0b77190 at Xint0x80_syscall+0x20 ino 70657, on dev ad4s1a 0xc8c64000: tag nfs, type VREG usecount 1, writecount 1, refcount 2 mountedhere 0 flags (VI_DOOMED) v_object 0xca78f554 ref 0 pages 0 lock type nfs: EXCL by thread 0xca75dd80 (pid 7235) with shared waiters pending #0 0xc085bc40 at __lockmgr_args+0xb80 #1 0xc08ef465 at vop_stdlock+0x65 #2 0xc0ba2375 at VOP_LOCK1_APV+0xb5 #3 0xc090c468 at _vn_lock+0x78 #4 0xc090296c at vflush+0x13c #5 0xc0a24091 at nfs_unmount+0x41 #6 0xc08f9c4d at dounmount+0x46d #7 0xc08fa1bf at unmount+0x2df #8 0xc0b94034 at syscall+0x2b4 #9 0xc0b77190 at Xint0x80_syscall+0x20 lock order reversal: (Giant after non-sleepable) 1st 0xc99cf088 process lock (process lock) @ kern/kern_proc.c:1101 2nd 0xc0db2b10 Giant (Giant) @ nfsclient/nfs_subs.c:550 KDB: stack backtrace: db_trace_self_wrapper(c0c64f7a,f655310c,c08b3115,c08a3d9b,c0c67e8f,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c08a3d9b,c0c67e8f,c6d28340,c6d281a0,f6553168,...) at kdb_backtrace+0x29 _witness_debugger(c0c67e8f,c0db2b10,c0c83016,c6d281a0,c0c8205f,...) at _witness_debugger+0x25 witness_checkorder(c0db2b10,9,c0c82056,226,0,...) at witness_checkorder+0x839 _mtx_lock_flags(c0db2b10,0,c0c82056,226,20,...) at _mtx_lock_flags+0xc4 nfs_printf(c0c8279b,94d944,300ff02,f65531f8,f65531dc,...) at nfs_printf+0x2a nfs_print(f65531f8,1c43,c8c64000,c8c64000,f6553320,...) at nfs_print+0x2a VOP_PRINT_APV(c0d64600,f65531f8,0,0,0,...) at VOP_PRINT_APV+0xa5 vn_printf(c8c64000,c0c18cad,c0c45c90,c0d7f600,c8c64000,...) at vn_printf+0x4a3 lockedvnodes(c090fbf0,0,ffffffff,f6553384,0,...) at lockedvnodes+0x6a db_command(c0d820a1,f6553474,c04c82b0,c0d820a1,1,...) at db_command+0x3bf db_command_script(c0d820a1,1,c0d819a0,c0d820a0,c0d819a0,...) at db_command_script+0x34 db_script_exec(46,f6553544,c04c40ff,0,0,...) at db_script_exec+0x130 db_run_cmd(0,0,0,f65534bc,0,...) at db_run_cmd+0x41 db_command(c0d82000,f65535ac,c04c82b0,c0d82000,0,...) at db_command+0x3bf db_command_script(c0d82000,0,f65535c8,c0d82000,f65535c8,...) at db_command_script+0x34 db_script_exec(f65535c8,20,c0c061bd,c0c64f70,c0c96d53,...) at db_script_exec+0x130 db_script_kdbenter(c0c96d53,f6553600,80,3,0,...) at db_script_kdbenter+0x47 db_trap(c,0,d,28,f6553748,...) at db_trap+0xd8 kdb_trap(c,0,f6553748,1,1,...) at kdb_trap+0x96 trap_fatal(c0c9a9aa,c,36a90000,0,c90c5548,...) at trap_fatal+0x2ef trap(f6553748) at trap+0x181 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc090fbf0, esp = 0xf6553788, ebp = 0xf6553790 --- strlcpy(f655395b,deadc0de,9,353,0,...) at strlcpy+0x20 fill_kinfo_thread(f6553993,c0c95aba,11,32f,4,...) at fill_kinfo_thread+0x7d fill_kinfo_proc(c99cf000,f6553810,c0c60e03,3df,0,...) at fill_kinfo_proc+0x69c sysctl_out_proc(c90e36c0,c99cf000,c0c60e03,44d,0,...) at sysctl_out_proc+0xac sysctl_kern_proc(c0d4e8c0,0,0,f6553ba4,f6553ba4,...) at sysctl_kern_proc+0x4fd sysctl_root(f6553ba4,0,c0c628df,647,c90e36c0,...) at sysctl_root+0x1e8 userland_sysctl(c90e36c0,f6553c10,3,0,bfbfeb04,...) at userland_sysctl+0x17c __sysctl(c90e36c0,f6553cf8,18,c0c68c65,c0d47878,...) at __sysctl+0x94 syscall(f6553d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x281e201f, esp = 0xbfbfea2c, ebp = 0xbfbfea58 --- fileid -162188872 fsid 0xc0c82056 db:1:lockedvnods> show mount 0xc739db40 /dev/ad4s1a on / (ufs) 0xc739e000 devfs on /dev (devfs) 0xc75ee2d0 /dev/ad4s1f on /usr (ufs) 0xc75ee000 /dev/ad4s1d on /var (ufs) 0xc739eb40 procfs on /proc (procfs) 0xc739e870 /dev/ad4s1e on /tmp (ufs) 0xc739e5a0 127.0.0.1:/tmp on /mnt (nfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 7235 1367 1285 0 S+ Script command 'ps' returned error db:1:ps> allt Tracing command umount pid 7235 tid 100429 td 0xca75dd80 sched_switch(ca75dd80,0,104,18c,ce39c13a,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(ca75dd80,0,c0c65fe5,247,c7428a48,...) at sleepq_switch+0x15f sleepq_wait(c7428a48,0,deadc0de,3,0,...) at sleepq_wait+0x63 _sx_xlock_hard(c7428a48,ca75dd80,0,c0c5f013,796,...) at _sx_xlock_hard+0x496 _sx_xlock(c7428a48,0,c0c5f013,796,c7428a48,...) at _sx_xlock+0xc0 lf_iteratelocks_vnode(c8c64000,c0a40ef0,0,f67b5b14,f67b5ad8,...) at lf_iteratelocks_vnode+0x4d nlm_reclaim(f67b5b14,c0d64600,f67b5acc,c0d64600,f67b5b14,...) at nlm_reclaim+0x30 nfs_reclaim(f67b5b14,c0c9d388,c8c64000,c8c64000,ca75dd80,...) at nfs_reclaim+0x4e VOP_RECLAIM_APV(c0d64600,f67b5b14,c0c6ef20,a0d,c8c640c0,...) at VOP_RECLAIM_APV+0xc5 vgonel(c8c640c0,0,c0c6ef20,986,0,...) at vgonel+0x1c4 vflush(c739e5a0,1,2,ca75dd80,c798f408,...) at vflush+0x337 nfs_unmount(c739e5a0,8080000,f67b5c44,4f2,80,...) at nfs_unmount+0x41 dounmount(c739e5a0,8080000,ca75dd80,478,3,...) at dounmount+0x46d unmount(ca75dd80,f67b5cf8,8,f67b5d38,c0d464c8,...) at unmount+0x2df syscall(f67b5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d916f, esp = 0xbfbfe15c, ebp = 0xbfbfe228 --- Tracing command sleep pid 7219 tid 100403 td 0xc9673900 sched_switch(c9673900,0,104,18c,2fba588,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9673900,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c08a97e0,c9673900,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0db3364,5c,c0c62e94,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0db3364,0,15c,c0c62e94,2711,...) at _sleep+0x30e kern_nanosleep(c9673900,f6767c64,f6767c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c9673900,f6767cf8,8,f6767d38,c0d47ca0,...) at nanosleep+0x6f syscall(f6767d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815687f, esp = 0xbfbfecbc, ebp = 0xbfbfecf8 --- Tracing command lockf pid 3959 tid 100425 td 0xca7606c0 sched_switch(ca7606c0,0,207,187,f715bff8,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c99cfa90,...) at mi_switch+0x200 ast(f67a9d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 3957 tid 100184 td 0xc9005d80 sched_switch(c9005d80,0,207,187,fd891a3b,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c8ff9a90,...) at mi_switch+0x200 ast(f644fd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 3939 tid 100188 td 0xc9005480 sched_switch(c9005480,0,104,18c,ce39e484,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c9005480,0,c0c65fe5,247,c8c64058,...) at sleepq_switch+0x15f sleepq_wait(c8c64058,50,c0c828e6,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c8c64058,200000,c8c640c0,0,0,...) at __lockmgr_args+0x4a5 vop_stdlock(f6461b3c,c0c5c920,c0c5a25c,200000,c8c64000,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d64600,f6461b3c,c08b2ebb,c0d7f9c0,c8c64000,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c8c64000,200000,c0c8277c,c7e,f6461b90,...) at _vn_lock+0x78 nfs_advlock(f6461c00,c0c9d0a4,c8c64000,c8c64000,c9a98200,...) at nfs_advlock+0x2e VOP_ADVLOCK_APV(c0d64600,f6461c00,c0c5c917,259,c08b2ebb,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c9005480,3,d,f6461c40,0,...) at kern_fcntl+0x90f fcntl(c9005480,f6461cf8,c,c0c6889e,c0d46c70,...) at fcntl+0x101 syscall(f6461d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2817583f, esp = 0xbfbfe65c, ebp = 0xbfbfe698 --- Tracing command lockf pid 3938 tid 100388 td 0xc9673d80 sched_switch(c9673d80,0,207,187,fe11a38d,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c99ef7ec,...) at mi_switch+0x200 ast(f673ad38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 3933 tid 100373 td 0xc8bac000 sched_switch(c8bac000,0,104,18c,fe33f642,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c8bac000,0,c0c65fe5,247,c86e2868,...) at sleepq_switch+0x15f sleepq_wait(c86e2868,50,c0c828e6,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c86e2868,200400,c86e28d0,0,0,...) at __lockmgr_args+0x4a5 vop_stdlock(f670dbb0,c0eec580,c8bac0a4,200400,c86e2810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42940,f670dbb0,f670dbd0,c0d7f9c0,c86e2810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c86e2810,200400,c0c6ddbc,443,c6f56000,...) at _vn_lock+0x78 vn_vptocnp_locked(c0f1f840,c0c6ddbc,472,c86e2810,c71a2d70,...) at vn_vptocnp_locked+0x121 vn_fullpath1(c6f56000,f670dc58,3ff,3a2,c6f56000,...) at vn_fullpath1+0x5f kern___getcwd(c8bac000,bf7e138b,0,401,f670dd2c,...) at kern___getcwd+0xd0 __getcwd(c8bac000,f670dcf8,8,c0c6870d,c0d48608,...) at __getcwd+0x29 syscall(f670dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (326, FreeBSD ELF32, __getcwd), eip = 0x280fdddb, esp = 0xbf7e129c, ebp = 0xbf7e1358 --- Tracing command lockf pid 3932 tid 100271 td 0xc90cb900 sched_switch(c90cb900,0,104,18c,fe27aa32,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c90cb900,0,c0c65fe5,247,50,...) at sleepq_switch+0x15f sleepq_wait(c86e2868,50,c0c828e6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c86e2868,80400,c86e28d0,0,0,...) at __lockmgr_args+0xa9f vop_stdlock(f65879ec,c08b21d7,c0be2ea6,80400,c86e2810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42940,f65879ec,c0c5a25c,c0d7f9c0,c86e2810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c86e2810,80400,c0c6e537,1ef,c86e28d0,...) at _vn_lock+0x78 lookup(f6587b60,c0c6e537,e5,c5,c84e4e2c,...) at lookup+0xe8 namei(f6587b60,f6587b00,60,0,c90cb900,...) at namei+0x4eb kern_statat_vnhook(c90cb900,200,ffffff9c,28202800,0,...) at kern_statat_vnhook+0x6b kern_statat(c90cb900,200,ffffff9c,28202800,0,...) at kern_statat+0x3c kern_lstat(c90cb900,28202800,0,f6587c18,c0eec9f8,...) at kern_lstat+0x36 lstat(c90cb900,f6587cf8,8,c0c686f9,c0d47728,...) at lstat+0x2f syscall(f6587d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x281782c3, esp = 0xbf6c249c, ebp = 0xbf6c2558 --- Tracing command lockf pid 3931 tid 100394 td 0xca23cb40 cpustop_handler(8,f674cb8c,c0b9433d,7,1,...) at cpustop_handler+0x32 ipi_nmi_handler(7,1,c6d29248,c6d2ad80,c8eddd34,...) at ipi_nmi_handler+0x2f trap(f674cb98) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ab6499, esp = 0xf674cbd8, ebp = 0xf674cbd8 --- mtrash_dtor(c7353800,400,c7346d50,910,c86e2810,...) at mtrash_dtor+0x19 uma_zfree_arg(c188ba80,c7353800,c7346d50,c7353800,c71a2d70,...) at uma_zfree_arg+0x29 free(c7353800,c0d4c4c0,3ff,3a2,c7353800,...) at free+0xe8 kern___getcwd(ca23cb40,bf7cea0b,0,401,f674cd2c,...) at kern___getcwd+0x234 __getcwd(ca23cb40,f674ccf8,8,f674cd38,c0d48608,...) at __getcwd+0x29 syscall(f674cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (326, FreeBSD ELF32, __getcwd), eip = 0x280fdddb, esp = 0xbf7ce91c, ebp = 0xbf7ce9d8 --- Tracing command lockf pid 2743 tid 100245 td 0xc90ca240 sched_switch(c90ca240,0,104,18c,fe29f3e4,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c90ca240,0,c0c65fe5,247,c86e2868,...) at sleepq_switch+0x15f sleepq_wait(c86e2868,50,c0c828e6,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c86e2868,200400,c86e28d0,0,0,...) at __lockmgr_args+0x4a5 vop_stdlock(f6534bb0,c0eeed08,c90ca2e4,200400,c86e2810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42940,f6534bb0,f6534bd0,c0d7f9c0,c86e2810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c86e2810,200400,c0c6ddbc,443,c74bd000,...) at _vn_lock+0x78 vn_vptocnp_locked(c0f1f840,c0c6ddbc,472,c86e2810,c71a2d70,...) at vn_vptocnp_locked+0x121 vn_fullpath1(c74bd000,f6534c58,3ff,3a2,c74bd000,...) at vn_fullpath1+0x5f kern___getcwd(c90ca240,bf9036ab,0,401,f6534d2c,...) at kern___getcwd+0xd0 __getcwd(c90ca240,f6534cf8,8,c0c6870d,c0d48608,...) at __getcwd+0x29 syscall(f6534d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (326, FreeBSD ELF32, __getcwd), eip = 0x280fdddb, esp = 0xbf9035bc, ebp = 0xbf903678 --- Tracing command lockf pid 1956 tid 100345 td 0xc996c000 sched_switch(c996c000,0,104,18c,f8e962d3,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c996c000,0,c0c65fe5,247,c86e2868,...) at sleepq_switch+0x15f sleepq_wait(c86e2868,50,c0c828e6,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c86e2868,200400,c86e28d0,0,0,...) at __lockmgr_args+0x4a5 vop_stdlock(f66a6bb0,c0eefac8,c996c0a4,200400,c86e2810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42940,f66a6bb0,f66a6bd0,c0d7f9c0,c86e2810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c86e2810,200400,c0c6ddbc,443,c74bcc00,...) at _vn_lock+0x78 vn_vptocnp_locked(c0f1f840,c0c6ddbc,472,c86e2810,c71a2d70,...) at vn_vptocnp_locked+0x121 vn_fullpath1(c74bcc00,f66a6c58,3ff,3a2,c74bcc00,...) at vn_fullpath1+0x5f kern___getcwd(c996c000,bf704c0b,0,401,f66a6d2c,...) at kern___getcwd+0xd0 __getcwd(c996c000,f66a6cf8,8,f66a6d38,c0d48608,...) at __getcwd+0x29 syscall(f66a6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (326, FreeBSD ELF32, __getcwd), eip = 0x280fdddb, esp = 0xbf704b1c, ebp = 0xbf704bd8 --- Tracing command lockf pid 1955 tid 100344 td 0xc996c240 cpustop_handler(1,f66a39b4,c0b9433d,4,0,...) at cpustop_handler+0x32 ipi_nmi_handler(4,0,c6d29790,c0eeea48,c73bd2a4,...) at ipi_nmi_handler+0x2f trap(f66a39c0) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc086332f, esp = 0xf66a3a00, ebp = 0xf66a3a1c --- _mtx_lock_sleep(c86e28d0,c996c240,0,c0c6ef20,86d,...) at _mtx_lock_sleep+0x9f _mtx_lock_flags(c86e28d0,0,c0c6ef20,86d,0,...) at _mtx_lock_flags+0xf7 vrele(c86e2810,c0c6e537,e5,c5,c97a972c,...) at vrele+0x87 namei(f66a3b60,c86e2868,0,c0c6e26a,1ce,...) at namei+0x43a kern_statat_vnhook(c996c240,0,ffffff9c,28193894,0,...) at kern_statat_vnhook+0x6b kern_statat(c996c240,0,ffffff9c,28193894,0,...) at kern_statat+0x3c kern_stat(c996c240,28193894,0,f66a3c18,c0eeea48,...) at kern_stat+0x36 stat(c996c240,f66a3cf8,8,c0c68fc4,c0d476f0,...) at stat+0x2f syscall(f66a3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x281782e3, esp = 0xbf81f95c, ebp = 0xbf81fa18 --- Tracing command lockf pid 1954 tid 100319 td 0xc89c4b40 sched_switch(c89c4b40,0,207,187,fe126e3e,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c9c17d34,...) at mi_switch+0x200 ast(f663ad38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 1953 tid 100343 td 0xc996c480 sched_switch(c996c480,0,207,187,fdf4e4d7,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c73bd548,...) at mi_switch+0x200 ast(f66a0d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 1947 tid 100342 td 0xc996c6c0 cpustop_handler(4,f669da80,c0b9433d,c0eee158,c996c764,...) at cpustop_handler+0x32 ipi_nmi_handler(c0eee158,c996c764,c0eee158,c0d4e080,c73bd7ec,...) at ipi_nmi_handler+0x2f trap(f669da8c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b8df75, esp = 0xf669dacc, ebp = 0xf669dae8 --- pmap_zero_page(c2ee0dc0,1a,0,40,f669dc0c,...) at pmap_zero_page+0x85 vm_fault(c9733d5c,bf7ba000,2,8,bf7bab24,...) at vm_fault+0x1186 trap_pfault(5,0,c0c9a9d3,2eb,c73bd7ec,...) at trap_pfault+0x118 trap(f669dd38) at trap+0x2a9 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x804a977, esp = 0xbf7bab20, ebp = 0xbf7bb138 --- Tracing command lockf pid 1946 tid 100341 td 0xc996c900 sched_switch(c996c900,0,60b,187,f8ed027a,...) at sched_switch+0x437 mi_switch(60b,0,c0c638b5,813,1,...) at mi_switch+0x200 sched_preempt(c996c900,1,c86e28d0,f669abb4,c0b7781e,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,28,8f5,0,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc08634d5, esp = 0xf669ab94, ebp = 0xf669abb4 --- _mtx_lock_flags(c86e28d0,0,c0c6ef20,8f5,f669abf0,...) at _mtx_lock_flags+0xd5 vdrop(c86e2810,f669abf0,c0c6ddbc,443,c7420800,...) at vdrop+0x30 vn_vptocnp_locked(c0f1f840,c0c6ddbc,472,c86e2810,c71a2d70,...) at vn_vptocnp_locked+0x17c vn_fullpath1(c7420800,f669ac58,3ff,3a2,c7420800,...) at vn_fullpath1+0x5f kern___getcwd(c996c900,bf747d2b,0,401,f669ad2c,...) at kern___getcwd+0xd0 __getcwd(c996c900,f669acf8,8,f669ad38,c0d48608,...) at __getcwd+0x29 syscall(f669ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (326, FreeBSD ELF32, __getcwd), eip = 0x280fdddb, esp = 0xbf747c3c, ebp = 0xbf747cf8 --- Tracing command lockf pid 1945 tid 100327 td 0xc89be900 sched_switch(c89be900,0,207,187,f6d15fc7,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c9bca7ec,...) at mi_switch+0x200 ast(f6653d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 1942 tid 100331 td 0xc8bc9000 sched_switch(c8bc9000,0,207,187,fe19d4a7,...) at sched_switch+0x437 mi_switch(207,0,c0c667c7,d4,c9178548,...) at mi_switch+0x200 ast(f665fd38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command lockf pid 1925 tid 100303 td 0xc957c480 sched_switch(c957c480,0,104,18c,fe369d52,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c957c480,0,c0c65fe5,247,50,...) at sleepq_switch+0x15f sleepq_wait(c86e2868,50,c0c828e6,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c86e2868,80400,c86e28d0,0,0,...) at __lockmgr_args+0xa9f vop_stdlock(f65fa9ec,c08b21d7,c0be2ea6,80400,c86e2810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42940,f65fa9ec,c0c5a25c,c0d7f9c0,c86e2810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c86e2810,80400,c0c6e537,1ef,c86e28d0,...) at _vn_lock+0x78 lookup(f65fab60,c0c6e537,e5,c5,c738552c,...) at lookup+0xe8 namei(f65fab60,f65fab00,60,0,c957c480,...) at namei+0x4eb kern_statat_vnhook(c957c480,200,ffffff9c,28202800,0,...) at kern_statat_vnhook+0x6b kern_statat(c957c480,200,ffffff9c,28202800,0,...) at kern_statat+0x3c kern_lstat(c957c480,28202800,0,f65fac18,c0eee100,...) at kern_lstat+0x36 lstat(c957c480,f65facf8,8,c0c686f9,c0d47728,...) at lstat+0x2f syscall(f65fad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x281782c3, esp = 0xbf069fdc, ebp = 0xbf06a098 --- Tracing command lockf pid 1923 tid 100261 td 0xc90c96c0 sched_switch(c90c96c0,0,104,18c,fe28506e,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c90c96c0,0,c0c65fe5,247,c86e2868,...) at sleepq_switch+0x15f sleepq_wait(c86e2868,50,c0c828e6,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c86e2868,200400,c86e28d0,0,0,...) at __lockmgr_args+0x4a5 vop_stdlock(f6566bb0,c0eeeb50,c90c9764,200400,c86e2810,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d42940,f6566bb0,f6566bd0,c0d7f9c0,c86e2810,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c86e2810,200400,c0c6ddbc,443,c70d0c00,...) at _vn_lock+0x78 vn_vptocnp_locked(c0f1f840,c0c6ddbc,472,c86e2810,c71a2d70,...) at vn_vptocnp_locked+0x121 vn_fullpath1(c70d0c00,f6566c58,3ff,3a2,c70d0c00,...) at vn_fullpath1+0x5f kern___getcwd(c90c96c0,bf59cd4b,0,401,f6566d2c,...) at kern___getcwd+0xd0 __getcwd(c90c96c0,f6566cf8,8,f6566d38,c0d48608,...) at __getcwd+0x29 syscall(f6566d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (326, FreeBSD ELF32, __getcwd), eip = 0x280fdddb, esp = 0xbf59cc5c, ebp = 0xbf59cd18 --- Tracing command awk pid 1574 tid 100290 td 0xc9676b40 sched_switch(c9676b40,0,104,18c,1e18842,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c9676b40,0,c0c65fe5,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76d9900,4c,c0c68469,100,0,...) at sleepq_wait_sig+0x17 _sleep(c76d9900,c76d9a68,14c,c0c68469,0,...) at _sleep+0x344 pipe_read(c7484b98,f65c5c58,c8a33b00,0,c9676b40,...) at pipe_read+0x417 dofileread(f65c5c58,ffffffff,ffffffff,0,c7484b98,...) at dofileread+0x96 kern_readv(c9676b40,0,f65c5c58,f65c5c78,1,...) at kern_readv+0x58 read(c9676b40,f65c5cf8,c,c9676b40,c0d462b4,...) at read+0x4f syscall(f65c5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281acd83, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 1573 tid 100265 td 0xc90c9480 sched_switch(c90c9480,0,104,18c,1f5627b,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c90c9480,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c91782a4,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c91782a4,c917832c,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c90c9480,ffffffff,f6573c74,2,0,...) at kern_wait+0xb56 wait4(c90c9480,f6573cf8,10,c0c68831,c0d46324,...) at wait4+0x3b syscall(f6573d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command top pid 1572 tid 100255 td 0xc90e36c0 strlcpy(f655395b,deadc0de,9,353,0,...) at strlcpy+0x20 fill_kinfo_thread(f6553993,c0c95aba,11,32f,4,...) at fill_kinfo_thread+0x7d fill_kinfo_proc(c99cf000,f6553810,c0c60e03,3df,0,...) at fill_kinfo_proc+0x69c sysctl_out_proc(c90e36c0,c99cf000,c0c60e03,44d,0,...) at sysctl_out_proc+0xac sysctl_kern_proc(c0d4e8c0,0,0,f6553ba4,f6553ba4,...) at sysctl_kern_proc+0x4fd sysctl_root(f6553ba4,0,c0c628df,647,c90e36c0,...) at sysctl_root+0x1e8 userland_sysctl(c90e36c0,f6553c10,3,0,bfbfeb04,...) at userland_sysctl+0x17c __sysctl(c90e36c0,f6553cf8,18,c0c68c65,c0d47878,...) at __sysctl+0x94 syscall(f6553d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x281e201f, esp = 0xbfbfea2c, ebp = 0xbfbfea58 --- Tracing command sshd pid 1571 tid 100269 td 0xc90cbd80 sched_switch(c90cbd80,0,104,18c,8d757b69,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c90cbd80,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08630fa,c77e3010,0,c0c604c3,c90cbd80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77e3024,0,f6581a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77e3024,c77e3010,c0c682b1,5c4,c77462d8,...) at _cv_wait_sig+0x240 seltdwait(c77462d8,58,c7487d00,c90cbd80,c0c7e996,...) at seltdwait+0xa2 kern_select(c90cbd80,a,286030b8,286030dc,0,0,65,280fc6f8) at kern_select+0x4c4 select(c90cbd80,f6581cf8,14,c0c43f01,c0d46c8c,...) at select+0x5e syscall(f6581d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c4d03, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command tail pid 1570 tid 100289 td 0xc969b240 sched_switch(c969b240,0,104,18c,faca4c87,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,58,...) at mi_switch+0x200 sleepq_switch(c969b240,0,c0c65fe5,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c08a97e0,c969b240,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c96f5700,58,c0c5d085,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c96f5700,c96f5700,158,c0c5d085,3e9,...) at _sleep+0x30e kern_kevent(c969b240,4,0,1,f65c1c58,...) at kern_kevent+0x357 kevent(c969b240,f65c1cf8,18,c0bfc47f,c0d48a14,...) at kevent+0x19b syscall(f65c1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815aa6b, esp = 0xbfbfeb6c, ebp = 0xbfbfec18 --- Tracing command sh pid 1569 tid 100288 td 0xc969b480 sched_switch(c969b480,0,104,18c,b068aec6,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c969b480,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c9177548,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9177548,c91775d0,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c969b480,ffffffff,f65bdc74,2,0,...) at kern_wait+0xb56 wait4(c969b480,f65bdcf8,10,f65bdd38,c0d46324,...) at wait4+0x3b syscall(f65bdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command sshd pid 1568 tid 100287 td 0xc9676d80 Tracing command sshd pid 1567 tid 100286 td 0xc9677000 Tracing command sshd pid 1563 tid 100259 td 0xc9106d80 Tracing command sshd pid 1562 tid 100284 td 0xc9677240 Tracing command sshd pid 1561 tid 100257 td 0xc90c9900 Tracing command sh pid 1367 tid 100116 td 0xc73f2000 sched_switch(c73f2000,0,104,18c,8fb78c11,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73f2000,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73ed2a4,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c73ed2a4,c73ed32c,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c73f2000,ffffffff,f6325c74,2,0,...) at kern_wait+0xb56 wait4(c73f2000,f6325cf8,10,c0c68831,c0d46324,...) at wait4+0x3b syscall(f6325d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe83c, ebp = 0xbfbfe858 --- Tracing command sh pid 1285 tid 100095 td 0xc73f36c0 sched_switch(c73f36c0,0,104,18c,47bdae32,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73f36c0,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7607548,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7607548,c76075d0,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c73f36c0,ffffffff,f62cac74,2,0,...) at kern_wait+0xb56 wait4(c73f36c0,f62cacf8,10,c0c68831,c0d46324,...) at wait4+0x3b syscall(f62cad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command bash pid 1276 tid 100074 td 0xc73f3000 Tracing command sshd pid 1275 tid 100106 td 0xc7608d80 Tracing command sshd pid 1273 tid 100100 td 0xc7609b40 Tracing command bash pid 1210 tid 100118 td 0xc73efb40 sched_switch(c73efb40,0,104,18c,f77f3f41,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c73efb40,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7310d34,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7310d34,c7310dbc,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c73efb40,ffffffff,f632dc74,6,0,...) at kern_wait+0xb56 wait4(c73efb40,f632dcf8,10,c0c68741,c0d46324,...) at wait4+0x3b syscall(f632dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282ace7b, esp = 0xbfbfe7fc, ebp = 0xbfbfe818 --- Tracing command csh pid 1206 tid 100154 td 0xc79d3000 sched_switch(c79d3000,0,104,18c,879de703,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,68,...) at mi_switch+0x200 sleepq_switch(c79d3000,0,c0c65fe5,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79c7058,68,c0c10a18,100,0,...) at sleepq_wait_sig+0x17 _sleep(c79c7058,c79c7088,168,c0c10a18,0,...) at _sleep+0x344 kern_sigsuspend(c79d3000,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c79d3000,f63b3cf8,4,c0c68741,c0d487ac,...) at sigsuspend+0x4d syscall(f63b3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28178eeb, esp = 0xbfbfe60c, ebp = 0xbfbfe678 --- Tracing command su pid 1205 tid 100142 td 0xc7608480 sched_switch(c7608480,0,104,18c,27e71f5b,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7608480,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79c9a90,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c79c9a90,c79c9b18,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c7608480,4b6,f6388c74,2,0,...) at kern_wait+0xb56 wait4(c7608480,f6388cf8,10,f6388d38,c0d46324,...) at wait4+0x3b syscall(f6388d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811be7b, esp = 0xbfbfe64c, ebp = 0xbfbfe668 --- Tracing command bash pid 1201 tid 100172 td 0xc7b5d000 sched_switch(c7b5d000,0,104,18c,3d5d8ee2,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7b5d000,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7b2c548,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7b2c548,c7b2c5d0,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c7b5d000,ffffffff,f63edc74,6,0,...) at kern_wait+0xb56 wait4(c7b5d000,f63edcf8,10,c0c68741,c0d46324,...) at wait4+0x3b syscall(f63edd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282ace7b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1200 tid 100163 td 0xc79ccb40 sched_switch(c79ccb40,0,104,18c,83ab8b2f,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c79ccb40,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08630fa,c79a15d0,0,c0c604c3,c79ccb40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79a15e4,0,f63d2a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79a15e4,c79a15d0,c0c682b1,5c4,c7c0c038,...) at _cv_wait_sig+0x240 seltdwait(c7c0c038,58,c7b73800,c79ccb40,c0c7e996,...) at seltdwait+0xa2 kern_select(c79ccb40,a,286030b8,286030dc,0,0,65,280fc6f8) at kern_select+0x4c4 select(c79ccb40,f63d2cf8,14,c0c43f01,c0d46c8c,...) at select+0x5e syscall(f63d2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c4d03, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1198 tid 100105 td 0xc7609000 Tracing command getty pid 1144 tid 100160 td 0xc79ce240 Tracing command getty pid 1143 tid 100153 td 0xc79d3240 Tracing command getty pid 1142 tid 100152 td 0xc79d3480 Tracing command getty pid 1141 tid 100146 td 0xc7608000 Tracing command getty pid 1140 tid 100139 td 0xc760a900 Tracing command getty pid 1139 tid 100135 td 0xc799e240 Tracing command getty pid 1138 tid 100145 td 0xc7608240 Tracing command getty pid 1137 tid 100109 td 0xc76086c0 Tracing command getty pid 1136 tid 100159 td 0xc79ce480 Tracing command inetd pid 1114 tid 100147 td 0xc7493d80 Tracing command watchdogd pid 1085 tid 100124 td 0xc7493000 sched_switch(c7493000,0,104,18c,29d59fec,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7493000,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08a97e0,c7493000,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0db3364,5c,c0c62e94,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0db3364,0,15c,c0c62e94,ea61,...) at _sleep+0x30e kern_nanosleep(c7493000,f6349c64,f6349c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c7493000,f6349cf8,8,c0c78be5,c0d47ca0,...) at nanosleep+0x6f syscall(f6349d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2818087f, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 1063 tid 100155 td 0xc79ced80 sched_switch(c79ced80,0,104,18c,7939e14e,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c79ced80,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c08a97e0,c79ced80,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0db3364,5c,c0c62e94,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0db3364,0,15c,c0c62e94,ea61,...) at _sleep+0x30e kern_nanosleep(c79ced80,f63b6c64,f63b6c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c79ced80,f63b6cf8,8,c0c6898f,c0d47ca0,...) at nanosleep+0x6f syscall(f63b6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817387f, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1057 tid 100156 td 0xc79ceb40 sched_switch(c79ceb40,0,104,18c,afd67403,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,68,...) at mi_switch+0x200 sleepq_switch(c79ceb40,0,c0c65fe5,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79c4ae8,68,c0c10a18,100,0,...) at sleepq_wait_sig+0x17 _sleep(c79c4ae8,c79c4b18,168,c0c10a18,0,...) at _sleep+0x344 kern_sigsuspend(c79ceb40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c79ceb40,f63b9cf8,4,c0c68741,c0d487ac,...) at sigsuspend+0x4d syscall(f63b9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832beeb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1051 tid 100140 td 0xc760a6c0 sched_switch(c760a6c0,0,104,18c,ea8e8f7b,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c760a6c0,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6382a50,c08630fa,c79a1810,0,c760a6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c79a1824,0,f6382a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c79a1824,c79a1810,1389,5c4,c74c6348,...) at _cv_timedwait_sig+0x250 seltdwait(f6382c2c,f6382c34,c7385300,c760a6c0,c6c12000,...) at seltdwait+0x8a kern_select(c760a6c0,5,bfbfc520,0,0,f6382c70,5,0) at kern_select+0x4c4 select(c760a6c0,f6382cf8,14,c0c68c65,c0d46c8c,...) at select+0x5e syscall(f6382d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283cbd03, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1044 tid 100149 td 0xc79d3b40 Tracing command ntpd pid 1007 tid 100150 td 0xc79d3900 sched_switch(c79d3900,0,104,18c,a2395db1,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c79d3900,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08630fa,c79d2590,0,c0c604c3,c79d3900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c79d25a4,0,f63a6a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c79d25a4,c79d2590,c0c682b1,5c4,c73f6348,...) at _cv_wait_sig+0x240 seltdwait(c73f6348,58,c6d44300,c79d3900,0,...) at seltdwait+0xa2 kern_select(c79d3900,1b,bfbfed28,0,0,0,f63a6c98,246) at kern_select+0x4c4 select(c79d3900,f63a6cf8,14,c79d3900,c0d46c8c,...) at select+0x5e syscall(f63a6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834cd03, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command rpc.lockd pid 892 tid 100093 td 0xc73f3b40 sched_switch(c73f3b40,0,104,18c,ce36848c,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73f3b40,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62bba04,c08630fa,c7979180,0,c73f3b40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c782ac90,0,f62bba34,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c782ac90,c7979180,1388,487,c76e7400,...) at _cv_timedwait_sig+0x250 svc_run_internal(c73f3ca4,14,c0c83f49,c0c836d7,f62bbb8c,...) at svc_run_internal+0x356 svc_run(c7979180,0,4,c0a48480,f62bbb8c,...) at svc_run+0x7f nlm_syscall(c73f3b40,f62bbcf8,10,c0c6908d,c0d47338,...) at nlm_syscall+0x6a9 syscall(f62bbd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280f9b2b, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpc.statd pid 886 tid 100119 td 0xc73ef900 sched_switch(c73ef900,0,104,18c,5d3346e,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73ef900,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6331a50,c08630fa,c782b3d0,0,c73ef900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c782b3e4,0,f6331a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c782b3e4,c782b3d0,7531,5c4,c74c6c08,...) at _cv_timedwait_sig+0x250 seltdwait(f6331c2c,f6331c34,c6d44300,c73ef900,c0ab777e,...) at seltdwait+0x8a kern_select(c73ef900,8,bfbfed44,0,0,f6331c70,1e,0) at kern_select+0x4c4 select(c73ef900,f6331cf8,14,c0c6898f,c0d46c8c,...) at select+0x5e syscall(f6331d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28181d03, esp = 0xbfbfec9c, ebp = 0xbfbfedd8 --- Tracing command nfsd pid 880 tid 100123 td 0xc799f480 sched_switch(c799f480,0,104,18c,7ed5005e,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c799f480,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6346bf8,c08630fa,c70c0480,0,c799f480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c77740d0,0,f6346c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77740d0,c70c0480,1388,487,f6346cdc,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6346d24,c08491f8,c70c0480,f6346d38,c0c5d3ea,...) at svc_run_internal+0x356 svc_thread_start(c70c0480,f6346d38,c0c5d3ea,334,c7606d34,...) at svc_thread_start+0x10 fork_exit(c0a56350,c70c0480,f6346d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0x804c6e0, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 880 tid 100122 td 0xc72f7000 sched_switch(c72f7000,0,104,18c,3b99e08a,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f7000,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6343bf8,c08630fa,c70c0480,0,c72f7000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c782c110,0,f6343c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c782c110,c70c0480,1388,487,f6343cdc,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6343d24,c08491f8,c70c0480,f6343d38,c0c5d3ea,...) at svc_run_internal+0x356 svc_thread_start(c70c0480,f6343d38,c0c5d3ea,334,c7606d34,...) at svc_thread_start+0x10 fork_exit(c0a56350,c70c0480,f6343d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0x804c6e0, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 880 tid 100121 td 0xc72f7240 sched_switch(c72f7240,0,104,18c,924ad03a,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f7240,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6340bf8,c08630fa,c70c0480,0,c72f7240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7774110,0,f6340c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7774110,c70c0480,1388,487,f6340cdc,...) at _cv_timedwait_sig+0x250 svc_run_internal(f6340d24,c08491f8,c70c0480,f6340d38,c0c5d3ea,...) at svc_run_internal+0x356 svc_thread_start(c70c0480,f6340d38,c0c5d3ea,334,c7606d34,...) at svc_thread_start+0x10 fork_exit(c0a56350,c70c0480,f6340d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0x804c6e0, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 880 tid 100098 td 0xc760a000 sched_switch(c760a000,0,104,18c,ee571350,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c760a000,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62d3ae8,c08630fa,c70c0480,0,c760a000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c782ddd0,0,f62d3b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c782ddd0,c70c0480,1388,3ae,f62d3bcc,...) at _cv_timedwait_sig+0x250 svc_run_internal(c760a164,14,c0c83f49,c0c82bc0,f62d3c3c,...) at svc_run_internal+0x356 svc_run(c70c0480,0,c0c82ec4,1fe,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8c0,f62d3c3c,c,c6d44300,f62d3c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c760a000,f62d3cf8,bfbfe8c0,c760a000,c7606d34,...) at nfssvc_nfsserver+0x21c nfssvc(c760a000,f62d3cf8,8,c0c68c65,c0d47354,...) at nfssvc+0x77 syscall(f62d3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d9b0b, esp = 0xbfbfe87c, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 879 tid 100108 td 0xc7608900 sched_switch(c7608900,0,104,18c,393617d2,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7608900,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08630fa,c77d90d0,0,c0c604c3,c7608900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c77d90e4,0,f62f1a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77d90e4,c77d90d0,c0c682b1,5c4,c73f6460,...) at _cv_wait_sig+0x240 seltdwait(c73f6460,58,c6d44300,c7608900,f62f1af0,...) at seltdwait+0xa2 kern_select(c7608900,5,bfbfecf0,0,0,0,65,5) at kern_select+0x4c4 select(c7608900,f62f1cf8,14,c0c82985,c0d46c8c,...) at select+0x5e syscall(f62f1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28178d03, esp = 0xbfbfeaec, ebp = 0xbfbfee28 --- Tracing command mountd pid 871 tid 100099 td 0xc7609d80 Tracing command rpcbind pid 791 tid 100085 td 0xc7424240 sched_switch(c7424240,0,104,18c,b26de363,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7424240,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f628faa8,c08630fa,c782e010,0,c7424240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c782e024,0,f628fad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c782e024,c782e010,7531,5c4,f628fb8c,...) at _cv_timedwait_sig+0x250 seltdwait(f628fc5c,f628fc64,4d4,c7424240,f628fb5c,...) at seltdwait+0x8a poll(c7424240,f628fcf8,c,f628fd38,c0d4793c,...) at poll+0x2f9 syscall(f628fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813a07f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 709 tid 100083 td 0xc74246c0 sched_switch(c74246c0,0,104,18c,6f073ee2,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c74246c0,0,c0c65fe5,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08630fa,c7427a90,0,c0c604c3,c74246c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7427aa4,0,f6285a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7427aa4,c7427a90,c0c682b1,5c4,c76de6c8,...) at _cv_wait_sig+0x240 seltdwait(c76de6c8,58,c6d44300,c74246c0,0,...) at seltdwait+0xa2 kern_select(c74246c0,9,282290ac,0,0,0,65,2819e9c0) at kern_select+0x4c4 select(c74246c0,f6285cf8,14,c0c68841,c0d46c8c,...) at select+0x5e syscall(f6285d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818bd03, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 577 tid 100078 td 0xc7429000 Tracing command flowcleaner pid 43 tid 100073 td 0xc72f7900 sched_switch(c72f7900,0,104,18c,8f47e56b,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f7900,0,c0c65fe5,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0db31c4,0,c0c70c98,2,0,...) at sleepq_timedwait+0x6b _sleep(c0db31c4,0,0,c0c70c98,4e20,...) at _sleep+0x329 pause(c0c70c98,4e20,c0c70bcd,38f,0,...) at pause+0x47 flowtable_cleaner(0,f4071d38,c0c5d3ea,334,c730f000,...) at flowtable_cleaner+0x160 fork_exit(c09163b0,0,f4071d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4071d70, ebp = 0 --- Tracing command softdepflush pid 42 tid 100072 td 0xc72f7b40 sched_switch(c72f7b40,0,104,18c,a389fa35,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72f7b40,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f331e0,44,c0c8762a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f331e0,c0f33184,44,c0c8762a,3e8,...) at _sleep+0x329 softdep_flush(0,f406ed38,c0c5d3ea,334,c730f2a4,...) at softdep_flush+0x244 fork_exit(c0a92880,0,f406ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf406ed70, ebp = 0 --- Tracing command vnlru pid 41 tid 100071 td 0xc72f7d80 sched_switch(c72f7d80,0,104,18c,d6e8ae6c,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,50,...) at mi_switch+0x200 sleepq_switch(c72f7d80,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c730f548,50,c0c6fea4,0,0,...) at sleepq_timedwait+0x6b _sleep(c730f548,c0f1fa14,250,c0c6fea4,3e8,...) at _sleep+0x329 vnlru_proc(0,f406bd38,c0c5d3ea,334,c730f548,...) at vnlru_proc+0xe7 fork_exit(c09017f0,0,f406bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf406bd70, ebp = 0 --- Tracing command syncer pid 40 tid 100070 td 0xc72fb000 sched_switch(c72fb000,0,104,18c,eef15d8f,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fb000,0,c0c65fe5,26a,c72fb000,...) at sleepq_switch+0x15f sleepq_timedwait(c0f1fa54,0,f4068c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f1fa54,c0f1fa40,3e8,6cc,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f4068d38,c0c5d3ea,334,c730f7ec,...) at sched_sync+0x502 fork_exit(c0900c20,0,f4068d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4068d70, ebp = 0 --- Tracing command bufdaemon pid 39 tid 100069 td 0xc72fb240 sched_switch(c72fb240,0,104,18c,ceaed510,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72fb240,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f1f788,44,c0c6d47f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f1f788,c0f1f78c,44,c0c6d47f,3e8,...) at _sleep+0x329 buf_daemon(0,f4065d38,c0c5d3ea,334,c730fa90,...) at buf_daemon+0x138 fork_exit(c08e9970,0,f4065d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4065d70, ebp = 0 --- Tracing command pagezero pid 38 tid 100068 td 0xc72fb480 sched_switch(c72fb480,0,104,18c,528ecded,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fb480,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f33e14,0,c0c8cca0,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f33e14,c0f339d0,0,c0c8cca0,493e0,...) at _sleep+0x329 vm_pagezero(0,f4062d38,c0c5d3ea,334,c730fd34,...) at vm_pagezero+0xdc fork_exit(c0acfa10,0,f4062d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4062d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100067 td 0xc72fb6c0 sched_switch(c72fb6c0,0,104,18c,1d48431,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,68,...) at mi_switch+0x200 sleepq_switch(c72fb6c0,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f33a3c,68,c0c6d47f,0,0,...) at sleepq_wait+0x63 _sleep(c0f33a3c,c0f33a40,68,c0c6d47f,0,...) at _sleep+0x35b vm_daemon(0,f405fd38,c0c5d3ea,334,c7310000,...) at vm_daemon+0x59 fork_exit(c0ac9ec0,0,f405fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf405fd70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100066 td 0xc72fb900 sched_switch(c72fb900,0,104,18c,188801a4,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,44,...) at mi_switch+0x200 sleepq_switch(c72fb900,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f33a04,44,c0c6d47f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f33a04,c0f339d0,44,c0c6d47f,1388,...) at _sleep+0x329 vm_pageout(0,f405cd38,c0c5d3ea,334,c73102a4,...) at vm_pageout+0x2bb fork_exit(c0acad60,0,f405cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf405cd70, ebp = 0 --- Tracing command usbus5 pid 37 tid 100065 td 0xc72fbb40 sched_switch(c72fbb40,0,104,18c,9e2b9992,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fbb40,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6facd0c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6facd0c,c6facdac,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3ff9cf8,c07a9cab,c6facd0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6facd0c,c6facdac,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6facd04,f3ff9d38,c0c5d3ea,334,c7310548,...) at usb_process+0x18b fork_exit(c07a9b20,c6facd04,f3ff9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff9d70, ebp = 0 --- Tracing command usbus5 pid 36 tid 100064 td 0xc72fbd80 sched_switch(c72fbd80,0,104,18c,3ca7ade,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72fbd80,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6faccdc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6faccdc,c6facdac,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3ff6cf8,c07a9cab,c6faccdc,...) at usb2_msleep+0x58 usb2_cv_wait(c6faccdc,c6facdac,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6faccd4,f3ff6d38,c0c5d3ea,334,c72f3000,...) at usb_process+0x18b fork_exit(c07a9b20,c6faccd4,f3ff6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff6d70, ebp = 0 --- Tracing command usbus5 pid 35 tid 100063 td 0xc70d6240 sched_switch(c70d6240,0,104,18c,9dc517bc,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d6240,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6faccac,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6faccac,c6facdac,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3ff3cf8,c07a9cab,c6faccac,...) at usb2_msleep+0x58 usb2_cv_wait(c6faccac,c6facdac,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6facca4,f3ff3d38,c0c5d3ea,334,c72f32a4,...) at usb_process+0x18b fork_exit(c07a9b20,c6facca4,f3ff3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff3d70, ebp = 0 --- Tracing command usbus5 pid 34 tid 100062 td 0xc70d6480 sched_switch(c70d6480,0,104,18c,9dc50865,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d6480,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6facc7c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6facc7c,c6facdac,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3ff0cf8,c07a9cab,c6facc7c,...) at usb2_msleep+0x58 usb2_cv_wait(c6facc7c,c6facdac,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6facc74,f3ff0d38,c0c5d3ea,334,c72f3548,...) at usb_process+0x18b fork_exit(c07a9b20,c6facc74,f3ff0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff0d70, ebp = 0 --- Tracing command usbus4 pid 33 tid 100061 td 0xc70d66c0 sched_switch(c70d66c0,0,104,18c,9dc4f99c,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d66c0,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fa2b5c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6fa2b5c,c6fa2bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fedcf8,c07a9cab,c6fa2b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fa2b5c,c6fa2bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6fa2b54,f3fedd38,c0c5d3ea,334,c72f37ec,...) at usb_process+0x18b fork_exit(c07a9b20,c6fa2b54,f3fedd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fedd70, ebp = 0 --- Tracing command usbus4 pid 32 tid 100060 td 0xc70d6900 sched_switch(c70d6900,0,104,18c,fb75c20e,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d6900,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fa2b2c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6fa2b2c,c6fa2bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3feacf8,c07a9cab,c6fa2b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fa2b2c,c6fa2bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6fa2b24,f3fead38,c0c5d3ea,334,c72f3a90,...) at usb_process+0x18b fork_exit(c07a9b20,c6fa2b24,f3fead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fead70, ebp = 0 --- Tracing command usbus4 pid 31 tid 100059 td 0xc70d6b40 sched_switch(c70d6b40,0,104,18c,9d606d8d,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d6b40,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fa2afc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6fa2afc,c6fa2bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fe7cf8,c07a9cab,c6fa2afc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fa2afc,c6fa2bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6fa2af4,f3fe7d38,c0c5d3ea,334,c72f3d34,...) at usb_process+0x18b fork_exit(c07a9b20,c6fa2af4,f3fe7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe7d70, ebp = 0 --- Tracing command usbus4 pid 30 tid 100058 td 0xc70d6d80 sched_switch(c70d6d80,0,104,18c,9d605df1,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d6d80,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fa2acc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6fa2acc,c6fa2bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fe4cf8,c07a9cab,c6fa2acc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fa2acc,c6fa2bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6fa2ac4,f3fe4d38,c0c5d3ea,334,c72f4000,...) at usb_process+0x18b fork_exit(c07a9b20,c6fa2ac4,f3fe4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe4d70, ebp = 0 --- Tracing command usbus3 pid 29 tid 100057 td 0xc72f1000 sched_switch(c72f1000,0,104,18c,9d604de9,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f1000,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f9cb5c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f9cb5c,c6f9cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fe1cf8,c07a9cab,c6f9cb5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f9cb5c,c6f9cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f9cb54,f3fe1d38,c0c5d3ea,334,c72f42a4,...) at usb_process+0x18b fork_exit(c07a9b20,c6f9cb54,f3fe1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe1d70, ebp = 0 --- Tracing command usbus3 pid 28 tid 100056 td 0xc72f1240 sched_switch(c72f1240,0,104,18c,fad1ea8b,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f1240,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f9cb2c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f9cb2c,c6f9cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fdecf8,c07a9cab,c6f9cb2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f9cb2c,c6f9cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f9cb24,f3fded38,c0c5d3ea,334,c72f4548,...) at usb_process+0x18b fork_exit(c07a9b20,c6f9cb24,f3fded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fded70, ebp = 0 --- Tracing command usbus3 pid 27 tid 100055 td 0xc72f1480 sched_switch(c72f1480,0,104,18c,9cfc6bf3,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f1480,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f9cafc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f9cafc,c6f9cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fdbcf8,c07a9cab,c6f9cafc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f9cafc,c6f9cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f9caf4,f3fdbd38,c0c5d3ea,334,c72f47ec,...) at usb_process+0x18b fork_exit(c07a9b20,c6f9caf4,f3fdbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fdbd70, ebp = 0 --- Tracing command usbus3 pid 26 tid 100054 td 0xc72f16c0 sched_switch(c72f16c0,0,104,18c,9cfc5cd4,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f16c0,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f9cacc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f9cacc,c6f9cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fd8cf8,c07a9cab,c6f9cacc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f9cacc,c6f9cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f9cac4,f3fd8d38,c0c5d3ea,334,c6e9b7ec,...) at usb_process+0x18b fork_exit(c07a9b20,c6f9cac4,f3fd8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fd8d70, ebp = 0 --- Tracing command usbus2 pid 25 tid 100053 td 0xc72f1900 sched_switch(c72f1900,0,104,18c,9cfc4db1,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f1900,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f97b5c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f97b5c,c6f97bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fd5cf8,c07a9cab,c6f97b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f97b5c,c6f97bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f97b54,f3fd5d38,c0c5d3ea,334,c6e9ba90,...) at usb_process+0x18b fork_exit(c07a9b20,c6f97b54,f3fd5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fd5d70, ebp = 0 --- Tracing command usbus2 pid 24 tid 100052 td 0xc72f1b40 sched_switch(c72f1b40,0,104,18c,fad0fecd,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f1b40,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f97b2c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f97b2c,c6f97bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fd2cf8,c07a9cab,c6f97b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f97b2c,c6f97bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f97b24,f3fd2d38,c0c5d3ea,334,c6e9bd34,...) at usb_process+0x18b fork_exit(c07a9b20,c6f97b24,f3fd2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fd2d70, ebp = 0 --- Tracing command usbus2 pid 23 tid 100051 td 0xc72f1d80 sched_switch(c72f1d80,0,104,18c,9c981362,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c72f1d80,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f97afc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f97afc,c6f97bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fcfcf8,c07a9cab,c6f97afc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f97afc,c6f97bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f97af4,f3fcfd38,c0c5d3ea,334,c72df000,...) at usb_process+0x18b fork_exit(c07a9b20,c6f97af4,f3fcfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fcfd70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100050 td 0xc6f5a6c0 sched_switch(c6f5a6c0,0,104,18c,9c9803fc,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f5a6c0,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f97acc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f97acc,c6f97bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fcccf8,c07a9cab,c6f97acc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f97acc,c6f97bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f97ac4,f3fccd38,c0c5d3ea,334,c72df2a4,...) at usb_process+0x18b fork_exit(c07a9b20,c6f97ac4,f3fccd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fccd70, ebp = 0 --- Tracing command usbus1 pid 21 tid 100049 td 0xc6f5a900 sched_switch(c6f5a900,0,104,18c,9c97f411,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f5a900,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f93b5c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f93b5c,c6f93bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fc9cf8,c07a9cab,c6f93b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f93b5c,c6f93bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f93b54,f3fc9d38,c0c5d3ea,334,c72df548,...) at usb_process+0x18b fork_exit(c07a9b20,c6f93b54,f3fc9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fc9d70, ebp = 0 --- Tracing command usbus1 pid 20 tid 100048 td 0xc6f5ab40 sched_switch(c6f5ab40,0,104,18c,fa2c328d,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f5ab40,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f93b2c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f93b2c,c6f93bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fc6cf8,c07a9cab,c6f93b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f93b2c,c6f93bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f93b24,f3fc6d38,c0c5d3ea,334,c72df7ec,...) at usb_process+0x18b fork_exit(c07a9b20,c6f93b24,f3fc6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fc6d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100047 td 0xc6f5ad80 sched_switch(c6f5ad80,0,104,18c,9c2c9d98,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f5ad80,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f93afc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f93afc,c6f93bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fc3cf8,c07a9cab,c6f93afc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f93afc,c6f93bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f93af4,f3fc3d38,c0c5d3ea,334,c72dfa90,...) at usb_process+0x18b fork_exit(c07a9b20,c6f93af4,f3fc3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fc3d70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100046 td 0xc70d5000 sched_switch(c70d5000,0,104,18c,9c2c8b56,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d5000,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f93acc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f93acc,c6f93bfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fc0cf8,c07a9cab,c6f93acc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f93acc,c6f93bfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f93ac4,f3fc0d38,c0c5d3ea,334,c72dfd34,...) at usb_process+0x18b fork_exit(c07a9b20,c6f93ac4,f3fc0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fc0d70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100045 td 0xc70d5240 sched_switch(c70d5240,0,104,18c,9e944886,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d5240,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f8cb5c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f8cb5c,c6f8cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fbdcf8,c07a9cab,c6f8cb5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f8cb5c,c6f8cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f8cb54,f3fbdd38,c0c5d3ea,334,c6d752a4,...) at usb_process+0x18b fork_exit(c07a9b20,c6f8cb54,f3fbdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fbdd70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100044 td 0xc70d5480 sched_switch(c70d5480,0,104,18c,fc1a86b6,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d5480,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f8cb2c,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f8cb2c,c6f8cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fbacf8,c07a9cab,c6f8cb2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6f8cb2c,c6f8cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f8cb24,f3fbad38,c0c5d3ea,334,c6d75548,...) at usb_process+0x18b fork_exit(c07a9b20,c6f8cb24,f3fbad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fbad70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100043 td 0xc70d56c0 sched_switch(c70d56c0,0,104,18c,9e2fbc28,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d56c0,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f8cafc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f8cafc,c6f8cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fb7cf8,c07a9cab,c6f8cafc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f8cafc,c6f8cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f8caf4,f3fb7d38,c0c5d3ea,334,c6d757ec,...) at usb_process+0x18b fork_exit(c07a9b20,c6f8caf4,f3fb7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fb7d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100042 td 0xc70d5900 sched_switch(c70d5900,0,104,18c,9e2fac59,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d5900,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f8cacc,0,c0c50ee4,0,0,...) at sleepq_wait+0x63 _sleep(c6f8cacc,c6f8cbfc,0,c0c50ee4,0,...) at _sleep+0x35b usb2_msleep(c0c50ee4,0,f3fb4cf8,c07a9cab,c6f8cacc,...) at usb2_msleep+0x58 usb2_cv_wait(c6f8cacc,c6f8cbfc,c0c50e43,51,c0db7100,...) at usb2_cv_wait+0x23 usb_process(c6f8cac4,f3fb4d38,c0c5d3ea,334,c6d75a90,...) at usb_process+0x18b fork_exit(c07a9b20,c6f8cac4,f3fb4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fb4d70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100041 td 0xc70d5b40 sched_switch(c70d5b40,0,104,18c,98a35818,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70d5b40,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f298dc,0,c0c7a303,0,0,...) at sleepq_wait+0x63 _sleep(c0f298dc,c0f297f0,0,c0c7a303,0,...) at _sleep+0x35b sctp_iterator_thread(0,f3fb1d38,c0c5d3ea,334,c6d75d34,...) at sctp_iterator_thread+0x60 fork_exit(c097f5a0,0,f3fb1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fb1d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100037 td 0xc6f58000 sched_switch(c6f58000,0,104,18c,c3c61bee,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f58000,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fca000,5c,c0c57c2f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fca000,c6fce488,15c,c0c57c2f,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fca000,f3fa2d38,c0c5d3ea,334,c6e9b000,...) at fw_bus_probe_thread+0xa08 fork_exit(c064a240,c6fca000,f3fa2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fa2d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100022 td 0xc6f4c240 sched_switch(c6f4c240,0,104,18c,9e2f7535,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6f4c240,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d80154,4c,c0bf8158,0,0,...) at sleepq_wait+0x63 _sleep(c0d80154,c0d8016c,4c,c0bf8158,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6accd38,c0c5d3ea,334,c6e9b2a4,...) at xpt_scanner_thread+0x41 fork_exit(c047f720,0,c6accd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6accd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d78240 sched_switch(c6d78240,0,104,18c,fd5298d0,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d78240,0,c0c65fe5,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0db31c4,0,c0c57c2f,2,0,...) at sleepq_timedwait+0x6b _sleep(c0db31c4,0,0,c0c57c2f,64,...) at _sleep+0x329 pause(c0c57c2f,64,c0c3e624,111,0,...) at pause+0x47 random_kthread(0,c6abdd38,c0c5d3ea,334,c6e9b548,...) at random_kthread+0x1ef fork_exit(c0722aa0,0,c6abdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abdd70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d786c0 sched_switch(c6d786c0,0,104,18c,f3622f0e,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d786c0,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0db0f64,4c,c0c57c2f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0db0f64,c0db0ec8,24c,c0c57c2f,64,...) at _sleep+0x329 g_io_schedule_down(c6d786c0,0,c0c592f7,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab7d38,c0c5d3ea,334,c6d74000,...) at g_down_procbody+0x8d fork_exit(c0810930,0,c6ab7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab7d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d78900 sched_switch(c6d78900,0,104,18c,f36272da,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d78900,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0db0f60,4c,c0c57c2f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0db0f60,c0db0ee8,24c,c0c57c2f,64,...) at _sleep+0x329 g_io_schedule_up(c6d78900,0,c0c592f7,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab4d38,c0c5d3ea,334,c6d742a4,...) at g_up_procbody+0x8d fork_exit(c08109c0,0,c6ab4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab4d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d78b40 sched_switch(c6d78b40,0,104,18c,f5eb2166,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d78b40,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0db0f58,4c,c0c57c2f,0,0,...) at sleepq_timedwait+0x6b _sleep(c0db0f58,0,4c,c0c57c2f,64,...) at _sleep+0x329 g_event_procbody(0,c6ab1d38,c0c5d3ea,334,c6d74548,...) at g_event_procbody+0xcb fork_exit(c0810a50,0,c6ab1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab1d70, ebp = 0 --- Tracing command intr pid 12 tid 100040 td 0xc70d5d80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100039 td 0xc70d6000 sched_switch(c70d6000,0,109,18c,9e2bbc02,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6d721f0,...) at mi_switch+0x200 ithread_loop(c70cc5f0,f3fa8d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c70cc5f0,f3fa8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fa8d70, ebp = 0 --- Tracing command intr pid 12 tid 100038 td 0xc6f4cd80 sched_switch(c6f4cd80,0,109,18c,287da1da,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c70c0a70,...) at mi_switch+0x200 ithread_loop(c70cc130,f3fa5d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c70cc130,f3fa5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fa5d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6f58480 sched_switch(c6f58480,0,109,18c,9c047a16,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbb1f0,...) at mi_switch+0x200 ithread_loop(c6fae5d0,f3f99d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6fae5d0,f3f99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f99d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f586c0 sched_switch(c6f586c0,0,109,18c,a8f015d1,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbb4f0,...) at mi_switch+0x200 ithread_loop(c6fae180,f3f91d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6fae180,f3f91d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f91d70, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc6f58900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xc6f58b40 sched_switch(c6f58b40,0,109,18c,c6979664,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbb2f0,...) at mi_switch+0x200 ithread_loop(c6f81960,f3f7fd38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6f81960,f3f7fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f7fd70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc6f58d80 sched_switch(c6f58d80,0,109,18c,c60057c9,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbb370,...) at mi_switch+0x200 ithread_loop(c6f65bb0,f3f7bd38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6f65bb0,f3f7bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f7bd70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f5a000 sched_switch(c6f5a000,0,109,18c,c86d2c95,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbb3f0,...) at mi_switch+0x200 ithread_loop(c6f65930,f3f77d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6f65930,f3f77d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f77d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f5a240 sched_switch(c6f5a240,0,109,18c,ddc13b6a,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbb0f0,...) at mi_switch+0x200 ithread_loop(c6f53c40,c6be8d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6f53c40,c6be8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6be8d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f5a480 sched_switch(c6f5a480,0,109,18c,b00159a4,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6f54870,...) at mi_switch+0x200 ithread_loop(c6f532e0,c6ae2d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6f532e0,c6ae2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ae2d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6dfc6c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc6dfcb40 sched_switch(c6dfcb40,0,109,18c,983517cc,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6f4b7f0,...) at mi_switch+0x200 ithread_loop(c6d25b30,c6ad5d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d25b30,c6ad5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad5d70, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc6f4c000 sched_switch(c6f4c000,0,109,18c,b9b0976c,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6f4b870,...) at mi_switch+0x200 ithread_loop(c6d25ac0,c6acfd38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d25ac0,c6acfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acfd70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc6f4cb40 sched_switch(c6f4cb40,0,109,18c,71c893b0,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6f4ba70,...) at mi_switch+0x200 ithread_loop(c6d25a50,c6ac0d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d25a50,c6ac0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac0d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d78d80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc6dfc000 sched_switch(c6dfc000,0,109,18c,ce368a49,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbacf0,...) at mi_switch+0x200 ithread_loop(c6d731d0,c6aabd38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d731d0,c6aabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aabd70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc6dfc240 sched_switch(c6dfc240,0,109,18c,fac856fc,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbad70,...) at mi_switch+0x200 ithread_loop(c6d731e0,c6aa8d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d731e0,c6aa8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa8d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dfc480 sched_switch(c6dfc480,0,109,18c,fd529114,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbadf0,...) at mi_switch+0x200 ithread_loop(c6d731f0,c6aa5d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d731f0,c6aa5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa5d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d76000 sched_switch(c6d76000,0,109,18c,f362767c,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbae70,...) at mi_switch+0x200 ithread_loop(c6d73200,c6aa2d38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d73200,c6aa2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa2d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d76240 sched_switch(c6d76240,0,109,18c,fda5f2e6,...) at sched_switch+0x437 mi_switch(109,0,c0c5d669,4e3,c6dbaef0,...) at mi_switch+0x200 ithread_loop(c6d73210,c6a9fd38,c0c5d3ea,334,c6d747ec,...) at ithread_loop+0x1f6 fork_exit(c084c020,c6d73210,c6a9fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9fd70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d76480 sched_switch(c6d76480,0,108,187,da166589,...) at sched_switch+0x437 mi_switch(108,0,c0c638b5,3ad,c6d76480,...) at mi_switch+0x200 sched_idletd(0,c6a9bd38,c0c5d3ea,334,c6d74a90,...) at sched_idletd+0x16c fork_exit(c0894c90,0,c6a9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9bd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d766c0 sched_switch(c6d766c0,0,108,187,eee3cfb8,...) at sched_switch+0x437 mi_switch(108,0,c0c638b5,3ad,c6d766c0,...) at mi_switch+0x200 sched_idletd(0,c6a98d38,c0c5d3ea,334,c6d74a90,...) at sched_idletd+0x16c fork_exit(c0894c90,0,c6a98d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a98d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d76900 sched_switch(c6d76900,0,108,187,e03e8975,...) at sched_switch+0x437 mi_switch(108,0,c0c638b5,3ad,c6d76900,...) at mi_switch+0x200 sched_idletd(0,c6a95d38,c0c5d3ea,334,c6d74a90,...) at sched_idletd+0x16c fork_exit(c0894c90,0,c6a95d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a95d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d76b40 sched_switch(c6d76b40,0,108,187,edfda701,...) at sched_switch+0x437 mi_switch(108,0,c0c638b5,3ad,c6d76b40,...) at mi_switch+0x200 sched_idletd(0,c6a92d38,c0c5d3ea,334,c6d74a90,...) at sched_idletd+0x16c fork_exit(c0894c90,0,c6a92d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a92d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d76d80 sched_switch(c6d76d80,0,104,18c,dac75cd1,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d76d80,0,c0c65fe5,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c65fe5,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d74d34,5c,c0c68852,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d74d34,c6d74dbc,15c,c0c68852,0,...) at _sleep+0x344 kern_wait(c6d76d80,ffffffff,c6a8ec74,0,0,...) at kern_wait+0xb56 wait4(c6d76d80,c6a8ecf8,10,c0c68682,c0d46324,...) at wait4+0x3b syscall(c6a8ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c5f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6d78000 sched_switch(c6d78000,0,104,18c,9e2d1083,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d78000,0,c0c65fe5,247,c6d78000,...) at sleepq_switch+0x15f sleepq_wait(c0f32b00,0,c6a8bc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f32b00,c0f32ae4,c0c84cef,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8bd38,c0c5d3ea,334,c6d75000,...) at audit_worker+0x84 fork_exit(c0a65ea0,0,c6a8bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100036 td 0xc6f58240 sched_switch(c6f58240,0,104,18c,fb9c84dd,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f58240,0,c0c65fe5,247,c6f58240,...) at sleepq_switch+0x15f sleepq_wait(c6fc73c0,0,c0c62831,c0c57c2f,0,...) at sleepq_wait+0x63 msleep_spin(c6fc73c0,c6fc73dc,c0c57c2f,0,c0c604c3,...) at msleep_spin+0x21d taskqueue_thread_loop(c6fce49c,f3f9fd38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0x8e fork_exit(c08ac010,c6fce49c,f3f9fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3f9fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc6dfc900 sched_switch(c6dfc900,0,104,18c,b9b2bf80,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dfc900,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f28000,0,c0c57c2f,0,0,...) at sleepq_wait+0x63 _sleep(c6f28000,c6f2801c,0,c0c57c2f,0,...) at _sleep+0x35b taskqueue_thread_loop(c0dc5ae8,c6ad8d38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0xb4 fork_exit(c08ac010,c0dc5ae8,c6ad8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad8d70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6dfcd80 sched_switch(c6dfcd80,0,104,18c,9e94a029,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dfcd80,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f280c0,0,c0c57c2f,0,0,...) at sleepq_wait+0x63 _sleep(c6f280c0,c6f280dc,0,c0c57c2f,0,...) at _sleep+0x35b taskqueue_thread_loop(c0db18e4,c6ad2d38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0xb4 fork_exit(c08ac010,c0db18e4,c6ad2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f4c480 sched_switch(c6f4c480,0,104,18c,9e948e18,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4c480,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f28200,0,c0c57c2f,0,0,...) at sleepq_wait+0x63 _sleep(c6f28200,c6f2821c,0,c0c57c2f,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d82e60,c6ac9d38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0xb4 fork_exit(c08ac010,c0d82e60,c6ac9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc6f4c6c0 sched_switch(c6f4c6c0,0,104,18c,9e947d49,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4c6c0,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f28200,0,c0c57c2f,0,0,...) at sleepq_wait+0x63 _sleep(c6f28200,c6f2821c,0,c0c57c2f,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d82e60,c6ac6d38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0xb4 fork_exit(c08ac010,c0d82e60,c6ac6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac6d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc6f4c900 sched_switch(c6f4c900,0,104,18c,9e946df4,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4c900,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f28200,0,c0c57c2f,0,0,...) at sleepq_wait+0x63 _sleep(c6f28200,c6f2821c,0,c0c57c2f,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d82e60,c6ac3d38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0xb4 fork_exit(c08ac010,c0d82e60,c6ac3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d78480 sched_switch(c6d78480,0,104,18c,c04de623,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d78480,0,c0c65fe5,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d5cb80,0,c0c57c2f,0,0,...) at sleepq_wait+0x63 _sleep(c6d5cb80,c6d5cb9c,0,c0c57c2f,0,...) at _sleep+0x35b taskqueue_thread_loop(c0dc4620,c6abad38,c0c5d3ea,334,c0db1020,...) at taskqueue_thread_loop+0xb4 fork_exit(c08ac010,c0dc4620,c6abad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abad70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0db12d0 sched_switch(c0db12d0,0,104,18c,a13f9c51,...) at sched_switch+0x437 mi_switch(104,0,c0c65fe5,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0db12d0,0,c0c65fe5,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0db1020,44,c0c6412a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0db1020,0,44,c0c6412a,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Physical memory: 3439 MB Dumping 159 MB: 144 128 112 96 80 64 48 32 16 Dump complete = 0xf db:1:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04c3cc9 in db_fncall (dummy1=0xc090fbf0, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf6553384 "\2303Uö\001") at ../../../ddb/db_command.c:548 #2 0xc04c40ff in db_command (last_cmdp=0xc0d8113c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04c41b4 in db_command_script (command=0xc0d820c8 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04c82b0 in db_script_exec (scriptname=0xc0d819a0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04c8341 in db_run_cmd (addr=0x0, have_addr=0x0, count=0x0, modif=0xf65534bc "Ð4Uö") at ../../../ddb/db_script.c:375 #6 0xc04c40ff in db_command (last_cmdp=0xc0d8113c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #7 0xc04c41b4 in db_command_script (command=0xc0d82000 "run pho") at ../../../ddb/db_command.c:516 #8 0xc04c82b0 in db_script_exec (scriptname=0xf65535c8 "kdb.enter.unknown", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #9 0xc04c8397 in db_script_kdbenter (eventname=0xc0c96d53 "unknown") at ../../../ddb/db_script.c:324 #10 0xc04c6078 in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228 #11 0xc08a0396 in kdb_trap (type=0xc, code=0x0, tf=0xf6553748) at ../../../kern/subr_kdb.c:534 #12 0xc0b93b1f in trap_fatal (frame=0xf6553748, eva=0xdeadc0de) at ../../../i386/i386/trap.c:924 #13 0xc0b94491 in trap (frame=0xf6553748) at ../../../i386/i386/trap.c:325 #14 0xc0b7712b in calltrap () at ../../../i386/i386/exception.s:165 #15 0xc090fbf0 in strlcpy (dst=0xf655395b "", src=0xdeadc0de
, siz=0x9) at ../../../libkern/strlcpy.c:54 #16 0xc086632d in fill_kinfo_thread (td=0xca75dd80, kp=0xf6553810, preferthread=0x0) at ../../../kern/kern_proc.c:853 #17 0xc0866ccc in fill_kinfo_proc (p=0xc99cf000, kp=0xf6553810) at ../../../kern/kern_proc.c:927 #18 0xc0866e8c in sysctl_out_proc (p=0xc99cf000, req=0xf6553ba4, flags=0x0) at ../../../kern/kern_proc.c:994 #19 0xc08699bd in sysctl_kern_proc (oidp=0xc0d4e8c0, arg1=0x0, arg2=0x0, req=0xf6553ba4) at ../../../kern/kern_proc.c:1188 #20 0xc087caa8 in sysctl_root (oidp=Variable "oidp" is not available. ) at ../../../kern/kern_sysctl.c:1504 #21 0xc087cc6c in userland_sysctl (td=0xc90e36c0, name=0xf6553c10, namelen=0x3, old=0x0, oldlenp=0xbfbfeb04, inkernel=0x0, new=0x0, newlen=0x0, retval=0xf6553c70, flags=0x0) at ../../../kern/kern_sysctl.c:1608 #22 0xc087d024 in __sysctl (td=0xc90e36c0, uap=0xf6553cf8) at ../../../kern/kern_sysctl.c:1534 #23 0xc0b94034 in syscall (frame=0xf6553d38) at ../../../i386/i386/trap.c:1073 #24 0xc0b77190 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #25 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 16 #16 0xc086632d in fill_kinfo_thread (td=0xca75dd80, kp=0xf6553810, preferthread=0x0) at ../../../kern/kern_proc.c:853 853 strlcpy(kp->ki_wmesg, td->td_wmesg, sizeof(kp->ki_wmesg)); (kgdb) l 848 p = td->td_proc; 849 PROC_LOCK_ASSERT(p, MA_OWNED); 850 851 thread_lock(td); 852 if (td->td_wmesg != NULL) 853 strlcpy(kp->ki_wmesg, td->td_wmesg, sizeof(kp->ki_wmesg)); 854 else 855 bzero(kp->ki_wmesg, sizeof(kp->ki_wmesg)); 856 if (td->td_name[0] != '\0') 857 strlcpy(kp->ki_ocomm, td->td_name, sizeof(kp->ki_ocomm)); (kgdb) p *td $1 = {td_lock = 0xc0dc4d34, td_proc = 0xc99cf000, td_plist = {tqe_next = 0x0, tqe_prev = 0xc99cf008}, td_runq = {tqe_next = 0x0, tqe_prev = 0xc0db85d4}, td_slpq = {tqe_next = 0x0, tqe_prev = 0xc73f0400}, td_lockq = {tqe_next = 0x0, tqe_prev = 0xf65fab98}, td_cpuset = 0xc6d60e38, td_sel = 0x0, td_sleepqueue = 0x0, td_turnstile = 0xc79cba80, td_umtxq = 0xc77c90c0, td_tid = 0x1884d, td_sigqueue = {sq_signals = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {tqh_first = 0x0, tqh_last = 0xca75dde0}, sq_proc = 0xc99cf000, sq_flags = 0x1}, td_flags = 0x44, td_inhibitors = 0x2, td_pflags = 0x0, td_dupfd = 0x0, td_sqqueue = 0x0, td_wchan = 0xc7428a48, td_wmesg = 0xdeadc0de
, td_lastcpu = 0x3, td_oncpu = 0xff, td_owepreempt = 0x0, td_tsqueue = 0xff, td_locks = 0x2, td_rw_rlocks = 0x0, td_lk_slocks = 0x0, td_blocked = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0x0}, td_sleeplocks = 0xc0ef1c78, td_intr_nesting_level = 0x0, td_pinned = 0x0, td_ucred = 0xc7b72600, td_estcpu = 0x0, td_slptick = 0x2fa758, td_ru = {ru_utime = {tv_sec = 0x0, tv_usec = 0x0}, ru_stime = {tv_sec = 0x0, tv_usec = 0x0}, ru_maxrss = 0x514, ru_ixrss = 0x24, ru_idrss = 0x5ac, ru_isrss = 0x180, ru_minflt = 0xca, ru_majflt = 0x0, ru_nswap = 0x0, ru_inblock = 0x1, ru_oublock = 0xf, ru_msgsnd = 0xa, ru_msgrcv = 0x0, ru_nsignals = 0x0, ru_nvcsw = 0x13, ru_nivcsw = 0x18}, td_incruntime = 0x0, td_runtime = 0x18056a4, td_pticks = 0x2, td_sticks = 0x0, td_iticks = 0x0, td_uticks = 0x0, td_intrval = 0x0, td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_generation = 0x2b, td_sigstk = { ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_xsig = 0x0, td_profil_addr = 0x0, td_profil_ticks = 0x0, td_name = "umount", '\0' , td_fpop = 0x0, td_dbgflags = 0x0, td_osd = {osd_nslots = 0x0, osd_slots = 0x0, osd_next = {le_next = 0x0, le_prev = 0x0}}, td_rqindex = 0x24, td_base_pri = 0x90, td_priority = 0x90, td_pri_class = 0x3, td_user_pri = 0x87, td_base_user_pri = 0x87, td_pcb = 0xf67b5d90, td_state = TDS_INHIBITED, td_retval = {0x0, 0x804b1c8}, td_slpcallout = {c_links = {sle = {sle_next = 0x0}, tqe = { tqe_next = 0x0, tqe_prev = 0xc6e56880}}, c_time = 0x2fb310, c_arg = 0xca75dd80, c_func = 0xc08a97e0 , c_lock = 0x0, c_flags = 0x10, c_cpu = 0x3}, td_frame = 0xf67b5d38, td_kstack_obj = 0xc99456c8, td_kstack = 0xf67b4000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0, td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {md_spinlock_count = 0x1, md_saved_flags = 0x246}, td_sched = 0xca75df94, td_ar = 0x0, td_syscalls = 0xef5, td_lprof = {{lh_first = 0x0}, {lh_first = 0x0}}, td_dtrace = 0x0, td_errno = 0x0, td_vnet = 0x0, td_vnet_lpush = 0x0} (kgdb) info loc p = (struct proc *) 0xc99cf000 (kgdb) p *p $2 = {p_list = {le_next = 0xc99ef2a4, le_prev = 0xc0db2cf8}, p_threads = {tqh_first = 0xca75dd80, tqh_last = 0xca75dd88}, p_slock = {lock_object = { lo_name = 0xc0c60786 "process slock", lo_flags = 0xb0000, lo_data = 0x0, lo_witness = 0x0}, mtx_lock = 0x4}, p_ucred = 0xc7b72600, p_fd = 0xc9734200, p_fdtol = 0x0, p_stats = 0xc7b74300, p_limit = 0xc76dce00, p_limco = {c_links = {sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0x0}}, c_time = 0x0, c_arg = 0x0, c_func = 0, c_lock = 0xc99cf088, c_flags = 0x0, c_cpu = 0x0}, p_sigacts = 0xc9052000, p_flag = 0x10004002, p_state = PRS_NORMAL, p_pid = 0x1c43, p_hash = {le_next = 0x0, le_prev = 0xc6d5910c}, p_pglist = {le_next = 0xc8ff9a90, le_prev = 0xc73ed314}, p_pptr = 0xc73ed2a4, p_sibling = {le_next = 0x0, le_prev = 0xc73ed328}, p_children = {lh_first = 0x0}, p_mtx = { lock_object = {lo_name = 0xc0c60779 "process lock", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc6d28340}, mtx_lock = 0xc90e36c0}, p_ksi = 0xca641b90, p_sigqueue = {sq_signals = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_kill = {__bits = {0x0, 0x0, 0x0, 0x0}}, sq_list = {tqh_first = 0x0, tqh_last = 0xc99cf0c0}, sq_proc = 0xc99cf000, sq_flags = 0x1}, p_oppid = 0x0, p_vmspace = 0xc906f2ac, p_swtick = 0x2fa511, p_realtimer = { it_interval = {tv_sec = 0x0, tv_usec = 0x0}, it_value = {tv_sec = 0x0, tv_usec = 0x0}}, p_ru = {ru_utime = {tv_sec = 0x0, tv_usec = 0x0}, ru_stime = {tv_sec = 0x0, tv_usec = 0x0}, ru_maxrss = 0x0, ru_ixrss = 0x0, ru_idrss = 0x0, ru_isrss = 0x0, ru_minflt = 0x0, ru_majflt = 0x0, ru_nswap = 0x0, ru_inblock = 0x0, ru_oublock = 0x0, ru_msgsnd = 0x0, ru_msgrcv = 0x0, ru_nsignals = 0x0, ru_nvcsw = 0x0, ru_nivcsw = 0x0}, p_rux = { rux_runtime = 0x18056a4, rux_uticks = 0x0, rux_sticks = 0x3, rux_iticks = 0x0, rux_uu = 0x0, rux_su = 0x36a9, rux_tu = 0x36a9}, p_crux = { rux_runtime = 0x0, rux_uticks = 0x0, rux_sticks = 0x0, rux_iticks = 0x0, rux_uu = 0x0, rux_su = 0x0, rux_tu = 0x0}, p_profthreads = 0x0, p_exitthreads = 0x0, p_traceflag = 0x0, p_tracevp = 0x0, p_tracecred = 0x0, p_textvp = 0xc74b76b8, p_lock = 0x0, p_sigiolst = {slh_first = 0x0}, p_sigparent = 0x14, p_sig = 0x0, p_code = 0x0, p_stops = 0x0, p_stype = 0x0, p_step = 0x0, p_pfsflags = 0x0, p_nlminfo = 0x0, p_aioinfo = 0x0, p_singlethread = 0x0, p_suspcount = 0x0, p_xthread = 0x0, p_boundary_count = 0x0, p_pendingcnt = 0x0, p_itimers = 0x0, p_magic = 0xbeefface, p_osrel = 0xc3560, p_comm = "umount", '\0' , p_pgrp = 0xc77742c0, p_sysent = 0xc0d718e0, p_args = 0xc8f90900, p_cpulimit = 0x7fffffffffffffff, p_nice = 0x0, p_fibnum = 0x0, p_xstat = 0x0, p_klist = {kl_list = {slh_first = 0x0}, kl_lock = 0xc0840aa0 , kl_unlock = 0xc0840ad0 , kl_locked = 0xc0841e50 , kl_lockarg = 0xc99cf088}, p_numthreads = 0x1, p_md = {md_ldt = 0x0}, p_itcallout = {c_links = {sle = {sle_next = 0x0}, tqe = {tqe_next = 0x0, tqe_prev = 0x0}}, c_time = 0x0, c_arg = 0x0, c_func = 0, c_lock = 0x0, c_flags = 0x10, c_cpu = 0x0}, p_acflag = 0x0, p_peers = 0x0, p_leader = 0xc99cf000, p_emuldata = 0x0, p_label = 0x0, p_sched = 0xc99cf2a4, p_ktr = {stqh_first = 0x0, stqh_last = 0xc99cf28c}, p_mqnotifier = { lh_first = 0x0}, p_dtrace = 0x0, p_pwait = {cv_description = 0xc0c60f4a "ppwait", cv_waiters = 0x0}} (kgdb) $ svn diff /usr/src/sys Index: /usr/src/sys/rpc/clnt_rc.c =================================================================== --- /usr/src/sys/rpc/clnt_rc.c (revision 193938) +++ /usr/src/sys/rpc/clnt_rc.c (working copy) @@ -154,7 +154,7 @@ return (RPC_CANTSEND); } if (rc->rc_connecting) { - while (!rc->rc_closed && !rc->rc_client) { + while (!rc->rc_closed && !rc->rc_client && rc->rc_connecting) { error = msleep(rc, &rc->rc_lock, rc->rc_intr ? PCATCH : 0, "rpcrecon", 0); if (error) { @@ -166,7 +166,7 @@ * If the other guy failed to connect, we might as * well have another go. */ - if (!rc->rc_client && !rc->rc_connecting) + if (!rc->rc_client || rc->rc_closed) goto again; mtx_unlock(&rc->rc_lock); return (RPC_SUCCESS); @@ -310,10 +310,12 @@ * reconnected. */ if (rc->rc_client == client) { - CLNT_RELEASE(rc->rc_client); rc->rc_client = NULL; + mtx_unlock(&rc->rc_lock); + CLNT_RELEASE(client); + } else { + mtx_unlock(&rc->rc_lock); } - mtx_unlock(&rc->rc_lock); } else { break; } Index: /usr/src/sys/nfsclient/nfs_bio.c =================================================================== --- /usr/src/sys/nfsclient/nfs_bio.c (revision 193938) +++ /usr/src/sys/nfsclient/nfs_bio.c (working copy) @@ -389,6 +389,11 @@ * But for now, this suffices. */ old_lock = nfs_upgrade_vnlock(vp); + if (vp->v_iflag & VI_DOOMED) { + nfs_downgrade_vnlock(vp, old_lock); + return (EBADF); + } + mtx_lock(&np->n_mtx); if (np->n_flag & NMODIFIED) { mtx_unlock(&np->n_mtx); @@ -1289,14 +1294,6 @@ ASSERT_VOP_LOCKED(vp, "nfs_vinvalbuf"); - /* - * XXX This check stops us from needlessly doing a vinvalbuf when - * being called through vclean(). It is not clear that this is - * unsafe. - */ - if (vp->v_iflag & VI_DOOMED) - return (0); - if ((nmp->nm_flag & NFSMNT_INT) == 0) intrflg = 0; if (intrflg) { @@ -1308,6 +1305,16 @@ } old_lock = nfs_upgrade_vnlock(vp); + if (vp->v_iflag & VI_DOOMED) { + /* + * Since vgonel() uses the generic vinvalbuf() to flush + * dirty buffers and it does not call this function, it + * is safe to just return OK when VI_DOOMED is set. + */ + nfs_downgrade_vnlock(vp, old_lock); + return (0); + } + /* * Now, flush as required. */ -- Test scenario: nfs7.sh