GENERIC HEAD from 2009-05-12 03:30:25 UTC, r192300, vmcore.359 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 7.2-STABLE #0 r192300: Mon May 18 13:07:34 CEST 2009 pho@crashbox.osted.lan:/var/tmp/ZFS_MFC/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1036201984 (988 MB) : Trying to mount root from ufs:/dev/ad0s1a GEOM_LABEL: Label ufsid/434f618193a83f43 removed. GEOM_LABEL: Label for provider ad0s1a is ufsid/434f618193a83f43. Expensive timeout(9) function: 0xc09993f0(0) 0.060774483 s GEOM_LABEL: Label ufsid/434f61819515a495 removed. GEOM_LABEL: Label for provider ad0s1f is ufsid/434f61819515a495. GEOM_LABEL: Label ufsid/434f6181a1e353a3 removed. GEOM_LABEL: Label for provider ad0s1e is ufsid/434f6181a1e353a3. GEOM_LABEL: Label ufsid/434f6181b485c4b5 removed. GEOM_LABEL: Label for provider ad0s1g is ufsid/434f6181b485c4b5. GEOM_LABEL: Label ufsid/434f6182153985e0 removed. GEOM_LABEL: Label for provider ad0s1d is ufsid/434f6182153985e0. Expensive timeout(9) function: 0xc081aff0(0xc444e480) 0.060787334 s GEOM_LABEL: Label ufsid/434f618193a83f43 removed. GEOM_LABEL: Label ufsid/434f61819515a495 removed. GEOM_LABEL: Label ufsid/434f6181a1e353a3 removed. GEOM_LABEL: Label ufsid/434f6181b485c4b5 removed. GEOM_LABEL: Label ufsid/434f6182153985e0 removed. fxp0: link state changed to UP This module (opensolaris) contains code covered by the Common Development and Distribution License (CDDL) see http://opensolaris.org/os/licensing/opensolaris_license/ WARNING: ZFS is considered to be an experimental feature in FreeBSD. ZFS filesystem version 13 ZFS storage pool version 13 Expensive timeout(9) function: 0xc0a0ce50(0) 0.824955513 s panic: vm_fault: fault on nofault entry, addr: f3340000 cpuid = 3 KDB: enter: panic [thread pid 8578 tid 100145 ] Stopped at kdb_enter_why+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 8578 tid 100145 td 0xc4b31b40 kdb_enter_why(c0b92d84,c0b92d84,c0bb6844,f37b37e4,3,...) at kdb_enter_why+0x3a panic(c0bb6844,f3340000,1,f37b38d4,f37b38c4,...) at panic+0x136 vm_fault(c1471000,f3340000,1,0,f3340788,...) at vm_fault+0x178 trap_pfault(5,0,c0bc40b2,c0d23dc0,c4b1e000,...) at trap_pfault+0x186 trap(f37b3a14) at trap+0x428 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc5067c5b, esp = 0xf37b3a54, ebp = 0xf37b3a90 --- spa_history_log_sync(c48a8000,f3340788,c45e4300,c6046800,0,...) at spa_history_log_sync+0x1b dsl_sync_task_group_sync(c4d38300,c6046800,0,0,c48a81e4,...) at dsl_sync_task_group_sync+0x196 dsl_pool_sync(c560d000,47,0,0,0,...) at dsl_pool_sync+0x142 spa_sync(c48a8000,47,0,0,3e8,...) at spa_sync+0x3b5 txg_sync_thread(c560d000,f37b3d38,c0b8ed2c,323,c4b1e000,...) at txg_sync_thread+0x3b4 fork_exit(c506d450,c560d000,f37b3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf37b3d70, ebp = 0 --- db:1:bt> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc40a2480: pid 14 "idle: cpu0" curpcb = 0xc3eb1d90 fpcurthread = none idlethread = 0xc40a2480: pid 14 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc444e000: pid 1382 "vaclean" curpcb = 0xf328cd90 fpcurthread = none idlethread = 0xc40a26c0: pid 13 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc40a2900: pid 12 "idle: cpu2" curpcb = 0xc3eabd90 fpcurthread = none idlethread = 0xc40a2900: pid 12 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4b31b40: pid 8578 "txg_thread_enter" curpcb = 0xf37b3d90 fpcurthread = none idlethread = 0xc40a2b40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 8578 (txg_thread_enter) thread 0xc4b31b40 (100145) exclusive sleep mutex system map r = 0 (0xc147105c) locked @ vm/vm_map.c:3131 Process 1283 (sshd) thread 0xc4584000 (100101) exclusive sx so_rcv_sx r = 0 (0xc486022c) locked @ kern/uipc_sockbuf.c:148 Process 1252 (sshd) thread 0xc45846c0 (100098) exclusive sx so_rcv_sx r = 0 (0xc45c422c) locked @ kern/uipc_sockbuf.c:148 Process 1251 (sshd) thread 0xc41ffb40 (100058) exclusive sx so_rcv_sx r = 0 (0xc45c456c) locked @ kern/uipc_sockbuf.c:148 Process 1250 (sshd) thread 0xc45246c0 (100066) exclusive sx so_rcv_sx r = 0 (0xc45cb56c) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc4f6a2c0: tag zfs, type VDIR usecount 113, writecount 0, refcount 114 mountedhere 0 flags () v_object 0xc56ab600 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc5476b40 (pid 8621) with 21 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc086ef99 at kern_lstat+0x59 #7 0xc086f12f at lstat+0x2f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc557db00: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4d1ad80 (pid 8671)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc0877012 at vn_open_cred+0x62 #7 0xc0877503 at vn_open+0x33 #8 0xc087632d at kern_open+0xed #9 0xc0876820 at open+0x30 #10 0xc0ae0303 at syscall+0x2d3 #11 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4b05420: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4c446c0 (pid 8676)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc0877012 at vn_open_cred+0x62 #7 0xc0877503 at vn_open+0x33 #8 0xc087632d at kern_open+0xed #9 0xc0876820 at open+0x30 #10 0xc0ae0303 at syscall+0x2d3 #11 0xc0ac4950 at Xint0x80_syscall+0x20 0xc57f9dc0: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4c44900 (pid 8680)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc0877012 at vn_open_cred+0x62 #7 0xc0877503 at vn_open+0x33 #8 0xc087632d at kern_open+0xed #9 0xc0876820 at open+0x30 #10 0xc0ae0303 at syscall+0x2d3 #11 0xc0ac4950 at Xint0x80_syscall+0x20 0xc53fc2c0: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4565480 (pid 8673)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc0877012 at vn_open_cred+0x62 #7 0xc0877503 at vn_open+0x33 #8 0xc087632d at kern_open+0xed #9 0xc0876820 at open+0x30 #10 0xc0ae0303 at syscall+0x2d3 #11 0xc0ac4950 at Xint0x80_syscall+0x20 0xc56a6c60: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4c2f900 (pid 8672)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc0871227 at kern_rmdir+0x47 #7 0xc0871452 at rmdir+0x22 #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc5405c60: tag zfs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4c2f900 (pid 8672)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc50a5d76 at zfs_lookup+0x326 #5 0xc50a63cf at zfs_freebsd_lookup+0x6f #6 0xc0af7235 at VOP_CACHEDLOOKUP_APV+0xc5 #7 0xc08596ef at vfs_cache_lookup+0xcf #8 0xc0af8e35 at VOP_LOOKUP_APV+0xe5 #9 0xc085f9ae at lookup+0x58e #10 0xc086056e at namei+0x35e #11 0xc0871227 at kern_rmdir+0x47 #12 0xc0871452 at rmdir+0x22 #13 0xc0ae0303 at syscall+0x2d3 #14 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4ea2420: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc56c3b00 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc57b56c0 (pid 8629)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4f8b2c0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4ea8980 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4c44480 (pid 8637)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc54b3840: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4d04600 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4263b40 (pid 8639)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc5234dc0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc54d5480 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d19900 (pid 8640)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4d77dc0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc533c480 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d16240 (pid 8638)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4e36000: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc5392d00 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc45d86c0 (pid 8631)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc56dadc0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc55d8b00 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4b32d80 (pid 8643)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc57f4dc0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4d55b80 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d18900 (pid 8630) with 1 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc5819b00: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc5221d00 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d1b480 (pid 8689)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4dd5000: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4bd4a00 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc5476240 (pid 8648) with 1 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc52e2840: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc5641500 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4c44d80 (pid 8694)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc52bbb00: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc5378800 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d1bb40 (pid 8693) with 1 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc5275c60: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4442480 (pid 8674)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc087198d at kern_mkdir+0x6d #7 0xc0871c79 at mkdir+0x29 #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc57236e0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc565a980 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d0ad80 (pid 8642)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc57b0c60: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4b4f480 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d1a000 (pid 8711) with 1 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc53382c0: tag zfs, type VREG usecount 2, writecount 1, refcount 2 mountedhere 0 flags () v_object 0xc523ee80 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4d19b40 (pid 8715) with 2 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc57dab00: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc56aa380 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4c2f6c0 (pid 8712)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc56beb00: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4d75e80 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4524240 (pid 8634)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4f9bc60: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4be1900 (pid 8677)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc087198d at kern_mkdir+0x6d #7 0xc0871c79 at mkdir+0x29 #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc568c580: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc486c6c0 (pid 8675)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc0871227 at kern_rmdir+0x47 #7 0xc0871452 at rmdir+0x22 #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4eeab00: tag zfs, type VDIR usecount 1, writecount 0, refcount 1 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc486c6c0 (pid 8675)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc50a5d76 at zfs_lookup+0x326 #5 0xc50a63cf at zfs_freebsd_lookup+0x6f #6 0xc0af7235 at VOP_CACHEDLOOKUP_APV+0xc5 #7 0xc08596ef at vfs_cache_lookup+0xcf #8 0xc0af8e35 at VOP_LOOKUP_APV+0xe5 #9 0xc085f9ae at lookup+0x58e #10 0xc086056e at namei+0x35e #11 0xc0871227 at kern_rmdir+0x47 #12 0xc0871452 at rmdir+0x22 #13 0xc0ae0303 at syscall+0x2d3 #14 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4d58b00: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4bcab40 (pid 8678)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc087198d at kern_mkdir+0x6d #7 0xc0871c79 at mkdir+0x29 #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc4ee16e0: tag zfs, type VDIR usecount 2, writecount 0, refcount 2 mountedhere 0 flags () lock type zfs: EXCL (count 1) by thread 0xc4442000 (pid 8679)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc085f50d at lookup+0xed #5 0xc086056e at namei+0x35e #6 0xc087198d at kern_mkdir+0x6d #7 0xc0871c79 at mkdir+0x29 #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc53cbdc0: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc5810e00 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc5a156c0 (pid 8717)#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 0xc56f9000: tag zfs, type VREG usecount 1, writecount 1, refcount 1 mountedhere 0 flags () v_object 0xc4ea7980 ref 0 pages 0 lock type zfs: EXCL (count 1) by thread 0xc4442d80 (pid 8663) with 1 pending#0 0xc07d0b00 at _lockmgr+0x560 #1 0xc085ba90 at vop_stdlock+0x40 #2 0xc0af7c95 at VOP_LOCK1_APV+0xa5 #3 0xc0877938 at _vn_lock+0x118 #4 0xc08780fa at vn_write+0x16a #5 0xc0825ed5 at dofilewrite+0x95 #6 0xc0826158 at kern_writev+0x58 #7 0xc08261cf at write+0x4f #8 0xc0ae0303 at syscall+0x2d3 #9 0xc0ac4950 at Xint0x80_syscall+0x20 db:1:lockedvnods> show mount 0xc44d4a38 /dev/ad0s1a on / (ufs) 0xc44d5000 devfs on /dev (devfs) 0xc44d46d0 /dev/ad0s1f on /home (ufs) 0xc44d4368 /dev/ad0s1e on /tmp (ufs) 0xc44d4000 /dev/ad0s1g on /usr (ufs) 0xc45956d0 /dev/ad0s1d on /var (ufs) 0xc4595368 procfs on /proc (procfs) 0xc4595000 tank on /tank (zfs) 0xc4cfd6d0 tank/test on /tank/test (zfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 8718 8663 8468 0 S+ zfs 0xc56f9058 lockf 8717 8644 8468 0 ?+ lockf 8716 8468 8468 0 ?+ zfs 8715 8654 8468 0 ?+ lockf 8714 8634 8468 0 S+ lockf 0xc4d38bc0 lockf 8712 8656 8468 0 ?+ lockf 8711 8652 8468 0 ?+ lockf 8709 1263 1259 1001 ? sleep 8694 8660 8468 0 ?+ lockf 8693 8646 8468 0 ?+ lockf 8692 8643 8468 0 S+ lockf 0xc4cad1c0 lockf 8691 8630 8468 0 S+ zfs 0xc57f4e18 lockf 8690 8648 8468 0 S+ zfs 0xc4dd5058 lockf 8689 8641 8468 0 ?+ lockf 8680 8669 8468 0 ?+ rename 8679 8670 8468 0 ?+ mkdir 8678 8670 8468 0 ?+ mkdir 8677 8670 8468 0 ?+ mkdir 8676 8669 8468 0 ?+ rename 8675 8670 8468 0 ?+ mkdir 8674 8670 8468 0 ?+ mkdir 8673 8669 8468 0 ?+ rename 8672 8670 8468 0 ?+ mkdir 8671 8669 8468 0 ?+ rename 8670 8602 8468 0 S+ wait 0xc4521ae0 mkdir 8669 8603 8468 0 S+ wait 0xc54a82b8 rename 8668 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8667 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8666 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8665 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8664 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8663 8625 8468 0 ?+ lockf 8662 8625 8468 0 S+ zfs 0xc4f6a318 lockf 8661 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8660 8625 8468 0 S+ lockf 0xc5d12e00 lockf 8659 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8658 8625 8468 0 S+ zfs 0xc4f6a318 lockf 8657 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8656 8625 8468 0 S+ lockf 0xc4cad500 lockf 8655 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8654 8625 8468 0 S+ zfs 0xc5338318 lockf 8653 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8652 8625 8468 0 S+ zfs 0xc57b0cb8 lockf 8651 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8650 8625 8468 0 S+ zfs 0xc4f6a318 lockf 8649 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8648 8625 8468 0 ?+ lockf 8647 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8646 8625 8468 0 S+ zfs 0xc52bbb58 lockf 8645 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8644 8625 8468 0 S+ lockf 0xc4cad480 lockf 8643 8625 8468 0 ?+ lockf 8642 8624 8468 0 ?+ rw 8641 8625 8468 0 S+ lockf 0xc5ac99c0 lockf 8640 8624 8468 0 ?+ rw 8639 8624 8468 0 ?+ rw 8638 8624 8468 0 ?+ rw 8637 8624 8468 0 ?+ rw 8636 8627 8468 0 S+ zfs 0xc4f6a318 mkfifo 8635 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8634 8625 8468 0 ?+ lockf 8633 8627 8468 0 S+ zfs 0xc4f6a318 mkfifo 8632 8626 8468 0 SL+ pfault 0xc0d30ffc swap 8631 8624 8468 0 ?+ rw 8630 8625 8468 0 ?+ lockf 8629 8624 8468 0 ?+ rw 8628 8626 8468 0 R+ swap 8627 8605 8468 0 S+ wait 0xc4d1e000 mkfifo 8626 8604 8468 0 S+ wait 0xc4ce7570 swap 8625 8600 8468 0 S+ wait 0xc44592b8 lockf 8624 8597 8468 0 S+ wait 0xc5439570 rw 8623 8606 8468 0 S+ zfs 0xc4f6a318 fts 8622 8606 8468 0 S+ zfs 0xc4f6a318 fts 8621 8606 8468 0 S+ zfs 0xc5338318 fts 8620 8606 8468 0 S+ zfs 0xc4f6a318 fts 8619 8606 8468 0 S+ zfs 0xc4f6a318 fts 8618 8606 8468 0 S+ zfs 0xc4f6a318 fts 8617 8606 8468 0 S+ zfs 0xc4f6a318 fts 8616 8606 8468 0 S+ zfs 0xc4f6a318 fts 8615 8606 8468 0 S+ zfs 0xc4f6a318 fts 8614 8606 8468 0 S+ zfs 0xc4f6a318 fts 8613 8606 8468 0 S+ zfs 0xc4f6a318 fts 8612 8606 8468 0 S+ zfs 0xc4f6a318 fts 8611 8606 8468 0 S+ zfs 0xc4f6a318 fts 8610 8606 8468 0 S+ zfs 0xc4f6a318 fts 8609 8606 8468 0 S+ zfs 0xc4f6a318 fts 8608 8606 8468 0 S+ zfs 0xc4f6a318 fts 8607 8606 8468 0 S+ zfs 0xc4f6a318 fts 8606 8598 8468 0 S+ wait 0xc4ce5000 fts 8605 8593 8468 0 S+ nanslp 0xc0cd1004 mkfifo 8604 8593 8468 0 S+ nanslp 0xc0cd1004 swap 8603 8593 8468 0 S+ nanslp 0xc0cd1004 rename 8602 8593 8468 0 S+ nanslp 0xc0cd1004 mkdir 8600 8593 8468 0 S+ nanslp 0xc0cd1004 lockf 8598 8593 8468 0 S+ nanslp 0xc0cd1004 fts 8597 8593 8468 0 S+ nanslp 0xc0cd1004 rw 8593 8592 8468 0 S+ wait 0xc58ad2b8 run 8592 8591 8468 0 S+ wait 0xc588d570 run 8591 8583 8468 0 S+ nanslp 0xc0cd1004 run 8583 8582 8468 0 S+ wait 0xc588d2b8 sh 8582 8468 8468 0 S+ wait 0xc588b828 sh 8581 0 0 0 SL tq->tq_d 0xc55c62b4 [zil_clean] 8579 0 0 0 SL tq->tq_d 0xc4c2a77c [zil_clean] 8578 0 0 0 RL CPU 3 [txg_thread_enter] 8577 0 0 0 SL tx->tx_q 0xc560d1f8 [txg_thread_enter] 8576 0 0 0 SL vgeom:io 0xc5c29488 [vdev:worker md6] 8575 0 0 0 SL vgeom:io 0xc5c30208 [vdev:worker md5] 8574 0 0 0 SL tq->tq_d 0xc41dcddc [spa_zio] 8573 0 0 0 SL tq->tq_d 0xc41dcea8 [spa_zio] 8572 0 0 0 SL tq->tq_d 0xc423d050 [spa_zio] 8571 0 0 0 SL tq->tq_d 0xc423d11c [spa_zio] 8570 0 0 0 SL tq->tq_d 0xc4c0a380 [spa_zio] 8569 0 0 0 SL tq->tq_d 0xc5832380 [spa_zio] 8568 0 0 0 SL tq->tq_d 0xc5827d10 [spa_zio] 8567 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8566 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8565 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8564 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8563 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8562 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8561 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8560 0 0 0 SL tq->tq_d 0xc5827c44 [spa_zio] 8559 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8558 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8557 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8556 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8555 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8554 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8553 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8552 0 0 0 SL tq->tq_d 0xc5827b78 [spa_zio] 8551 0 0 0 SL tq->tq_d 0xc582777c [spa_zio] 8550 0 0 0 SL tq->tq_d 0xc583277c [spa_zio] 8549 0 0 0 SL tq->tq_d 0xc58326b0 [spa_zio] 8547 0 0 0 SL mdwait 0xc4cde000 [md6] 8545 0 0 0 SL mdwait 0xc59d0000 [md5] 8468 1296 8468 0 S+ wait 0xc4c9e000 sh 1401 0 0 0 SL l2arc_fe 0xc5117100 [l2arc_feed_thread] 1385 0 0 0 SL arc_recl 0xc510ecf0 [arc_reclaim_thread] 1382 0 0 0 RL CPU 1 [vaclean] 1381 0 0 0 SL tq->tq_d 0xc4c2a050 [system_taskq] 1380 0 0 0 SL tq->tq_d 0xc4c2a050 [system_taskq] 1379 0 0 0 SL tq->tq_d 0xc4c2a050 [system_taskq] 1378 0 0 0 SL tq->tq_d 0xc4c2a050 [system_taskq] 1351 0 0 0 SL mdwait 0xc4444000 [md10] 1296 1292 1296 0 S+ wait 0xc4b1dae0 bash 1292 1291 1292 0 S+ pause 0xc4b1e5d0 csh 1291 1287 1291 1001 S+ wait 0xc4623000 su 1287 1285 1287 1001 Ss+ wait 0xc4459ae0 bash 1285 1283 1283 1001 S select 0xc0d245bc sshd 1283 1120 1283 0 Ss sbwait 0xc486025c sshd 1264 1259 1259 1001 S piperd 0xc452d000 awk 1263 1259 1259 1001 S wait 0xc46232b8 sh 1262 1257 1262 1001 Ss+ select 0xc0d245bc top 1260 1256 1260 1001 Ss kqread 0xc4a7ea00 tail 1259 1258 1259 1001 Ss wait 0xc45d5ae0 sh 1258 1252 1252 1001 S select 0xc0d245bc sshd 1257 1251 1251 1001 S select 0xc0d245bc sshd 1256 1250 1250 1001 S select 0xc0d245bc sshd 1252 1120 1252 0 Ss sbwait 0xc45c425c sshd 1251 1120 1251 0 Ss sbwait 0xc45c459c sshd 1250 1120 1250 0 Ss sbwait 0xc45cb59c sshd 1249 1 1249 0 Ss+ ttyin 0xc4283410 getty 1248 1 1248 0 Ss+ ttyin 0xc428e010 getty 1247 1 1247 0 Ss+ ttyin 0xc428dc10 getty 1246 1 1246 0 Ss+ ttyin 0xc428ec10 getty 1245 1 1245 0 Ss+ ttyin 0xc428e810 getty 1244 1 1244 0 Ss+ ttyin 0xc428cc10 getty 1243 1 1243 0 Ss+ ttyin 0xc428c810 getty 1242 1 1242 0 Ss+ ttyin 0xc428d810 getty 1216 1 1216 0 Ss select 0xc0d245bc inetd 1192 1 1192 0 Ss select 0xc0d245bc moused 1178 1 1178 0 Ss nanslp 0xc0cd1004 watchdogd 1136 1 1136 0 Ss nanslp 0xc0cd1004 cron 1129 1 1129 25 Ss pause 0xc4582318 sendmail 1125 1 1125 0 Ss select 0xc0d245bc sendmail 1120 1 1120 0 Ss select 0xc0d245bc sshd 1083 1 1083 0 Ss select 0xc0d245bc ntpd 948 932 932 0 S - 0xc4486400 nfsd 947 932 932 0 S - 0xc4509a00 nfsd 946 932 932 0 S - 0xc449be00 nfsd 945 932 932 0 S - 0xc4486600 nfsd 944 932 932 0 S - 0xc4486a00 nfsd 943 932 932 0 S - 0xc4509000 nfsd 942 932 932 0 S - 0xc4486800 nfsd 941 932 932 0 S - 0xc4509200 nfsd 940 932 932 0 S - 0xc4486c00 nfsd 939 932 932 0 S - 0xc4509400 nfsd 938 932 932 0 S - 0xc4486e00 nfsd 936 932 932 0 S - 0xc4509600 nfsd 935 932 932 0 S - 0xc45cf200 nfsd 934 932 932 0 S - 0xc4509800 nfsd 933 932 932 0 S - 0xc45cf400 nfsd 932 1 932 0 Ss select 0xc0d245bc nfsd 930 1 930 0 Ss select 0xc0d245bc mountd 848 1 848 0 Ss select 0xc0d245bc rpcbind 830 1 830 0 Ss select 0xc0d245bc syslogd 635 1 635 0 Ss select 0xc0d245bc devd 45 0 0 0 SL sdflush 0xc0d30a20 [softdepflush] 44 0 0 0 SL vlruwt 0xc4458570 [vnlru] 43 0 0 0 SL syncer 0xc0cd0e4c [syncer] 42 0 0 0 SL psleep 0xc0d24a48 [bufdaemon] 41 0 0 0 SL pgzero 0xc0d31634 [pagezero] 40 0 0 0 SL psleep 0xc0d31264 [vmdaemon] 39 0 0 0 SL psleep 0xc0d3122c [pagedaemon] 38 0 0 0 SL waiting_ 0xc0d267ec [sctp_iterator] 37 0 0 0 WL [irq7: ppbus0 ppc0] 36 0 0 0 SL - 0xc41fd23c [fdc0] 35 0 0 0 WL [swi0: sio] 34 0 0 0 WL [irq12: psm0] 33 0 0 0 WL [irq1: atkbd0] 32 0 0 0 WL [irq15: ata1] 31 0 0 0 WL [irq14: ata0] 30 0 0 0 WL [irq17: fxp0] 29 0 0 0 SL usbtsk 0xc0cce0f4 [usbtask-dr] 28 0 0 0 SL usbtsk 0xc0cce0e0 [usbtask-hc] 27 0 0 0 SL usbevt 0xc41f4210 [usb0] 26 0 0 0 WL [irq16: uhci0] 25 0 0 0 SL - 0xc41d8a00 [em0 taskq] 24 0 0 0 WL [irq9: acpi0] 23 0 0 0 SL - 0xc40e8e80 [thread taskq] 22 0 0 0 WL [swi5: +] 21 0 0 0 WL [swi2: cambio] 9 0 0 0 SL ccb_scan 0xc0c9cfd4 [xpt_thrd] 8 0 0 0 SL - 0xc4166300 [acpi_task_2] 7 0 0 0 SL - 0xc4166300 [acpi_task_1] 6 0 0 0 SL - 0xc4166300 [acpi_task_0] 5 0 0 0 SL - 0xc4166380 [kqueue taskq] 20 0 0 0 WL [swi6: task queue] 19 0 0 0 WL [swi6: Giant taskq] 18 0 0 0 SL - 0xc0cd0e54 [yarrow] 4 0 0 0 SL - 0xc0cce88c [g_down] 3 0 0 0 SL - 0xc0cce888 [g_up] 2 0 0 0 SL - 0xc0cce880 [g_event] 17 0 0 0 WL [swi1: net] 16 0 0 0 WL [swi3: vm] 15 0 0 0 WL [swi4: clock sio] 14 0 0 0 RL CPU 0 [idle: cpu0] 13 0 0 0 RL [idle: cpu1] 12 0 0 0 RL CPU 2 [idle: cpu2] 11 0 0 0 RL [idle: cpu3] 1 0 1 0 SLs wait 0xc40a0ae0 [init] 10 0 0 0 SL audit_wo 0xc0d30464 [audit] 0 0 0 0 SLs vmwait 0xc0d30ffc [swapper] 8601 8593 8468 0 Z+ creat 8599 8593 8468 0 Z+ link db:1:ps> allt Tracing command lockf pid 8718 tid 100273 td 0xc547ad80 sched_switch(c547ad80,0,1,180,f0114bf4,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c547ad80,...) at mi_switch+0x223 sleepq_switch(c547ad80,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c56f9058,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c56f9058,c0cd0548,50,c5107570,0,...) at _sleep+0x389 acquire(f36cfa64,f36cfa5c,c0b8ff98,c5107570,c082250e,...) at acquire+0x73 _lockmgr(c56f9058,3001,c56f90d4,c547ad80,c0b9dcf9,...) at _lockmgr+0x193 vop_stdlock(f36cfacc,f36cfae0,1001,1001,c56f9000,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f36cfacc,c0b9fccc,32d,c56f90d4,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c56f9000,1001,c547ad80,c0b9dcf9,d8,...) at _vn_lock+0x118 vop_stdadvlock(f36cfc00,c0bc7f24,c5bcb300,c5bcb300,0,...) at vop_stdadvlock+0x43 VOP_ADVLOCK_APV(c510d660,f36cfc00,c0b8e2b8,261,c547ad80,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c547ad80,3,d,f36cfc58,c0b970c0,...) at kern_fcntl+0x8fe fcntl(c547ad80,f36cfcfc,c,f36cfd38,c0c68100,...) at fcntl+0x101 syscall(f36cfd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2816098f, esp = 0xbfbfe75c, ebp = 0xbfbfe798 --- Tracing command lockf pid 8717 tid 100311 td 0xc5a156c0 Tracing command zfs pid 8716 tid 100085 td 0xc45d7d80 Tracing command lockf pid 8715 tid 100226 td 0xc4d19b40 Tracing command lockf pid 8714 tid 100223 td 0xc4d0a000 Tracing command lockf pid 8712 tid 100185 td 0xc4c2f6c0 Tracing command lockf pid 8711 tid 100244 td 0xc4d1a000 Tracing command sleep pid 8709 tid 100183 td 0xc4c2fb40 Tracing command lockf pid 8694 tid 100262 td 0xc4c44d80 Tracing command lockf pid 8693 tid 100316 td 0xc4d1bb40 Tracing command lockf pid 8692 tid 100254 td 0xc4d16000 Tracing command lockf pid 8691 tid 100047 td 0xc4527d80 sched_switch(c4527d80,0,1,180,da9e9242,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4527d80,...) at mi_switch+0x223 sleepq_switch(c4527d80,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c57f4e18,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c57f4e18,c0ccfc18,50,c5107570,0,...) at _sleep+0x389 acquire(f3288a64,f3288a5c,c0b8ff98,c5107570,c0823b52,...) at acquire+0x73 _lockmgr(c57f4e18,3001,c57f4e94,c4527d80,c0b9dcf9,...) at _lockmgr+0x193 vop_stdlock(f3288acc,0,1001,1001,c57f4dc0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3288acc,c0b9fccc,32d,c57f4e94,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c57f4dc0,1001,c4527d80,c0b9dcf9,d8,...) at _vn_lock+0x118 vop_stdadvlock(f3288c00,c0bc7f24,c540c200,c540c200,0,...) at vop_stdadvlock+0x43 VOP_ADVLOCK_APV(c510d660,f3288c00,c0b8e2b8,261,f3288be4,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c4527d80,3,d,f3288c58,246,...) at kern_fcntl+0x8fe fcntl(c4527d80,f3288cfc,c,c0824028,c0c68100,...) at fcntl+0x101 syscall(f3288d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2816098f, esp = 0xbfbfe75c, ebp = 0xbfbfe798 --- Tracing command lockf pid 8690 tid 100208 td 0xc4bca6c0 sched_switch(c4bca6c0,0,1,180,3ad03c86,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4bca6c0,...) at mi_switch+0x223 sleepq_switch(c4bca6c0,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4dd5058,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c4dd5058,c0ccfcf0,50,c5107570,0,...) at _sleep+0x389 acquire(f34f9a64,f34f9a5c,c0b8ff98,c5107570,c0823b52,...) at acquire+0x73 _lockmgr(c4dd5058,3001,c4dd50d4,c4bca6c0,c0b9dcf9,...) at _lockmgr+0x193 vop_stdlock(f34f9acc,0,1001,1001,c4dd5000,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f34f9acc,c0b9fccc,32d,c4dd50d4,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4dd5000,1001,c4bca6c0,c0b9dcf9,d8,...) at _vn_lock+0x118 vop_stdadvlock(f34f9c00,c0bc7f24,c4bbf200,c4bbf200,0,...) at vop_stdadvlock+0x43 VOP_ADVLOCK_APV(c510d660,f34f9c00,c0b8e2b8,261,f34f9be4,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c4bca6c0,3,d,f34f9c58,246,...) at kern_fcntl+0x8fe fcntl(c4bca6c0,f34f9cfc,c,c0824028,c0c68100,...) at fcntl+0x101 syscall(f34f9d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2816098f, esp = 0xbfbfe75c, ebp = 0xbfbfe798 --- Tracing command lockf pid 8689 tid 100319 td 0xc4d1b480 Tracing command rename pid 8680 tid 100264 td 0xc4c44900 Tracing command mkdir pid 8679 tid 100174 td 0xc4442000 Tracing command mkdir pid 8678 tid 100206 td 0xc4bcab40 Tracing command mkdir pid 8677 tid 100191 td 0xc4be1900 Tracing command rename pid 8676 tid 100266 td 0xc4c446c0 Tracing command mkdir pid 8675 tid 100267 td 0xc486c6c0 Tracing command mkdir pid 8674 tid 100159 td 0xc4442480 Tracing command rename pid 8673 tid 100165 td 0xc4565480 Tracing command mkdir pid 8672 tid 100184 td 0xc4c2f900 Tracing command rename pid 8671 tid 100237 td 0xc4d1ad80 Tracing command mkdir pid 8670 tid 100060 td 0xc4527000 Tracing command rename pid 8669 tid 100303 td 0xc54766c0 Tracing command swap pid 8668 tid 100172 td 0xc4562480 sched_switch(c4562480,0,1,180,285d3ed2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4562480,...) at mi_switch+0x223 sleepq_switch(c4562480,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c4e89480,3495,0,127,f3526be8,...) at vm_waitpfault+0x75 vm_fault(c4dbc1d8,2b795000,2,8,2b795000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,c45838b8,c4583828,...) at trap_pfault+0x118 trap(f3526d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8667 tid 100318 td 0xc4d1b6c0 sched_switch(c4d1b6c0,0,1,180,2855459a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d1b6c0,...) at mi_switch+0x223 sleepq_switch(c4d1b6c0,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c4fd1680,263d,0,127,f3756be8,...) at vm_waitpfault+0x75 vm_fault(c5999000,2a93d000,2,8,2a93d000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,c588b600,c588b570,...) at trap_pfault+0x118 trap(f3756d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8666 tid 100205 td 0xc4bcad80 sched_switch(c4bcad80,0,1,180,285bf9e6,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4bcad80,...) at mi_switch+0x223 sleepq_switch(c4bcad80,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c5610380,2cc8,0,127,f34e2be8,...) at vm_waitpfault+0x75 vm_fault(c4db4ce8,2afc8000,2,8,2afc8000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c4c9f000,...) at trap_pfault+0x118 trap(f34e2d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8665 tid 100299 td 0xc547a000 sched_switch(c547a000,0,1,180,28514982,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c547a000,...) at mi_switch+0x223 sleepq_switch(c547a000,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c5739680,3636,0,127,f371dbe8,...) at vm_waitpfault+0x75 vm_fault(c4dbc2c4,2b936000,2,8,2b936000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c54c0000,...) at trap_pfault+0x118 trap(f371dd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8664 tid 100209 td 0xc4263240 sched_switch(c4263240,0,1,180,2856b63a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4263240,...) at mi_switch+0x223 sleepq_switch(c4263240,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c4d20d80,250d,0,127,f3501be8,...) at vm_waitpfault+0x75 vm_fault(c543a1d8,2a80d000,2,8,2a80d000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,c5437090,c5437000,...) at trap_pfault+0x118 trap(f3501d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8663 tid 100222 td 0xc4442d80 Tracing command lockf pid 8662 tid 100193 td 0xc4be1480 sched_switch(c4be1480,0,1,180,d50497f2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4be1480,...) at mi_switch+0x223 sleepq_switch(c4be1480,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f34ac8fc,f34ac8f4,c0b8ff3e,d7,c4be1480,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4be1480,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f34ac964,f34ac944,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f34ac964,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4be1480,c0b9df99,198,...) at _vn_lock+0x118 lookup(f34acb7c,c0b9df99,c3,bc,c4caa82c,...) at lookup+0xed namei(f34acb7c,c4be1480,f34aca74,246,c0cdde74,...) at namei+0x35e vn_open_cred(f34acb7c,f34acc78,180,c45e4300,c58808e8,...) at vn_open_cred+0x62 vn_open(f34acb7c,f34acc78,180,c58808e8,8,...) at vn_open+0x33 kern_open(c4be1480,804c3a0,0,603,180,...) at kern_open+0xed open(c4be1480,f34accfc,c,f34acd38,c0c678d8,...) at open+0x30 syscall(f34acd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2816311b, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8661 tid 100221 td 0xc4d0a240 sched_switch(c4d0a240,0,1,180,2858a4ba,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d0a240,...) at mi_switch+0x223 sleepq_switch(c4d0a240,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c5642280,33d7,0,127,f3571be8,...) at vm_waitpfault+0x75 vm_fault(c4db484c,2b6d7000,2,8,2b6d7000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c4cf1ae0,...) at trap_pfault+0x118 trap(f3571d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8660 tid 100175 td 0xc4562000 Tracing command swap pid 8659 tid 100166 td 0xc4565240 sched_switch(c4565240,0,1,180,285841de,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4565240,...) at mi_switch+0x223 sleepq_switch(c4565240,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c53b4e80,32df,0,127,f34f6be8,...) at vm_waitpfault+0x75 vm_fault(c45e62c4,2b5df000,2,8,2b5df000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c4b49ae0,...) at trap_pfault+0x118 trap(f34f6d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8658 tid 100093 td 0xc4587b40 sched_switch(c4587b40,0,1,180,d6efce70,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4587b40,...) at mi_switch+0x223 sleepq_switch(c4587b40,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f33598fc,f33598f4,c0b8ff3e,d7,f33598b8,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4587b40,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3359964,f3359944,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3359964,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4587b40,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3359b7c,c0b9df99,c3,bc,c6093d2c,...) at lookup+0xed namei(f3359b7c,c4587b40,f3359a74,246,c0cdde74,...) at namei+0x35e vn_open_cred(f3359b7c,f3359c78,180,c45e4300,c452f9cc,...) at vn_open_cred+0x62 vn_open(f3359b7c,f3359c78,180,c452f9cc,8,...) at vn_open+0x33 kern_open(c4587b40,804c3a0,0,603,180,...) at kern_open+0xed open(c4587b40,f3359cfc,c,f3359d38,c0c678d8,...) at open+0x30 syscall(f3359d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2816311b, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8657 tid 100202 td 0xc4bcc480 sched_switch(c4bcc480,0,1,180,2850bba0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4bcc480,...) at mi_switch+0x223 sleepq_switch(c4bcc480,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c55d8600,2d95,0,127,f34cabe8,...) at vm_waitpfault+0x75 vm_fault(c45ebbfc,2b095000,2,8,2b095000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c4c9f828,...) at trap_pfault+0x118 trap(f34cad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8656 tid 100284 td 0xc547a480 Tracing command swap pid 8655 tid 100088 td 0xc45d76c0 sched_switch(c45d76c0,0,1,180,2853e9aa,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c45d76c0,...) at mi_switch+0x223 sleepq_switch(c45d76c0,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c533ec80,2946,0,127,f334abe8,...) at vm_waitpfault+0x75 vm_fault(c4d293b0,2ac46000,2,8,2ac46000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c45d5000,...) at trap_pfault+0x118 trap(f334ad38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8654 tid 100169 td 0xc4562b40 sched_switch(c4562b40,0,1,180,3af4eaea,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4562b40,...) at mi_switch+0x223 sleepq_switch(c4562b40,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c5338318,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c5338318,c0ccff00,50,c5107570,0,...) at _sleep+0x389 acquire(f350ea64,f350ea5c,c0b8ff98,c5107570,c0823b52,...) at acquire+0x73 _lockmgr(c5338318,3001,c5338394,c4562b40,c0b9dcf9,...) at _lockmgr+0x193 vop_stdlock(f350eacc,0,1001,1001,c53382c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f350eacc,c0b9fccc,32d,c5338394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c53382c0,1001,c4562b40,c0b9dcf9,d8,...) at _vn_lock+0x118 vop_stdadvlock(f350ec00,c0bc7f24,c6093b00,c6093b00,0,...) at vop_stdadvlock+0x43 VOP_ADVLOCK_APV(c510d660,f350ec00,c0b8e2b8,261,f350ebe4,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c4562b40,3,d,f350ec58,246,...) at kern_fcntl+0x8fe fcntl(c4562b40,f350ecfc,c,c0824028,c0c68100,...) at fcntl+0x101 syscall(f350ed38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2816098f, esp = 0xbfbfe75c, ebp = 0xbfbfe798 --- Tracing command swap pid 8653 tid 100232 td 0xc4d16d80 sched_switch(c4d16d80,0,1,180,2854a67e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d16d80,...) at mi_switch+0x223 sleepq_switch(c4d16d80,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c4fd1000,2ca2,0,127,f3592be8,...) at vm_waitpfault+0x75 vm_fault(c4d250ec,2afa2000,2,8,2afa2000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,c4d1db70,c4d1dae0,...) at trap_pfault+0x118 trap(f3592d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8652 tid 100245 td 0xc4d18d80 sched_switch(c4d18d80,0,1,180,3be7b8b6,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d18d80,...) at mi_switch+0x223 sleepq_switch(c4d18d80,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c57b0cb8,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c57b0cb8,c0ccfed0,50,c5107570,0,...) at _sleep+0x389 acquire(f35b9a64,f35b9a5c,c0b8ff98,c5107570,c0823b52,...) at acquire+0x73 _lockmgr(c57b0cb8,3001,c57b0d34,c4d18d80,c0b9dcf9,...) at _lockmgr+0x193 vop_stdlock(f35b9acc,0,1001,1001,c57b0c60,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f35b9acc,c0b9fccc,32d,c57b0d34,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c57b0c60,1001,c4d18d80,c0b9dcf9,d8,...) at _vn_lock+0x118 vop_stdadvlock(f35b9c00,c0bc7f24,c5dc2b00,c5dc2b00,0,...) at vop_stdadvlock+0x43 VOP_ADVLOCK_APV(c510d660,f35b9c00,c0b8e2b8,261,f35b9be4,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c4d18d80,3,d,f35b9c58,246,...) at kern_fcntl+0x8fe fcntl(c4d18d80,f35b9cfc,c,c0824028,c0c68100,...) at fcntl+0x101 syscall(f35b9d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2816098f, esp = 0xbfbfe75c, ebp = 0xbfbfe798 --- Tracing command swap pid 8651 tid 100154 td 0xc4566480 sched_switch(c4566480,0,1,180,285e6586,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4566480,...) at mi_switch+0x223 sleepq_switch(c4566480,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c4fd2480,2fc1,0,127,f3473be8,...) at vm_waitpfault+0x75 vm_fault(c59f6000,2b2c1000,2,8,2b2c1000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,c54398b8,c5439828,...) at trap_pfault+0x118 trap(f3473d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8650 tid 100230 td 0xc4d19240 sched_switch(c4d19240,0,1,180,d6f04a48,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d19240,...) at mi_switch+0x223 sleepq_switch(c4d19240,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f358c8fc,f358c8f4,c0b8ff3e,d7,f358c8b8,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4d19240,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f358c964,f358c950,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f358c964,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4d19240,c0b9df99,198,...) at _vn_lock+0x118 lookup(f358cb7c,c0b9df99,c3,bc,c57e562c,...) at lookup+0xed namei(f358cb7c,c4d19240,f358ca74,246,c0cdde74,...) at namei+0x35e vn_open_cred(f358cb7c,f358cc78,180,c45e4300,c6adbe8c,...) at vn_open_cred+0x62 vn_open(f358cb7c,f358cc78,180,c6adbe8c,8,...) at vn_open+0x33 kern_open(c4d19240,804c3a0,0,603,180,...) at kern_open+0xed open(c4d19240,f358ccfc,c,f358cd38,c0c678d8,...) at open+0x30 syscall(f358cd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2816311b, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8649 tid 100167 td 0xc4565000 sched_switch(c4565000,0,1,180,28503324,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4565000,...) at mi_switch+0x223 sleepq_switch(c4565000,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c4400e80,3668,0,127,f34febe8,...) at vm_waitpfault+0x75 vm_fault(c59fd0ec,2b968000,2,8,2b968000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c4b49828,...) at trap_pfault+0x118 trap(f34fed38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8648 tid 100305 td 0xc5476240 Tracing command swap pid 8647 tid 100158 td 0xc44426c0 sched_switch(c44426c0,0,1,180,28538292,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c44426c0,...) at mi_switch+0x223 sleepq_switch(c44426c0,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c5777400,3371,0,127,f347fbe8,...) at vm_waitpfault+0x75 vm_fault(c59fd760,2b671000,2,8,2b671000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c5438ae0,...) at trap_pfault+0x118 trap(f347fd38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8646 tid 100233 td 0xc4d16b40 sched_switch(c4d16b40,0,1,180,da9d4abe,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d16b40,...) at mi_switch+0x223 sleepq_switch(c4d16b40,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c52bbb58,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c52bbb58,c0ccfd68,50,c5107570,0,...) at _sleep+0x389 acquire(f3595a64,f3595a5c,c0b8ff98,c5107570,c0823b52,...) at acquire+0x73 _lockmgr(c52bbb58,3001,c52bbbd4,c4d16b40,c0b9dcf9,...) at _lockmgr+0x193 vop_stdlock(f3595acc,0,1001,1001,c52bbb00,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3595acc,c0b9fccc,32d,c52bbbd4,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c52bbb00,1001,c4d16b40,c0b9dcf9,d8,...) at _vn_lock+0x118 vop_stdadvlock(f3595c00,c0bc7f24,c56cc600,c56cc600,0,...) at vop_stdadvlock+0x43 VOP_ADVLOCK_APV(c510d660,f3595c00,c0b8e2b8,261,f3595be4,...) at VOP_ADVLOCK_APV+0xd6 kern_fcntl(c4d16b40,3,d,f3595c58,246,...) at kern_fcntl+0x8fe fcntl(c4d16b40,f3595cfc,c,c0824028,c0c68100,...) at fcntl+0x101 syscall(f3595d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (92, FreeBSD ELF32, fcntl), eip = 0x2816098f, esp = 0xbfbfe75c, ebp = 0xbfbfe798 --- Tracing command swap pid 8645 tid 100274 td 0xc57b5240 sched_switch(c57b5240,0,1,180,2851026e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c57b5240,...) at mi_switch+0x223 sleepq_switch(c57b5240,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c52f1e00,32e1,0,127,f36d2be8,...) at vm_waitpfault+0x75 vm_fault(c543b49c,2b5e1000,2,8,2b5e1000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c58adae0,...) at trap_pfault+0x118 trap(f36d2d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8644 tid 100170 td 0xc4562900 Tracing command lockf pid 8643 tid 100213 td 0xc4b32d80 Tracing command rw pid 8642 tid 100255 td 0xc4d0ad80 Tracing command lockf pid 8641 tid 100056 td 0xc4527480 Tracing command rw pid 8640 tid 100227 td 0xc4d19900 Tracing command rw pid 8639 tid 100195 td 0xc4263b40 Tracing command rw pid 8638 tid 100253 td 0xc4d16240 Tracing command rw pid 8637 tid 100179 td 0xc4c44480 Tracing command mkfifo pid 8636 tid 100201 td 0xc4bcc6c0 sched_switch(c4bcc6c0,0,1,180,d502b94e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4bcc6c0,...) at mi_switch+0x223 sleepq_switch(c4bcc6c0,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f34c7a18,f34c7a10,c0b8ff3e,d7,f34c79d4,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4bcc6c0,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f34c7a80,f34c7a60,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f34c7a80,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4bcc6c0,c0b9df99,198,...) at _vn_lock+0x118 lookup(f34c7ba4,c0b9df99,c3,bc,c619c72c,...) at lookup+0xed namei(f34c7ba4,f34c7b9c,c07d711d,c57db3fc,c4d25ab0,...) at namei+0x35e kern_mkfifo(c4bcc6c0,804c200,0,180,f34c7d2c,...) at kern_mkfifo+0x6d mkfifo(c4bcc6c0,f34c7cfc,8,f34c7d38,c0c684c0,...) at mkfifo+0x29 syscall(f34c7d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280dd44b, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8635 tid 100300 td 0xc5476d80 sched_switch(c5476d80,0,1,180,285a4f0e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5476d80,...) at mi_switch+0x223 sleepq_switch(c5476d80,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c5535180,2db3,0,127,f3720be8,...) at vm_waitpfault+0x75 vm_fault(c59fddd4,2b0b3000,2,8,2b0b3000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c54a8ae0,...) at trap_pfault+0x118 trap(f3720d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command lockf pid 8634 tid 100068 td 0xc4524240 Tracing command mkfifo pid 8633 tid 100278 td 0xc4d18000 sched_switch(c4d18000,0,1,180,d5052d2a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d18000,...) at mi_switch+0x223 sleepq_switch(c4d18000,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f36dea18,f36dea10,c0b8ff3e,d7,f36de9d4,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4d18000,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f36dea80,f36dea60,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f36dea80,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4d18000,c0b9df99,198,...) at _vn_lock+0x118 lookup(f36deba4,c0b9df99,c3,bc,c4824d2c,...) at lookup+0xed namei(f36deba4,f36deb9c,c07d711d,c4b34d8c,c59f6d74,...) at namei+0x35e kern_mkfifo(c4d18000,804c200,0,180,f36ded2c,...) at kern_mkfifo+0x6d mkfifo(c4d18000,f36decfc,8,f36ded38,c0c684c0,...) at mkfifo+0x29 syscall(f36ded38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (132, FreeBSD ELF32, mkfifo), eip = 0x280dd44b, esp = 0xbfbfe7cc, ebp = 0xbfbfe7f8 --- Tracing command swap pid 8632 tid 100234 td 0xc4d16900 sched_switch(c4d16900,0,1,180,2853b348,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d16900,...) at mi_switch+0x223 sleepq_switch(c4d16900,0,c0b96982,243,a0,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,2a0,c0bb7fe9,0,...) at _sleep+0x389 vm_waitpfault(c5308d80,3091,0,127,f3598be8,...) at vm_waitpfault+0x75 vm_fault(c45122c4,2b391000,2,8,2b391000,...) at vm_fault+0x701 trap_pfault(5,0,c0bc40b2,2f1,c4d1d570,...) at trap_pfault+0x118 trap(f3598d38) at trap+0x267 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0x8049471, esp = 0xbfbfe7c0, ebp = 0xbfbfe7f8 --- Tracing command rw pid 8631 tid 100081 td 0xc45d86c0 Tracing command lockf pid 8630 tid 100247 td 0xc4d18900 Tracing command rw pid 8629 tid 100257 td 0xc57b56c0 Tracing command swap pid 8628 tid 100216 td 0xc4b32900 sched_switch(c4b32900,0,2,17b,8992da7e,...) at sched_switch+0x49b mi_switch(2,0,c0b970b7,ec,1,...) at mi_switch+0x223 ast(f3557d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command mkfifo pid 8627 tid 100231 td 0xc4d19000 Tracing command swap pid 8626 tid 100214 td 0xc4b32b40 Tracing command lockf pid 8625 tid 100078 td 0xc444f480 Tracing command rw pid 8624 tid 100155 td 0xc4566240 Tracing command fts pid 8623 tid 100286 td 0xc5a4a6c0 sched_switch(c5a4a6c0,0,1,180,d6ef8dc0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a4a6c0,...) at mi_switch+0x223 sleepq_switch(c5a4a6c0,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f36f69cc,f36f69c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c5a4a6c0,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f36f6a34,f36f6a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f36f6a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c5a4a6c0,c0b9df99,198,...) at _vn_lock+0x118 lookup(f36f6b48,c0b9df99,c3,bc,c591d02c,...) at lookup+0xed namei(f36f6b48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c5a4a6c0,282131b8,0,f36f6c18,f36f6c50,...) at kern_lstat+0x59 lstat(c5a4a6c0,f36f6cfc,8,f36f6d38,c0c68a30,...) at lstat+0x2f syscall(f36f6d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8622 tid 100194 td 0xc4263d80 sched_switch(c4263d80,0,1,180,d502f8e2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4263d80,...) at mi_switch+0x223 sleepq_switch(c4263d80,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f34af9cc,f34af9c4,c0b8ff3e,d7,c5438000,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4263d80,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f34afa34,f34afa14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f34afa34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4263d80,c0b9df99,198,...) at _vn_lock+0x118 lookup(f34afb48,c0b9df99,c3,bc,c591d82c,...) at lookup+0xed namei(f34afb48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c4263d80,282131b8,0,f34afc18,f34afc50,...) at kern_lstat+0x59 lstat(c4263d80,f34afcfc,8,f34afd38,c0c68a30,...) at lstat+0x2f syscall(f34afd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8621 tid 100301 td 0xc5476b40 sched_switch(c5476b40,0,1,180,d5020fb2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5476b40,...) at mi_switch+0x223 sleepq_switch(c5476b40,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c5338318,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c5338318,c0ccff00,50,c5107570,0,...) at _sleep+0x389 acquire(f37237e4,f37237dc,c0b8ff3e,d7,f37237a0,...) at acquire+0x73 _lockmgr(c5338318,2002,c5338394,c5476b40,c51098b5,...) at _lockmgr+0x4bc vop_stdlock(f372384c,c48270a4,2,2,c53382c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f372384c,c0b9fccc,32d,c5338394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c53382c0,2,c5476b40,c51098b5,4be,...) at _vn_lock+0x118 zfs_lookup(f3723b70,0,c45e4300,c5476b40,0,...) at zfs_lookup+0x326 zfs_freebsd_lookup(f3723a1c,c0bc7e7d,c4f6a2c0,c4f6a2c0,f3723b70,...) at zfs_freebsd_lookup+0x6f VOP_CACHEDLOOKUP_APV(c510d660,f3723a1c,f3723b70,f3723b5c,c45e4300,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(f3723aa0,c0b9f491,c4f6a2c0,2,c4f6a2c0,...) at vfs_cache_lookup+0xcf VOP_LOOKUP_APV(c510d660,f3723aa0,c5476b40,c0b9df99,198,...) at VOP_LOOKUP_APV+0xe5 lookup(f3723b48,c0b9df99,c3,bc,c591dc2c,...) at lookup+0x58e namei(f3723b48,f3723b94,60,0,c5476b40,...) at namei+0x35e kern_lstat(c5476b40,282185e8,0,f3723c18,c0d23928,...) at kern_lstat+0x59 lstat(c5476b40,f3723cfc,8,c0b98abf,c0c68a30,...) at lstat+0x2f syscall(f3723d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe67c, ebp = 0xbfbfe708 --- Tracing command fts pid 8620 tid 100164 td 0xc45656c0 sched_switch(c45656c0,0,1,180,d6f096a4,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c45656c0,...) at mi_switch+0x223 sleepq_switch(c45656c0,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f34e69cc,f34e69c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c45656c0,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f34e6a34,f34e6a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f34e6a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c45656c0,c0b9df99,198,...) at _vn_lock+0x118 lookup(f34e6ba8,c0b9df99,c3,bc,c591d22c,...) at lookup+0xed namei(f34e6ba8,0,28124000,c0cdde01,4,...) at namei+0x35e kern_stat(c45656c0,2820b800,0,f34e6c18,f34e6c50,...) at kern_stat+0x44 stat(c45656c0,f34e6cfc,8,f34e6d38,c0c68a00,...) at stat+0x2f syscall(f34e6d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x281630bb, esp = 0xbfbfe46c, ebp = 0xbfbfe708 --- Tracing command fts pid 8619 tid 100186 td 0xc4c2f480 sched_switch(c4c2f480,0,1,180,d5037202,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4c2f480,...) at mi_switch+0x223 sleepq_switch(c4c2f480,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f355f9cc,f355f9c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4c2f480,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f355fa34,f355fa14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f355fa34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4c2f480,c0b9df99,198,...) at _vn_lock+0x118 lookup(f355fb48,c0b9df99,c3,bc,c591d52c,...) at lookup+0xed namei(f355fb48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c4c2f480,282131b8,0,f355fc18,f355fc50,...) at kern_lstat+0x59 lstat(c4c2f480,f355fcfc,8,f355fd38,c0c68a30,...) at lstat+0x2f syscall(f355fd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8618 tid 100258 td 0xc4d086c0 sched_switch(c4d086c0,0,1,180,d6ef13fc,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d086c0,...) at mi_switch+0x223 sleepq_switch(c4d086c0,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f35e29cc,f35e29c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4d086c0,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f35e2a34,f35e2a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f35e2a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4d086c0,c0b9df99,198,...) at _vn_lock+0x118 lookup(f35e2b48,c0b9df99,c3,bc,c4bbe12c,...) at lookup+0xed namei(f35e2b48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c4d086c0,282131b8,0,f35e2c18,f35e2c50,...) at kern_lstat+0x59 lstat(c4d086c0,f35e2cfc,8,f35e2d38,c0c68a30,...) at lstat+0x2f syscall(f35e2d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8617 tid 100086 td 0xc45d7b40 sched_switch(c45d7b40,0,1,180,d503af72,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c45d7b40,...) at mi_switch+0x223 sleepq_switch(c45d7b40,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f3343b1c,f3343b14,c0b8ff98,c5107570,f3343acc,...) at acquire+0x73 _lockmgr(c4f6a318,3001,c4f6a394,c45d7b40,c0b9fccc,...) at _lockmgr+0x193 vop_stdlock(f3343b84,6e2,1001,1001,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3343b84,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1001,c45d7b40,c0b9fccc,265,...) at _vn_lock+0x118 vn_statfile(c4530e8c,f3343c18,c45e4300,c45d7b40,c4530e8c,...) at vn_statfile+0x114 kern_fstat(c45d7b40,4,f3343c18,f3343c50,c0823b52,...) at kern_fstat+0x76 fstat(c45d7b40,f3343cfc,8,f3343d38,c0c68a18,...) at fstat+0x27 syscall(f3343d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (189, FreeBSD ELF32, fstat), eip = 0x2817274b, esp = 0xbfbfe67c, ebp = 0xbfbfe708 --- Tracing command fts pid 8616 tid 100142 td 0xc4b32240 sched_switch(c4b32240,0,1,180,d503ea1e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4b32240,...) at mi_switch+0x223 sleepq_switch(c4b32240,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f34279cc,f34279c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4b32240,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3427a34,f3427a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3427a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4b32240,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3427b48,c0b9df99,c3,bc,c4bbe82c,...) at lookup+0xed namei(f3427b48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c4b32240,282131b8,0,f3427c18,f3427c50,...) at kern_lstat+0x59 lstat(c4b32240,f3427cfc,8,f3427d38,c0c68a30,...) at lstat+0x2f syscall(f3427d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8615 tid 100306 td 0xc5476000 sched_switch(c5476000,0,1,180,da3e2a2e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5476000,...) at mi_switch+0x223 sleepq_switch(c5476000,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f37329cc,f37329c4,c0b8ff3e,d7,f3732988,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c5476000,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3732a34,f3732a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3732a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c5476000,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3732b48,c0b9df99,c3,bc,c5bc1e2c,...) at lookup+0xed namei(f3732b48,2,2821c000,f3732b02,c082250e,...) at namei+0x35e kern_lstat(c5476000,28218168,0,f3732c18,f3732c50,...) at kern_lstat+0x59 lstat(c5476000,f3732cfc,8,f3732d38,c0c68a30,...) at lstat+0x2f syscall(f3732d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe67c, ebp = 0xbfbfe708 --- Tracing command fts pid 8614 tid 100321 td 0xc5409000 sched_switch(c5409000,0,1,180,d5046072,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5409000,...) at mi_switch+0x223 sleepq_switch(c5409000,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f375f8fc,f375f8f4,c0b8ff3e,d7,c510b160,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c5409000,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f375f964,32d,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f375f964,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c5409000,c0b9df99,198,...) at _vn_lock+0x118 lookup(f375fb7c,c0b9df99,c3,bc,c5bc122c,...) at lookup+0xed namei(f375fb7c,c5409000,f375fa74,246,c0cdde74,...) at namei+0x35e vn_open_cred(f375fb7c,f375fc78,0,c45e4300,c4515d5c,...) at vn_open_cred+0x2b9 vn_open(f375fb7c,f375fc78,0,c4515d5c,0,...) at vn_open+0x33 kern_open(c5409000,2817b220,0,1,0,...) at kern_open+0xed open(c5409000,f375fcfc,c,c0b98abf,c0c678d8,...) at open+0x30 syscall(f375fd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2816311b, esp = 0xbfbfe77c, ebp = 0xbfbfe7b8 --- Tracing command fts pid 8613 tid 100160 td 0xc4442240 sched_switch(c4442240,0,1,180,d5032ece,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4442240,...) at mi_switch+0x223 sleepq_switch(c4442240,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f34858fc,f34858f4,c0b8ff3e,d7,c510b160,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4442240,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3485964,f3485944,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3485964,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4442240,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3485b7c,c0b9df99,c3,bc,c5d4b22c,...) at lookup+0xed namei(f3485b7c,c4442240,f3485a74,246,c0cdde74,...) at namei+0x35e vn_open_cred(f3485b7c,f3485c78,0,c45e4300,c4515474,...) at vn_open_cred+0x2b9 vn_open(f3485b7c,f3485c78,0,c4515474,0,...) at vn_open+0x33 kern_open(c4442240,2817b220,0,1,0,...) at kern_open+0xed open(c4442240,f3485cfc,c,c0b98abf,c0c678d8,...) at open+0x30 syscall(f3485d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x2816311b, esp = 0xbfbfe77c, ebp = 0xbfbfe7b8 --- Tracing command fts pid 8612 tid 100314 td 0xc5a15240 sched_switch(c5a15240,0,1,180,d6f010b4,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a15240,...) at mi_switch+0x223 sleepq_switch(c5a15240,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f374a9cc,f374a9c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c5a15240,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f374aa34,f374aa14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f374aa34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c5a15240,c0b9df99,198,...) at _vn_lock+0x118 lookup(f374ab48,c0b9df99,c3,bc,c5bc142c,...) at lookup+0xed namei(f374ab48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c5a15240,282131b8,0,f374ac18,f374ac50,...) at kern_lstat+0x59 lstat(c5a15240,f374acfc,8,f374ad38,c0c68a30,...) at lstat+0x2f syscall(f374ad38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8611 tid 100312 td 0xc5a15480 sched_switch(c5a15480,0,1,180,d5026fee,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a15480,...) at mi_switch+0x223 sleepq_switch(c5a15480,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f37449cc,f37449c4,c0b8ff3e,d7,c5d79010,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c5a15480,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3744a34,f3744a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3744a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c5a15480,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3744b48,c0b9df99,c3,bc,c5bc192c,...) at lookup+0xed namei(f3744b48,f3744b94,60,0,c5a15480,...) at namei+0x35e kern_lstat(c5a15480,28218528,0,f3744c18,f3744c24,...) at kern_lstat+0x59 lstat(c5a15480,f3744cfc,8,c0b98abf,c0c68a30,...) at lstat+0x2f syscall(f3744d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe67c, ebp = 0xbfbfe708 --- Tracing command fts pid 8610 tid 100219 td 0xc4d0a6c0 sched_switch(c4d0a6c0,0,1,180,d6824506,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d0a6c0,...) at mi_switch+0x223 sleepq_switch(c4d0a6c0,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f356b9cc,f356b9c4,c0b8ff3e,d7,c4c6ce10,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4d0a6c0,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f356ba34,f356ba20,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f356ba34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4d0a6c0,c0b9df99,198,...) at _vn_lock+0x118 lookup(f356bb48,c0b9df99,c3,bc,c5bc152c,...) at lookup+0xed namei(f356bb48,f356bb94,60,0,c4d0a6c0,...) at namei+0x35e kern_lstat(c4d0a6c0,282185e8,0,f356bc18,c0d23928,...) at kern_lstat+0x59 lstat(c4d0a6c0,f356bcfc,8,c0824028,c0c68a30,...) at lstat+0x2f syscall(f356bd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe67c, ebp = 0xbfbfe708 --- Tracing command fts pid 8609 tid 100180 td 0xc4c44240 sched_switch(c4c44240,0,1,180,d504e292,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4c44240,...) at mi_switch+0x223 sleepq_switch(c4c44240,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f35299cc,f35299c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c4c44240,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3529a34,f3520028,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3529a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c4c44240,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3529b48,c0b9df99,c3,bc,c44f3a2c,...) at lookup+0xed namei(f3529b48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c4c44240,282131b8,0,f3529c18,f3529c50,...) at kern_lstat+0x59 lstat(c4c44240,f3529cfc,8,f3529d38,c0c68a30,...) at lstat+0x2f syscall(f3529d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8608 tid 100122 td 0xc486c240 sched_switch(c486c240,0,1,180,d6ee8998,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c486c240,...) at mi_switch+0x223 sleepq_switch(c486c240,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f33d49cc,f33d49c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c486c240,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f33d4a34,f33d4a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f33d4a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c486c240,c0b9df99,198,...) at _vn_lock+0x118 lookup(f33d4b48,c0b9df99,c3,bc,c5d4ba2c,...) at lookup+0xed namei(f33d4b48,2,28217000,c0cdc302,c0cd1004,...) at namei+0x35e kern_lstat(c486c240,282131b8,0,f33d4c18,f33d4c50,...) at kern_lstat+0x59 lstat(c486c240,f33d4cfc,8,f33d4d38,c0c68a30,...) at lstat+0x2f syscall(f33d4d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x2816309b, esp = 0xbfbfe6ec, ebp = 0xbfbfe778 --- Tracing command fts pid 8607 tid 100290 td 0xc57b4900 sched_switch(c57b4900,0,1,180,d6ef50a4,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c57b4900,...) at mi_switch+0x223 sleepq_switch(c57b4900,0,c0b96982,243,50,...) at sleepq_switch+0x182 sleepq_wait(c4f6a318,c0cd0170,c5107570,0,0,...) at sleepq_wait+0x60 _sleep(c4f6a318,c0cd0170,50,c5107570,0,...) at _sleep+0x389 acquire(f37029cc,f37029c4,c0b8ff3e,d7,0,...) at acquire+0x73 _lockmgr(c4f6a318,3002,c4f6a394,c57b4900,c0b9df99,...) at _lockmgr+0x4bc vop_stdlock(f3702a34,f3702a14,1002,1002,c4f6a2c0,...) at vop_stdlock+0x40 VOP_LOCK1_APV(c510d660,f3702a34,c0b9fccc,32d,c4f6a394,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4f6a2c0,1002,c57b4900,c0b9df99,198,...) at _vn_lock+0x118 lookup(f3702ba8,c0b9df99,c3,bc,c4bbda2c,...) at lookup+0xed namei(f3702ba8,da7a0000,38d7,2,2,...) at namei+0x35e kern_stat(c57b4900,2820b800,0,f3702c18,c0d3edc0,...) at kern_stat+0x44 stat(c57b4900,f3702cfc,8,f3702d38,c0c68a00,...) at stat+0x2f syscall(f3702d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (188, FreeBSD ELF32, stat), eip = 0x281630bb, esp = 0xbfbfe46c, ebp = 0xbfbfe708 --- Tracing command fts pid 8606 tid 100246 td 0xc4d18b40 Tracing command mkfifo pid 8605 tid 100275 td 0xc57b5000 sched_switch(c57b5000,0,1,180,6b787c6c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c58ad840,...) at mi_switch+0x223 sleepq_switch(c58ad840,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f36d5bc0,c07d711d,c0cdaf00,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c57b5000,f36d5c64,f36d5c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c57b5000,f36d5cfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f36d5d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28154c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command swap pid 8604 tid 100313 td 0xc4d1bd80 sched_switch(c4d1bd80,0,1,180,6b80674a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c588d018,...) at mi_switch+0x223 sleepq_switch(c588d018,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f3747bc0,c07d711d,c0cdae80,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c4d1bd80,f3747c64,f3747c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4d1bd80,f3747cfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f3747d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28154c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command rename pid 8603 tid 100228 td 0xc4d196c0 sched_switch(c4d196c0,0,1,180,6b831afa,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d1e840,...) at mi_switch+0x223 sleepq_switch(c4d1e840,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f3586bc0,c07d711d,c0cdae80,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c4d196c0,f3586c64,f3586c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4d196c0,f3586cfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f3586d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28155c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command mkdir pid 8602 tid 100132 td 0xc4869b40 sched_switch(c4869b40,0,1,180,6b726f10,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4626af8,...) at mi_switch+0x223 sleepq_switch(c4626af8,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f33f4bc0,c07d711d,c0cdaf00,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c4869b40,f33f4c64,f33f4c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4869b40,f33f4cfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f33f4d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28154c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command lockf pid 8600 tid 100249 td 0xc4d08d80 sched_switch(c4d08d80,0,1,180,6b841bda,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4cf1588,...) at mi_switch+0x223 sleepq_switch(c4cf1588,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f35c5bc0,c07d711d,c0cdae80,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c4d08d80,f35c5c64,f35c5c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4d08d80,f35c5cfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f35c5d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28154c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command fts pid 8598 tid 100072 td 0xc444fd80 sched_switch(c444fd80,0,1,180,6b7a8d5c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c450d018,...) at mi_switch+0x223 sleepq_switch(c450d018,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f32efbc0,c07d711d,c0cdaf00,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c444fd80,f32efc64,f32efc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c444fd80,f32efcfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f32efd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28154c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command rw pid 8597 tid 100150 td 0xc4b31000 sched_switch(c4b31000,0,1,180,6b8523fa,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4b1d018,...) at mi_switch+0x223 sleepq_switch(c4b1d018,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f343fbc0,c07d711d,c0cdae80,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c4b31000,f343fc64,f343fc6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4b31000,f343fcfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f343fd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28155c1f, esp = 0xbfbfe81c, ebp = 0xbfbfe848 --- Tracing command run pid 8593 tid 100289 td 0xc57b4b40 Tracing command run pid 8592 tid 100296 td 0xc57b4240 Tracing command run pid 8591 tid 100259 td 0xc4d08480 sched_switch(c4d08480,0,1,180,32e60504,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4cf0840,...) at mi_switch+0x223 sleepq_switch(c4cf0840,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f35e5bc0,c07d711d,c0cdaf00,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,3e9,...) at _sleep+0x351 kern_nanosleep(c4d08480,f35e5c64,f35e5c6c,1,0,...) at kern_nanosleep+0xc1 nanosleep(c4d08480,f35e5cfc,8,c0b98d5d,c0c68ee0,...) at nanosleep+0x6f syscall(f35e5d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28154c1f, esp = 0xbfbfe6dc, ebp = 0xbfbfe708 --- Tracing command sh pid 8583 tid 100297 td 0xc57b4000 Tracing command sh pid 8582 tid 100317 td 0xc4d1b900 Tracing command zil_clean pid 8581 tid 100238 td 0xc4d16480 sched_switch(c4d16480,0,1,180,c644f542,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d16480,...) at mi_switch+0x223 sleepq_switch(c4d16480,0,c0b96982,243,c4d16480,...) at sleepq_switch+0x182 sleepq_wait(c55c62b4,c55c6284,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c55c62b4,c55c6284,c50fff36,33f,2808f200,...) at _cv_wait+0x20b taskq_thread(c55c6264,f37bdd38,c0b8ed2c,323,c4d1d000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c55c6264,f37bdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf37bdd70, ebp = 0 --- Tracing command zil_clean pid 8579 tid 100298 td 0xc547a240 sched_switch(c547a240,0,1,180,87605d82,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c547a240,...) at mi_switch+0x223 sleepq_switch(c547a240,0,c0b96982,243,c547a240,...) at sleepq_switch+0x182 sleepq_wait(c4c2a77c,c4c2a74c,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c4c2a77c,c4c2a74c,c50fff36,35c,2722206,...) at _cv_wait+0x20b taskq_thread(c4c2a72c,f37b8d38,c0b8ed2c,323,c54c02b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c4c2a72c,f37b8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf37b8d70, ebp = 0 --- Tracing command txg_thread_enter pid 8578 tid 100145 td 0xc4b31b40 kdb_enter_why(c0b92d84,c0b92d84,c0bb6844,f37b37e4,3,...) at kdb_enter_why+0x3a panic(c0bb6844,f3340000,1,f37b38d4,f37b38c4,...) at panic+0x136 vm_fault(c1471000,f3340000,1,0,f3340788,...) at vm_fault+0x178 trap_pfault(5,0,c0bc40b2,c0d23dc0,c4b1e000,...) at trap_pfault+0x186 trap(f37b3a14) at trap+0x428 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc5067c5b, esp = 0xf37b3a54, ebp = 0xf37b3a90 --- spa_history_log_sync(c48a8000,f3340788,c45e4300,c6046800,0,...) at spa_history_log_sync+0x1b dsl_sync_task_group_sync(c4d38300,c6046800,0,0,c48a81e4,...) at dsl_sync_task_group_sync+0x196 dsl_pool_sync(c560d000,47,0,0,0,...) at dsl_pool_sync+0x142 spa_sync(c48a8000,47,0,0,3e8,...) at spa_sync+0x3b5 txg_sync_thread(c560d000,f37b3d38,c0b8ed2c,323,c4b1e000,...) at txg_sync_thread+0x3b4 fork_exit(c506d450,c560d000,f37b3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf37b3d70, ebp = 0 --- Tracing command txg_thread_enter pid 8577 tid 100239 td 0xc4d1ab40 sched_switch(c4d1ab40,0,1,180,87635e96,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d1ab40,...) at mi_switch+0x223 sleepq_switch(c4d1ab40,0,c0b96982,243,c4d1ab40,...) at sleepq_switch+0x182 sleepq_wait(c560d1f8,c560d188,c51062e3,1,0,...) at sleepq_wait+0x60 _cv_wait(c560d1f8,c560d188,c07a9f57,c560d1f8,c560d184,...) at _cv_wait+0x20b txg_thread_wait(0,0,c51061fb,18d,28,...) at txg_thread_wait+0x87 txg_quiesce_thread(c560d000,f36b7d38,c0b8ed2c,323,c4ce6570,...) at txg_quiesce_thread+0xb5 fork_exit(c506cbf0,c560d000,f36b7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36b7d70, ebp = 0 --- Tracing command vdev:worker md6 pid 8576 tid 100277 td 0xc4d18240 sched_switch(c4d18240,0,1,180,875caed0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d18240,...) at mi_switch+0x223 sleepq_switch(c4d18240,0,c0b96982,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c5c29488,c5c2949c,c5109f80,0,0,...) at sleepq_wait+0x60 _sleep(c5c29488,c5c2949c,24c,c5109f80,0,...) at _sleep+0x389 vdev_geom_worker(c5c29480,f36dbd38,c0b8ed2c,323,c59ca000,...) at vdev_geom_worker+0xc0 fork_exit(c50b2c70,c5c29480,f36dbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36dbd70, ebp = 0 --- Tracing command vdev:worker md5 pid 8575 tid 100248 td 0xc4d186c0 sched_switch(c4d186c0,0,1,180,874b8308,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d186c0,...) at mi_switch+0x223 sleepq_switch(c4d186c0,0,c0b96982,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c5c30208,c5c3021c,c5109f80,0,0,...) at sleepq_wait+0x60 _sleep(c5c30208,c5c3021c,24c,c5109f80,0,...) at _sleep+0x389 vdev_geom_worker(c5c30200,f35c2d38,c0b8ed2c,323,c4ca0828,...) at vdev_geom_worker+0xc0 fork_exit(c50b2c70,c5c30200,f35c2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf35c2d70, ebp = 0 --- Tracing command spa_zio pid 8574 tid 100049 td 0xc450fb40 sched_switch(c450fb40,0,1,180,875e606e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c450fb40,...) at mi_switch+0x223 sleepq_switch(c450fb40,0,c0b96982,243,c450fb40,...) at sleepq_switch+0x182 sleepq_wait(c41dcddc,c41dcdac,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c41dcddc,c41dcdac,c50fff36,35c,3d0cf9,...) at _cv_wait+0x20b taskq_thread(c41dcd8c,f36b2d38,c0b8ed2c,323,c450e2b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c41dcd8c,f36b2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36b2d70, ebp = 0 --- Tracing command spa_zio pid 8573 tid 100161 td 0xc4565d80 sched_switch(c4565d80,0,1,180,26b8e0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4565d80,...) at mi_switch+0x223 sleepq_switch(c4565d80,0,c0b96982,243,c4565d80,...) at sleepq_switch+0x182 sleepq_wait(c41dcea8,c41dce78,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c41dcea8,c41dce78,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c41dce58,f36add38,c0b8ed2c,323,c4b52ae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c41dce58,f36add38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36add70, ebp = 0 --- Tracing command spa_zio pid 8572 tid 100292 td 0xc5a4a000 sched_switch(c5a4a000,0,1,180,21aa98,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a4a000,...) at mi_switch+0x223 sleepq_switch(c5a4a000,0,c0b96982,243,c5a4a000,...) at sleepq_switch+0x182 sleepq_wait(c423d050,c423d020,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c423d050,c423d020,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c423d000,f36a8d38,c0b8ed2c,323,c59c8570,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c423d000,f36a8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36a8d70, ebp = 0 --- Tracing command spa_zio pid 8571 tid 100200 td 0xc4bcc900 sched_switch(c4bcc900,0,1,180,1cf64e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4bcc900,...) at mi_switch+0x223 sleepq_switch(c4bcc900,0,c0b96982,243,c4bcc900,...) at sleepq_switch+0x182 sleepq_wait(c423d11c,c423d0ec,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c423d11c,c423d0ec,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c423d0cc,f36a3d38,c0b8ed2c,323,c4ca0000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c423d0cc,f36a3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36a3d70, ebp = 0 --- Tracing command spa_zio pid 8570 tid 100163 td 0xc4565900 sched_switch(c4565900,0,1,180,163d4e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4565900,...) at mi_switch+0x223 sleepq_switch(c4565900,0,c0b96982,243,c4565900,...) at sleepq_switch+0x182 sleepq_wait(c4c0a380,c4c0a350,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c4c0a380,c4c0a350,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c4c0a330,f369ed38,c0b8ed2c,323,c4b52570,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c4c0a330,f369ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf369ed70, ebp = 0 --- Tracing command spa_zio pid 8569 tid 100199 td 0xc4bccb40 sched_switch(c4bccb40,0,1,180,1122b0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4bccb40,...) at mi_switch+0x223 sleepq_switch(c4bccb40,0,c0b96982,243,c4bccb40,...) at sleepq_switch+0x182 sleepq_wait(c5832380,c5832350,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5832380,c5832350,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c5832330,f3699d38,c0b8ed2c,323,c4ca02b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5832330,f3699d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3699d70, ebp = 0 --- Tracing command spa_zio pid 8568 tid 100211 td 0xc4263000 sched_switch(c4263000,0,1,180,8639dfbe,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4263000,...) at mi_switch+0x223 sleepq_switch(c4263000,0,c0b96982,243,c4263000,...) at sleepq_switch+0x182 sleepq_wait(c5827d10,c5827ce0,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827d10,c5827ce0,c50fff36,35c,4d94052c,...) at _cv_wait+0x20b taskq_thread(c5827cc0,f3694d38,c0b8ed2c,323,c4b1fae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827cc0,f3694d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3694d70, ebp = 0 --- Tracing command spa_zio pid 8567 tid 100281 td 0xc547ab40 sched_switch(c547ab40,0,1,180,84ff8dc6,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c547ab40,...) at mi_switch+0x223 sleepq_switch(c547ab40,0,c0b96982,243,c547ab40,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b91ef89,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f368fd38,c0b8ed2c,323,c54cf000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f368fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf368fd70, ebp = 0 --- Tracing command spa_zio pid 8566 tid 100178 td 0xc444f240 sched_switch(c444f240,0,1,180,84da311a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c444f240,...) at mi_switch+0x223 sleepq_switch(c444f240,0,c0b96982,243,c444f240,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b82ad1c,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f368ad38,c0b8ed2c,323,c4c2c000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f368ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf368ad70, ebp = 0 --- Tracing command spa_zio pid 8565 tid 100196 td 0xc4263900 sched_switch(c4263900,0,1,180,84d9ac02,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4263900,...) at mi_switch+0x223 sleepq_switch(c4263900,0,c0b96982,243,c4263900,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b82ad1c,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f3685d38,c0b8ed2c,323,c5437828,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f3685d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3685d70, ebp = 0 --- Tracing command spa_zio pid 8564 tid 100310 td 0xc5a15900 sched_switch(c5a15900,0,1,180,7efda496,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a15900,...) at mi_switch+0x223 sleepq_switch(c5a15900,0,c0b96982,243,c5a15900,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b82ad1c,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f3680d38,c0b8ed2c,323,c59c7ae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f3680d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3680d70, ebp = 0 --- Tracing command spa_zio pid 8563 tid 100250 td 0xc4d08b40 sched_switch(c4d08b40,0,1,180,84e02282,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d08b40,...) at mi_switch+0x223 sleepq_switch(c4d08b40,0,c0b96982,243,c4d08b40,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b087f85,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f367bd38,c0b8ed2c,323,c4cf12b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f367bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf367bd70, ebp = 0 --- Tracing command spa_zio pid 8562 tid 100251 td 0xc4d08900 sched_switch(c4d08900,0,1,180,84dfd7e2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d08900,...) at mi_switch+0x223 sleepq_switch(c4d08900,0,c0b96982,243,c4d08900,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b82ad1c,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f366dd38,c0b8ed2c,323,c4cf1000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f366dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf366dd70, ebp = 0 --- Tracing command spa_zio pid 8561 tid 100151 td 0xc486cd80 sched_switch(c486cd80,0,1,180,84da7dbe,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c486cd80,...) at mi_switch+0x223 sleepq_switch(c486cd80,0,c0b96982,243,c486cd80,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,2b82ad1c,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f3668d38,c0b8ed2c,323,c484cae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f3668d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3668d70, ebp = 0 --- Tracing command spa_zio pid 8560 tid 100268 td 0xc54a5900 sched_switch(c54a5900,0,1,180,7efbabf2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c54a5900,...) at mi_switch+0x223 sleepq_switch(c54a5900,0,c0b96982,243,c54a5900,...) at sleepq_switch+0x182 sleepq_wait(c5827c44,c5827c14,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827c44,c5827c14,c50fff36,35c,29db990f,...) at _cv_wait+0x20b taskq_thread(c5827bf4,f3663d38,c0b8ed2c,323,c54d22b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827bf4,f3663d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3663d70, ebp = 0 --- Tracing command spa_zio pid 8559 tid 100241 td 0xc4d1a6c0 sched_switch(c4d1a6c0,0,1,180,2d2f67bc,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4d1a6c0,...) at mi_switch+0x223 sleepq_switch(c4d1a6c0,0,c0b96982,243,c4d1a6c0,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,2905a78,...) at _cv_wait+0x20b taskq_thread(c5827b28,f365ed38,c0b8ed2c,323,c4ce6000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f365ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf365ed70, ebp = 0 --- Tracing command spa_zio pid 8558 tid 100295 td 0xc57b4480 sched_switch(c57b4480,0,1,180,2be5d58c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c57b4480,...) at mi_switch+0x223 sleepq_switch(c57b4480,0,c0b96982,243,c57b4480,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,2905a78,...) at _cv_wait+0x20b taskq_thread(c5827b28,f3659d38,c0b8ed2c,323,c588d828,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f3659d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3659d70, ebp = 0 --- Tracing command spa_zio pid 8557 tid 100315 td 0xc5a15000 sched_switch(c5a15000,0,1,180,2bb3b7da,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a15000,...) at mi_switch+0x223 sleepq_switch(c5a15000,0,c0b96982,243,c5a15000,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,2905a78,...) at _cv_wait+0x20b taskq_thread(c5827b28,f3654d38,c0b8ed2c,323,c59c7000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f3654d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3654d70, ebp = 0 --- Tracing command spa_zio pid 8556 tid 100270 td 0xc54a5480 sched_switch(c54a5480,0,1,180,28a8d47c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c54a5480,...) at mi_switch+0x223 sleepq_switch(c54a5480,0,c0b96982,243,c54a5480,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,281117f,...) at _cv_wait+0x20b taskq_thread(c5827b28,f364fd38,c0b8ed2c,323,c54cfae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f364fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf364fd70, ebp = 0 --- Tracing command spa_zio pid 8555 tid 100190 td 0xc4be1b40 sched_switch(c4be1b40,0,1,180,b64e2fe6,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4be1b40,...) at mi_switch+0x223 sleepq_switch(c4be1b40,0,c0b96982,243,c4be1b40,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,2aedc0a,...) at _cv_wait+0x20b taskq_thread(c5827b28,f364ad38,c0b8ed2c,323,c4c0b828,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f364ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf364ad70, ebp = 0 --- Tracing command spa_zio pid 8554 tid 100272 td 0xc54a5000 sched_switch(c54a5000,0,1,180,b2c935ee,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c54a5000,...) at mi_switch+0x223 sleepq_switch(c54a5000,0,c0b96982,243,c54a5000,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,29fa259,...) at _cv_wait+0x20b taskq_thread(c5827b28,f3645d38,c0b8ed2c,323,c54cf570,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f3645d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3645d70, ebp = 0 --- Tracing command spa_zio pid 8553 tid 100182 td 0xc4c2fd80 sched_switch(c4c2fd80,0,1,180,50f6d224,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4c2fd80,...) at mi_switch+0x223 sleepq_switch(c4c2fd80,0,c0b96982,243,c4c2fd80,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,29fa259,...) at _cv_wait+0x20b taskq_thread(c5827b28,f3640d38,c0b8ed2c,323,c4c2b2b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f3640d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3640d70, ebp = 0 --- Tracing command spa_zio pid 8552 tid 100062 td 0xc41ff6c0 sched_switch(c41ff6c0,0,1,180,2d3a6014,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41ff6c0,...) at mi_switch+0x223 sleepq_switch(c41ff6c0,0,c0b96982,243,c41ff6c0,...) at sleepq_switch+0x182 sleepq_wait(c5827b78,c5827b48,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c5827b78,c5827b48,c50fff36,35c,29fa259,...) at _cv_wait+0x20b taskq_thread(c5827b28,f363bd38,c0b8ed2c,323,c44572b8,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5827b28,f363bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf363bd70, ebp = 0 --- Tracing command spa_zio pid 8551 tid 100080 td 0xc45d8900 sched_switch(c45d8900,0,1,180,ffdc1322,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c45d8900,...) at mi_switch+0x223 sleepq_switch(c45d8900,0,c0b96982,243,c45d8900,...) at sleepq_switch+0x182 sleepq_wait(c582777c,c582774c,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c582777c,c582774c,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c582772c,f3636d38,c0b8ed2c,323,c45d6828,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c582772c,f3636d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3636d70, ebp = 0 --- Tracing command spa_zio pid 8550 tid 100287 td 0xc5a4a480 sched_switch(c5a4a480,0,1,180,8734b358,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c5a4a480,...) at mi_switch+0x223 sleepq_switch(c5a4a480,0,c0b96982,243,c5a4a480,...) at sleepq_switch+0x182 sleepq_wait(c583277c,c583274c,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c583277c,c583274c,c50fff36,35c,393f29d,...) at _cv_wait+0x20b taskq_thread(c583272c,f3631d38,c0b8ed2c,323,c59c8ae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c583272c,f3631d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3631d70, ebp = 0 --- Tracing command spa_zio pid 8549 tid 100129 td 0xc486a240 sched_switch(c486a240,0,1,180,8676366c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c486a240,...) at mi_switch+0x223 sleepq_switch(c486a240,0,c0b96982,243,c486a240,...) at sleepq_switch+0x182 sleepq_wait(c58326b0,c5832680,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c58326b0,c5832680,c50fff36,35c,7cf76c9,...) at _cv_wait+0x20b taskq_thread(c5832660,f362cd38,c0b8ed2c,323,c484a570,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c5832660,f362cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf362cd70, ebp = 0 --- Tracing command md6 pid 8547 tid 100309 td 0xc546f900 sched_switch(c546f900,0,1,180,875ab4b6,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c546f900,...) at mi_switch+0x223 sleepq_switch(c546f900,0,c0b96982,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c4cde000,c4cde020,c0b6d1c2,0,0,...) at sleepq_wait+0x60 _sleep(c4cde000,c4cde020,24c,c0b6d1c2,0,...) at _sleep+0x389 md_kthread(c4cde000,f373bd38,c0b8ed2c,323,c5487000,...) at md_kthread+0x125 fork_exit(c0648c70,c4cde000,f373bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf373bd70, ebp = 0 --- Tracing command md5 pid 8545 tid 100126 td 0xc486a900 sched_switch(c486a900,0,1,180,87495b08,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c486a900,...) at mi_switch+0x223 sleepq_switch(c486a900,0,c0b96982,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c59d0000,c59d0020,c0b6d1c2,0,0,...) at sleepq_wait+0x60 _sleep(c59d0000,c59d0020,24c,c0b6d1c2,0,...) at _sleep+0x389 md_kthread(c59d0000,f33e0d38,c0b8ed2c,323,c484b000,...) at md_kthread+0x125 fork_exit(c0648c70,c59d0000,f33e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf33e0d70, ebp = 0 --- Tracing command sh pid 8468 tid 100212 td 0xc4bca240 Tracing command l2arc_feed_thread pid 1401 tid 100139 td 0xc4869000 sched_switch(c4869000,0,1,180,32e43840,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4869000,...) at mi_switch+0x223 sleepq_switch(c4869000,0,c0b96982,266,c4869000,...) at sleepq_switch+0x182 sleepq_timedwait(c5117100,3e8,c510035c,1,0,...) at sleepq_timedwait+0x68 _cv_timedwait(c5117100,c51170e8,3e8,111c,0,...) at _cv_timedwait+0x21a l2arc_feed_thread(0,f346ed38,c0b8ed2c,323,c4b1f2b8,...) at l2arc_feed_thread+0xf8 fork_exit(c5029460,0,f346ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf346ed70, ebp = 0 --- Tracing command arc_reclaim_thread pid 1385 tid 100144 td 0xc4b31d80 sched_switch(c4b31d80,0,1,180,84e5dcb2,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4b31d80,...) at mi_switch+0x223 sleepq_switch(c4b31d80,0,c0b96982,266,c4b31d80,...) at sleepq_switch+0x182 sleepq_timedwait(c510ecf0,3e8,c51003c2,1,0,...) at sleepq_timedwait+0x68 _cv_timedwait(c510ecf0,c510ecd8,3e8,0,3e8,...) at _cv_timedwait+0x21a arc_reclaim_thread(0,f3463d38,c0b8ed2c,323,c4b1e2b8,...) at arc_reclaim_thread+0x36f fork_exit(c502c360,0,f3463d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3463d70, ebp = 0 --- Tracing command vaclean pid 1382 tid 100048 td 0xc444e000 cpustop_handler(2,f328cc6c,c0ae060d,f328cc0c,c4458000,...) at cpustop_handler+0x32 ipi_nmi_handler(f328cc0c,c4458000,c4458000,c4458000,c4458000,...) at ipi_nmi_handler+0x2f trap(f328cc78) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc07d7452, esp = 0xf328ccb8, ebp = 0xf328ccd4 --- _mtx_unlock_flags(c510da50,0,c50ffd95,b5,0,...) at _mtx_unlock_flags+0xf2 vn_rele_async_cleaner(0,f328cd38,c0b8ed2c,323,c4458000,...) at vn_rele_async_cleaner+0x9e fork_exit(c501ada0,0,f328cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf328cd70, ebp = 0 --- Tracing command system_taskq pid 1381 tid 100102 td 0xc4566d80 sched_switch(c4566d80,0,1,180,8fb90838,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4566d80,...) at mi_switch+0x223 sleepq_switch(c4566d80,0,c0b96982,243,c4566d80,...) at sleepq_switch+0x182 sleepq_wait(c4c2a050,c4c2a020,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c4c2a050,c4c2a020,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c4c2a000,f345ed38,c0b8ed2c,323,c4523ae0,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c4c2a000,f345ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf345ed70, ebp = 0 --- Tracing command system_taskq pid 1380 tid 100057 td 0xc4527240 sched_switch(c4527240,0,1,180,8fb98794,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4527240,...) at mi_switch+0x223 sleepq_switch(c4527240,0,c0b96982,243,c4527240,...) at sleepq_switch+0x182 sleepq_wait(c4c2a050,c4c2a020,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c4c2a050,c4c2a020,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c4c2a000,f3459d38,c0b8ed2c,323,c4522000,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c4c2a000,f3459d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3459d70, ebp = 0 --- Tracing command system_taskq pid 1379 tid 100075 td 0xc4587240 sched_switch(c4587240,0,1,180,8fb917b8,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4587240,...) at mi_switch+0x223 sleepq_switch(c4587240,0,c0b96982,243,c4587240,...) at sleepq_switch+0x182 sleepq_wait(c4c2a050,c4c2a020,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c4c2a050,c4c2a020,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c4c2a000,f3454d38,c0b8ed2c,323,c4582828,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c4c2a000,f3454d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3454d70, ebp = 0 --- Tracing command system_taskq pid 1378 tid 100152 td 0xc486cb40 sched_switch(c486cb40,0,1,180,8fb93b0c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c486cb40,...) at mi_switch+0x223 sleepq_switch(c486cb40,0,c0b96982,243,c486cb40,...) at sleepq_switch+0x182 sleepq_wait(c4c2a050,c4c2a020,c50fff10,1,0,...) at sleepq_wait+0x60 _cv_wait(c4c2a050,c4c2a020,c50fff36,33f,0,...) at _cv_wait+0x20b taskq_thread(c4c2a000,f344fd38,c0b8ed2c,323,c484c828,...) at taskq_thread+0x2d2 fork_exit(c501ca70,c4c2a000,f344fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf344fd70, ebp = 0 --- Tracing command md10 pid 1351 tid 100136 td 0xc4869240 sched_switch(c4869240,0,1,180,6ea5887a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4869240,...) at mi_switch+0x223 sleepq_switch(c4869240,0,c0b96982,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c4444000,c4444020,c0b6d1c2,0,0,...) at sleepq_wait+0x60 _sleep(c4444000,c4444020,24c,c0b6d1c2,0,...) at _sleep+0x389 md_kthread(c4444000,f3415d38,c0b8ed2c,323,c4b1f570,...) at md_kthread+0x125 fork_exit(c0648c70,c4444000,f3415d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3415d70, ebp = 0 --- Tracing command bash pid 1296 tid 100146 td 0xc4b31900 Tracing command csh pid 1292 tid 100143 td 0xc4b32000 Tracing command su pid 1291 tid 100119 td 0xc4638000 Tracing command bash pid 1287 tid 100073 td 0xc444fb40 Tracing command sshd pid 1285 tid 100140 td 0xc4b326c0 Tracing command sshd pid 1283 tid 100101 td 0xc4584000 Tracing command awk pid 1264 tid 100055 td 0xc45276c0 sched_switch(c45276c0,0,1,180,2a02e178,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4522588,...) at mi_switch+0x223 sleepq_switch(c4522588,0,c0b96982,19e,c452d000,...) at sleepq_switch+0x182 sleepq_catch_signals(c07d711d,c0cdaf00,4,c0b915e7,4c,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c452d000,0,c0b9370d,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c452d000,c452d170,14c,c0b9881b,0,...) at _sleep+0x379 pipe_read(c4515130,f32a8c60,c4a73700,0,c45276c0,...) at pipe_read+0x3f6 dofileread(f32a8c60,ffffffff,ffffffff,0,c4515130,...) at dofileread+0x96 kern_readv(c45276c0,0,f32a8c60,28229000,1000,...) at kern_readv+0x58 read(c45276c0,f32a8cfc,c,c45276c0,c0c678a8,...) at read+0x4f syscall(f32a8d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28194213, esp = 0xbfbfe9cc, ebp = 0xbfbfe9e8 --- Tracing command sh pid 1263 tid 100118 td 0xc4638240 Tracing command top pid 1262 tid 100064 td 0xc4524b40 sched_switch(c4524b40,0,1,180,6e2e956e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4521588,...) at mi_switch+0x223 sleepq_switch(c4521588,0,c0b96982,19e,c0d245bc,...) at sleepq_switch+0x182 sleepq_catch_signals(f32cca84,c07d74ca,c0d245a4,0,c4524b40,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0d245bc,3e9,c0b9867b,101,0,...) at sleepq_timedwait_sig+0x17 _cv_timedwait_sig(c0d245bc,c0d245a4,3e9,320,c4524b40,...) at _cv_timedwait_sig+0x21a kern_select(c4524b40,2,bfbfec3c,0,0,f32ccc70,1,0) at kern_select+0x6b4 select(c4524b40,f32cccfc,14,c0824028,c0c68118,...) at select+0x5e syscall(f32ccd38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281c8193, esp = 0xbfbfebdc, ebp = 0xbfbfed38 --- Tracing command tail pid 1260 tid 100053 td 0xc41ffd80 sched_switch(c41ffd80,0,1,180,7ecd19a6,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c4457af8,...) at mi_switch+0x223 sleepq_switch(c4457af8,0,c0b96982,19e,c4a7ea00,...) at sleepq_switch+0x182 sleepq_catch_signals(f32a0aa4,c07d711d,c0cdae80,4,58,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c4a7ea00,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c4a7ea00,c4a7ea00,158,c0b8ea13,3e9,...) at _sleep+0x351 kern_kevent(c41ffd80,4,0,1,f32a0c60,...) at kern_kevent+0x3c3 kevent(c41ffd80,f32a0cfc,18,c0b4285a,c0c69a68,...) at kevent+0x19b syscall(f32a0d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x28147e3b, esp = 0xbfbfebcc, ebp = 0xbfbfec78 --- Tracing command sh pid 1259 tid 100084 td 0xc45d8000 Tracing command sshd pid 1258 tid 100063 td 0xc4566000 Tracing command sshd pid 1257 tid 100127 td 0xc486a6c0 sched_switch(c486a6c0,0,1,180,6e3b2882,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c484aaf8,...) at mi_switch+0x223 sleepq_switch(c484aaf8,0,c0b96982,19e,c0d245bc,...) at sleepq_switch+0x182 sleepq_catch_signals(c07d74ca,c0d245a4,0,c0b915e7,c486a6c0,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d245bc,c0d245a4,c0b9867b,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d245bc,c0d245a4,c0b98682,320,f33e3b04,...) at _cv_wait_sig+0x20b kern_select(c486a6c0,a,285030dc,285030e0,0,0,5b,280f3ae8) at kern_select+0x6cc select(c486a6c0,f33e3cfc,14,c0b809c8,c0c68118,...) at select+0x5e syscall(f33e3d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839b193, esp = 0xbfbfe5dc, ebp = 0xbfbfe628 --- Tracing command sshd pid 1256 tid 100097 td 0xc4584900 Tracing command sshd pid 1252 tid 100098 td 0xc45846c0 Tracing command sshd pid 1251 tid 100058 td 0xc41ffb40 Tracing command sshd pid 1250 tid 100066 td 0xc45246c0 Tracing command getty pid 1249 tid 100074 td 0xc4587480 Tracing command getty pid 1248 tid 100051 td 0xc450f6c0 Tracing command getty pid 1247 tid 100083 td 0xc45d8240 Tracing command getty pid 1246 tid 100130 td 0xc486a000 Tracing command getty pid 1245 tid 100046 td 0xc450fd80 Tracing command getty pid 1244 tid 100065 td 0xc4524900 Tracing command getty pid 1243 tid 100079 td 0xc4524000 Tracing command getty pid 1242 tid 100071 td 0xc450f000 Tracing command inetd pid 1216 tid 100134 td 0xc48696c0 Tracing command moused pid 1192 tid 100082 td 0xc45d8480 Tracing command watchdogd pid 1178 tid 100123 td 0xc486c000 sched_switch(c486c000,0,1,180,e74727e0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c484b840,...) at mi_switch+0x223 sleepq_switch(c484b840,0,c0b96982,19e,c0cd1004,...) at sleepq_switch+0x182 sleepq_catch_signals(f33d7bc0,c07d711d,c0cdae80,4,5c,...) at sleepq_catch_signals+0x26f sleepq_timedwait_sig(c0cd1004,0,c0b9370d,dc,0,...) at sleepq_timedwait_sig+0x17 _sleep(c0cd1004,0,15c,c0b93e9d,ea61,...) at _sleep+0x351 kern_nanosleep(c486c000,f33d7c64,f33d7c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c486c000,f33d7cfc,8,c0bc8436,c0c68ee0,...) at nanosleep+0x6f syscall(f33d7d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28167c1f, esp = 0xbfbfed4c, ebp = 0xbfbfed78 --- Tracing command cron pid 1136 tid 100121 td 0xc45d8b40 Tracing command sendmail pid 1129 tid 100095 td 0xc4584d80 Tracing command sendmail pid 1125 tid 100120 td 0xc45d8d80 Tracing command sshd pid 1120 tid 100116 td 0xc46386c0 Tracing command ntpd pid 1083 tid 100090 td 0xc45d7240 sched_switch(c45d7240,0,1,180,6d83bd8c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c45d4840,...) at mi_switch+0x223 sleepq_switch(c45d4840,0,c0b96982,19e,c0d245bc,...) at sleepq_switch+0x182 sleepq_catch_signals(c07d74ca,c0d245a4,0,c0b915e7,c45d7240,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c0d245bc,c0d245a4,c0b9867b,101,0,...) at sleepq_wait_sig+0x14 _cv_wait_sig(c0d245bc,c0d245a4,c0b98682,320,0,...) at _cv_wait_sig+0x20b kern_select(c45d7240,1b,bfbfed7c,0,0,0,f3350c98,246) at kern_select+0x6cc select(c45d7240,f3350cfc,14,c45d7240,c0c68118,...) at select+0x5e syscall(f3350d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28330193, esp = 0xbfbfed5c, ebp = 0xbfbfee18 --- Tracing command nfsd pid 948 tid 100115 td 0xc4638900 Tracing command nfsd pid 947 tid 100114 td 0xc4638b40 Tracing command nfsd pid 946 tid 100113 td 0xc4638d80 Tracing command nfsd pid 945 tid 100112 td 0xc4639000 Tracing command nfsd pid 944 tid 100111 td 0xc4639240 Tracing command nfsd pid 943 tid 100110 td 0xc4639480 Tracing command nfsd pid 942 tid 100109 td 0xc46396c0 Tracing command nfsd pid 941 tid 100108 td 0xc4639900 Tracing command nfsd pid 940 tid 100107 td 0xc4639b40 Tracing command nfsd pid 939 tid 100106 td 0xc4639d80 Tracing command nfsd pid 938 tid 100105 td 0xc45876c0 Tracing command nfsd pid 936 tid 100104 td 0xc4587900 Tracing command nfsd pid 935 tid 100089 td 0xc45d7480 Tracing command nfsd pid 934 tid 100087 td 0xc45d7900 Tracing command nfsd pid 933 tid 100067 td 0xc4524480 Tracing command nfsd pid 932 tid 100050 td 0xc450f900 Tracing command mountd pid 930 tid 100054 td 0xc4527900 Tracing command rpcbind pid 848 tid 100059 td 0xc41ff900 Tracing command syslogd pid 830 tid 100091 td 0xc45d7000 Tracing command devd pid 635 tid 100099 td 0xc4584480 Tracing command softdepflush pid 45 tid 100045 td 0xc444e240 sched_switch(c444e240,0,1,180,7e8bf53e,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,44,...) at mi_switch+0x223 sleepq_switch(c444e240,0,c0b96982,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0d30a20,3e8,c0bb4027,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d30a20,c0d309e0,44,c0bb4027,3e8,...) at _sleep+0x365 softdep_flush(0,f1095d38,c0b8ed2c,323,c44582b8,...) at softdep_flush+0x2d2 fork_exit(c09eeba0,0,f1095d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1095d70, ebp = 0 --- Tracing command vnlru pid 44 tid 100044 td 0xc444e480 sched_switch(c444e480,0,1,180,29947e38,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,50,...) at mi_switch+0x223 sleepq_switch(c444e480,0,c0b96982,266,50,...) at sleepq_switch+0x182 sleepq_timedwait(c4458570,3e8,c0b9f89f,0,0,...) at sleepq_timedwait+0x68 _sleep(c4458570,c0d24d1c,250,c0b9f89f,3e8,...) at _sleep+0x365 vnlru_proc(0,f1092d38,c0b8ed2c,323,c4458570,...) at vnlru_proc+0xf1 fork_exit(c086d920,0,f1092d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1092d70, ebp = 0 --- Tracing command syncer pid 43 tid 100043 td 0xc444e6c0 sched_switch(c444e6c0,0,1,180,79bcaefa,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c444e6c0,...) at mi_switch+0x223 sleepq_switch(c444e6c0,0,c0b96982,243,68,...) at sleepq_switch+0x182 sleepq_wait(c0cd0e4c,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0cd0e4c,c0d24d48,68,c0b9f7f5,0,...) at _sleep+0x389 sched_sync(0,f108fd38,c0b8ed2c,323,c4458828,...) at sched_sync+0x752 fork_exit(c086c8f0,0,f108fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf108fd70, ebp = 0 --- Tracing command bufdaemon pid 42 tid 100042 td 0xc444e900 sched_switch(c444e900,0,1,180,32e7b0e8,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,44,...) at mi_switch+0x223 sleepq_switch(c444e900,0,c0b96982,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0d24a48,3e8,c0b9cef8,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d24a48,c0d24a4c,44,c0b9cef8,3e8,...) at _sleep+0x365 buf_daemon(0,f108cd38,c0b8ed2c,323,c4458ae0,...) at buf_daemon+0x138 fork_exit(c08561e0,0,f108cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf108cd70, ebp = 0 --- Tracing command pagezero pid 41 tid 100041 td 0xc444eb40 sched_switch(c444eb40,0,1,180,f3ddc36,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,0,...) at mi_switch+0x223 sleepq_switch(c444eb40,0,c0b96982,266,0,...) at sleepq_switch+0x182 sleepq_timedwait(c0d31634,493e0,c0bb918a,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d31634,c0d311f0,0,c0bb918a,493e0,...) at _sleep+0x365 vm_pagezero(0,f1089d38,c0b8ed2c,323,c4459000,...) at vm_pagezero+0xdc fork_exit(c0a2a290,0,f1089d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1089d70, ebp = 0 --- Tracing command vmdaemon pid 40 tid 100040 td 0xc444ed80 sched_switch(c444ed80,0,1,180,7bf0dc2a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c444ed80,...) at mi_switch+0x223 sleepq_switch(c444ed80,0,c0b96982,243,68,...) at sleepq_switch+0x182 sleepq_wait(c0d31264,c0d31268,c0b9cef8,0,0,...) at sleepq_wait+0x60 _sleep(c0d31264,c0d31268,68,c0b9cef8,0,...) at _sleep+0x389 vm_daemon(0,f1086d38,c0b8ed2c,323,c426a000,...) at vm_daemon+0x59 fork_exit(c0a24620,0,f1086d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1086d70, ebp = 0 --- Tracing command pagedaemon pid 39 tid 100039 td 0xc444f000 sched_switch(c444f000,0,1,180,6b6f1604,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,44,...) at mi_switch+0x223 sleepq_switch(c444f000,0,c0b96982,266,44,...) at sleepq_switch+0x182 sleepq_timedwait(c0d3122c,1f4,c0b9cef8,0,0,...) at sleepq_timedwait+0x68 _sleep(c0d3122c,c0d311f0,44,c0b9cef8,1f4,...) at _sleep+0x365 vm_pageout(0,f1083d38,c0b8ed2c,323,c426a2b8,...) at vm_pageout+0x26f fork_exit(c0a251d0,0,f1083d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1083d70, ebp = 0 --- Tracing command sctp_iterator pid 38 tid 100038 td 0xc41afd80 sched_switch(c41afd80,0,1,180,82cbb5d0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41afd80,...) at mi_switch+0x223 sleepq_switch(c41afd80,0,c0b96982,243,0,...) at sleepq_switch+0x182 sleepq_wait(c0d267ec,c0d266f4,c0ba698f,0,0,...) at sleepq_wait+0x60 _sleep(c0d267ec,c0d266f4,0,c0ba698f,0,...) at _sleep+0x389 sctp_iterator_thread(0,f1080d38,c0b8ed2c,323,c426a570,...) at sctp_iterator_thread+0x60 fork_exit(c08d7ca0,0,f1080d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1080d70, ebp = 0 --- Tracing command irq7: ppbus0 ppc0 pid 37 tid 100037 td 0xc41fe000 fork_trampoline() at fork_trampoline Tracing command fdc0 pid 36 tid 100036 td 0xc41fe240 sched_switch(c41fe240,0,1,180,6b7c027a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c41fe240,0,c0b96982,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c41fd23c,3e8,c0b897d0,0,0,...) at sleepq_timedwait+0x68 _sleep(c41fd23c,c41fd2f0,4c,c0b897d0,3e8,...) at _sleep+0x365 fdc_thread(c41fd200,f1077d38,c0b8ed2c,323,c426aae0,...) at fdc_thread+0x2be fork_exit(c0a9cc50,c41fd200,f1077d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1077d70, ebp = 0 --- Tracing command swi0: sio pid 35 tid 100035 td 0xc41fe480 sched_switch(c41fe480,0,1,180,ea1ead2c,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c4274868,...) at mi_switch+0x223 ithread_loop(c42700a0,f106ad38,c0b8ed2c,323,c426b000,...) at ithread_loop+0x34e fork_exit(c07c3a70,c42700a0,f106ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf106ad70, ebp = 0 --- Tracing command irq12: psm0 pid 34 tid 100034 td 0xc41fe6c0 fork_trampoline() at fork_trampoline Tracing command irq1: atkbd0 pid 33 tid 100033 td 0xc41fe900 sched_switch(c41fe900,0,1,180,ea1e2640,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c409d768,...) at mi_switch+0x223 ithread_loop(c42700f0,f1064d38,c0b8ed2c,323,c426b570,...) at ithread_loop+0x34e fork_exit(c07c3a70,c42700f0,f1064d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1064d70, ebp = 0 --- Tracing command irq15: ata1 pid 32 tid 100032 td 0xc41feb40 fork_trampoline() at fork_trampoline Tracing command irq14: ata0 pid 31 tid 100031 td 0xc41fed80 sched_switch(c41fed80,0,1,180,87529f84,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c409d0e8,...) at mi_switch+0x223 ithread_loop(c4255890,f104bd38,c0b8ed2c,323,c426bae0,...) at ithread_loop+0x34e fork_exit(c07c3a70,c4255890,f104bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf104bd70, ebp = 0 --- Tracing command irq17: fxp0 pid 30 tid 100030 td 0xc41ff000 sched_switch(c41ff000,0,1,180,78faf262,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c409ce68,...) at mi_switch+0x223 ithread_loop(c41ef950,f1035d38,c0b8ed2c,323,c41ae2b8,...) at ithread_loop+0x34e fork_exit(c07c3a70,c41ef950,f1035d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1035d70, ebp = 0 --- Tracing command usbtask-dr pid 29 tid 100029 td 0xc41ff240 sched_switch(c41ff240,0,1,180,ee67cd64,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41ff240,...) at mi_switch+0x223 sleepq_switch(c41ff240,0,c0b96982,243,5c,...) at sleepq_switch+0x182 sleepq_wait(c0cce0f4,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0cce0f4,0,5c,c0b85ce5,0,...) at _sleep+0x389 usb_task_thread(c0cce0f4,c3f20d38,c0b8ed2c,323,c41ae570,...) at usb_task_thread+0x62 fork_exit(c074ede0,c0cce0f4,c3f20d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f20d70, ebp = 0 --- Tracing command usbtask-hc pid 28 tid 100028 td 0xc41ff480 sched_switch(c41ff480,0,1,180,ee67a064,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41ff480,...) at mi_switch+0x223 sleepq_switch(c41ff480,0,c0b96982,243,5c,...) at sleepq_switch+0x182 sleepq_wait(c0cce0e0,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0cce0e0,0,5c,c0b85ce5,0,...) at _sleep+0x389 usb_task_thread(c0cce0e0,c3f1dd38,c0b8ed2c,323,c41ae828,...) at usb_task_thread+0x62 fork_exit(c074ede0,c0cce0e0,c3f1dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f1dd70, ebp = 0 --- Tracing command usb0 pid 27 tid 100027 td 0xc40ea6c0 sched_switch(c40ea6c0,0,1,180,41e1a048,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,5c,...) at mi_switch+0x223 sleepq_switch(c40ea6c0,0,c0b96982,266,5c,...) at sleepq_switch+0x182 sleepq_timedwait(c41f4210,ea60,c0b85ca8,0,0,...) at sleepq_timedwait+0x68 _sleep(c41f4210,0,5c,c0b85ca8,ea60,...) at _sleep+0x365 usb_event_thread(c41eda40,c3f1ad38,c0b8ed2c,323,c41aeae0,...) at usb_event_thread+0xca fork_exit(c074e660,c41eda40,c3f1ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f1ad70, ebp = 0 --- Tracing command irq16: uhci0 pid 26 tid 100026 td 0xc40ea900 sched_switch(c40ea900,0,1,180,ea1dccb4,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c409cee8,...) at mi_switch+0x223 ithread_loop(c41e7930,c3f16d38,c0b8ed2c,323,c41bc000,...) at ithread_loop+0x34e fork_exit(c07c3a70,c41e7930,c3f16d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f16d70, ebp = 0 --- Tracing command em0 taskq pid 25 tid 100025 td 0xc40eab40 sched_switch(c40eab40,0,1,180,ea1bf434,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c40eab40,...) at mi_switch+0x223 sleepq_switch(c40eab40,0,c0b96982,243,c40eab40,...) at sleepq_switch+0x182 sleepq_wait(c41d8a00,0,c0b93821,c0b897d0,0,...) at sleepq_wait+0x60 msleep_spin(c41d8a00,c41d8a1c,c0b897d0,0,c0b915e7,...) at msleep_spin+0x20d taskqueue_thread_loop(c41ec35c,c3f13d38,c0b8ed2c,323,c41bc2b8,...) at taskqueue_thread_loop+0x8e fork_exit(c081d360,c41ec35c,c3f13d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3f13d70, ebp = 0 --- Tracing command irq9: acpi0 pid 24 tid 100024 td 0xc40ead80 fork_trampoline() at fork_trampoline Tracing command thread taskq pid 23 tid 100023 td 0xc41af000 sched_switch(c41af000,0,1,180,e4c10db8,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41af000,...) at mi_switch+0x223 sleepq_switch(c41af000,0,c0b96982,243,0,...) at sleepq_switch+0x182 sleepq_wait(c40e8e80,c40e8e9c,c0b897d0,0,0,...) at sleepq_wait+0x60 _sleep(c40e8e80,c40e8e9c,0,c0b897d0,0,...) at _sleep+0x389 taskqueue_thread_loop(c0cdcfdc,c3ee7d38,c0b8ed2c,323,c41bc828,...) at taskqueue_thread_loop+0xb4 fork_exit(c081d360,c0cdcfdc,c3ee7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ee7d70, ebp = 0 --- Tracing command swi5: + pid 22 tid 100022 td 0xc41af240 fork_trampoline() at fork_trampoline Tracing command swi2: cambio pid 21 tid 100021 td 0xc41af480 fork_trampoline() at fork_trampoline Tracing command xpt_thrd pid 9 tid 100020 td 0xc41af6c0 sched_switch(c41af6c0,0,1,180,ee6722ac,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41af6c0,...) at mi_switch+0x223 sleepq_switch(c41af6c0,0,c0b96982,243,4c,...) at sleepq_switch+0x182 sleepq_wait(c0c9cfd4,0,c0b9370d,dc,0,...) at sleepq_wait+0x60 _sleep(c0c9cfd4,c0c9cfec,4c,c0b3e512,0,...) at _sleep+0x389 xpt_scanner_thread(0,c3eded38,c0b8ed2c,323,c40e9ae0,...) at xpt_scanner_thread+0x41 fork_exit(c0471530,0,c3eded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eded70, ebp = 0 --- Tracing command acpi_task_2 pid 8 tid 100019 td 0xc41af900 sched_switch(c41af900,0,1,180,ee7365a0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41af900,...) at mi_switch+0x223 sleepq_switch(c41af900,0,c0b96982,243,0,...) at sleepq_switch+0x182 sleepq_wait(c4166300,c416631c,c0b897d0,0,0,...) at sleepq_wait+0x60 _sleep(c4166300,c416631c,0,c0b897d0,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ec4fc4,c3edbd38,c0b8ed2c,323,c41ad000,...) at taskqueue_thread_loop+0xb4 fork_exit(c081d360,c0ec4fc4,c3edbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3edbd70, ebp = 0 --- Tracing command acpi_task_1 pid 7 tid 100018 td 0xc41afb40 sched_switch(c41afb40,0,1,180,ee733a34,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c41afb40,...) at mi_switch+0x223 sleepq_switch(c41afb40,0,c0b96982,243,0,...) at sleepq_switch+0x182 sleepq_wait(c4166300,c416631c,c0b897d0,0,0,...) at sleepq_wait+0x60 _sleep(c4166300,c416631c,0,c0b897d0,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ec4fc4,c3ed8d38,c0b8ed2c,323,c41ad2b8,...) at taskqueue_thread_loop+0xb4 fork_exit(c081d360,c0ec4fc4,c3ed8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ed8d70, ebp = 0 --- Tracing command acpi_task_0 pid 6 tid 100017 td 0xc40a4240 sched_switch(c40a4240,0,1,180,ee730a8c,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c40a4240,...) at mi_switch+0x223 sleepq_switch(c40a4240,0,c0b96982,243,0,...) at sleepq_switch+0x182 sleepq_wait(c4166300,c416631c,c0b897d0,0,0,...) at sleepq_wait+0x60 _sleep(c4166300,c416631c,0,c0b897d0,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ec4fc4,c3ed5d38,c0b8ed2c,323,c41ad570,...) at taskqueue_thread_loop+0xb4 fork_exit(c081d360,c0ec4fc4,c3ed5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ed5d70, ebp = 0 --- Tracing command kqueue taskq pid 5 tid 100016 td 0xc40a4480 sched_switch(c40a4480,0,1,180,ee6e4f30,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c40a4480,...) at mi_switch+0x223 sleepq_switch(c40a4480,0,c0b96982,243,0,...) at sleepq_switch+0x182 sleepq_wait(c4166380,c416639c,c0b897d0,0,0,...) at sleepq_wait+0x60 _sleep(c4166380,c416639c,0,c0b897d0,0,...) at _sleep+0x389 taskqueue_thread_loop(c0ccf124,c3ed2d38,c0b8ed2c,323,c41ad828,...) at taskqueue_thread_loop+0xb4 fork_exit(c081d360,c0ccf124,c3ed2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ed2d70, ebp = 0 --- Tracing command swi6: task queue pid 20 tid 100015 td 0xc40a46c0 sched_switch(c40a46c0,0,1,180,82c8ec70,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c4166468,...) at mi_switch+0x223 ithread_loop(c4191000,c3ecfd38,c0b8ed2c,323,c41adae0,...) at ithread_loop+0x34e fork_exit(c07c3a70,c4191000,c3ecfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ecfd70, ebp = 0 --- Tracing command swi6: Giant taskq pid 19 tid 100014 td 0xc40a4900 fork_trampoline() at fork_trampoline Tracing command yarrow pid 18 tid 100013 td 0xc40a4b40 sched_switch(c40a4b40,0,1,180,911dc4da,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,0,...) at mi_switch+0x223 sleepq_switch(c40a4b40,0,c0b96982,266,0,...) at sleepq_switch+0x182 sleepq_timedwait(c0cd0e54,64,c0b897d0,2,0,...) at sleepq_timedwait+0x68 _sleep(c0cd0e54,0,0,c0b897d0,64,...) at _sleep+0x365 pause(c0b897d0,64,c0b7b4cf,113,0,...) at pause+0x47 random_kthread(0,c3ec9d38,c0b8ed2c,323,c40a12b8,...) at random_kthread+0x1ef fork_exit(c06c6760,0,c3ec9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec9d70, ebp = 0 --- Tracing command g_down pid 4 tid 100012 td 0xc40a4d80 sched_switch(c40a4d80,0,1,180,874b3038,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c40a4d80,0,c0b96982,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c0cce88c,64,c0b897d0,0,0,...) at sleepq_timedwait+0x68 _sleep(c0cce88c,c0cce7a8,24c,c0b897d0,64,...) at _sleep+0x365 g_io_schedule_down(c40a4d80,0,c0b8b021,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c3ec6d38,c0b8ed2c,323,c40a1570,...) at g_down_procbody+0x8d fork_exit(c078c090,0,c3ec6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec6d70, ebp = 0 --- Tracing command g_up pid 3 tid 100011 td 0xc40ea000 sched_switch(c40ea000,0,1,180,875c271a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c40ea000,0,c0b96982,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c0cce888,64,c0b897d0,0,0,...) at sleepq_timedwait+0x68 _sleep(c0cce888,c0cce7e8,24c,c0b897d0,64,...) at _sleep+0x365 g_io_schedule_up(c40ea000,0,c0b8b021,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c3ec3d38,c0b8ed2c,323,c40a1828,...) at g_up_procbody+0x8d fork_exit(c078c120,0,c3ec3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec3d70, ebp = 0 --- Tracing command g_event pid 2 tid 100010 td 0xc40ea240 sched_switch(c40ea240,0,1,180,8fc0721a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,4c,...) at mi_switch+0x223 sleepq_switch(c40ea240,0,c0b96982,266,4c,...) at sleepq_switch+0x182 sleepq_timedwait(c0cce880,64,c0b897d0,0,0,...) at sleepq_timedwait+0x68 _sleep(c0cce880,0,4c,c0b897d0,64,...) at _sleep+0x365 g_event_procbody(0,c3ec0d38,c0b8ed2c,323,c40a1ae0,...) at g_event_procbody+0xcb fork_exit(c078c1b0,0,c3ec0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ec0d70, ebp = 0 --- Tracing command swi1: net pid 17 tid 100009 td 0xc40ea480 sched_switch(c40ea480,0,1,180,b90ab4e0,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c40e79e8,...) at mi_switch+0x223 ithread_loop(c409f250,c3ebdd38,c0b8ed2c,323,c40e9000,...) at ithread_loop+0x34e fork_exit(c07c3a70,c409f250,c3ebdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ebdd70, ebp = 0 --- Tracing command swi3: vm pid 16 tid 100008 td 0xc40a2000 fork_trampoline() at fork_trampoline Tracing command swi4: clock sio pid 15 tid 100007 td 0xc40a2240 sched_switch(c40a2240,0,1,180,9435a772,...) at sched_switch+0x49b mi_switch(1,0,c0b8efb5,4a1,c40e7ae8,...) at mi_switch+0x223 ithread_loop(c409f270,c3eb7d38,c0b8ed2c,323,c40e9570,...) at ithread_loop+0x34e fork_exit(c07c3a70,c409f270,c3eb7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eb7d70, ebp = 0 --- Tracing command idle: cpu0 pid 14 tid 100006 td 0xc40a2480 cpustop_handler(1,c3eb1b80,c0ae060d,0,13,...) at cpustop_handler+0x32 ipi_nmi_handler(0,13,13,c3eb1b44,c40a0000,...) at ipi_nmi_handler+0x2f trap(c3eb1b8c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0ab5c8d, esp = 0xc3eb1bcc, ebp = 0xc3eb1bf0 --- siointr1(c0d3df4c,0,c0bbdac4,56f,c3eb1c30,...) at siointr1+0x8d siointr(c41fc800,c0b8d5b1,216,c40a2480,c409d580,...) at siointr+0x32 intr_execute_handlers(c4084cd0,c3eb1c50,c3eb1c90,c0ac4cb4,38,...) at intr_execute_handlers+0xec lapic_handle_intr(38,c3eb1c50) at lapic_handle_intr+0x3f Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0eb3b25, esp = 0xc3eb1c90, ebp = 0xc3eb1c90 --- acpi_cpu_c1(c07eec43,c40a2480,c3eb1cac,0,c0cdae80,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3eb1cf8,c0808bb9,c0cdae80,0,c0b94758,...) at acpi_cpu_idle+0x18c cpu_idle(c0cdae80,0,c0b94758,32d,c0cd4a80,...) at cpu_idle+0x28 sched_idletd(0,c3eb1d38,c0b8ed2c,323,c40a0000,...) at sched_idletd+0x249 fork_exit(c0808970,0,c3eb1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eb1d70, ebp = 0 --- Tracing command idle: cpu1 pid 13 tid 100005 td 0xc40a26c0 sched_switch(c40a26c0,0,6,17b,8fbf53d2,...) at sched_switch+0x49b mi_switch(6,0,c0bc2249,497,1,...) at mi_switch+0x223 ipi_bitmap_handler(c0ad0008,c3ea0028,c07d0028,2,f,...) at ipi_bitmap_handler+0x72 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0ad102b, esp = 0xc3eaecc4, ebp = 0xc3eaecc8 --- spinlock_exit(c0cdae80,0,c0b94758,307,c0cd50c0,...) at spinlock_exit+0x2b sched_idletd(0,c3eaed38,c0b8ed2c,323,c40a02b8,...) at sched_idletd+0x1c8 fork_exit(c0808970,0,c3eaed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eaed70, ebp = 0 --- Tracing command idle: cpu2 pid 12 tid 100004 td 0xc40a2900 cpustop_handler(4,c3eabc44,c0ae060d,c0806fd8,c3eabbf4,...) at cpustop_handler+0x32 ipi_nmi_handler(c0806fd8,c3eabbf4,c0808314,c40a0570,c40a0570,...) at ipi_nmi_handler+0x2f trap(c3eabc50) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0eb3b25, esp = 0xc3eabc90, ebp = 0xc3eabc90 --- acpi_cpu_c1(c07eec43,c40a2900,c3eabcac,2,c0cdaf00,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3eabcf8,c0808bb9,c0cdaf00,0,c0b94758,...) at acpi_cpu_idle+0x18c cpu_idle(c0cdaf00,0,c0b94758,32d,c0cd5700,...) at cpu_idle+0x28 sched_idletd(0,c3eabd38,c0b8ed2c,323,c40a0570,...) at sched_idletd+0x249 fork_exit(c0808970,0,c3eabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3eabd70, ebp = 0 --- Tracing command idle: cpu3 pid 11 tid 100003 td 0xc40a2b40 sched_switch(c40a2b40,0,6,17b,875d811a,...) at sched_switch+0x49b mi_switch(6,0,c0bc2249,497,3,...) at mi_switch+0x223 ipi_bitmap_handler(c0b90008,28,c40a0028,c41b2418,c41b2400,...) at ipi_bitmap_handler+0x72 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0eb3b25, esp = 0xc3ea8c90, ebp = 0xc3ea8c90 --- acpi_cpu_c1(c3ea8cc8,c3ea8cb0,c40a2b40,3,10,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c3ea8cf8,c0808bb9,c0cdaf00,0,c0b94758,...) at acpi_cpu_idle+0x18c cpu_idle(c0cdaf00,0,c0b94758,307,c0cd5d40,...) at cpu_idle+0x28 sched_idletd(0,c3ea8d38,c0b8ed2c,323,c40a0828,...) at sched_idletd+0x249 fork_exit(c0808970,0,c3ea8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ea8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc40a2d80 sched_switch(c40a2d80,0,1,180,8d17aa3a,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c40a0af8,...) at mi_switch+0x223 sleepq_switch(c40a0af8,0,c0b96982,19e,c40a0ae0,...) at sleepq_switch+0x182 sleepq_catch_signals(c07d711d,c0cdae80,4,c0b915e7,5c,...) at sleepq_catch_signals+0x26f sleepq_wait_sig(c40a0ae0,0,c0b9370d,dc,0,...) at sleepq_wait_sig+0x14 _sleep(c40a0ae0,c40a0b70,15c,c0b98c19,0,...) at _sleep+0x379 kern_wait(c40a2d80,ffffffff,c3ea4c2c,0,0,...) at kern_wait+0xab6 wait4(c40a2d80,c3ea4cfc,10,c0b98a34,c0c67908,...) at wait4+0x3b syscall(c3ea4d38) at syscall+0x2d3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x805454f, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command audit pid 10 tid 100001 td 0xc40a4000 sched_switch(c40a4000,0,1,180,ee618bd0,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c40a4000,...) at mi_switch+0x223 sleepq_switch(c40a4000,0,c0b96982,243,c40a4000,...) at sleepq_switch+0x182 sleepq_wait(c0d30464,c0d30444,c0bb1647,1,0,...) at sleepq_wait+0x60 _cv_wait(c0d30464,c0d30444,c0bb20c8,194,0,...) at _cv_wait+0x20b audit_worker(0,c3ea1d38,c0b8ed2c,323,c40a1000,...) at audit_worker+0x84 fork_exit(c09d3020,0,c3ea1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc3ea1d70, ebp = 0 --- Tracing command swapper pid 0 tid 100000 td 0xc0ccec00 sched_switch(c0ccec00,0,1,180,6b764418,...) at sched_switch+0x49b mi_switch(1,0,c0b96982,1cb,c0ccec00,...) at mi_switch+0x223 sleepq_switch(c0ccec00,0,c0b96982,243,44,...) at sleepq_switch+0x182 sleepq_wait(c0d30ffc,c0d311f0,c0bb7ff7,0,0,...) at sleepq_wait+0x60 _sleep(c0d30ffc,c0d311f0,244,c0bb7ff7,0,...) at _sleep+0x389 vm_wait(c0cce940,0,44,c0b94fa5,2710,...) at vm_wait+0xbe scheduler(0,101ec00,101ec00,101e000,1025000,...) at scheduler+0x69 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db:1:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 GDB: no debug ports present (kgdb) bt #0 doadump () at pcpu.h:196 #1 0xc0496999 in db_fncall (dummy1=0xc0b48637, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf37b33f8 "") at ../../../ddb/db_command.c:516 #2 0xc0496f4f in db_command (last_cmdp=0xc0c9dc94, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:413 #3 0xc0496fc4 in db_command_script (command=0xc0c9ec48 "call doadump") at ../../../ddb/db_command.c:484 #4 0xc049a830 in db_script_exec (scriptname=0xc0c9e520 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc049a8c1 in db_run_cmd (addr=0xc0b48637, have_addr=0x0, count=0x0, modif=0xf37b3520 "") at ../../../ddb/db_script.c:375 #6 0xc0496f4f in db_command (last_cmdp=0xc0c9dc94, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:413 #7 0xc0496fc4 in db_command_script (command=0xc0c9eb80 "run pho") at ../../../ddb/db_command.c:484 #8 0xc049a830 in db_script_exec (scriptname=0xf37b362c "kdb.enter.panic", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #9 0xc049a90d in db_script_kdbenter (eventname=0xc0b92d84 "panic") at ../../../ddb/db_script.c:324 #10 0xc0498818 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:227 #11 0xc08135d6 in kdb_trap (type=0x3, code=0x0, tf=0xf37b3764) at ../../../kern/subr_kdb.c:524 #12 0xc0ae0b8b in trap (frame=0xf37b3764) at ../../../i386/i386/trap.c:688 #13 0xc0ac48eb in calltrap () at ../../../i386/i386/exception.s:159 #14 0xc081375a in kdb_enter_why (why=0xc0b92d84 "panic", msg=0xc0b92d84 "panic") at cpufunc.h:60 #15 0xc07e6996 in panic (fmt=0xc0bb6844 "vm_fault: fault on nofault entry, addr: %lx") at ../../../kern/kern_shutdown.c:557 #16 0xc0a12718 in vm_fault (map=0xc1471000, vaddr=0xf3340000, fault_type=Variable "fault_type" is not available. ) at ../../../vm/vm_fault.c:277 #17 0xc0adffa6 in trap_pfault (frame=0xf37b3a14, usermode=0x0, eva=0xf3340788) at ../../../i386/i386/trap.c:841 #18 0xc0ae0a08 in trap (frame=0xf37b3a14) at ../../../i386/i386/trap.c:530 #19 0xc0ac48eb in calltrap () at ../../../i386/i386/exception.s:159 #20 0xc5067c5b in spa_history_log_sync (arg1=0xc48a8000, arg2=0xf3340788, cr=0xc45e4300, tx=0xc6046800) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/spa_history.c:198 #21 0xc50519b6 in dsl_sync_task_group_sync (dstg=0xc4d38300, tx=0xc6046800) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_synctask.c:186 #22 0xc5051312 in dsl_pool_sync (dp=0xc560d000, txg=0x47) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_pool.c:316 #23 0xc5063985 in spa_sync (spa=0xc48a8000, txg=0x47) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:3988 #24 0xc506d804 in txg_sync_thread (arg=0xc560d000) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/txg.c:352 #25 0xc07c0f98 in fork_exit (callout=0xc506d450 , arg=0xc560d000, frame=0xf37b3d38) at ../../../kern/kern_fork.c:811 #26 0xc0ac4960 in fork_trampoline () at ../../../i386/i386/exception.s:264 (kgdb) f 20 #20 0xc5067c5b in spa_history_log_sync (arg1=0xc48a8000, arg2=0xf3340788, cr=0xc45e4300, tx=0xc6046800) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/spa_history.c:198 198 objset_t *mos = spa->spa_meta_objset; (kgdb) l 193 spa_history_log_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx) 194 { 195 spa_t *spa = arg1; 196 history_arg_t *hap = arg2; 197 const char *history_str = hap->ha_history_str; 198 objset_t *mos = spa->spa_meta_objset; 199 dmu_buf_t *dbp; 200 spa_history_phys_t *shpp; 201 size_t reclen; 202 uint64_t le_len; (kgdb) p arg1 $1 = (void *) 0xc48a8000 (kgdb) p *(spa_t *)0xc48a8000 $2 = {spa_name = "tank", '\0' , spa_avl = {avl_child = {0x0, 0x0}, avl_parent = 0x0, avl_child_index = 0x0, avl_balance = 0x0}, spa_config = 0xc4811460, spa_config_syncing = 0x0, spa_config_txg = 0x4, spa_sync_pass = 0x1, spa_state = 0x0, spa_inject_ref = 0x0, spa_traverse_wanted = 0x0, spa_sync_on = 0x1, spa_load_state = SPA_LOAD_NONE, spa_zio_taskq = {{0xc5832660, 0xc583272c}, {0xc582772c, 0xc5827b28}, {0xc5827bf4, 0xc5827cc0}, {0xc5832330, 0xc4c0a330}, { 0xc423d0cc, 0xc423d000}, {0xc41dce58, 0xc41dcd8c}}, spa_dsl_pool = 0xc560d000, spa_normal_class = 0xc4489320, spa_log_class = 0xc44891d0, spa_first_txg = 0x0, spa_final_txg = 0xffffffffffffffff, spa_freeze_txg = 0xffffffffffffffff, spa_meta_objset = 0xc58a3e18, spa_vdev_txg_list = {tl_lock = {lock_object = {lo_name = 0xc5106254 "tl->tl_lock", lo_type = 0xc5106254 "tl->tl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, tl_offset = 0x250, tl_head = {0x0, 0x0, 0x0, 0xc4806a50}}, spa_root_vdev = 0xc4d10000, spa_load_guid = 0x0, spa_config_dirty_list = {list_size = 0x42c, list_offset = 0x26c, list_head = { list_next = 0xc48a81cc, list_prev = 0xc48a81cc}}, spa_state_dirty_list = {list_size = 0x42c, list_offset = 0x274, list_head = { list_next = 0xc48a81dc, list_prev = 0xc48a81dc}}, spa_spares = {sav_object = 0x0, sav_config = 0x0, sav_vdevs = 0x0, sav_count = 0x0, sav_sync = 0x0, sav_pending = 0x0, sav_npending = 0x0}, spa_l2cache = {sav_object = 0x0, sav_config = 0x0, sav_vdevs = 0x0, sav_count = 0x0, sav_sync = 0x0, sav_pending = 0x0, sav_npending = 0x0}, spa_config_object = 0x14, spa_syncing_txg = 0x47, spa_sync_bplist_obj = 0x15, spa_sync_bplist = {bpl_lock = {lock_object = { lo_name = 0xc5105e6d "spa->spa_sync_bplist.bpl_lock", lo_type = 0xc5105e6d "spa->spa_sync_bplist.bpl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, bpl_mos = 0xc58a3e18, bpl_object = 0x15, bpl_blockshift = 0xe, bpl_bpshift = 0x7, bpl_havecomp = 0x1, bpl_queue = 0x0, bpl_phys = 0xc6dd4600, bpl_dbuf = 0xc5bb5d20, bpl_cached_dbuf = 0xc61f4834}, spa_traverse_lock = {lock_object = { lo_name = 0xc5105de4 "spa->spa_traverse_lock", lo_type = 0xc5105de4 "spa->spa_traverse_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_ubsync = { ub_magic = 0xbab10c, ub_version = 0xd, ub_txg = 0x46, ub_guid_sum = 0x1601d93c272be6a0, ub_timestamp = 0x4a11b4d1, ub_rootbp = { blk_dva = {{dva_word = {0x100000001, 0x1508}}, {dva_word = {0x1, 0x20f6}}, {dva_word = {0x100000001, 0x6018f}}}, blk_prop = 0x800b070300000001, blk_pad = {0x0, 0x0, 0x0}, blk_birth = 0x46, blk_fill = 0x3b, blk_cksum = {zc_word = { 0xf0f55c49a, 0x5a18d60e0f0, 0x11509d6270b0d, 0x247b38ae600cbd}}}}, spa_uberblock = {ub_magic = 0xbab10c, ub_version = 0xd, ub_txg = 0x46, ub_guid_sum = 0x1601d93c272be6a0, ub_timestamp = 0x4a11b4d1, ub_rootbp = {blk_dva = {{dva_word = {0x100000001, 0x1508}}, {dva_word = {0x1, 0x20f6}}, {dva_word = {0x100000001, 0x6018f}}}, blk_prop = 0x800b070300000001, blk_pad = { 0x0, 0x0, 0x0}, blk_birth = 0x46, blk_fill = 0x3b, blk_cksum = {zc_word = {0xf0f55c49a, 0x5a18d60e0f0, 0x11509d6270b0d, 0x247b38ae600cbd}}}}, spa_scrub_lock = {lock_object = {lo_name = 0xc5105e2b "spa->spa_scrub_lock", lo_type = 0xc5105e2b "spa->spa_scrub_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_scrub_inflight = 0x0, spa_scrub_maxinflight = 0x14, spa_scrub_errors = 0x0, spa_scrub_io_cv = {cv_description = 0xc5105ee8 "spa->spa_scrub_io_cv)", cv_waiters = 0x0}, spa_scrub_active = 0x0, spa_scrub_type = 0x0, spa_scrub_finished = 0x0, spa_scrub_started = 0x0, spa_scrub_reopen = 0x0, spa_async_lock = {lock_object = {lo_name = 0xc5105dfc "spa->spa_async_lock", lo_type = 0xc5105dfc "spa->spa_async_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_async_thread = 0x0, spa_async_suspended = 0x0, spa_async_cv = {cv_description = 0xc5105eb9 "spa->spa_async_cv)", cv_waiters = 0x0}, spa_async_tasks = 0x0, spa_async_root_lock = {lock_object = {lo_name = 0xc5105e11 "spa->spa_async_root_lock", lo_type = 0xc5105e11 "spa->spa_async_root_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_async_root_count = 0x0, spa_async_root_cv = { cv_description = 0xc5105ece "spa->spa_async_root_cv)", cv_waiters = 0x0}, spa_root = 0x0, spa_ena = 0x0, spa_last_open_failed = 0x0, spa_errlog_lock = {lock_object = {lo_name = 0xc5105e40 "spa->spa_errlog_lock", lo_type = 0xc5105e40 "spa->spa_errlog_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_errlog_last = 0x0, spa_errlog_scrub = 0x0, spa_errlist_lock = { lock_object = {lo_name = 0xc5105e56 "spa->spa_errlist_lock", lo_type = 0xc5105e56 "spa->spa_errlist_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_errlist_last = { avl_root = 0x0, avl_compar = 0xc505f670 , avl_offset = 0x24, avl_numnodes = 0x0, avl_size = 0x34}, spa_errlist_scrub = {avl_root = 0x0, avl_compar = 0xc505f670 , avl_offset = 0x24, avl_numnodes = 0x0, avl_size = 0x34}, spa_deflate = 0x1, spa_history = 0x16, spa_history_lock = {lock_object = { lo_name = 0xc5105e8c "spa->spa_history_lock", lo_type = 0xc5105e8c "spa->spa_history_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_pending_vdev = 0x0, spa_props_lock = {lock_object = {lo_name = 0xc5105ea3 "spa->spa_props_lock", lo_type = 0xc5105ea3 "spa->spa_props_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_pool_props_object = 0x0, spa_bootfs = 0x0, spa_failmode = 0x0, spa_delegation = 0x1, spa_config_list = {list_size = 0xc, list_offset = 0x0, list_head = {list_next = 0xc41d96f0, list_prev = 0xc41d96f0}}, spa_suspend_zio_root = 0x0, spa_suspend_lock = { lock_object = {lo_name = 0xc5105f34 "spa->spa_suspend_lock", lo_type = 0xc5105f34 "spa->spa_suspend_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, spa_suspend_cv = { cv_description = 0xc5105f00 "spa->spa_suspend_cv)", cv_waiters = 0x0}, spa_suspended = 0x0, spa_import_faulted = 0x0, spa_is_root = 0x0, spa_minref = 0x8, spa_log_state = SPA_LOG_UNKNOWN, spa_config_lock = {{scl_lock = {lock_object = { lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = { lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = {rc_count = 0x1}}, {scl_lock = {lock_object = {lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = {rc_count = 0x0}}, {scl_lock = {lock_object = {lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = {rc_count = 0x0}}, {scl_lock = {lock_object = {lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = {rc_count = 0x0}}, {scl_lock = {lock_object = {lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = {rc_count = 0x0}}, {scl_lock = {lock_object = {lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = {rc_count = 0x0}}, {scl_lock = {lock_object = {lo_name = 0xc5105f16 "scl->scl_lock", lo_type = 0xc5105f16 "scl->scl_lock", lo_flags = 0x2790010, lo_witness_data = {lod_list = {stqe_next = 0x0}, lod_witness = 0x0}}, sx_lock = 0x1, sx_recurse = 0x0}, scl_writer = 0x0, scl_write_wanted = 0x0, scl_cv = {cv_description = 0xc5105f26 "scl->scl_cv)", cv_waiters = 0x0}, scl_count = { rc_count = 0x0}}}, spa_refcount = {rc_count = 0x2c}} (kgdb) p arg2 $4 = (void *) 0xf3340788 (kgdb) f 21 #21 0xc50519b6 in dsl_sync_task_group_sync (dstg=0xc4d38300, tx=0xc6046800) at /var/tmp/ZFS_MFC/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_synctask.c:186 186 dst->dst_syncfunc(dst->dst_arg1, dst->dst_arg2, (kgdb) l 181 /* 182 * Execute sync tasks. 183 */ 184 for (dst = list_head(&dstg->dstg_tasks); dst; 185 dst = list_next(&dstg->dstg_tasks, dst)) { 186 dst->dst_syncfunc(dst->dst_arg1, dst->dst_arg2, 187 dstg->dstg_cr, tx); 188 } 189 } 190 rw_exit(&dstg->dstg_pool->dp_config_rwlock); (kgdb) p dst $6 = (dsl_sync_task_t *) 0xc4811600 (kgdb) p *dst $7 = {dst_node = {list_next = 0xc4d3831c, list_prev = 0xc4d3831c}, dst_checkfunc = 0xc50517b0 , dst_syncfunc = 0xc5067c40 , dst_arg1 = 0xc48a8000, dst_arg2 = 0xf3340788, dst_err = 0x0} (kgdb) Test scenario: zfs4.sh