GENERIC HEAD from 2013-03-26 07:55:24 UTC, r248723M, vmcore.590 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb 4718592K of memory above 4GB ignored Copyright (c) 1992-2013 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #17 r248723M: Wed Mar 27 15:25:06 CET 2013 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 FreeBSD clang version 3.2 (tags/RELEASE_32/final 170710) 20121221 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.01-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 0x10 Model = 0x2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 8589934592 (8192 MB) avail memory = 3497107456 (3335 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 615254 free (1110 frags, 76768 blocks, 0.1% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 112633 free (5145 frags, 13436 blocks, 0.5% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 53166470 free (1390 frags, 6645635 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 1221087 free (158031 frags, 132882 blocks, 1.6% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 10854448 free (161392 frags, 1336632 blocks, 0.6% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0. lo0: flags=8049 metric 0 mtu 16384 options=600003 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2 inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active Starting devd. add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/gcc46 /usr/local/lib/mysql /usr/local/lib/nss /usr/local/lib/pth /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device Mar 27 15:31:48 x4 savecore: couldn't find media and/or sector size of /var/crash: Inappropriate ioctl for device No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 rpc.umntall: 127.0.0.1: MOUNTPROG: RPC: Program not registered rpc.umntall: 127.0.0.1: MOUNTPROG: RPC: Program not registered lock order reversal: 1st 0xe388e42c bufwait (bufwait) @ kern/vfs_bio.c:3063 2nd 0xc7891800 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c10a6318,c10af972,c15,c0b24d20,c8090c50,...) at db_trace_self_wrapper+0x2d/frame 0xfb4a4798 kdb_backtrace(c10a946e,c7891800,c10db2dd,c75962d0,c10daf22,...) at kdb_backtrace+0x30/frame 0xfb4a4800 witness_checkorder(c7891800,9,c10daf19,11c,0,...) at witness_checkorder+0xbad/frame 0xfb4a4850 _sx_xlock(c7891800,0,c10daf19,11c,c7e4b800,...) at _sx_xlock+0x75/frame 0xfb4a4880 ufsdirhash_add(c7d8ba6c,fb4a4978,3a48,fb4a4900,fb4a4904,...) at ufsdirhash_add+0x4a/frame 0xfb4a48b0 ufs_direnter(c8090b80,c8398b80,fb4a4978,fb4a4b64,e3892080,...) at ufs_direnter+0x63b/frame 0xfb4a4930 ufs_mkdir(fb4a4c00,c11007f9,c10d4be6,c8090b80,fb4a4bfc,...) at ufs_mkdir+0x884/frame 0xfb4a4ad0 VOP_MKDIR_APV(c1200c74,fb4a4c00,fb4a4b64,fb4a4b90,28803020,...) at VOP_MKDIR_APV+0x124/frame 0xfb4a4b00 kern_mkdirat(c7db2c00,ffffff9c,28803020,0,1c0) at kern_mkdirat+0x20e/frame 0xfb4a4c24 sys_mkdir(c7db2c00,fb4a4cc8,14,c10a44f9,7b3,...) at sys_mkdir+0x31/frame 0xfb4a4c40 syscall(fb4a4d08) at syscall+0x2ed/frame 0xfb4a4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4a4cfc --- syscall (136, FreeBSD ELF32, sys_mkdir), eip = 0x28174bf3, esp = 0xbfbfd92c, ebp = 0xbfbfddd0 --- Clearing /tmp (X related). Starting nfsuserd. Starting mountd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Starting ntpd. Removing stale Samba tdb files: ....... done Starting nmbd. Starting smbd. Starting winbindd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc8515bb4 ufs (ufs) @ kern/vfs_lookup.c:517 2nd 0xe38a6aa4 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:262 3rd 0xc86cb764 ufs (ufs) @ kern/vfs_subr.c:2197 KDB: stack backtrace: db_trace_self_wrapper(c10a6318,fb4cc360,0,60a600,f,...) at db_trace_self_wrapper+lock order reversal: 0 1st 0xc7e318d4 ufs (ufs) @ kern/vfs_mount.c:1236 x 2nd 0xc7e515f4 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1866 2KDB: stack backtrace: d/framdeb _0txrfabc4ec_cs2e9l8f _wrapper(c10a63k1d8b,_3b7a0c,kct1rba9c9e5(1c01,0ca19b498975,1c48,6cc0ba7d664c,3c81,0.9.1.6)6 2a,tc 75962d6b8_,tcr1a0cbe2_8s5e2l,f._.w.r)a papte r+0x2d/fkrdabm_eb a0cxkftbr5abc7e8+300x 30/frame 0xfb4cck3d0b0_ backtrace(c10a94w6iet,nce7ses5_1c5hfe4c,kco1r0d9edr3(3cd8,6cc7b5796640,c98,,cc1100bd27864097,,8.9.5.,)c 8a6tc b7d0,...k)d ba_tb acktracew+i0txn3e0s/sf_rcahmeec k0oxrfdbe5rb+708x9b8a d/frame 0xfb4cc3w5i0t ness_checkorder_(_cl7oec5k1m5gfr4_,ar9g,sc(1c08d67c5bf7e6,47,48a0,1c070e,5c8166c6b07,d.0.,.0), 0a,t. ..) at witness___clhoecckkmogrrd_earr+g0sx+b0axd8/7fcr/afmrea m0ex f0bx5fbb748cec84 30 __lockmgr_args(cf7fes5_1l5ofc4k,(8f0b440c0c,4cb78e,5210606204,60,,c07,d0b,2c61b04d,7c51f3e9,a87940a,)c 1a1td 6498,..._)_ laotc kmgr_argfsf+s0_xl8o7cck/+f0rxaamde/ f0rxafmbe5 b07x9fcb84 cc470 vop_stdlock(fb5bV7OaP4_0L,O6C3K21,_4A,PfVb(5cb172a030cc,7c40,af8ba42c8c74,b.8.,.c)0 aaetb f3f,1,c1v2o1p5_4s6t8d,l.o.c.k)+ 0axt5 3/frame V0OxPf_bL5ObC7K91f_8A PV+0x112/frame 0VxOfPb_4LcOc4CaK01 _APV(c11c6668,fb_5vbn7_al4o0c,k4(,cf8b65cbb77a3608,,8c01120105,4c6180,b.2.8.4)9 ,a8t9 5,57,...V)O Pa_tL OCK1_APV_+v0nx_1l1o2c/kf+r0axmcea /0fxrfabm5eb 70ax2f8b 4cc4e0 _vn_lock(c7e515cvg0e,t8(0c48060c,bc71300d,7850f1e0,07,4ca7,d0b,2.6.0.0), 5a7t, 0,_.v.n._)l oactk +0xca/frvagmeet +00xxffbd5/bf7raa6m8e 0xfb4cc530 softdep_flushworvkflsi_shta(sch8_0gae8t5(dc88,0fab850b070a,f1c5,ecd8e4a6,d8300000,06,2cd7,dcb82069000c,3f0b,4.c.c.6)1 0a,t. ..) at softdepv_ffsl_uhsahswho_rgkelti+s0tx+f0fx/6fer/afmrea m0ex f0bx4fcbc55b57ca a8 ffs_vgetf(c80a80f0f0s,_1s5yendce(ac,8800a08050d,8f,b14,cfcb651b07,b16,8.,.5.0)f ,act1 baed14,.f.f.s)_ vagte tf+0x47/fffrsa_msey n0cx+f0xb24ec5c/5fbr8a me 0xfb5b7b30 softdep_sync_bufd(ocu8n5m1o5ubn8t0(,ce8308aa865ad484,,810,8100080,00,,c.8.4.6)d 3a0t0 ,493,c0aseo5fat0d5e,p._.s.y)n ca_tb uf+0x977d/ofurnammoeu n0tx+f0bx44c2c96/2f0r ame 0xfb5b7b90 ffs_syncvnode(c8s5y1s5_bu8n0m,o1u,n0t,(fcb844c6cd63d0c0,,2f0b052b476c,c.8.,.c)1 0aft9 a6f,d6,0f,f.s._.s)y nactv node+0x2say3s/_furnammoeu n0tx+f0bx43cccd6/f7r8a me 0xfb5b7c40 ffs_truncate(c85s1y5sbc8a0l,l2(0f0b,50b,78d8008,)c 7adt3 0800,...s)y sacta ll+0x2fefds/_ftrraumnec a0txef+b05xb67cc8fc/ frame 0xfXbi4nctc08x3800 _syscall() at ufs_diXrienntt0exr8(0c_8s5y1s5cba8l0l,+c08x62c1b/7f3r0a,mfeb 40cxcf8bf50b,7fcbf4cc c-b-c-c ,s0y,s.c.a.l)l a(t2 2,u fFsr_edeiBrSeDn tEeLrF+302x,7 esdy/sf_ruanmmeo u0nxtf)b,4 ceci8pb 0= 0x280c16d7, espu f=s _0mxabkfebifndo6dae4(,f be4bcpc b=b 80,xfbbf4bcfcdb7c7c0) -a-t- ufs_makeinode+0x537/frame 0xfb4cca24 ufs_create(fb4ccb10,c11001e7,c10d4be6,c80a8010,2,...) at ufs_create+0x2f/frame 0xfb4cca38 VOP_CREATE_APV(c1200c74,fb4ccb10,fb4ccbcc,fb4ccaa0,0,...) at VOP_CREATE_APV+0x124/frame 0xfb4cca68 vn_open_cred(fb4ccb80,fb4ccbfc,180,0,c7d30800,c7d9a380) at vn_open_cred+0x2cf/frame 0xfb4ccb38 vn_open(fb4ccb80,fb4ccbfc,180,c7d9a380,0,...) at vn_open+0x3b/frame 0xfb4ccb58 kern_openat(c7db2600,ffffff9c,28c80360,0,a02,180) at kern_openat+0x1ec/frame 0xfb4ccc20 sys_open(c7db2600,fb4cccc8,c0ecba10,c1825c90,0,...) at sys_open+0x38/frame 0xfb4ccc40 syscall(fb4ccd08) at syscall+0x2ed/frame 0xfb4cccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4cccfc --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28414e87, esp = 0xbfbf9644, ebp = 0xbfbf96d0 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 39002 files, 65147511 used, 53166470 free (1390 frags, 6645635 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes Mar 27 15:35:00 x4 su: pho to root on /dev/pts/0 ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 39002 files, 65147511 used, 53166470 free (1390 frags, 6645635 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Wed Mar 27 15:36:14 CET 2013 FreeBSD/i386 (x4.osted.lan) (console) login: 20130327 15:36:17 all (1/1): n45.sh lock order reversal: 1st 0xc93ded90 vnode interlock (vnode interlock) @ kern/vfs_subr.c:2205 2nd 0xc1bb50e8 vm map (system) (vm map (system)) @ vm/vm_kern.c:430 KDB: stack backtrace: db_trace_self_wrapper(c10a6318,3530000a,a,0,c7db1000,...) at db_trace_self_wrapper+0x2d/frame 0xfb5006d8 kdb_backtrace(c10a946e,c1bb50e8,c10aa132,c758f110,c10dd800,...) at kdb_backtrace+0x30/frame 0xfb500740 witness_checkorder(c1bb50e8,9,c10dd7f7,1ae,0,...) at witness_checkorder+0xbad/frame 0xfb500790 __mtx_lock_flags(c1bb50f8,0,c10dd7f7,1ae,c1baf580,...) at __mtx_lock_flags+0x98/frame 0xfb5007c4 _vm_map_lock(c1bb508c,c10dd7f7,1ae,c11d6498,246,...) at _vm_map_lock+0x31/frame 0xfb5007e0 kmem_malloc(c1bb508c,1000,401) at kmem_malloc+0x2a/frame 0xfb500824 page_alloc(c1baea00,1000,fb500863,401,c1baf598,...) at page_alloc+0x27/frame 0xfb500838 keg_alloc_slab(401,4,c10dcb4c,888,c758f998,...) at keg_alloc_slab+0xc3/frame 0xfb500870 keg_fetch_slab(401,20,401,c1ba5460,fb500914,...) at keg_fetch_slab+0x152/frame 0xfb5008b4 zone_fetch_slab(c1baea00,c1baf580,401,83e,601,...) at zone_fetch_slab+0x3f/frame 0xfb5008cc uma_zalloc_arg(c1baea00,0,401,c1baea00,0,...) at uma_zalloc_arg+0x435/frame 0xfb500914 malloc(5c,c11e0e4c,401,401,5c,...) at malloc+0xf9/frame 0xfb500944 v_record_ref(c93decf0,1,c10d836a,89d,a05,...) at v_record_ref+0x8a/frame 0xfb500970 vget(c93decf0,200201,c7db1000,188,fb500ad4,...) at vget+0x235/frame 0xfb5009c0 vm_fault_hold(c76de910,281d0000,2,0,0,...) at vm_fault_hold+0x604/frame 0xfb500b20 vm_fault(c76de910,281d0000,2,0,c76de910,...) at vm_fault+0x82/frame 0xfb500b48 trap_pfault(281d0000,fb500d08,c0a8a98b,c125bf80,8,...) at trap_pfault+0x1ba/frame 0xfb500bc0 trap(fb500d08) at trap+0x5da/frame 0xfb500cfc calltrap() at calltrap+0x6/frame 0xfb500cfc --- trap 0xc, eip = 0x2818730e, esp = 0xbfbfd974, ebp = 0xbfbfdaa4 --- 20130327 15:37:23 all (1/1): n45.sh 20130327 15:38:26 all (1/1): n45.sh 20130327 15:39:29 all (1/1): n45.sh VOP_GETATTR() returned 70 VNASSERT failed 0xc9911730: tag newnfs, type VREG usecount 2, writecount 2, refcount 4 mountedhere 0 flags (VV(0x2000)|VI_ACTIVE) VI_LOCKed v_object 0xce6b22e4 ref 0 pages 5 lock type newnfs: EXCL by thread 0xc914a000 (pid 1490, n45, tid 100166) #0 0xc0a81bd5 at __lockmgr_args+0x10c5 #1 0xc09c3e8c at nfs_lock1+0x9c #2 0xc0eeae82 at VOP_LOCK1_APV+0x112 #3 0xc0b5c46a at _vn_lock+0xca #4 0xc0b442dd at vget+0xfd #5 0xc0d36ddf at vm_mmap_vnode+0x10f #6 0xc0d347c8 at vm_mmap+0x758 #7 0xc0d33e6d at sys_mmap+0x9ad #8 0xc0ec512d at syscall+0x2ed #9 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 2 vref lock order reversal: (sleepable after non-sleepable) 1st 0xc99117d0 vnode interlock (vnode interlock) @ kern/vfs_subr.c:2277 2nd 0xc124d454 kernel linker (kernel linker) @ kern/kern_linker.c:996 KDB: stack backtrace: db_trace_self_wrapper(c10a6318,a3639,a,4,fffffffc,...) at db_trace_self_wrapper+0x2d/frame 0xfb68e478 kdb_backtrace(c10a946e,c124d454,c109dc53,c7592098,c109d7d9,...) at kdb_backtrace+0x30/frame 0xfb68e4e0 witness_checkorder(c124d454,9,c109d7d0,3e4,0,...) at witness_checkorder+0xbad/frame 0xfb68e530 _sx_xlock(c124d454,0,c109d7d0,3e4,ce7b9b10,...) at _sx_xlock+0x75/frame 0xfb68e560 linker_search_symbol_name(c0b44bef,fb68e59c,40,fb68e598,c10faf77,...) at linker_search_symbol_name+0x2b/frame 0xfb68e57c stack_print(ce7b9b10,2,c106348a,5,0,...) at stack_print+0x4f/frame 0xfb68e5ec vn_printf(c9911730,c10b0fc8,c10b39f4,8e5,c9911730,...) at vn_printf+0x961/frame 0xfb68e830 vputx(c9911730,2,2,c9911730) at vputx+0x191/frame 0xfb68e8b0 vput(c9911730,46,c809b800,c7d70e74,fb68e910,...) at vput+0x27/frame 0xfb68e8c8 vm_mmap_vnode(c914a000,5000,3,fb68eb12,fb68eb0c,...) at vm_mmap_vnode+0x4fc/frame 0xfb68e9e8 vm_mmap(d3060cb0,fb68ec0c,5000,3,7,...) at vm_mmap+0x758/frame 0xfb68eb38 sys_mmap(c914a000,fb68ecc8,14,c10a44f9,7b3,...) at sys_mmap+0x9ad/frame 0xfb68ec40 syscall(fb68ed08) at syscall+0x2ed/frame 0xfb68ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb68ecfc --- syscall (477, FreeBSD ELF32, sys_mmap), eip = 0x280e9e9f, esp = 0xbfbfd97c, ebp = 0xbfbfdaa4 --- #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44cdc at vref+0x7c #2 0xc0d49870 at vnode_pager_alloc+0x1c0 #3 0xc0d49fd8 at vnode_create_vobject+0x208 #4 0xc09c1691 at nfs_open+0x561 #5 0xc0ee8244 at VOP_OPEN_APV+0x124 #6 0xc0b5bfe9 at vn_open_vnode+0x179 #7 0xc0b5bccc at vn_open_cred+0x37c #8 0xc0b5b94b at vn_open+0x3b #9 0xc0b5429c at kern_openat+0x1ec #10 0xc0b54028 at sys_open+0x38 #11 0xc0ec512d at syscall+0x2ed #12 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 1 vputx #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44f46 at vputx+0x136 #2 0xc0b44e07 at vrele+0x27 #3 0xc0d4a018 at vnode_create_vobject+0x248 #4 0xc09c1691 at nfs_open+0x561 #5 0xc0ee8244 at VOP_OPEN_APV+0x124 #6 0xc0b5bfe9 at vn_open_vnode+0x179 #7 0xc0b5bccc at vn_open_cred+0x37c #8 0xc0b5b94b at vn_open+0x3b #9 0xc0b5429c at kern_openat+0x1ec #10 0xc0b54028 at sys_open+0x38 #11 0xc0ec512d at syscall+0x2ed #12 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 0 vrele #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b45055 at vputx+0x245 #2 0xc0b44e07 at vrele+0x27 #3 0xc0d4a018 at vnode_create_vobject+0x248 #4 0xc09c1691 at nfs_open+0x561 #5 0xc0ee8244 at VOP_OPEN_APV+0x124 #6 0xc0b5bfe9 at vn_open_vnode+0x179 #7 0xc0b5bccc at vn_open_cred+0x37c #8 0xc0b5b94b at vn_open+0x3b #9 0xc0b5429c at kern_openat+0x1ec #10 0xc0b54028 at sys_open+0x38 #11 0xc0ec512d at syscall+0x2ed #12 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 1 vget #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44415 at vget+0x235 #2 0xc0d36ddf at vm_mmap_vnode+0x10f #3 0xc0d347c8 at vm_mmap+0x758 #4 0xc0d33e6d at sys_mmap+0x9ad #5 0xc0ec512d at syscall+0x2ed #6 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 0 vputx #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44f46 at vputx+0x136 #2 0xc0b45307 at vput+0x27 #3 0xc0d371cc at vm_mmap_vnode+0x4fc #4 0xc0d347c8 at vm_mmap+0x758 #5 0xc0d33e6d at sys_mmap+0x9ad #6 0xc0ec512d at syscall+0x2ed #7 0xc0ead7f1 at Xint0x80_syscall+0x21 panic: vputx: missed vn_close cpuid = 3 KDB: enter: panic [ thread pid 1490 tid 100166 ] Stopped at kdb_enter+0x3d: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 1490 tid 100166 td 0xc914a000 kdb_enter(c10a1eeb,c10a1eeb,c10b39fa,fb68e83c,c10b39fa,...) at kdb_enter+0x3d/frame 0xfb68e7d0 vpanic(c124e9c2,100,c10b39fa,fb68e83c,fb68e83c,...) at vpanic+0x142/frame 0xfb68e80c kassert_panic(c10b39fa,c10b0fc8,c10b39f4,8e5,c9911730,...) at kassert_panic+0xea/frame 0xfb68e830 vputx(c9911730,2,2,c9911730) at vputx+0x19f/frame 0xfb68e8b0 vput(c9911730,46,c809b800,c7d70e74,fb68e910,...) at vput+0x27/frame 0xfb68e8c8 vm_mmap_vnode(c914a000,5000,3,fb68eb12,fb68eb0c,...) at vm_mmap_vnode+0x4fc/frame 0xfb68e9e8 vm_mmap(d3060cb0,fb68ec0c,5000,3,7,...) at vm_mmap+0x758/frame 0xfb68eb38 sys_mmap(c914a000,fb68ecc8,14,c10a44f9,7b3,...) at sys_mmap+0x9ad/frame 0xfb68ec40 syscall(fb68ed08) at syscall+0x2ed/frame 0xfb68ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb68ecfc --- syscall (477, FreeBSD ELF32, sys_mmap), eip = 0x280e9e9f, esp = 0xbfbfd97c, ebp = 0xbfbfdaa4 --- db:0:bt> show allpcpu Current CPU: 3 cpuid = 0 dynamic pcpu = 0x60a600 curthread = 0xc9149000: pid 1499 "umount" curpcb = 0xfb69dd60 fpcurthread = none idlethread = 0xc76dc900: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5fdf600 curthread = 0xc7e2a600: pid 1495 "ls" curpcb = 0xfb63ad60 fpcurthread = none idlethread = 0xc76dc600: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5fe2600 curthread = 0xc7720000: pid 12 "swi4: clock" curpcb = 0xc721dd60 fpcurthread = none idlethread = 0xc76dc300: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5fe5600 curthread = 0xc914a000: pid 1490 "n45" curpcb = 0xfb68ed60 fpcurthread = none idlethread = 0xc76dc000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 1499 (umount) thread 0xc9149000 (100171) exclusive sleep mutex struct mount mtx (struct mount mtx) r = 0 (0xc7d322ec) locked @ kern/vfs_subr.c:4697 exclusive sleep mutex Giant (Giant) r = 0 (0xc1417a24) locked @ kern/vfs_mount.c:1155 exclusive lockmgr ufs (ufs) r = 0 (0xc8397bb4) locked @ kern/vfs_mount.c:1236 Process 1495 (ls) thread 0xc7e2a600 (100155) exclusive lockmgr bufwait (bufwait) r = 0 (0xe39ed8f4) locked @ kern/vfs_bio.c:3063 shared lockmgr ufs (ufs) r = 0 (0xc9187314) locked @ kern/vfs_lookup.c:517 Process 1490 (n45) thread 0xc914a000 (100166) exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xc99117d0) locked @ kern/vfs_subr.c:2277 exclusive lockmgr newnfs (newnfs) r = 0 (0xc9911764) locked @ kern/vfs_subr.c:2197 db:0:alllocks> show lockedvnods Locked vnodes 0xc8397b80: tag ufs, type VDIR usecount 3, writecount 0, refcount 3 mountedhere 0xc7d322ec flags (VI_ACTIVE) v_object 0xc7e53784 ref 0 pages 0 lock type ufs: EXCL by thread 0xc9149000 (pid 1499, umount, tid 100171) #0 0xc0a81bd5 at __lockmgr_args+0x10c5 #1 0xc0d06dcd at ffs_lock+0xad #2 0xc0eeae82 at VOP_LOCK1_APV+0x112 #3 0xc0b5c46a at _vn_lock+0xca #4 0xc0b3a409 at dounmount+0x99 #5 0xc0b3a32d at sys_unmount+0x3cd #6 0xc0ec512d at syscall+0x2ed #7 0xc0ead7f1 at Xint0x80_syscall+0x21 ino 235521, on dev ada0s1a 0xc91872e0: tag ufs, type VDIR usecount 3, writecount 0, refcount 423 mountedhere 0 flags (VI_ACTIVE) v_object 0xc9176b90 ref 0 pages 1672 lock type ufs: SHARED (count 1) #0 0xc0a81a70 at __lockmgr_args+0xf60 #1 0xc0d06dcd at ffs_lock+0xad #2 0xc0eeae82 at VOP_LOCK1_APV+0x112 #3 0xc0b5c46a at _vn_lock+0xca #4 0xc0b36547 at lookup+0xf7 #5 0xc0b3606d at namei+0x47d #6 0xc0b56706 at kern_statat_vnhook+0xb6 #7 0xc0b568cd at sys_lstat+0x4d #8 0xc0ec512d at syscall+0x2ed #9 0xc0ead7f1 at Xint0x80_syscall+0x21 ino 164864, on dev ada0s1a 0xc9911730: tag newnfs, type VREG usecount 2, writecount 2, refcount 4 mountedhere 0 flags (VV(0x2000)|VI_ACTIVE) VI_LOCKed v_object 0xce6b22e4 ref 0 pages 5 lock type newnfs: EXCL by thread 0xc914a000 (pid 1490, n45, tid 100166) #0 0xc0a81bd5 at __lockmgr_args+0x10c5 #1 0xc09c3e8c at nfs_lock1+0x9c #2 0xc0eeae82 at VOP_LOCK1_APV+0x112 #3 0xc0b5c46a at _vn_lock+0xca #4 0xc0b442dd at vget+0xfd #5 0xc0d36ddf at vm_mmap_vnode+0x10f #6 0xc0d347c8 at vm_mmap+0x758 #7 0xc0d33e6d at sys_mmap+0x9ad #8 0xc0ec512d at syscall+0x2ed #9 0xc0ead7f1 at Xint0x80_syscall+0x21 fileid 998 fsid 0x3a00ff05 REF 2 vref #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44cdc at vref+0x7c #2 0xc0d49870 at vnode_pager_alloc+0x1c0 #3 0xc0d49fd8 at vnode_create_vobject+0x208 #4 0xc09c1691 at nfs_open+0x561 #5 0xc0ee8244 at VOP_OPEN_APV+0x124 #6 0xc0b5bfe9 at vn_open_vnode+0x179 #7 0xc0b5bccc at vn_open_cred+0x37c #8 0xc0b5b94b at vn_open+0x3b #9 0xc0b5429c at kern_openat+0x1ec #10 0xc0b54028 at sys_open+0x38 #11 0xc0ec512d at syscall+0x2ed #12 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 1 vputx #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44f46 at vputx+0x136 #2 0xc0b44e07 at vrele+0x27 #3 0xc0d4a018 at vnode_create_vobject+0x248 #4 0xc09c1691 at nfs_open+0x561 #5 0xc0ee8244 at VOP_OPEN_APV+0x124 #6 0xc0b5bfe9 at vn_open_vnode+0x179 #7 0xc0b5bccc at vn_open_cred+0x37c #8 0xc0b5b94b at vn_open+0x3b #9 0xc0b5429c at kern_openat+0x1ec #10 0xc0b54028 at sys_open+0x38 #11 0xc0ec512d at syscall+0x2ed #12 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 0 vrele #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b45055 at vputx+0x245 #2 0xc0b44e07 at vrele+0x27 #3 0xc0d4a018 at vnode_create_vobject+0x248 #4 0xc09c1691 at nfs_open+0x561 #5 0xc0ee8244 at VOP_OPEN_APV+0x124 #6 0xc0b5bfe9 at vn_open_vnode+0x179 #7 0xc0b5bccc at vn_open_cred+0x37c #8 0xc0b5b94b at vn_open+0x3b #9 0xc0b5429c at kern_openat+0x1ec #10 0xc0b54028 at sys_open+0x38 #11 0xc0ec512d at syscall+0x2ed #12 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 1 vget #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44415 at vget+0x235 #2 0xc0d36ddf at vm_mmap_vnode+0x10f #3 0xc0d347c8 at vm_mmap+0x758 #4 0xc0d33e6d at sys_mmap+0x9ad #5 0xc0ec512d at syscall+0x2ed #6 0xc0ead7f1 at Xint0x80_syscall+0x21 REF 0 vputx #0 0xc0b44bef at v_record_ref+0xaf #1 0xc0b44f46 at vputx+0x136 #2 0xc0b45307 at vput+0x27 #3 0xc0d371cc at vm_mmap_vnode+0x4fc #4 0xc0d347c8 at vm_mmap+0x758 #5 0xc0d33e6d at sys_mmap+0x9ad #6 0xc0ec512d at syscall+0x2ed #7 0xc0ead7f1 at Xint0x80_syscall+0x21 db:0:lockedvnods> show mount 0xc7d32bb0 /dev/ad4s1a on / (ufs) 0xc7d33000 devfs on /dev (devfs) 0xc7d328c4 /dev/ad4s1f on /home (ufs) 0xc80a82ec /dev/ad4s1d on /usr (ufs) 0xc80a8000 /dev/ad4s1e on /var (ufs) 0xc7d33bb0 procfs on /proc (procfs) 0xc9179000 /dev/label/tmp on /tmp (ufs) 0xc7d322ec 127.0.0.1:/tmp on /mnt (nfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 1499 1467 814 0 R+ CPU 0 umount 1495 1494 877 0 R CPU 1 ls 1494 877 877 0 S wait 0xc7da8000 sh 1490 1485 814 0 R+ CPU 3 n45 1485 1467 814 0 S+ wait 0xca4902e8 n45 1467 814 814 0 S+ wait 0xc91648b8 sh 1067 0 0 0 SL - 0xc1416cc8 [newnfs 2] 1066 0 0 0 SL - 0xc1416cc4 [newnfs 1] 1065 0 0 0 SL - 0xc1416cc0 [newnfs 0] 926 1 926 0 Ss+ ttyin 0xc7940270 getty 925 1 925 0 Ss+ ttyin 0xc7940470 getty 924 1 924 0 Ss+ ttyin 0xc7799070 getty 923 1 923 0 Ss+ ttyin 0xc7799270 getty 922 1 922 0 Ss+ ttyin 0xc7799470 getty 921 1 921 0 Ss+ ttyin 0xc7799670 getty 920 1 920 0 Ss+ ttyin 0xc7799870 getty 919 1 919 0 Ss+ ttyin 0xc7799a70 getty 918 1 918 0 Ss+ ttyin 0xc7799c70 getty 901 1 901 0 Ss select 0xc8465d64 inetd 877 1 877 0 Ss wait 0xc9164ba0 watchdogd 814 810 814 0 S+ wait 0xc7dcd2e8 sh 810 807 810 0 S+ wait 0xc84605d0 bash 807 806 807 0 S+ pause 0xc7da8634 csh 806 797 806 1001 S+ wait 0xc8a9d2e8 su 797 796 797 1001 Ss+ wait 0xc7dcaba0 bash 796 794 794 1001 S select 0xc78a37a4 sshd 794 723 794 0 Ss select 0xc8465da4 sshd 734 1 734 0 Ss nanslp 0xc124fd5a cron 729 1 729 25 Ss pause 0xc7dcd064 sendmail 726 1 726 0 Rs sendmail 723 1 723 0 Ss select 0xc78a3464 sshd 699 671 671 0 S select 0xc81bd7e4 smbd 689 1 689 0 Ss select 0xc8466024 moused 688 673 673 0 S select 0xc8465ea4 winbindd 673 1 673 0 Ss select 0xc80bb064 winbindd 671 1 671 0 Ss select 0xc80bb024 smbd 669 1 669 0 Ss select 0xc8466064 nmbd 645 1 645 0 Ss select 0xc81bd824 ntpd 589 584 584 0 S (threaded) nfsd 100117 S rpcsvc 0xc7874150 nfsd: service 100116 S rpcsvc 0xc7874110 nfsd: service 100115 S rpcsvc 0xc78740d0 nfsd: service 100081 S rpcsvc 0xc78731d0 nfsd: master 584 1 584 0 Ss select 0xc80bb0e4 nfsd 578 1 578 0 Ss select 0xc84660a4 mountd 571 567 567 0 S select 0xc84660e4 nfsuserd 570 567 567 0 S select 0xc80bb124 nfsuserd 569 567 567 0 S select 0xc8466124 nfsuserd 568 567 567 0 S select 0xc78a3424 nfsuserd 567 1 567 0 Ss pause 0xc7d5e34c nfsuserd 538 1 538 0 Ss select 0xc81bd864 rpcbind 523 1 523 0 Ss select 0xc81bd8a4 syslogd 420 1 420 0 Ss select 0xc80bb164 devd 17 0 0 0 RL [softdepflush] 16 0 0 0 RL [syncer] 9 0 0 0 RL [vnlru] 8 0 0 0 RL [bufdaemon] 7 0 0 0 DL pgzero 0xc13cb7d4 [pagezero] 6 0 0 0 DL psleep 0xc13cb39c [vmdaemon] 5 0 0 0 DL psleep 0xc141f384 [pagedaemon] 4 0 0 0 DL ccb_scan 0xc121b724 [xpt_thrd] 3 0 0 0 DL waiting_ 0xc141b00c [sctp_iterator] 2 0 0 0 RL [fdc0] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc7908d34 [usbus5] 100057 D - 0xc7908d04 [usbus5] 100056 D - 0xc7908cd4 [usbus5] 100055 D - 0xc7908ca4 [usbus5] 100053 D - 0xc78f9b5c [usbus4] 100052 D - 0xc78f9b2c [usbus4] 100051 D - 0xc78f9afc [usbus4] 100050 D - 0xc78f9acc [usbus4] 100049 D - 0xc78f3b5c [usbus3] 100048 D - 0xc78f3b2c [usbus3] 100047 D - 0xc78f3afc [usbus3] 100046 D - 0xc78f3acc [usbus3] 100045 D - 0xc78ecb5c [usbus2] 100044 D - 0xc78ecb2c [usbus2] 100043 D - 0xc78ecafc [usbus2] 100042 D - 0xc78ecacc [usbus2] 100040 D - 0xc78e7b5c [usbus1] 100039 D - 0xc78e7b2c [usbus1] 100038 D - 0xc78e7afc [usbus1] 100037 D - 0xc78e7acc [usbus1] 100035 D - 0xc78ddb5c [usbus0] 100034 D - 0xc78ddb2c [usbus0] 100033 D - 0xc78ddafc [usbus0] 100032 D - 0xc78ddacc [usbus0] 14 0 0 0 RL [yarrow] 13 0 0 0 DL (threaded) [geom] 100016 D - 0xc141706c [g_down] 100015 D - 0xc1417068 [g_up] 100014 D - 0xc1417064 [g_event] 12 0 0 0 RL (threaded) [intr] 100063 I [irq12: psm0] 100062 I [irq1: atkbd0] 100060 I [swi0: uart] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100022 I [swi2: cambio] 100021 I [swi5: fast taskq] 100019 I [swi6: Giant taskq] 100018 I [swi6: task queue] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 Run CPU 2 [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 CanRun [idle: cpu3] 100005 CanRun [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xc76daba0 [init] 10 0 0 0 DL audit_wo 0xc141ddf8 [audit] 0 0 0 0 RLs (threaded) [kernel] 100065 RunQ [deadlkres] 100064 D - 0xc7781400 [mca taskq] 100027 D - 0xc7781b80 [ffs_trim taskq] 100026 D - 0xc7781c00 [acpi_task_2] 100025 D - 0xc7781c00 [acpi_task_1] 100024 D - 0xc7781c00 [acpi_task_0] 100023 D - 0xc7781c80 [kqueue taskq] 100020 D - 0xc7781d80 [thread taskq] 100013 D - 0xc7782000 [firmware taskq] 100000 D sched 0xc14170e4 [swapper] db:0:ps> allt Tracing command umount pid 1499 tid 100171 td 0xc9149000 cpustop_handler(0,13,fb69d864,c0ec3d1b,40bbe3,...) at cpustop_handler+0x2f/frame 0xfb69d718 ipi_nmi_handler(40bbe3,0,0,fb69d76c,c0a61afb,...) at ipi_nmi_handler+0x37/frame 0xfb69d728 trap(fb69d870) at trap+0x3b/frame 0xfb69d864 calltrap() at calltrap+0x6/frame 0xfb69d864 --- trap 0x13, eip = 0xc0a8a027, esp = 0xfb69d8b0, ebp = 0xfb69d918 --- __mtx_lock_sleep(c99117e0,c9149000,c10b2849,c10b2849,1269,...) at __mtx_lock_sleep+0x217/frame 0xfb69d918 __mtx_lock_flags(c99117e0,0,c10b2849,1269,c12155d8,...) at __mtx_lock_flags+0xfd/frame 0xfb69d94c __mnt_vnode_next_all(fb69dad4,c7d322ec,c10b2849,a61,c0aebf3f,...) at __mnt_vnode_next_all+0x342/frame 0xfb69d9a0 vflush(c7d322ec,1,2,c9149000,d306f200,...) at vflush+0x858/frame 0xfb69dafc nfs_unmount(c7d322ec,8080000,fb69db68,50f,c1baed14,...) at nfs_unmount+0x91/frame 0xfb69db30 dounmount(c7d322ec,8080000,c9149000,493,c0ae5a05,...) at dounmount+0x46a/frame 0xfb69db90 sys_unmount(c9149000,fb69dcc8,c0ecba10,c71fdc90,0,...) at sys_unmount+0x3cd/frame 0xfb69dc40 syscall(fb69dd08) at syscall+0x2ed/frame 0xfb69dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb69dcfc --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280c16d7, esp = 0xbfbfd304, ebp = 0xbfbfd3d0 --- Tracing command ls pid 1495 tid 100155 td 0xc7e2a600 cpustop_handler(1,13,fb63a7f4,c0ec3d1b,c75923d8,...) at cpustop_handler+0x2f/frame 0xfb63a6a8 ipi_nmi_handler(c75923d8,c1399ff8,fb63a718,c0aebf3f,1,...) at ipi_nmi_handler+0x37/frame 0xfb63a6b8 trap(fb63a800) at trap+0x3b/frame 0xfb63a7f4 calltrap() at calltrap+0x6/frame 0xfb63a7f4 --- trap 0x13, eip = 0xc0d0ff7f, esp = 0xfb63a840, ebp = 0xfb63a900 --- ufs_lookup_ino(c91872e0,fb63ab60,fb63ab74,0) at ufs_lookup_ino+0x83f/frame 0xfb63a900 ufs_lookup(fb63a968,c1100192,fb63a960,c10b3092,c91872e0,...) at ufs_lookup+0x2a/frame 0xfb63a918 VOP_CACHEDLOOKUP_APV(c1200c74,fb63a968,fb63ab74,0,0,...) at VOP_CACHEDLOOKUP_APV+0x124/frame 0xfb63a948 vfs_cache_lookup(fb63a9f8,c1100131,fb63a9c0,c0b41b80,c91872e0,...) at vfs_cache_lookup+0xf0/frame 0xfb63a990 VOP_LOOKUP_APV(c1200c74,fb63a9f8,fb63ab74,205,c1399ff8,...) at VOP_LOOKUP_APV+0x124/frame 0xfb63a9c0 lookup(fb63ab28,c10b1c7b,107,ce,4000,...) at lookup+0x52e/frame 0xfb63aa20 namei(fb63ab28,ffffffdf,c76b9e00,0,c7e2a600,...) at namei+0x47d/frame 0xfb63aaa8 kern_statat_vnhook(c7e2a600,200,ffffff9c,2951e4b8,0,...) at kern_statat_vnhook+0xb6/frame 0xfb63abb0 sys_lstat(c7e2a600,fb63acc8,c0ecba10,c71fac90,0,...) at sys_lstat+0x4d/frame 0xfb63ac40 syscall(fb63ad08) at syscall+0x2ed/frame 0xfb63acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb63acfc --- syscall (190, FreeBSD ELF32, sys_lstat), eip = 0x281c7bd3, esp = 0xbfbfd5ac, ebp = 0xbfbfd634 --- Tracing command sh pid 1494 tid 100092 td 0xc7db2000 sched_switch(c7db2000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4e498c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb4e49c0 sleepq_switch(c7db2000,0,c10a7ba9,1ab,fb4e4a38,...) at sleepq_switch+0x1b9/frame 0xfb4e49f4 sleepq_catch_signals(0,c10a7ba9,162,c00,c7db2000,...) at sleepq_catch_signals+0x3a1/frame 0xfb4e4a3c sleepq_wait_sig(c7da8000,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb4e4a60 _sleep(c7da8000,c7da8094,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb4e4abc kern_wait6(c7db2000,7,0,0,fb4e4b4c,...) at kern_wait6+0x45c/frame 0xfb4e4b20 sys_wait4(c7db2000,fb4e4cc8,7b3,0,fb4e4cc4,...) at sys_wait4+0x94/frame 0xfb4e4c40 syscall(fb4e4d08) at syscall+0x2ed/frame 0xfb4e4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4e4cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815233f, esp = 0xbfbfdae0, ebp = 0xbfbfdaf8 --- Tracing command n45 pid 1490 tid 100166 td 0xc914a000 kdb_enter(c10a1eeb,c10a1eeb,c10b39fa,fb68e83c,c10b39fa,...) at kdb_enter+0x3d/frame 0xfb68e7d0 vpanic(c124e9c2,100,c10b39fa,fb68e83c,fb68e83c,...) at vpanic+0x142/frame 0xfb68e80c kassert_panic(c10b39fa,c10b0fc8,c10b39f4,8e5,c9911730,...) at kassert_panic+0xea/frame 0xfb68e830 vputx(c9911730,2,2,c9911730) at vputx+0x19f/frame 0xfb68e8b0 vput(c9911730,46,c809b800,c7d70e74,fb68e910,...) at vput+0x27/frame 0xfb68e8c8 vm_mmap_vnode(c914a000,5000,3,fb68eb12,fb68eb0c,...) at vm_mmap_vnode+0x4fc/frame 0xfb68e9e8 vm_mmap(d3060cb0,fb68ec0c,5000,3,7,...) at vm_mmap+0x758/frame 0xfb68eb38 sys_mmap(c914a000,fb68ecc8,14,c10a44f9,7b3,...) at sys_mmap+0x9ad/frame 0xfb68ec40 syscall(fb68ed08) at syscall+0x2ed/frame 0xfb68ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb68ecfc --- syscall (477, FreeBSD ELF32, sys_mmap), eip = 0x280e9e9f, esp = 0xbfbfd97c, ebp = 0xbfbfdaa4 --- Tracing command n45 pid 1485 tid 100159 td 0xc7dd6900 sched_switch(c7dd6900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb64698c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb6469c0 sleepq_switch(c7dd6900,0,c10a7ba9,1ab,fb646a38,...) at sleepq_switch+0x1b9/frame 0xfb6469f4 sleepq_catch_signals(0,c10a7ba9,162,15f0,c7dd6900,...) at sleepq_catch_signals+0x3a1/frame 0xfb646a3c sleepq_wait_sig(ca4902e8,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb646a60 _sleep(ca4902e8,ca49037c,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb646abc kern_wait6(c7dd6900,7,0,0,fb646b4c,...) at kern_wait6+0x45c/frame 0xfb646b20 sys_wait4(c7dd6900,fb646cc8,c10f9a6f,d6,0,...) at sys_wait4+0x94/frame 0xfb646c40 syscall(fb646d08) at syscall+0x2ed/frame 0xfb646cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb646cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x280d733f, esp = 0xbfbfda8c, ebp = 0xbfbfdaa4 --- Tracing command sh pid 1467 tid 100142 td 0xc7e2dc00 sched_switch(c7e2dc00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb61198c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb6119c0 sleepq_switch(c7e2dc00,0,c10a7ba9,1ab,fb611a38,...) at sleepq_switch+0x1b9/frame 0xfb6119f4 sleepq_catch_signals(0,c10a7ba9,162,1680,c7e2dc00,...) at sleepq_catch_signals+0x3a1/frame 0xfb611a3c sleepq_wait_sig(c91648b8,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb611a60 _sleep(c91648b8,c916494c,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb611abc kern_wait6(c7e2dc00,7,0,0,fb611b4c,...) at kern_wait6+0x45c/frame 0xfb611b20 sys_wait4(c7e2dc00,fb611cc8,c10f9a6f,e9,0,...) at sys_wait4+0x94/frame 0xfb611c40 syscall(fb611d08) at syscall+0x2ed/frame 0xfb611cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb611cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815233f, esp = 0xbfbfd790, ebp = 0xbfbfd7a8 --- Tracing command newnfs 2 pid 1067 tid 100095 td 0xc7db1900 sched_switch(c7db1900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4f0b58 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4f0b8c sleepq_switch(c7db1900,0,c10a7ba9,1ab,8,...) at sleepq_switch+0x1b9/frame 0xfb4f0bc0 sleepq_catch_signals(c0ae0eb0,c7db1900,0,101,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4f0c08 sleepq_timedwait_sig(c1416cc8,6c,77,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb4f0c30 _sleep(c1416cc8,c1416c88,16c,c108df16,ffff7540,...) at _sleep+0x331/frame 0xfb4f0c8c nfssvc_iod(c12478f8,fb4f0d08,c109ba70,3d7,0,...) at nfssvc_iod+0x139/frame 0xfb4f0ccc fork_exit(c09d1fb0,c12478f8,fb4f0d08) at fork_exit+0x7f/frame 0xfb4f0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb4f0cf4 --- trap 0, eip = 0, esp = 0xfb4f0d40, ebp = 0 --- Tracing command newnfs 1 pid 1066 tid 100119 td 0xc846e000 sched_switch(c846e000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5a6b58 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb5a6b8c sleepq_switch(c846e000,0,c10a7ba9,1ab,8,...) at sleepq_switch+0x1b9/frame 0xfb5a6bc0 sleepq_catch_signals(c0ae0eb0,c846e000,0,101,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5a6c08 sleepq_timedwait_sig(c1416cc4,6c,77,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb5a6c30 _sleep(c1416cc4,c1416c88,16c,c108df16,ffff7540,...) at _sleep+0x331/frame 0xfb5a6c8c nfssvc_iod(c12478f4,fb5a6d08,c109ba70,3d7,0,...) at nfssvc_iod+0x139/frame 0xfb5a6ccc fork_exit(c09d1fb0,c12478f4,fb5a6d08) at fork_exit+0x7f/frame 0xfb5a6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb5a6cf4 --- trap 0, eip = 0, esp = 0xfb5a6d40, ebp = 0 --- Tracing command newnfs 0 pid 1065 tid 100151 td 0xc7e2b300 sched_switch(c7e2b300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb62cb58 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb62cb8c sleepq_switch(c7e2b300,0,c10a7ba9,1ab,8,...) at sleepq_switch+0x1b9/frame 0xfb62cbc0 sleepq_catch_signals(c0ae0eb0,c7e2b300,2,101,2,...) at sleepq_catch_signals+0x3a1/frame 0xfb62cc08 sleepq_timedwait_sig(c1416cc0,6c,77,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb62cc30 _sleep(c1416cc0,c1416c88,16c,c108df16,ffff7540,...) at _sleep+0x331/frame 0xfb62cc8c nfssvc_iod(c12478f0,fb62cd08,c109ba70,3d7,0,...) at nfssvc_iod+0x139/frame 0xfb62cccc fork_exit(c09d1fb0,c12478f0,fb62cd08) at fork_exit+0x7f/frame 0xfb62ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb62ccf4 --- trap 0, eip = 0, esp = 0xfb62cd40, ebp = 0 --- Tracing command getty pid 926 tid 100075 td 0xc7d65c00 sched_switch(c7d65c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4a09b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb4a09ec sleepq_switch(c7d65c00,0,c10a7ba9,1ab,fb4a0a64,...) at sleepq_switch+0x1b9/frame 0xfb4a0a20 sleepq_catch_signals(0,c10a7ba9,162,ab0,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb4a0a68 sleepq_wait_sig(c7940270,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb4a0a8c _cv_wait_sig(c7940270,c1417a24,c10ac901,531,fb4a0c10,...) at _cv_wait_sig+0x200/frame 0xfb4a0ad4 tty_wait(c7940200,c7940270,fb4a0c10,1,0,...) at tty_wait+0x4b/frame 0xfb4a0af8 ttydisc_read(c7940200,fb4a0c10,0,a1,fb4a0c10,...) at ttydisc_read+0x377/frame 0xfb4a0b3c ttydev_read(c789aa00,fb4a0c10,0,1,0,...) at ttydev_read+0x81/frame 0xfb4a0b5c devfs_read_f(c7d76888,fb4a0c10,c76b9e00,0,c7d65c00,...) at devfs_read_f+0x87/frame 0xfb4a0b90 dofileread(c7d76888,fb4a0c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb4a0bc4 kern_readv(c7d65c00,0,fb4a0c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb4a0bf0 sys_read(c7d65c00,fb4a0cc8,14,c10a44f9,7b3,...) at sys_read+0x5c/frame 0xfb4a0c40 syscall(fb4a0d08) at syscall+0x2ed/frame 0xfb4a0cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4a0cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 925 tid 100136 td 0xc846d000 sched_switch(c846d000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5ff9b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb5ff9ec sleepq_switch(c846d000,0,c10a7ba9,1ab,fb5ffa64,...) at sleepq_switch+0x1b9/frame 0xfb5ffa20 sleepq_catch_signals(0,c10a7ba9,162,ae0,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb5ffa68 sleepq_wait_sig(c7940470,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb5ffa8c _cv_wait_sig(c7940470,c1417a24,c10ac901,531,fb5ffc10,...) at _cv_wait_sig+0x200/frame 0xfb5ffad4 tty_wait(c7940400,c7940470,fb5ffc10,1,0,...) at tty_wait+0x4b/frame 0xfb5ffaf8 ttydisc_read(c7940400,fb5ffc10,0,a1,fb5ffc10,...) at ttydisc_read+0x377/frame 0xfb5ffb3c ttydev_read(c789ab00,fb5ffc10,0,1,0,...) at ttydev_read+0x81/frame 0xfb5ffb5c devfs_read_f(c7d9a738,fb5ffc10,c76b9e00,0,c846d000,...) at devfs_read_f+0x87/frame 0xfb5ffb90 dofileread(c7d9a738,fb5ffc10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb5ffbc4 kern_readv(c846d000,0,fb5ffc10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb5ffbf0 sys_read(c846d000,fb5ffcc8,c0ecba10,c71fac90,0,...) at sys_read+0x5c/frame 0xfb5ffc40 syscall(fb5ffd08) at syscall+0x2ed/frame 0xfb5ffcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5ffcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 924 tid 100137 td 0xc846cc00 sched_switch(c846cc00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb6029b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb6029ec sleepq_switch(c846cc00,0,c10a7ba9,1ab,fb602a64,...) at sleepq_switch+0x1b9/frame 0xfb602a20 sleepq_catch_signals(0,c10a7ba9,162,1500,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb602a68 sleepq_wait_sig(c7799070,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb602a8c _cv_wait_sig(c7799070,c1417a24,c10ac901,531,fb602c10,...) at _cv_wait_sig+0x200/frame 0xfb602ad4 tty_wait(c7799000,c7799070,fb602c10,1,0,...) at tty_wait+0x4b/frame 0xfb602af8 ttydisc_read(c7799000,fb602c10,0,a1,fb602c10,...) at ttydisc_read+0x377/frame 0xfb602b3c ttydev_read(c789ac00,fb602c10,0,1,0,...) at ttydev_read+0x81/frame 0xfb602b5c devfs_read_f(c7e1d888,fb602c10,c76b9e00,0,c846cc00,...) at devfs_read_f+0x87/frame 0xfb602b90 dofileread(c7e1d888,fb602c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb602bc4 kern_readv(c846cc00,0,fb602c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb602bf0 sys_read(c846cc00,fb602cc8,14,c10a44f9,7b3,...) at sys_read+0x5c/frame 0xfb602c40 syscall(fb602d08) at syscall+0x2ed/frame 0xfb602cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb602cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 923 tid 100140 td 0xc846c300 sched_switch(c846c300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb60b9b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb60b9ec sleepq_switch(c846c300,0,c10a7ba9,1ab,fb60ba64,...) at sleepq_switch+0x1b9/frame 0xfb60ba20 sleepq_catch_signals(0,c10a7ba9,162,1530,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb60ba68 sleepq_wait_sig(c7799270,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb60ba8c _cv_wait_sig(c7799270,c1417a24,c10ac901,531,fb60bc10,...) at _cv_wait_sig+0x200/frame 0xfb60bad4 tty_wait(c7799200,c7799270,fb60bc10,1,0,...) at tty_wait+0x4b/frame 0xfb60baf8 ttydisc_read(c7799200,fb60bc10,0,a1,fb60bc10,...) at ttydisc_read+0x377/frame 0xfb60bb3c ttydev_read(c789ad00,fb60bc10,0,1,0,...) at ttydev_read+0x81/frame 0xfb60bb5c devfs_read_f(c7d92348,fb60bc10,c76b9e00,0,c846c300,...) at devfs_read_f+0x87/frame 0xfb60bb90 dofileread(c7d92348,fb60bc10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb60bbc4 kern_readv(c846c300,0,fb60bc10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb60bbf0 sys_read(c846c300,fb60bcc8,14,c10a44f9,7b3,...) at sys_read+0x5c/frame 0xfb60bc40 syscall(fb60bd08) at syscall+0x2ed/frame 0xfb60bcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb60bcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 922 tid 100139 td 0xc846c600 sched_switch(c846c600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb6089b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb6089ec sleepq_switch(c846c600,0,c10a7ba9,1ab,fb608a64,...) at sleepq_switch+0x1b9/frame 0xfb608a20 sleepq_catch_signals(0,c10a7ba9,162,1560,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb608a68 sleepq_wait_sig(c7799470,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb608a8c _cv_wait_sig(c7799470,c1417a24,c10ac901,531,fb608c10,...) at _cv_wait_sig+0x200/frame 0xfb608ad4 tty_wait(c7799400,c7799470,fb608c10,1,0,...) at tty_wait+0x4b/frame 0xfb608af8 ttydisc_read(c7799400,fb608c10,0,a1,fb608c10,...) at ttydisc_read+0x377/frame 0xfb608b3c ttydev_read(c789ae00,fb608c10,0,1,0,...) at ttydev_read+0x81/frame 0xfb608b5c devfs_read_f(c7d9a3b8,fb608c10,c76b9e00,0,c846c600,...) at devfs_read_f+0x87/frame 0xfb608b90 dofileread(c7d9a3b8,fb608c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb608bc4 kern_readv(c846c600,0,fb608c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb608bf0 sys_read(c846c600,fb608cc8,c0ecba10,c1825c90,0,...) at sys_read+0x5c/frame 0xfb608c40 syscall(fb608d08) at syscall+0x2ed/frame 0xfb608cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb608cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 921 tid 100138 td 0xc846c900 sched_switch(c846c900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb6059b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb6059ec sleepq_switch(c846c900,0,c10a7ba9,1ab,fb605a64,...) at sleepq_switch+0x1b9/frame 0xfb605a20 sleepq_catch_signals(0,c10a7ba9,162,1590,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb605a68 sleepq_wait_sig(c7799670,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb605a8c _cv_wait_sig(c7799670,c1417a24,c10ac901,531,fb605c10,...) at _cv_wait_sig+0x200/frame 0xfb605ad4 tty_wait(c7799600,c7799670,fb605c10,1,0,...) at tty_wait+0x4b/frame 0xfb605af8 ttydisc_read(c7799600,fb605c10,0,a1,fb605c10,...) at ttydisc_read+0x377/frame 0xfb605b3c ttydev_read(c793a000,fb605c10,0,1,0,...) at ttydev_read+0x81/frame 0xfb605b5c devfs_read_f(c7d77930,fb605c10,c76b9e00,0,c846c900,...) at devfs_read_f+0x87/frame 0xfb605b90 dofileread(c7d77930,fb605c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb605bc4 kern_readv(c846c900,0,fb605c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb605bf0 sys_read(c846c900,fb605cc8,c0ecba10,c7200c90,0,...) at sys_read+0x5c/frame 0xfb605c40 syscall(fb605d08) at syscall+0x2ed/frame 0xfb605cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb605cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 920 tid 100147 td 0xc9170600 sched_switch(c9170600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb6209b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb6209ec sleepq_switch(c9170600,0,c10a7ba9,1ab,fb620a64,...) at sleepq_switch+0x1b9/frame 0xfb620a20 sleepq_catch_signals(0,c10a7ba9,162,15c0,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb620a68 sleepq_wait_sig(c7799870,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb620a8c _cv_wait_sig(c7799870,c1417a24,c10ac901,531,fb620c10,...) at _cv_wait_sig+0x200/frame 0xfb620ad4 tty_wait(c7799800,c7799870,fb620c10,1,0,...) at tty_wait+0x4b/frame 0xfb620af8 ttydisc_read(c7799800,fb620c10,0,a1,fb620c10,...) at ttydisc_read+0x377/frame 0xfb620b3c ttydev_read(c793a100,fb620c10,0,1,0,...) at ttydev_read+0x81/frame 0xfb620b5c devfs_read_f(c7e1dc08,fb620c10,c76b9e00,0,c9170600,...) at devfs_read_f+0x87/frame 0xfb620b90 dofileread(c7e1dc08,fb620c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb620bc4 kern_readv(c9170600,0,fb620c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb620bf0 sys_read(c9170600,fb620cc8,c0ecba10,c71fac90,0,...) at sys_read+0x5c/frame 0xfb620c40 syscall(fb620d08) at syscall+0x2ed/frame 0xfb620cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb620cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 919 tid 100146 td 0xc9170900 sched_switch(c9170900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb61d9b8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb61d9ec sleepq_switch(c9170900,0,c10a7ba9,1ab,fb61da64,...) at sleepq_switch+0x1b9/frame 0xfb61da20 sleepq_catch_signals(0,c10a7ba9,162,15f0,1,...) at sleepq_catch_signals+0x3a1/frame 0xfb61da68 sleepq_wait_sig(c7799a70,0,c10ac915,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb61da8c _cv_wait_sig(c7799a70,c1417a24,c10ac901,531,fb61dc10,...) at _cv_wait_sig+0x200/frame 0xfb61dad4 tty_wait(c7799a00,c7799a70,fb61dc10,1,0,...) at tty_wait+0x4b/frame 0xfb61daf8 ttydisc_read(c7799a00,fb61dc10,0,a1,fb61dc10,...) at ttydisc_read+0x377/frame 0xfb61db3c ttydev_read(c793a200,fb61dc10,0,1,0,...) at ttydev_read+0x81/frame 0xfb61db5c devfs_read_f(c7e1d738,fb61dc10,c76b9e00,0,c9170900,...) at devfs_read_f+0x87/frame 0xfb61db90 dofileread(c7e1d738,fb61dc10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb61dbc4 kern_readv(c9170900,0,fb61dc10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb61dbf0 sys_read(c9170900,fb61dcc8,c0ecba10,c71fdc90,0,...) at sys_read+0x5c/frame 0xfb61dc40 syscall(fb61dd08) at syscall+0x2ed/frame 0xfb61dcfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb61dcfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command getty pid 918 tid 100122 td 0xc846d600 sched_switch(c846d600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5b49b8 mi_switch(104,0,c10a7ba9,1f5,46,...) at mi_switch+0x1c9/frame 0xfb5b49ec sleepq_switch(c846d600,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb5b4a20 sleepq_catch_signals(fb5b4a8c,c0a89c09,c7799c14,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5b4a68 sleepq_wait_sig(c7799c70,0,fb5b4ac0,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb5b4a8c _cv_wait_sig(c7799c70,c7799c04,c10ac901,531,fb5b4c10,...) at _cv_wait_sig+0x200/frame 0xfb5b4ad4 tty_wait(c7799c00,c7799c70,fb5b4c10,1,0,...) at tty_wait+0x4b/frame 0xfb5b4af8 ttydisc_read(c7799c00,fb5b4c10,0,a1,fb5b4c10,...) at ttydisc_read+0x377/frame 0xfb5b4b3c ttydev_read(c771bc00,fb5b4c10,0,1,0,...) at ttydev_read+0x81/frame 0xfb5b4b5c devfs_read_f(c7d92380,fb5b4c10,c76b9e00,0,c846d600,...) at devfs_read_f+0x87/frame 0xfb5b4b90 dofileread(c7d92380,fb5b4c10,ffffffff,ffffffff,0,...) at dofileread+0x99/frame 0xfb5b4bc4 kern_readv(c846d600,0,fb5b4c10,0,bfbfddfb,...) at kern_readv+0x66/frame 0xfb5b4bf0 sys_read(c846d600,fb5b4cc8,c10f9a6f,d6,0,...) at sys_read+0x5c/frame 0xfb5b4c40 syscall(fb5b4d08) at syscall+0x2ed/frame 0xfb5b4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5b4cfc --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2819cca7, esp = 0xbfbfdde0, ebp = 0xbfbfde08 --- Tracing command inetd pid 901 tid 100144 td 0xc7e2d600 sched_switch(c7e2d600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb617900 mi_switch(104,0,c10a7ba9,1f5,46,...) at mi_switch+0x1c9/frame 0xfb617934 sleepq_switch(c7e2d600,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb617968 sleepq_catch_signals(fb6179d4,c0a89c09,c8465d60,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb6179b0 sleepq_wait_sig(c8465d64,0,fb617a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb6179d4 _cv_wait_sig(c8465d64,c8465d50,c10aa8e5,68e,c0af880d,...) at _cv_wait_sig+0x200/frame 0xfb617a1c seltdwait(ffffffff,0,0,c7e2d600,0,...) at seltdwait+0x90/frame 0xfb617a50 kern_select(c7e2d600,8,bfbfd008,0,0,...) at kern_select+0x88c/frame 0xfb617bf8 sys_select(c7e2d600,fb617cc8,c0ecba10,c71fdc90,0,...) at sys_select+0x69/frame 0xfb617c40 syscall(fb617d08) at syscall+0x2ed/frame 0xfb617cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb617cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281afc67, esp = 0xbfbfcf84, ebp = 0xbfbfde34 --- Tracing command watchdogd pid 877 tid 100141 td 0xc846c000 sched_switch(c846c000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb60e98c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb60e9c0 sleepq_switch(c846c000,0,c10a7ba9,1ab,fb60ea38,...) at sleepq_switch+0x1b9/frame 0xfb60e9f4 sleepq_catch_signals(0,c10a7ba9,162,1608,c846c000,...) at sleepq_catch_signals+0x3a1/frame 0xfb60ea3c sleepq_wait_sig(c9164ba0,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb60ea60 _sleep(c9164ba0,c9164c34,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb60eabc kern_wait6(c846c000,0,5d6,0,fb60eb4c,...) at kern_wait6+0x45c/frame 0xfb60eb20 sys_wait4(c846c000,fb60ecc8,7b3,0,fb60ecc4,...) at sys_wait4+0x94/frame 0xfb60ec40 syscall(fb60ed08) at syscall+0x2ed/frame 0xfb60ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb60ecfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x280eb33f, esp = 0xbfbfdc5c, ebp = 0xbfbfdcf8 --- Tracing command sh pid 814 tid 100123 td 0xc846d300 sched_switch(c846d300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5b798c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb5b79c0 sleepq_switch(c846d300,0,c10a7ba9,1ab,fb5b7a38,...) at sleepq_switch+0x1b9/frame 0xfb5b79f4 sleepq_catch_signals(0,c10a7ba9,162,570,c846d300,...) at sleepq_catch_signals+0x3a1/frame 0xfb5b7a3c sleepq_wait_sig(c7dcd2e8,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb5b7a60 _sleep(c7dcd2e8,c7dcd37c,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb5b7abc kern_wait6(c846d300,7,0,0,fb5b7b4c,...) at kern_wait6+0x45c/frame 0xfb5b7b20 sys_wait4(c846d300,fb5b7cc8,c10f9a6f,e9,0,...) at sys_wait4+0x94/frame 0xfb5b7c40 syscall(fb5b7d08) at syscall+0x2ed/frame 0xfb5b7cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5b7cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2815233f, esp = 0xbfbfd690, ebp = 0xbfbfd6a8 --- Tracing command bash pid 810 tid 100114 td 0xc846e600 sched_switch(c846e600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb59398c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb5939c0 sleepq_switch(c846e600,0,c10a7ba9,1ab,fb593a38,...) at sleepq_switch+0x1b9/frame 0xfb5939f4 sleepq_catch_signals(0,c10a7ba9,162,13f8,c846e600,...) at sleepq_catch_signals+0x3a1/frame 0xfb593a3c sleepq_wait_sig(c84605d0,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb593a60 _sleep(c84605d0,c8460664,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb593abc kern_wait6(c846e600,7,0,0,fb593b4c,...) at kern_wait6+0x45c/frame 0xfb593b20 sys_wait4(c846e600,fb593cc8,c0ecba10,c7200c90,0,...) at sys_wait4+0x94/frame 0xfb593c40 syscall(fb593d08) at syscall+0x2ed/frame 0xfb593cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb593cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282b033f, esp = 0xbfbfd7a0, ebp = 0xbfbfd7b8 --- Tracing command csh pid 807 tid 100086 td 0xc7db2600 sched_switch(c7db2600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4ccaa0 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb4ccad4 sleepq_switch(c7db2600,0,c10a7ba9,1ab,fb4ccb4c,...) at sleepq_switch+0x1b9/frame 0xfb4ccb08 sleepq_catch_signals(0,c10a7ba9,162,10b0,c7db2600,...) at sleepq_catch_signals+0x3a1/frame 0xfb4ccb50 sleepq_wait_sig(c7da8634,74,c0f2076c,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb4ccb74 _sleep(c7da8634,c7da8664,174,c0f2076c,0,...) at _sleep+0x35b/frame 0xfb4ccbd0 kern_sigsuspend(c7db2600,0,0,0,0,...) at kern_sigsuspend+0xfb/frame 0xfb4ccc10 sys_sigsuspend(c7db2600,fb4cccc8,c10f9a6f,e9,0,...) at sys_sigsuspend+0x58/frame 0xfb4ccc40 syscall(fb4ccd08) at syscall+0x2ed/frame 0xfb4cccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4cccfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x2816ae27, esp = 0xbfbfd01c, ebp = 0xbfbfd084 --- Tracing command su pid 806 tid 100133 td 0xc914ac00 sched_switch(c914ac00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5f698c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb5f69c0 sleepq_switch(c914ac00,0,c10a7ba9,1ab,fb5f6a38,...) at sleepq_switch+0x1b9/frame 0xfb5f69f4 sleepq_catch_signals(0,c10a7ba9,162,570,c914ac00,...) at sleepq_catch_signals+0x3a1/frame 0xfb5f6a3c sleepq_wait_sig(c8a9d2e8,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb5f6a60 _sleep(c8a9d2e8,c8a9d37c,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb5f6abc kern_wait6(c914ac00,0,327,0,fb5f6b4c,...) at kern_wait6+0x45c/frame 0xfb5f6b20 sys_wait4(c914ac00,fb5f6cc8,c0ecba10,c7200c90,0,...) at sys_wait4+0x94/frame 0xfb5f6c40 syscall(fb5f6d08) at syscall+0x2ed/frame 0xfb5f6cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5f6cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x2810e33f, esp = 0xbfbfd630, ebp = 0xbfbfd648 --- Tracing command bash pid 797 tid 100089 td 0xc7dd4c00 sched_switch(c7dd4c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4d898c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xfb4d89c0 sleepq_switch(c7dd4c00,0,c10a7ba9,1ab,fb4d8a38,...) at sleepq_switch+0x1b9/frame 0xfb4d89f4 sleepq_catch_signals(0,c10a7ba9,162,108,c7dd4c00,...) at sleepq_catch_signals+0x3a1/frame 0xfb4d8a3c sleepq_wait_sig(c7dcaba0,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb4d8a60 _sleep(c7dcaba0,c7dcac34,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xfb4d8abc kern_wait6(c7dd4c00,7,0,0,fb4d8b4c,...) at kern_wait6+0x45c/frame 0xfb4d8b20 sys_wait4(c7dd4c00,fb4d8cc8,fb4d8c8c,c0a6f460,c125cd90,...) at sys_wait4+0x94/frame 0xfb4d8c40 syscall(fb4d8d08) at syscall+0x2ed/frame 0xfb4d8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4d8cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x282b033f, esp = 0xbfbfd9b0, ebp = 0xbfbfd9c8 --- Tracing command sshd pid 796 tid 100129 td 0xc914b900 sched_switch(c914b900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5e9900 mi_switch(104,0,c10a7ba9,1f5,200046,...) at mi_switch+0x1c9/frame 0xfb5e9934 sleepq_switch(c914b900,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb5e9968 sleepq_catch_signals(fb5e99d4,c0a89c09,c78a37a0,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5e99b0 sleepq_wait_sig(c78a37a4,0,fb5e9a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb5e99d4 _cv_wait_sig(c78a37a4,c78a3790,c10aa8e5,68e,c10ad3ad,...) at _cv_wait_sig+0x200/frame 0xfb5e9a1c seltdwait(ffffffff,0,0,c914b900,0,...) at seltdwait+0x90/frame 0xfb5e9a50 kern_select(c914b900,c,28c0c1c8,28c0c1d0,0,...) at kern_select+0x88c/frame 0xfb5e9bf8 sys_select(c914b900,fb5e9cc8,8,c10a25c4,db,...) at sys_select+0x69/frame 0xfb5e9c40 syscall(fb5e9d08) at syscall+0x2ed/frame 0xfb5e9cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5e9cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28523c67, esp = 0xbfbfd3cc, ebp = 0xbfbfd418 --- Tracing command sshd pid 794 tid 100078 td 0xc7dd5c00 sched_switch(c7dd5c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4ac980 mi_switch(104,0,c10a7ba9,1f5,200046,...) at mi_switch+0x1c9/frame 0xfb4ac9b4 sleepq_switch(c7dd5c00,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb4ac9e8 sleepq_catch_signals(fb4aca54,c0a89c09,c8465da0,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4aca30 sleepq_wait_sig(c8465da4,0,fb4aca88,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb4aca54 _cv_wait_sig(c8465da4,c8465d90,c10aa8e5,68e,5c3,...) at _cv_wait_sig+0x200/frame 0xfb4aca9c seltdwait(ffffffff,0,0,c7dd5c00,c11d8830,...) at seltdwait+0x90/frame 0xfb4acad0 sys_poll(c7dd5c00,fb4accc8,c0ecba10,c71fdc90,0,...) at sys_poll+0x44c/frame 0xfb4acc40 syscall(fb4acd08) at syscall+0x2ed/frame 0xfb4accfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4accfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x284ba40f, esp = 0xbfbfd414, ebp = 0xbfbfd460 --- Tracing command cron pid 734 tid 100080 td 0xc7dd5600 sched_switch(c7dd5600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4b4a64 mi_switch(104,0,c10a7ba9,1f5,c0ae0eb0,...) at mi_switch+0x1c9/frame 0xfb4b4a98 sleepq_switch(c7dd5600,0,c10a7ba9,1ab,8,...) at sleepq_switch+0x1b9/frame 0xfb4b4acc sleepq_catch_signals(c0ae0eb0,c7dd5600,2,201,2,...) at sleepq_catch_signals+0x3a1/frame 0xfb4b4b14 sleepq_timedwait_sig(c124fd5a,6c,21c,bf677182,3,...) at sleepq_timedwait_sig+0x14/frame 0xfb4b4b3c _sleep(c124fd5a,0,16c,c10a35d2,2ee96382,...) at _sleep+0x331/frame 0xfb4b4b98 kern_nanosleep(bfbfde28,fb4b4c18,fb4b4c20,0,3b,...) at kern_nanosleep+0x158/frame 0xfb4b4c00 sys_nanosleep(c7dd5600,fb4b4cc8,0,0,c7dd5600,...) at sys_nanosleep+0x6b/frame 0xfb4b4c40 syscall(fb4b4d08) at syscall+0x2ed/frame 0xfb4b4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4b4cfc --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2818604f, esp = 0xbfbfdcb4, ebp = 0xbfbfde44 --- Tracing command sendmail pid 729 tid 100077 td 0xc7dd6000 sched_switch(c7dd6000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4a8aa0 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb4a8ad4 sleepq_switch(c7dd6000,0,c10a7ba9,1ab,fb4a8b4c,...) at sleepq_switch+0x1b9/frame 0xfb4a8b08 sleepq_catch_signals(0,c10a7ba9,162,10e0,c7dd6000,...) at sleepq_catch_signals+0x3a1/frame 0xfb4a8b50 sleepq_wait_sig(c7dcd064,74,c0f2076c,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb4a8b74 _sleep(c7dcd064,c7dcd094,174,c0f2076c,0,...) at _sleep+0x35b/frame 0xfb4a8bd0 kern_sigsuspend(c7dd6000,0,0,0,0,...) at kern_sigsuspend+0xfb/frame 0xfb4a8c10 sys_sigsuspend(c7dd6000,fb4a8cc8,1,0,c7dd6000,...) at sys_sigsuspend+0x58/frame 0xfb4a8c40 syscall(fb4a8d08) at syscall+0x2ed/frame 0xfb4a8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4a8cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28355e27, esp = 0xbfbfbf8c, ebp = 0xbfbfbfb8 --- Tracing command sendmail pid 726 tid 100111 td 0xc7dac600 sched_switch(c7dac600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb58a8f8 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb58a92c sleepq_switch(c7dac600,0,c10a7ba9,1ab,c8465e50,...) at sleepq_switch+0x1b9/frame 0xfb58a960 sleepq_catch_signals(c11d6498,fb58a9d0,c0a89c09,c8465e60,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb58a9a8 sleepq_timedwait_sig(c8465e64,0,fb58aa08,50000000,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb58a9d0 _cv_timedwait_sig_sbt(c8465e64,c8465e50,bf9cf277,21a,50000000,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb58aa1c seltdwait(21a,50000000,0,c7dac600,0,...) at seltdwait+0xbc/frame 0xfb58aa50 kern_select(c7dac600,5,bfbfb478,0,0,...) at kern_select+0x88c/frame 0xfb58abf8 sys_select(c7dac600,fb58acc8,7b3,0,fb58acc4,...) at sys_select+0x69/frame 0xfb58ac40 syscall(fb58ad08) at syscall+0x2ed/frame 0xfb58acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb58acfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2841dc67, esp = 0xbfbfb36c, ebp = 0xbfbfbf98 --- Tracing command sshd pid 723 tid 100083 td 0xc7900c00 sched_switch(c7900c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4c0900 mi_switch(104,0,c10a7ba9,1f5,200046,...) at mi_switch+0x1c9/frame 0xfb4c0934 sleepq_switch(c7900c00,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb4c0968 sleepq_catch_signals(fb4c09d4,c0a89c09,c78a3460,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4c09b0 sleepq_wait_sig(c78a3464,0,fb4c0a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb4c09d4 _cv_wait_sig(c78a3464,c78a3450,c10aa8e5,68e,c0af880d,...) at _cv_wait_sig+0x200/frame 0xfb4c0a1c seltdwait(ffffffff,0,0,c7900c00,0,...) at seltdwait+0x90/frame 0xfb4c0a50 kern_select(c7900c00,7,28c0c140,0,0,...) at kern_select+0x88c/frame 0xfb4c0bf8 sys_select(c7900c00,fb4c0cc8,c10f9a6f,d6,0,...) at sys_select+0x69/frame 0xfb4c0c40 syscall(fb4c0d08) at syscall+0x2ed/frame 0xfb4c0cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4c0cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28523c67, esp = 0xbfbfd47c, ebp = 0xbfbfde44 --- Tracing command smbd pid 699 tid 100090 td 0xc7dd4900 sched_switch(c7dd4900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4dc978 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4dc9ac sleepq_switch(c7dd4900,0,c10a7ba9,1ab,c81bd7d0,...) at sleepq_switch+0x1b9/frame 0xfb4dc9e0 sleepq_catch_signals(c11d6498,fb4dca50,c0a89c09,c81bd7e0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4dca28 sleepq_timedwait_sig(c81bd7e4,0,fb4dca88,b7fbe76c,20c49,...) at sleepq_timedwait_sig+0x14/frame 0xfb4dca50 _cv_timedwait_sig_sbt(c81bd7e4,c81bd7d0,4b6603c2,20c4ae,b7fbe76c,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4dca9c seltdwait(20c4ae,b7fbe76c,20c49,c7dd4900,0,...) at seltdwait+0xbc/frame 0xfb4dcad0 sys_poll(c7dd4900,fb4dccc8,c10f9a6f,d6,0,...) at sys_poll+0x44c/frame 0xfb4dcc40 syscall(fb4dcd08) at syscall+0x2ed/frame 0xfb4dccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4dccfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21b6140f, esp = 0xbfbfd9ec, ebp = 0xbfbfda28 --- Tracing command moused pid 689 tid 100106 td 0xc7d60900 sched_switch(c7d60900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb53e900 mi_switch(104,0,c10a7ba9,1f5,46,...) at mi_switch+0x1c9/frame 0xfb53e934 sleepq_switch(c7d60900,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb53e968 sleepq_catch_signals(fb53e9d4,c0a89c09,c8466020,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb53e9b0 sleepq_wait_sig(c8466024,0,fb53ea08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb53e9d4 _cv_wait_sig(c8466024,c8466010,c10aa8e5,68e,c7d60900,...) at _cv_wait_sig+0x200/frame 0xfb53ea1c seltdwait(ffffffff,0,0,c7d60900,0,...) at seltdwait+0x90/frame 0xfb53ea50 kern_select(c7d60900,400,bfbfdcb0,0,0,...) at kern_select+0x88c/frame 0xfb53ebf8 sys_select(c7d60900,fb53ecc8,c10f9a6f,e9,0,...) at sys_select+0x69/frame 0xfb53ec40 syscall(fb53ed08) at syscall+0x2ed/frame 0xfb53ecfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb53ecfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281bdc67, esp = 0xbfbfd88c, ebp = 0xbfbfde24 --- Tracing command winbindd pid 688 tid 100094 td 0xc7db1c00 sched_switch(c7db1c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4ec978 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4ec9ac sleepq_switch(c7db1c00,0,c10a7ba9,1ab,c8465e90,...) at sleepq_switch+0x1b9/frame 0xfb4ec9e0 sleepq_catch_signals(c11d6498,fb4eca50,c0a89c09,c8465ea0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4eca28 sleepq_timedwait_sig(c8465ea4,0,fb4eca88,b7fbe76c,20c49,...) at sleepq_timedwait_sig+0x14/frame 0xfb4eca50 _cv_timedwait_sig_sbt(c8465ea4,c8465e90,db444599,20c5da,b7fbe76c,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4eca9c seltdwait(20c5da,b7fbe76c,20c49,c7db1c00,c10ae608,...) at seltdwait+0xbc/frame 0xfb4ecad0 sys_poll(c7db1c00,fb4eccc8,7b3,0,fb4eccc4,...) at sys_poll+0x44c/frame 0xfb4ecc40 syscall(fb4ecd08) at syscall+0x2ed/frame 0xfb4eccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4eccfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2193840f, esp = 0xbfbfc47c, ebp = 0xbfbfc4b8 --- Tracing command winbindd pid 673 tid 100082 td 0xc7dd5000 sched_switch(c7dd5000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4bc978 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4bc9ac sleepq_switch(c7dd5000,0,c10a7ba9,1ab,c80bb050,...) at sleepq_switch+0x1b9/frame 0xfb4bc9e0 sleepq_catch_signals(c11d6498,fb4bca50,c0a89c09,c80bb060,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4bca28 sleepq_timedwait_sig(c80bb064,0,fb4bca88,bfffea52,12,...) at sleepq_timedwait_sig+0x14/frame 0xfb4bca50 _cv_timedwait_sig_sbt(c80bb064,c80bb050,5bc58503,26b,bfffea52,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4bca9c seltdwait(26b,bfffea52,12,c7dd5000,0,...) at seltdwait+0xbc/frame 0xfb4bcad0 sys_poll(c7dd5000,fb4bccc8,c0ecba10,c71fac90,0,...) at sys_poll+0x44c/frame 0xfb4bcc40 syscall(fb4bcd08) at syscall+0x2ed/frame 0xfb4bccfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4bccfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2193840f, esp = 0xbfbfdbcc, ebp = 0xbfbfdc08 --- Tracing command smbd pid 671 tid 100105 td 0xc7d60c00 sched_switch(c7d60c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb53a978 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb53a9ac sleepq_switch(c7d60c00,0,c10a7ba9,1ab,c80bb010,...) at sleepq_switch+0x1b9/frame 0xfb53a9e0 sleepq_catch_signals(c11d6498,fb53aa50,c0a89c09,c80bb020,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb53aa28 sleepq_timedwait_sig(c80bb024,0,fb53aa88,bffffbaa,3,...) at sleepq_timedwait_sig+0x14/frame 0xfb53aa50 _cv_timedwait_sig_sbt(c80bb024,c80bb010,83b59f1e,22f,bffffbaa,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb53aa9c seltdwait(22f,bffffbaa,3,c7d60c00,c0a642fc,...) at seltdwait+0xbc/frame 0xfb53aad0 sys_poll(c7d60c00,fb53acc8,0,0,c7d60c00,...) at sys_poll+0x44c/frame 0xfb53ac40 syscall(fb53ad08) at syscall+0x2ed/frame 0xfb53acfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb53acfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x21b6140f, esp = 0xbfbfda9c, ebp = 0xbfbfdad8 --- Tracing command nmbd pid 669 tid 100118 td 0xc846e300 sched_switch(c846e300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5a3978 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb5a39ac sleepq_switch(c846e300,0,c10a7ba9,1ab,c8466050,...) at sleepq_switch+0x1b9/frame 0xfb5a39e0 sleepq_catch_signals(c11d6498,fb5a3a50,c0a89c09,c8466060,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5a3a28 sleepq_timedwait_sig(c8466064,0,fb5a3a88,9fffff47,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb5a3a50 _cv_timedwait_sig_sbt(c8466064,c8466050,686d6fd,21e,9fffff47,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb5a3a9c seltdwait(21e,9fffff47,0,c846e300,c4dffe80,...) at seltdwait+0xbc/frame 0xfb5a3ad0 sys_poll(c846e300,fb5a3cc8,c0ecba10,c71fac90,0,...) at sys_poll+0x44c/frame 0xfb5a3c40 syscall(fb5a3d08) at syscall+0x2ed/frame 0xfb5a3cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb5a3cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2156340f, esp = 0xbfbfdb1c, ebp = 0xbfbfdb58 --- Tracing command ntpd pid 645 tid 100101 td 0xc7d65900 sched_switch(c7d65900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb521900 mi_switch(104,0,c10a7ba9,1f5,200046,...) at mi_switch+0x1c9/frame 0xfb521934 sleepq_switch(c7d65900,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb521968 sleepq_catch_signals(fb5219d4,c0a89c09,c81bd820,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5219b0 sleepq_wait_sig(c81bd824,0,fb521a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb5219d4 _cv_wait_sig(c81bd824,c81bd810,c10aa8e5,68e,c0af880d,...) at _cv_wait_sig+0x200/frame 0xfb521a1c seltdwait(ffffffff,0,0,c7d65900,0,...) at seltdwait+0x90/frame 0xfb521a50 kern_select(c7d65900,1c,bfbfdd48,0,0,...) at kern_select+0x88c/frame 0xfb521bf8 sys_select(c7d65900,fb521cc8,0,0,c7d65900,...) at sys_select+0x69/frame 0xfb521c40 syscall(fb521d08) at syscall+0x2ed/frame 0xfb521cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb521cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28397c67, esp = 0xbfbfdd24, ebp = 0xbfbfdde4 --- Tracing command nfsd pid 589 tid 100117 td 0xc7e2b600 sched_switch(c7e2b600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb59ca8c mi_switch(104,0,c10a7ba9,1f5,c0ae0eb0,...) at mi_switch+0x1c9/frame 0xfb59cac0 sleepq_switch(c7e2b600,0,c10a7ba9,1ab,c7871b80,...) at sleepq_switch+0x1b9/frame 0xfb59caf4 sleepq_catch_signals(c11d6498,fb59cb64,c0a89c09,c7871b90,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb59cb3c sleepq_timedwait_sig(c7874150,0,fb59cb9c,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb59cb64 _cv_timedwait_sig_sbt(c7874150,c7871b80,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb59cbb0 svc_run_internal(fb59ccf4,c0a6cfaf,c7871b80,fb59cd08,c109ba70,...) at svc_run_internal+0xa75/frame 0xfb59ccc4 svc_thread_start(c7871b80,fb59cd08,c109ba70,3d7,0,...) at svc_thread_start+0xd/frame 0xfb59cccc fork_exit(c0ca6fc0,c7871b80,fb59cd08) at fork_exit+0x7f/frame 0xfb59ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb59ccf4 --- trap 0x5641b2e, eip = 0xc, esp = 0x33, ebp = 0xbfbfd92f --- Tracing command nfsd pid 589 tid 100116 td 0xc7e2b900 sched_switch(c7e2b900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb599a8c mi_switch(104,0,c10a7ba9,1f5,c0ae0eb0,...) at mi_switch+0x1c9/frame 0xfb599ac0 sleepq_switch(c7e2b900,0,c10a7ba9,1ab,c7871b80,...) at sleepq_switch+0x1b9/frame 0xfb599af4 sleepq_catch_signals(c11d6498,fb599b64,c0a89c09,c7871b90,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb599b3c sleepq_timedwait_sig(c7874110,0,fb599b9c,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb599b64 _cv_timedwait_sig_sbt(c7874110,c7871b80,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb599bb0 svc_run_internal(fb599cf4,c0a6cfaf,c7871b80,fb599d08,c109ba70,...) at svc_run_internal+0xa75/frame 0xfb599cc4 svc_thread_start(c7871b80,fb599d08,c109ba70,3d7,0,...) at svc_thread_start+0xd/frame 0xfb599ccc fork_exit(c0ca6fc0,c7871b80,fb599d08) at fork_exit+0x7f/frame 0xfb599cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb599cf4 --- trap 0x5641b2e, eip = 0xc, esp = 0x33, ebp = 0xbfbfd92f --- Tracing command nfsd pid 589 tid 100115 td 0xc7e2bc00 sched_switch(c7e2bc00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb596a8c mi_switch(104,0,c10a7ba9,1f5,c0ae0eb0,...) at mi_switch+0x1c9/frame 0xfb596ac0 sleepq_switch(c7e2bc00,0,c10a7ba9,1ab,c7871b80,...) at sleepq_switch+0x1b9/frame 0xfb596af4 sleepq_catch_signals(c11d6498,fb596b64,c0a89c09,c7871b90,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb596b3c sleepq_timedwait_sig(c78740d0,0,fb596b9c,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb596b64 _cv_timedwait_sig_sbt(c78740d0,c7871b80,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb596bb0 svc_run_internal(fb596cf4,c0a6cfaf,c7871b80,fb596d08,c109ba70,...) at svc_run_internal+0xa75/frame 0xfb596cc4 svc_thread_start(c7871b80,fb596d08,c109ba70,3d7,0,...) at svc_thread_start+0xd/frame 0xfb596ccc fork_exit(c0ca6fc0,c7871b80,fb596d08) at fork_exit+0x7f/frame 0xfb596cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xfb596cf4 --- trap 0x5641b2e, eip = 0xc, esp = 0x33, ebp = 0xbfbfd92f --- Tracing command nfsd pid 589 tid 100081 td 0xc7dd5300 sched_switch(c7dd5300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4b8304 mi_switch(104,0,c10a7ba9,1f5,c0ae0eb0,...) at mi_switch+0x1c9/frame 0xfb4b8338 sleepq_switch(c7dd5300,0,c10a7ba9,1ab,c7871b80,...) at sleepq_switch+0x1b9/frame 0xfb4b836c sleepq_catch_signals(c11d6498,fb4b83dc,c0a89c09,c7871b90,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4b83b4 sleepq_timedwait_sig(c78731d0,0,fb4b8414,0,0,...) at sleepq_timedwait_sig+0x14/frame 0xfb4b83dc _cv_timedwait_sig_sbt(c78731d0,c7871b80,fffffa38,4,0,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4b8428 svc_run_internal(c0ca6fc0,c7871b80,c7dcc2e8,fb4b8568,0,...) at svc_run_internal+0xa75/frame 0xfb4b853c svc_run(c7871b80,0,c108d4e7,1b2,246,...) at svc_run+0xc3/frame 0xfb4b8578 nfsrvd_nfsd(c7dd5300,fb4b86d0,c,c7da3748,c7dd5300,...) at nfsrvd_nfsd+0x1a2/frame 0xfb4b86b0 nfssvc_nfsd(c7dd5300,fb4b8cc8,0,c7dd5300,fb4b8cfc,...) at nfssvc_nfsd+0xf4/frame 0xfb4b8c28 sys_nfssvc(c7dd5300,fb4b8cc8,c0ecba10,c7200c90,0,...) at sys_nfssvc+0xbf/frame 0xfb4b8c40 syscall(fb4b8d08) at syscall+0x2ed/frame 0xfb4b8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4b8cfc --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280c2457, esp = 0xbfbfd7dc, ebp = 0xbfbfda50 --- Tracing command nfsd pid 584 tid 100084 td 0xc7900900 sched_switch(c7900900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4c4900 mi_switch(104,0,c10a7ba9,1f5,46,...) at mi_switch+0x1c9/frame 0xfb4c4934 sleepq_switch(c7900900,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb4c4968 sleepq_catch_signals(fb4c49d4,c0a89c09,c80bb0e0,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4c49b0 sleepq_wait_sig(c80bb0e4,0,fb4c4a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb4c49d4 _cv_wait_sig(c80bb0e4,c80bb0d0,c10aa8e5,68e,c0af880d,...) at _cv_wait_sig+0x200/frame 0xfb4c4a1c seltdwait(ffffffff,0,0,c7900900,0,...) at seltdwait+0x90/frame 0xfb4c4a50 kern_select(c7900900,7,bfbfdc30,0,0,...) at kern_select+0x88c/frame 0xfb4c4bf8 sys_select(c7900900,fb4c4cc8,c0ecba10,c71fac90,0,...) at sys_select+0x69/frame 0xfb4c4c40 syscall(fb4c4d08) at syscall+0x2ed/frame 0xfb4c4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4c4cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28189c67, esp = 0xbfbfda54, ebp = 0xbfbfde34 --- Tracing command mountd pid 578 tid 100085 td 0xc7db2900 sched_switch(c7db2900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4c8900 mi_switch(104,0,c10a7ba9,1f5,46,...) at mi_switch+0x1c9/frame 0xfb4c8934 sleepq_switch(c7db2900,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb4c8968 sleepq_catch_signals(fb4c89d4,c0a89c09,c84660a0,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4c89b0 sleepq_wait_sig(c84660a4,0,fb4c8a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb4c89d4 _cv_wait_sig(c84660a4,c8466090,c10aa8e5,68e,c0af880d,...) at _cv_wait_sig+0x200/frame 0xfb4c8a1c seltdwait(ffffffff,0,0,c7db2900,0,...) at seltdwait+0x90/frame 0xfb4c8a50 kern_select(c7db2900,9,bfbfdd50,0,0,...) at kern_select+0x88c/frame 0xfb4c8bf8 sys_select(c7db2900,fb4c8cc8,0,0,c7db2900,...) at sys_select+0x69/frame 0xfb4c8c40 syscall(fb4c8d08) at syscall+0x2ed/frame 0xfb4c8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4c8cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a0c67, esp = 0xbfbfdd0c, ebp = 0xbfbfde34 --- Tracing command nfsuserd pid 571 tid 100110 td 0xc7dac900 sched_switch(c7dac900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5868f8 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb58692c sleepq_switch(c7dac900,0,c10a7ba9,1ab,c84660d0,...) at sleepq_switch+0x1b9/frame 0xfb586960 sleepq_catch_signals(c11d6498,fb5869d0,c0a89c09,c84660e0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5869a8 sleepq_timedwait_sig(c84660e4,0,fb586a08,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xfb5869d0 _cv_timedwait_sig_sbt(c84660e4,c84660d0,a74b1643,22b,e0000000,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb586a1c seltdwait(22b,e0000000,1,c7dac900,0,...) at seltdwait+0xbc/frame 0xfb586a50 kern_select(c7dac900,4,bfbfdc10,0,0,...) at kern_select+0x88c/frame 0xfb586bf8 sys_select(c7dac900,fb586cc8,0,0,0,...) at sys_select+0x69/frame 0xfb586c40 syscall(fb586d08) at syscall+0x2ed/frame 0xfb586cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb586cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28188c67, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 570 tid 100109 td 0xc7dacc00 sched_switch(c7dacc00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb5838f8 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb58392c sleepq_switch(c7dacc00,0,c10a7ba9,1ab,c80bb110,...) at sleepq_switch+0x1b9/frame 0xfb583960 sleepq_catch_signals(c11d6498,fb5839d0,c0a89c09,c80bb120,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb5839a8 sleepq_timedwait_sig(c80bb124,0,fb583a08,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xfb5839d0 _cv_timedwait_sig_sbt(c80bb124,c80bb110,222c4f69,22b,e0000000,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb583a1c seltdwait(22b,e0000000,1,c7dacc00,0,...) at seltdwait+0xbc/frame 0xfb583a50 kern_select(c7dacc00,4,bfbfdc10,0,0,...) at kern_select+0x88c/frame 0xfb583bf8 sys_select(c7dacc00,fb583cc8,0,0,0,...) at sys_select+0x69/frame 0xfb583c40 syscall(fb583d08) at syscall+0x2ed/frame 0xfb583cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb583cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28188c67, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 569 tid 100076 td 0xc7db2c00 sched_switch(c7db2c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4a48f8 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4a492c sleepq_switch(c7db2c00,0,c10a7ba9,1ab,c8466110,...) at sleepq_switch+0x1b9/frame 0xfb4a4960 sleepq_catch_signals(c11d6498,fb4a49d0,c0a89c09,c8466120,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4a49a8 sleepq_timedwait_sig(c8466124,0,fb4a4a08,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xfb4a49d0 _cv_timedwait_sig_sbt(c8466124,c8466110,3f1a6ddc,22b,e0000000,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4a4a1c seltdwait(22b,e0000000,1,c7db2c00,0,...) at seltdwait+0xbc/frame 0xfb4a4a50 kern_select(c7db2c00,4,bfbfdc10,0,0,...) at kern_select+0x88c/frame 0xfb4a4bf8 sys_select(c7db2c00,fb4a4cc8,c10f9a6f,d6,7b3,...) at sys_select+0x69/frame 0xfb4a4c40 syscall(fb4a4d08) at syscall+0x2ed/frame 0xfb4a4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4a4cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28188c67, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 568 tid 100097 td 0xc7db1600 sched_switch(c7db1600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4f88f8 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4f892c sleepq_switch(c7db1600,0,c10a7ba9,1ab,c78a3410,...) at sleepq_switch+0x1b9/frame 0xfb4f8960 sleepq_catch_signals(c11d6498,fb4f89d0,c0a89c09,c78a3420,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4f89a8 sleepq_timedwait_sig(c78a3424,0,fb4f8a08,e0000000,1,...) at sleepq_timedwait_sig+0x14/frame 0xfb4f89d0 _cv_timedwait_sig_sbt(c78a3424,c78a3410,3f1a6ddc,22b,e0000000,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4f8a1c seltdwait(22b,e0000000,1,c7db1600,0,...) at seltdwait+0xbc/frame 0xfb4f8a50 kern_select(c7db1600,4,bfbfdc10,0,0,...) at kern_select+0x88c/frame 0xfb4f8bf8 sys_select(c7db1600,fb4f8cc8,14,c10a44f9,7b3,...) at sys_select+0x69/frame 0xfb4f8c40 syscall(fb4f8d08) at syscall+0x2ed/frame 0xfb4f8cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4f8cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28188c67, esp = 0xbfbfdb64, ebp = 0xbfbfdca8 --- Tracing command nfsuserd pid 567 tid 100103 td 0xc7d65300 sched_switch(c7d65300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb532aa0 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xfb532ad4 sleepq_switch(c7d65300,0,c10a7ba9,1ab,fb532b4c,...) at sleepq_switch+0x1b9/frame 0xfb532b08 sleepq_catch_signals(0,c10a7ba9,162,1068,c7d65300,...) at sleepq_catch_signals+0x3a1/frame 0xfb532b50 sleepq_wait_sig(c7d5e34c,74,c0f2076c,100,0,...) at sleepq_wait_sig+0x14/frame 0xfb532b74 _sleep(c7d5e34c,c7d5e37c,174,c0f2076c,0,...) at _sleep+0x35b/frame 0xfb532bd0 kern_sigsuspend(c7d65300,0,0,0,0,...) at kern_sigsuspend+0xfb/frame 0xfb532c10 sys_sigsuspend(c7d65300,fb532cc8,c10f9a6f,d6,7b3,...) at sys_sigsuspend+0x58/frame 0xfb532c40 syscall(fb532d08) at syscall+0x2ed/frame 0xfb532cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb532cfc --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x280c0e27, esp = 0xbfbfdcac, ebp = 0xbfbfde44 --- Tracing command rpcbind pid 538 tid 100088 td 0xc7e2d000 sched_switch(c7e2d000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4d4978 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4d49ac sleepq_switch(c7e2d000,0,c10a7ba9,1ab,c81bd850,...) at sleepq_switch+0x1b9/frame 0xfb4d49e0 sleepq_catch_signals(c11d6498,fb4d4a50,c0a89c09,c81bd860,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4d4a28 sleepq_timedwait_sig(c81bd864,0,fb4d4a88,dffffdd5,1,...) at sleepq_timedwait_sig+0x14/frame 0xfb4d4a50 _cv_timedwait_sig_sbt(c81bd864,c81bd850,5d0d87aa,235,dffffdd5,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4d4a9c seltdwait(235,dffffdd5,1,c7e2d000,100007f,...) at seltdwait+0xbc/frame 0xfb4d4ad0 sys_poll(c7e2d000,fb4d4cc8,fb4d4c9c,c0ecc0b7,0,...) at sys_poll+0x44c/frame 0xfb4d4c40 syscall(fb4d4d08) at syscall+0x2ed/frame 0xfb4d4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4d4cfc --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2813f40f, esp = 0xbfbfbbfc, ebp = 0xbfbfddd8 --- Tracing command syslogd pid 523 tid 100079 td 0xc7dd5900 sched_switch(c7dd5900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4b0900 mi_switch(104,0,c10a7ba9,1f5,46,...) at mi_switch+0x1c9/frame 0xfb4b0934 sleepq_switch(c7dd5900,0,c10a7ba9,1ab,b1,...) at sleepq_switch+0x1b9/frame 0xfb4b0968 sleepq_catch_signals(fb4b09d4,c0a89c09,c81bd8a0,0,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4b09b0 sleepq_wait_sig(c81bd8a4,0,fb4b0a08,101,0,...) at sleepq_wait_sig+0x14/frame 0xfb4b09d4 _cv_wait_sig(c81bd8a4,c81bd890,c10aa8e5,68e,c7dd5900,...) at _cv_wait_sig+0x200/frame 0xfb4b0a1c seltdwait(ffffffff,0,0,c7dd5900,0,...) at seltdwait+0x90/frame 0xfb4b0a50 kern_select(c7dd5900,9,28849100,0,0,...) at kern_select+0x88c/frame 0xfb4b0bf8 sys_select(c7dd5900,fb4b0cc8,c0ecba10,c1825c90,0,...) at sys_select+0x69/frame 0xfb4b0c40 syscall(fb4b0d08) at syscall+0x2ed/frame 0xfb4b0cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4b0cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x2819fc67, esp = 0xbfbfceac, ebp = 0xbfbfde34 --- Tracing command devd pid 420 tid 100096 td 0xc7dd4300 sched_switch(c7dd4300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xfb4f48f8 mi_switch(104,0,c10a7ba9,1f5,400,...) at mi_switch+0x1c9/frame 0xfb4f492c sleepq_switch(c7dd4300,0,c10a7ba9,1ab,c80bb150,...) at sleepq_switch+0x1b9/frame 0xfb4f4960 sleepq_catch_signals(c11d6498,fb4f49d0,c0a89c09,c80bb160,0,...) at sleepq_catch_signals+0x3a1/frame 0xfb4f49a8 sleepq_timedwait_sig(c80bb164,0,fb4f4a08,c0000000,3,...) at sleepq_timedwait_sig+0x14/frame 0xfb4f49d0 _cv_timedwait_sig_sbt(c80bb164,c80bb150,1f9d47e0,244,c0000000,...) at _cv_timedwait_sig_sbt+0x228/frame 0xfb4f4a1c seltdwait(244,c0000000,3,c7dd4300,0,...) at seltdwait+0xbc/frame 0xfb4f4a50 kern_select(c7dd4300,5,bfbfd998,0,0,...) at kern_select+0x88c/frame 0xfb4f4bf8 sys_select(c7dd4300,fb4f4cc8,c0ecba10,c71fac90,0,...) at sys_select+0x69/frame 0xfb4f4c40 syscall(fb4f4d08) at syscall+0x2ed/frame 0xfb4f4cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xfb4f4cfc --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x8095983, esp = 0xbfbfd93c, ebp = 0xbfbfde54 --- Tracing command softdepflush pid 17 tid 100074 td 0xc7955000 sched_switch(c7955000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fceba4 mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5fcebd8 sleepq_switch(c7955000,0,c10a7ba9,28e,c7955000,...) at sleepq_switch+0x1b9/frame 0xf5fcec0c sleepq_timedwait(c13caed4,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf5fcec30 _sleep(c13caed4,c13cae54,54,c10d9ea0,fffffed8,...) at _sleep+0x345/frame 0xf5fcec8c softdep_flush(0,f5fced08,c109ba70,3d7,0,...) at softdep_flush+0x27c/frame 0xf5fceccc fork_exit(c0cfff20,0,f5fced08) at fork_exit+0x7f/frame 0xf5fcecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fcecf4 --- trap 0, eip = 0, esp = 0xf5fced40, ebp = 0 --- Tracing command syncer pid 16 tid 100073 td 0xc7955300 sched_switch(c7955300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fcbb30 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5fcbb64 sleepq_switch(c7955300,0,c10a7ba9,28e,0,...) at sleepq_switch+0x1b9/frame 0xf5fcbb98 sleepq_timedwait(c13c6ca4,0,f5fcbbf4,0,0,...) at sleepq_timedwait+0x48/frame 0xf5fcbbbc _cv_timedwait_sbt(c13c6ca4,c13c6c84,fffffed8,0,0,...) at _cv_timedwait_sbt+0x228/frame 0xf5fcbc08 sched_sync(0,f5fcbd08,c109ba70,3d7,0,...) at sched_sync+0x6ce/frame 0xf5fcbccc fork_exit(c0b504a0,0,f5fcbd08) at fork_exit+0x7f/frame 0xf5fcbcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fcbcf4 --- trap 0, eip = 0, esp = 0xf5fcbd40, ebp = 0 --- Tracing command vnlru pid 9 tid 100072 td 0xc7955600 sched_switch(c7955600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fc8b34 mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5fc8b68 sleepq_switch(c7955600,0,c10a7ba9,28e,c7955600,...) at sleepq_switch+0x1b9/frame 0xf5fc8b9c sleepq_timedwait(c7c38ba0,60,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf5fc8bc0 _sleep(c7c38ba0,c13c6c5c,260,c10b3c2e,fffffed8,...) at _sleep+0x345/frame 0xf5fc8c1c vnlru_proc(0,f5fc8d08,c109ba70,3d7,0,...) at vnlru_proc+0x18b/frame 0xf5fc8ccc fork_exit(c0b513a0,0,f5fc8d08) at fork_exit+0x7f/frame 0xf5fc8cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fc8cf4 --- trap 0, eip = 0, esp = 0xf5fc8d40, ebp = 0 --- Tracing command bufdaemon pid 8 tid 100071 td 0xc7955900 sched_switch(c7955900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fc5bb0 mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5fc5be4 sleepq_switch(c7955900,0,c10a7ba9,28e,c7955900,...) at sleepq_switch+0x1b9/frame 0xf5fc5c18 sleepq_timedwait(c13c6a1c,54,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf5fc5c3c _sleep(c13c6a1c,c13c6a04,54,c10b0694,fffffed8,...) at _sleep+0x345/frame 0xf5fc5c98 buf_daemon(0,f5fc5d08,c109ba70,3d7,0,...) at buf_daemon+0x8c/frame 0xf5fc5ccc fork_exit(c0b2c1f0,0,f5fc5d08) at fork_exit+0x7f/frame 0xf5fc5cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fc5cf4 --- trap 0, eip = 0, esp = 0xf5fc5d40, ebp = 0 --- Tracing command pagezero pid 7 tid 100070 td 0xc7955c00 sched_switch(c7955c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fc2bac mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5fc2be0 sleepq_switch(c7955c00,0,c10a7ba9,28e,c7955c00,...) at sleepq_switch+0x1b9/frame 0xf5fc2c14 sleepq_timedwait(c13cb7d4,0,12b,0,0,...) at sleepq_timedwait+0x48/frame 0xf5fc2c38 _sleep(c13cb7d4,c141f300,0,c10e1186,fffea520,...) at _sleep+0x345/frame 0xf5fc2c94 vm_pagezero(0,f5fc2d08,c109ba70,3d7,0,...) at vm_pagezero+0xc2/frame 0xf5fc2ccc fork_exit(c0d49540,0,f5fc2d08) at fork_exit+0x7f/frame 0xf5fc2cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fc2cf4 --- trap 0, eip = 0, esp = 0xf5fc2d40, ebp = 0 --- Tracing command vmdaemon pid 6 tid 100069 td 0xc7956000 sched_switch(c7956000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fbfb78 mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xf5fbfbac sleepq_switch(c7956000,0,c10a7ba9,26b,c7956000,...) at sleepq_switch+0x1b9/frame 0xf5fbfbe0 sleepq_wait(c13cb39c,74,c10b0694,0,0,...) at sleepq_wait+0x48/frame 0xf5fbfc04 _sleep(c13cb39c,c13cb384,74,c10b0694,0,...) at _sleep+0x37c/frame 0xf5fbfc60 vm_daemon(0,f5fbfd08,c109ba70,3d7,0,...) at vm_daemon+0xac/frame 0xf5fbfccc fork_exit(c0d40da0,0,f5fbfd08) at fork_exit+0x7f/frame 0xf5fbfcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fbfcf4 --- trap 0, eip = 0, esp = 0xf5fbfd40, ebp = 0 --- Tracing command pagedaemon pid 5 tid 100068 td 0xc7956300 sched_switch(c7956300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5fbcb30 mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5fbcb64 sleepq_switch(c7956300,0,c10a7ba9,28e,c7956300,...) at sleepq_switch+0x1b9/frame 0xf5fbcb98 sleepq_timedwait(c141f384,54,4,0,0,...) at sleepq_timedwait+0x48/frame 0xf5fbcbbc _sleep(c141f384,c141f300,54,c10b0694,fffffa38,...) at _sleep+0x345/frame 0xf5fbcc18 vm_pageout(0,f5fbcd08,c109ba70,3d7,0,...) at vm_pageout+0x290/frame 0xf5fbcccc fork_exit(c0d415c0,0,f5fbcd08) at fork_exit+0x7f/frame 0xf5fbccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5fbccf4 --- trap 0, eip = 0, esp = 0xf5fbcd40, ebp = 0 --- Tracing command xpt_thrd pid 4 tid 100067 td 0xc7956600 sched_switch(c7956600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5e39bb0 mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xf5e39be4 sleepq_switch(c7956600,0,c10a7ba9,26b,c7956600,...) at sleepq_switch+0x1b9/frame 0xf5e39c18 sleepq_wait(c121b724,5c,c0ef3498,0,0,...) at sleepq_wait+0x48/frame 0xf5e39c3c _sleep(c121b724,c121b774,5c,c0ef3498,0,...) at _sleep+0x37c/frame 0xf5e39c98 xpt_scanner_thread(0,f5e39d08,c109ba70,3d7,0,...) at xpt_scanner_thread+0x11c/frame 0xf5e39ccc fork_exit(c04b3810,0,f5e39d08) at fork_exit+0x7f/frame 0xf5e39cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e39cf4 --- trap 0, eip = 0, esp = 0xf5e39d40, ebp = 0 --- Tracing command sctp_iterator pid 3 tid 100066 td 0xc7956900 sched_switch(c7956900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5e36bb8 mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xf5e36bec sleepq_switch(c7956900,0,c10a7ba9,26b,c7956900,...) at sleepq_switch+0x1b9/frame 0xf5e36c20 sleepq_wait(c141b00c,0,c10c7155,0,0,...) at sleepq_wait+0x48/frame 0xf5e36c44 _sleep(c141b00c,c141afd4,0,c10c7155,0,...) at _sleep+0x37c/frame 0xf5e36ca0 sctp_iterator_thread(0,f5e36d08,c109ba70,3d7,0,...) at sctp_iterator_thread+0x7c/frame 0xf5e36ccc fork_exit(c0bee060,0,f5e36d08) at fork_exit+0x7f/frame 0xf5e36cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e36cf4 --- trap 0, eip = 0, esp = 0xf5e36d40, ebp = 0 --- Tracing command fdc0 pid 2 tid 100061 td 0xc78f2900 sched_switch(c78f2900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5e26b48 mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5e26b7c sleepq_switch(c78f2900,0,c10a7ba9,28e,c78f2900,...) at sleepq_switch+0x1b9/frame 0xf5e26bb0 sleepq_timedwait(c7891e3c,5c,0,0,0,...) at sleepq_timedwait+0x48/frame 0xf5e26bd4 _sleep(c7891e3c,c7891ef0,5c,c108df16,fffffed8,...) at _sleep+0x345/frame 0xf5e26c30 fdc_thread(c7891e00,f5e26d08,c109ba70,3d7,0,...) at fdc_thread+0x877/frame 0xf5e26ccc fork_exit(c0e53cb0,c7891e00,f5e26d08) at fork_exit+0x7f/frame 0xf5e26cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e26cf4 --- trap 0, eip = 0, esp = 0xf5e26d40, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc78fd300 sched_switch(c78fd300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5e02bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5e02c08 sleepq_switch(c78fd300,0,c10a7ba9,26b,c78fd300,...) at sleepq_switch+0x1b9/frame 0xf5e02c3c sleepq_wait(c7908d34,0,f5e02c90,1,0,...) at sleepq_wait+0x48/frame 0xf5e02c60 _cv_wait(c7908d34,c7908e4c,c107f69b,77,c7908d3c,...) at _cv_wait+0x1f9/frame 0xf5e02ca4 usb_process(c7908d2c,f5e02d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5e02ccc fork_exit(c0950340,c7908d2c,f5e02d08) at fork_exit+0x7f/frame 0xf5e02cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e02cf4 --- trap 0, eip = 0, esp = 0xf5e02d40, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc78fd600 sched_switch(c78fd600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dffbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dffc08 sleepq_switch(c78fd600,0,c10a7ba9,26b,c78fd600,...) at sleepq_switch+0x1b9/frame 0xf5dffc3c sleepq_wait(c7908d04,0,f5dffc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dffc60 _cv_wait(c7908d04,c7908e4c,c107f69b,77,c7908d0c,...) at _cv_wait+0x1f9/frame 0xf5dffca4 usb_process(c7908cfc,f5dffd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dffccc fork_exit(c0950340,c7908cfc,f5dffd08) at fork_exit+0x7f/frame 0xf5dffcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dffcf4 --- trap 0, eip = 0, esp = 0xf5dffd40, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc78fd900 sched_switch(c78fd900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dfcbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dfcc08 sleepq_switch(c78fd900,0,c10a7ba9,26b,c78fd900,...) at sleepq_switch+0x1b9/frame 0xf5dfcc3c sleepq_wait(c7908cd4,0,f5dfcc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dfcc60 _cv_wait(c7908cd4,c7908e4c,c107f69b,77,c7908cdc,...) at _cv_wait+0x1f9/frame 0xf5dfcca4 usb_process(c7908ccc,f5dfcd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dfcccc fork_exit(c0950340,c7908ccc,f5dfcd08) at fork_exit+0x7f/frame 0xf5dfccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dfccf4 --- trap 0, eip = 0, esp = 0xf5dfcd40, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc78fdc00 sched_switch(c78fdc00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5df9bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5df9c08 sleepq_switch(c78fdc00,0,c10a7ba9,26b,c78fdc00,...) at sleepq_switch+0x1b9/frame 0xf5df9c3c sleepq_wait(c7908ca4,0,f5df9c90,1,0,...) at sleepq_wait+0x48/frame 0xf5df9c60 _cv_wait(c7908ca4,c7908e4c,c107f69b,77,c7908cac,...) at _cv_wait+0x1f9/frame 0xf5df9ca4 usb_process(c7908c9c,f5df9d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5df9ccc fork_exit(c0950340,c7908c9c,f5df9d08) at fork_exit+0x7f/frame 0xf5df9cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5df9cf4 --- trap 0, eip = 0, esp = 0xf5df9d40, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc7900300 sched_switch(c7900300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5df0bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5df0c08 sleepq_switch(c7900300,0,c10a7ba9,26b,c7900300,...) at sleepq_switch+0x1b9/frame 0xf5df0c3c sleepq_wait(c78f9b5c,0,f5df0c90,1,0,...) at sleepq_wait+0x48/frame 0xf5df0c60 _cv_wait(c78f9b5c,c78f9c74,c107f69b,77,c78f9b64,...) at _cv_wait+0x1f9/frame 0xf5df0ca4 usb_process(c78f9b54,f5df0d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5df0ccc fork_exit(c0950340,c78f9b54,f5df0d08) at fork_exit+0x7f/frame 0xf5df0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5df0cf4 --- trap 0, eip = 0, esp = 0xf5df0d40, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc7900600 sched_switch(c7900600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dedbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dedc08 sleepq_switch(c7900600,0,c10a7ba9,26b,c7900600,...) at sleepq_switch+0x1b9/frame 0xf5dedc3c sleepq_wait(c78f9b2c,0,f5dedc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dedc60 _cv_wait(c78f9b2c,c78f9c74,c107f69b,77,c78f9b34,...) at _cv_wait+0x1f9/frame 0xf5dedca4 usb_process(c78f9b24,f5dedd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dedccc fork_exit(c0950340,c78f9b24,f5dedd08) at fork_exit+0x7f/frame 0xf5dedcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dedcf4 --- trap 0, eip = 0, esp = 0xf5dedd40, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc78f0000 sched_switch(c78f0000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5deabd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5deac08 sleepq_switch(c78f0000,0,c10a7ba9,26b,c78f0000,...) at sleepq_switch+0x1b9/frame 0xf5deac3c sleepq_wait(c78f9afc,0,f5deac90,1,0,...) at sleepq_wait+0x48/frame 0xf5deac60 _cv_wait(c78f9afc,c78f9c74,c107f69b,77,c78f9b04,...) at _cv_wait+0x1f9/frame 0xf5deaca4 usb_process(c78f9af4,f5dead08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5deaccc fork_exit(c0950340,c78f9af4,f5dead08) at fork_exit+0x7f/frame 0xf5deacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5deacf4 --- trap 0, eip = 0, esp = 0xf5dead40, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc78f0300 sched_switch(c78f0300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5de7bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5de7c08 sleepq_switch(c78f0300,0,c10a7ba9,26b,c78f0300,...) at sleepq_switch+0x1b9/frame 0xf5de7c3c sleepq_wait(c78f9acc,0,f5de7c90,1,0,...) at sleepq_wait+0x48/frame 0xf5de7c60 _cv_wait(c78f9acc,c78f9c74,c107f69b,77,c78f9ad4,...) at _cv_wait+0x1f9/frame 0xf5de7ca4 usb_process(c78f9ac4,f5de7d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5de7ccc fork_exit(c0950340,c78f9ac4,f5de7d08) at fork_exit+0x7f/frame 0xf5de7cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5de7cf4 --- trap 0, eip = 0, esp = 0xf5de7d40, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc78f0600 sched_switch(c78f0600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5de3bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5de3c08 sleepq_switch(c78f0600,0,c10a7ba9,26b,c78f0600,...) at sleepq_switch+0x1b9/frame 0xf5de3c3c sleepq_wait(c78f3b5c,0,f5de3c90,1,0,...) at sleepq_wait+0x48/frame 0xf5de3c60 _cv_wait(c78f3b5c,c78f3c74,c107f69b,77,c78f3b64,...) at _cv_wait+0x1f9/frame 0xf5de3ca4 usb_process(c78f3b54,f5de3d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5de3ccc fork_exit(c0950340,c78f3b54,f5de3d08) at fork_exit+0x7f/frame 0xf5de3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5de3cf4 --- trap 0, eip = 0, esp = 0xf5de3d40, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc78f0900 sched_switch(c78f0900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5de0bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5de0c08 sleepq_switch(c78f0900,0,c10a7ba9,26b,c78f0900,...) at sleepq_switch+0x1b9/frame 0xf5de0c3c sleepq_wait(c78f3b2c,0,f5de0c90,1,0,...) at sleepq_wait+0x48/frame 0xf5de0c60 _cv_wait(c78f3b2c,c78f3c74,c107f69b,77,c78f3b34,...) at _cv_wait+0x1f9/frame 0xf5de0ca4 usb_process(c78f3b24,f5de0d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5de0ccc fork_exit(c0950340,c78f3b24,f5de0d08) at fork_exit+0x7f/frame 0xf5de0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5de0cf4 --- trap 0, eip = 0, esp = 0xf5de0d40, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc78f0c00 sched_switch(c78f0c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dddbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dddc08 sleepq_switch(c78f0c00,0,c10a7ba9,26b,c78f0c00,...) at sleepq_switch+0x1b9/frame 0xf5dddc3c sleepq_wait(c78f3afc,0,f5dddc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dddc60 _cv_wait(c78f3afc,c78f3c74,c107f69b,77,c78f3b04,...) at _cv_wait+0x1f9/frame 0xf5dddca4 usb_process(c78f3af4,f5dddd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dddccc fork_exit(c0950340,c78f3af4,f5dddd08) at fork_exit+0x7f/frame 0xf5dddcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dddcf4 --- trap 0, eip = 0, esp = 0xf5dddd40, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc78f1000 sched_switch(c78f1000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5ddabd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5ddac08 sleepq_switch(c78f1000,0,c10a7ba9,26b,c78f1000,...) at sleepq_switch+0x1b9/frame 0xf5ddac3c sleepq_wait(c78f3acc,0,f5ddac90,1,0,...) at sleepq_wait+0x48/frame 0xf5ddac60 _cv_wait(c78f3acc,c78f3c74,c107f69b,77,c78f3ad4,...) at _cv_wait+0x1f9/frame 0xf5ddaca4 usb_process(c78f3ac4,f5ddad08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5ddaccc fork_exit(c0950340,c78f3ac4,f5ddad08) at fork_exit+0x7f/frame 0xf5ddacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5ddacf4 --- trap 0, eip = 0, esp = 0xf5ddad40, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc78f1300 sched_switch(c78f1300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dd6bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dd6c08 sleepq_switch(c78f1300,0,c10a7ba9,26b,c78f1300,...) at sleepq_switch+0x1b9/frame 0xf5dd6c3c sleepq_wait(c78ecb5c,0,f5dd6c90,1,0,...) at sleepq_wait+0x48/frame 0xf5dd6c60 _cv_wait(c78ecb5c,c78ecc74,c107f69b,77,c78ecb64,...) at _cv_wait+0x1f9/frame 0xf5dd6ca4 usb_process(c78ecb54,f5dd6d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dd6ccc fork_exit(c0950340,c78ecb54,f5dd6d08) at fork_exit+0x7f/frame 0xf5dd6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dd6cf4 --- trap 0, eip = 0, esp = 0xf5dd6d40, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc78f1600 sched_switch(c78f1600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dd3bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dd3c08 sleepq_switch(c78f1600,0,c10a7ba9,26b,c78f1600,...) at sleepq_switch+0x1b9/frame 0xf5dd3c3c sleepq_wait(c78ecb2c,0,f5dd3c90,1,0,...) at sleepq_wait+0x48/frame 0xf5dd3c60 _cv_wait(c78ecb2c,c78ecc74,c107f69b,77,c78ecb34,...) at _cv_wait+0x1f9/frame 0xf5dd3ca4 usb_process(c78ecb24,f5dd3d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dd3ccc fork_exit(c0950340,c78ecb24,f5dd3d08) at fork_exit+0x7f/frame 0xf5dd3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dd3cf4 --- trap 0, eip = 0, esp = 0xf5dd3d40, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc78f1900 sched_switch(c78f1900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dd0bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dd0c08 sleepq_switch(c78f1900,0,c10a7ba9,26b,c78f1900,...) at sleepq_switch+0x1b9/frame 0xf5dd0c3c sleepq_wait(c78ecafc,0,f5dd0c90,1,0,...) at sleepq_wait+0x48/frame 0xf5dd0c60 _cv_wait(c78ecafc,c78ecc74,c107f69b,77,c78ecb04,...) at _cv_wait+0x1f9/frame 0xf5dd0ca4 usb_process(c78ecaf4,f5dd0d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dd0ccc fork_exit(c0950340,c78ecaf4,f5dd0d08) at fork_exit+0x7f/frame 0xf5dd0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dd0cf4 --- trap 0, eip = 0, esp = 0xf5dd0d40, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc78f1c00 sched_switch(c78f1c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dcdbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dcdc08 sleepq_switch(c78f1c00,0,c10a7ba9,26b,c78f1c00,...) at sleepq_switch+0x1b9/frame 0xf5dcdc3c sleepq_wait(c78ecacc,0,f5dcdc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dcdc60 _cv_wait(c78ecacc,c78ecc74,c107f69b,77,c78ecad4,...) at _cv_wait+0x1f9/frame 0xf5dcdca4 usb_process(c78ecac4,f5dcdd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dcdccc fork_exit(c0950340,c78ecac4,f5dcdd08) at fork_exit+0x7f/frame 0xf5dcdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dcdcf4 --- trap 0, eip = 0, esp = 0xf5dcdd40, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc78e2000 sched_switch(c78e2000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dc6bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dc6c08 sleepq_switch(c78e2000,0,c10a7ba9,26b,c78e2000,...) at sleepq_switch+0x1b9/frame 0xf5dc6c3c sleepq_wait(c78e7b5c,0,f5dc6c90,1,0,...) at sleepq_wait+0x48/frame 0xf5dc6c60 _cv_wait(c78e7b5c,c78e7c74,c107f69b,77,c78e7b64,...) at _cv_wait+0x1f9/frame 0xf5dc6ca4 usb_process(c78e7b54,f5dc6d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dc6ccc fork_exit(c0950340,c78e7b54,f5dc6d08) at fork_exit+0x7f/frame 0xf5dc6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dc6cf4 --- trap 0, eip = 0, esp = 0xf5dc6d40, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc78e2300 sched_switch(c78e2300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dc3bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dc3c08 sleepq_switch(c78e2300,0,c10a7ba9,26b,c78e2300,...) at sleepq_switch+0x1b9/frame 0xf5dc3c3c sleepq_wait(c78e7b2c,0,f5dc3c90,1,0,...) at sleepq_wait+0x48/frame 0xf5dc3c60 _cv_wait(c78e7b2c,c78e7c74,c107f69b,77,c78e7b34,...) at _cv_wait+0x1f9/frame 0xf5dc3ca4 usb_process(c78e7b24,f5dc3d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dc3ccc fork_exit(c0950340,c78e7b24,f5dc3d08) at fork_exit+0x7f/frame 0xf5dc3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dc3cf4 --- trap 0, eip = 0, esp = 0xf5dc3d40, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc78e2600 sched_switch(c78e2600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dc0bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dc0c08 sleepq_switch(c78e2600,0,c10a7ba9,26b,c78e2600,...) at sleepq_switch+0x1b9/frame 0xf5dc0c3c sleepq_wait(c78e7afc,0,f5dc0c90,1,0,...) at sleepq_wait+0x48/frame 0xf5dc0c60 _cv_wait(c78e7afc,c78e7c74,c107f69b,77,c78e7b04,...) at _cv_wait+0x1f9/frame 0xf5dc0ca4 usb_process(c78e7af4,f5dc0d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dc0ccc fork_exit(c0950340,c78e7af4,f5dc0d08) at fork_exit+0x7f/frame 0xf5dc0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dc0cf4 --- trap 0, eip = 0, esp = 0xf5dc0d40, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc78e2900 sched_switch(c78e2900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dbdbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dbdc08 sleepq_switch(c78e2900,0,c10a7ba9,26b,c78e2900,...) at sleepq_switch+0x1b9/frame 0xf5dbdc3c sleepq_wait(c78e7acc,0,f5dbdc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dbdc60 _cv_wait(c78e7acc,c78e7c74,c107f69b,77,c78e7ad4,...) at _cv_wait+0x1f9/frame 0xf5dbdca4 usb_process(c78e7ac4,f5dbdd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dbdccc fork_exit(c0950340,c78e7ac4,f5dbdd08) at fork_exit+0x7f/frame 0xf5dbdcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dbdcf4 --- trap 0, eip = 0, esp = 0xf5dbdd40, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc78e4000 sched_switch(c78e4000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5db6bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5db6c08 sleepq_switch(c78e4000,0,c10a7ba9,26b,c78e4000,...) at sleepq_switch+0x1b9/frame 0xf5db6c3c sleepq_wait(c78ddb5c,0,f5db6c90,1,0,...) at sleepq_wait+0x48/frame 0xf5db6c60 _cv_wait(c78ddb5c,c78ddc74,c107f69b,77,c78ddb64,...) at _cv_wait+0x1f9/frame 0xf5db6ca4 usb_process(c78ddb54,f5db6d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5db6ccc fork_exit(c0950340,c78ddb54,f5db6d08) at fork_exit+0x7f/frame 0xf5db6cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5db6cf4 --- trap 0, eip = 0, esp = 0xf5db6d40, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc78e4300 sched_switch(c78e4300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5db3bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5db3c08 sleepq_switch(c78e4300,0,c10a7ba9,26b,c78e4300,...) at sleepq_switch+0x1b9/frame 0xf5db3c3c sleepq_wait(c78ddb2c,0,f5db3c90,1,0,...) at sleepq_wait+0x48/frame 0xf5db3c60 _cv_wait(c78ddb2c,c78ddc74,c107f69b,77,c78ddb34,...) at _cv_wait+0x1f9/frame 0xf5db3ca4 usb_process(c78ddb24,f5db3d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5db3ccc fork_exit(c0950340,c78ddb24,f5db3d08) at fork_exit+0x7f/frame 0xf5db3cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5db3cf4 --- trap 0, eip = 0, esp = 0xf5db3d40, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc78e4600 sched_switch(c78e4600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5db0bd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5db0c08 sleepq_switch(c78e4600,0,c10a7ba9,26b,c78e4600,...) at sleepq_switch+0x1b9/frame 0xf5db0c3c sleepq_wait(c78ddafc,0,f5db0c90,1,0,...) at sleepq_wait+0x48/frame 0xf5db0c60 _cv_wait(c78ddafc,c78ddc74,c107f69b,77,c78ddb04,...) at _cv_wait+0x1f9/frame 0xf5db0ca4 usb_process(c78ddaf4,f5db0d08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5db0ccc fork_exit(c0950340,c78ddaf4,f5db0d08) at fork_exit+0x7f/frame 0xf5db0cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5db0cf4 --- trap 0, eip = 0, esp = 0xf5db0d40, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc78e4900 sched_switch(c78e4900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5dadbd4 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xf5dadc08 sleepq_switch(c78e4900,0,c10a7ba9,26b,c78e4900,...) at sleepq_switch+0x1b9/frame 0xf5dadc3c sleepq_wait(c78ddacc,0,f5dadc90,1,0,...) at sleepq_wait+0x48/frame 0xf5dadc60 _cv_wait(c78ddacc,c78ddc74,c107f69b,77,c78ddad4,...) at _cv_wait+0x1f9/frame 0xf5dadca4 usb_process(c78ddac4,f5dadd08,c109ba70,3d7,0,...) at usb_process+0xe6/frame 0xf5dadccc fork_exit(c0950340,c78ddac4,f5dadd08) at fork_exit+0x7f/frame 0xf5dadcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dadcf4 --- trap 0, eip = 0, esp = 0xf5dadd40, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc7784600 sched_switch(c7784600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7236bb4 mi_switch(104,0,c10a7ba9,1f5,c126ae08,...) at mi_switch+0x1c9/frame 0xc7236be8 sleepq_switch(c7784600,0,c10a7ba9,28e,c1235a4c,...) at sleepq_switch+0x1b9/frame 0xc7236c1c sleepq_timedwait(c1235a4c,0,c10a2b65,c108df16,0,...) at sleepq_timedwait+0x48/frame 0xc7236c40 msleep_spin_sbt(c1235a4c,c1415d9c,c108df16,19999999,0,...) at msleep_spin_sbt+0x225/frame 0xc7236c88 random_kthread(0,c7236d08,c109ba70,3d7,0,...) at random_kthread+0x2ea/frame 0xc7236ccc fork_exit(c083eef0,0,c7236d08) at fork_exit+0x7f/frame 0xc7236cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7236cf4 --- trap 0, eip = 0, esp = 0xc7236d40, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc7784900 sched_switch(c7784900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7232b70 mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc7232ba4 sleepq_switch(c7784900,0,c10a7ba9,26b,c7784900,...) at sleepq_switch+0x1b9/frame 0xc7232bd8 sleepq_wait(c141706c,5c,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc7232bfc _sleep(c141706c,c124cf7c,25c,c108df16,0,...) at _sleep+0x37c/frame 0xc7232c58 g_io_schedule_down(c7784900,0,c108fb55,6c,c7232cf4,...) at g_io_schedule_down+0x5c/frame 0xc7232cb4 g_down_procbody(0,c7232d08,c109ba70,3d7,0,...) at g_down_procbody+0x9d/frame 0xc7232ccc fork_exit(c09fe440,0,c7232d08) at fork_exit+0x7f/frame 0xc7232cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7232cf4 --- trap 0, eip = 0, esp = 0xc7232d40, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc7784c00 sched_switch(c7784c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc722fb98 mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc722fbcc sleepq_switch(c7784c00,0,c10a7ba9,26b,c7784c00,...) at sleepq_switch+0x1b9/frame 0xc722fc00 sleepq_wait(c1417068,5c,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc722fc24 _sleep(c1417068,c124cf9c,25c,c108df16,0,...) at _sleep+0x37c/frame 0xc722fc80 g_io_schedule_up(c7784c00,0,c108fb55,5f,c722fcf4,...) at g_io_schedule_up+0xe6/frame 0xc722fcb4 g_up_procbody(0,c722fd08,c109ba70,3d7,0,...) at g_up_procbody+0x9d/frame 0xc722fccc fork_exit(c09fe3a0,0,c722fd08) at fork_exit+0x7f/frame 0xc722fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc722fcf4 --- trap 0, eip = 0, esp = 0xc722fd40, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc7785000 sched_switch(c7785000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc722cba8 mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc722cbdc sleepq_switch(c7785000,0,c10a7ba9,26b,c7785000,...) at sleepq_switch+0x1b9/frame 0xc722cc10 sleepq_wait(c1417064,5c,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc722cc34 _sleep(c1417064,c124cf54,25c,c108df16,0,...) at _sleep+0x37c/frame 0xc722cc90 g_run_events(0,c722cd08,c109ba70,3d7,0,...) at g_run_events+0x566/frame 0xc722cccc fork_exit(c09fe300,0,c722cd08) at fork_exit+0x7f/frame 0xc722ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc722ccf4 --- trap 0, eip = 0, esp = 0xc722cd40, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc78f2300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100062 td 0xc78f2600 sched_switch(c78f2600,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xf5e29c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xf5e29c94 ithread_loop(c771f6b0,f5e29d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xf5e29ccc fork_exit(c0a6fce0,c771f6b0,f5e29d08) at fork_exit+0x7f/frame 0xf5e29cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e29cf4 --- trap 0, eip = 0, esp = 0xf5e29d40, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc78f2c00 sched_switch(c78f2c00,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xf5e19c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xf5e19c94 ithread_loop(c771f6c0,f5e19d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xf5e19ccc fork_exit(c0a6fce0,c771f6c0,f5e19d08) at fork_exit+0x7f/frame 0xf5e19cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e19cf4 --- trap 0, eip = 0, esp = 0xf5e19d40, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc78fd000 sched_switch(c78fd000,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xf5e08c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xf5e08c94 ithread_loop(c771f6e0,f5e08d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xf5e08ccc fork_exit(c0a6fce0,c771f6e0,f5e08d08) at fork_exit+0x7f/frame 0xf5e08cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e08cf4 --- trap 0, eip = 0, esp = 0xf5e08d40, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc7900000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc78f2000 sched_switch(c78f2000,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xf5dcac60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xf5dcac94 ithread_loop(c771f700,f5dcad08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xf5dcaccc fork_exit(c0a6fce0,c771f700,f5dcad08) at fork_exit+0x7f/frame 0xf5dcacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dcacf4 --- trap 0, eip = 0, esp = 0xf5dcad40, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc78e2c00 sched_switch(c78e2c00,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xf5dbac60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xf5dbac94 ithread_loop(c771f710,f5dbad08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xf5dbaccc fork_exit(c0a6fce0,c771f710,f5dbad08) at fork_exit+0x7f/frame 0xf5dbacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5dbacf4 --- trap 0, eip = 0, esp = 0xf5dbad40, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc78e4c00 sched_switch(c78e4c00,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xf5daac60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xf5daac94 ithread_loop(c771f720,f5daad08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xf5daaccc fork_exit(c0a6fce0,c771f720,f5daad08) at fork_exit+0x7f/frame 0xf5daacf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5daacf4 --- trap 0, eip = 0, esp = 0xf5daad40, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc7785300 sched_switch(c7785300,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc7393c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc7393c94 ithread_loop(c771f730,c7393d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc7393ccc fork_exit(c0a6fce0,c771f730,c7393d08) at fork_exit+0x7f/frame 0xc7393cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7393cf4 --- trap 0, eip = 0, esp = 0xc7393d40, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc7785600 sched_switch(c7785600,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc738fc60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc738fc94 ithread_loop(c771f740,c738fd08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc738fccc fork_exit(c0a6fce0,c771f740,c738fd08) at fork_exit+0x7f/frame 0xc738fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc738fcf4 --- trap 0, eip = 0, esp = 0xc738fd40, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc7785900 sched_switch(c7785900,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc7286c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc7286c94 ithread_loop(c771f750,c7286d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc7286ccc fork_exit(c0a6fce0,c771f750,c7286d08) at fork_exit+0x7f/frame 0xc7286cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7286cf4 --- trap 0, eip = 0, esp = 0xc7286d40, ebp = 0 --- Tracing command intr pid 12 tid 100022 td 0xc7877c00 sched_switch(c7877c00,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc7245c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc7245c94 ithread_loop(c771f760,c7245d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc7245ccc fork_exit(c0a6fce0,c771f760,c7245d08) at fork_exit+0x7f/frame 0xc7245cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7245cf4 --- trap 0, eip = 0, esp = 0xc7245d40, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc7720900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc7784000 sched_switch(c7784000,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc723cc60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc723cc94 ithread_loop(c771f780,c723cd08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc723cccc fork_exit(c0a6fce0,c771f780,c723cd08) at fork_exit+0x7f/frame 0xc723ccf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc723ccf4 --- trap 0, eip = 0, esp = 0xc723cd40, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc7784300 sched_switch(c7784300,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc7239c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc7239c94 ithread_loop(c771f790,c7239d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc7239ccc fork_exit(c0a6fce0,c771f790,c7239d08) at fork_exit+0x7f/frame 0xc7239cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7239cf4 --- trap 0, eip = 0, esp = 0xc7239d40, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc76dd600 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc76dd900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc76ddc00 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100009 td 0xc7720000 cpustop_handler(2,13,c721dad4,c0ec3d1b,412c5f,...) at cpustop_handler+0x2f/frame 0xc721d988 ipi_nmi_handler(412c5f,0,0,c721d9dc,c0a61afb,...) at ipi_nmi_handler+0x37/frame 0xc721d998 trap(c721dae0) at trap+0x3b/frame 0xc721dad4 calltrap() at calltrap+0x6/frame 0xc721dad4 --- trap 0x13, eip = 0xc0a8a021, esp = 0xc721db20, ebp = 0xc721db84 --- __mtx_lock_sleep(c1417a34,c7720000,c109fbbe,c109fbbe,a0,...) at __mtx_lock_sleep+0x211/frame 0xc721db84 __mtx_lock_flags(c1417a34,0,c109fbbe,a0) at __mtx_lock_flags+0xfd/frame 0xc721dbb8 lock_mtx(c1417a24,1,c10a36a9,27c,c10a44f9,...) at lock_mtx+0x2c/frame 0xc721dbd0 softclock_call_cc(0,0,c10a36a9,31f,0,...) at softclock_call_cc+0xf6/frame 0xc721dc4c softclock(c1418580,c109bd0d,564,c23b3f4e,c771d2c8,...) at softclock+0x45/frame 0xc721dc6c intr_event_execute_handlers(c125cd90,c771d280,c109bd0d,564,8,...) at intr_event_execute_handlers+0x88/frame 0xc721dc94 ithread_loop(c771f7d0,c721dd08,c109ba70,3d7,0,...) at ithread_loop+0x163/frame 0xc721dccc fork_exit(c0a6fce0,c771f7d0,c721dd08) at fork_exit+0x7f/frame 0xc721dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc721dcf4 --- trap 0, eip = 0, esp = 0xc721dd40, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc7720300 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc7720600 sched_switch(c7720600,0,109,1b5,0,...) at sched_switch+0x4b4/frame 0xc7217c60 mi_switch(109,0,c109bd0d,55a,8,...) at mi_switch+0x1c9/frame 0xc7217c94 ithread_loop(c771f7f0,c7217d08,c109ba70,3d7,0,...) at ithread_loop+0x100/frame 0xc7217ccc fork_exit(c0a6fce0,c771f7f0,c7217d08) at fork_exit+0x7f/frame 0xc7217cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7217cf4 --- trap 0, eip = 0, esp = 0xc7217d40, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc76dc000 sched_switch(c76dc000,0,108,1b0,c10a44f9,...) at sched_switch+0x4b4/frame 0xc7213c1c mi_switch(108,0,c10a44f9,407,c125d508,...) at mi_switch+0x1c9/frame 0xc7213c50 sched_idletd(0,c7213d08,c109ba70,3d7,0,...) at sched_idletd+0x43b/frame 0xc7213ccc fork_exit(c0ac62f0,0,c7213d08) at fork_exit+0x7f/frame 0xc7213cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7213cf4 --- trap 0, eip = 0, esp = 0xc7213d40, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc76dc300 sched_switch(c76dc300,0,608,1b0,219,...) at sched_switch+0x4b4/frame 0xc7210c00 mi_switch(608,0,c10a25c4,d3,3,...) at mi_switch+0x1c9/frame 0xc7210c34 critical_exit(0,2,c10a44f9,409,c125ce08,...) at critical_exit+0xa3/frame 0xc7210c50 sched_idletd(0,c7210d08,c109ba70,3d7,0,...) at sched_idletd+0x1d6/frame 0xc7210ccc fork_exit(c0ac62f0,0,c7210d08) at fork_exit+0x7f/frame 0xc7210cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7210cf4 --- trap 0, eip = 0, esp = 0xc7210d40, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc76dc600 sched_switch(c76dc600,0,108,1b0,c10a44f9,...) at sched_switch+0x4b4/frame 0xc720dc1c mi_switch(108,0,c10a44f9,407,c125c708,...) at mi_switch+0x1c9/frame 0xc720dc50 sched_idletd(0,c720dd08,c109ba70,3d7,0,...) at sched_idletd+0x43b/frame 0xc720dccc fork_exit(c0ac62f0,0,c720dd08) at fork_exit+0x7f/frame 0xc720dcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc720dcf4 --- trap 0, eip = 0, esp = 0xc720dd40, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc76dc900 sched_switch(c76dc900,0,608,1b0,219,...) at sched_switch+0x4b4/frame 0xc720ac00 mi_switch(608,0,c10a25c4,d3,7,...) at mi_switch+0x1c9/frame 0xc720ac34 critical_exit(0,2,c10a44f9,409,c125c008,...) at critical_exit+0xa3/frame 0xc720ac50 sched_idletd(0,c720ad08,c109ba70,3d7,0,...) at sched_idletd+0x1d6/frame 0xc720accc fork_exit(c0ac62f0,0,c720ad08) at fork_exit+0x7f/frame 0xc720acf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc720acf4 --- trap 0, eip = 0, esp = 0xc720ad40, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc76dcc00 sched_switch(c76dcc00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc720698c mi_switch(104,0,c10a7ba9,1f5,c10a7ba9,...) at mi_switch+0x1c9/frame 0xc72069c0 sleepq_switch(c76dcc00,0,c10a7ba9,1ab,c7206a38,...) at sleepq_switch+0x1b9/frame 0xc72069f4 sleepq_catch_signals(0,c10a7ba9,162,108,c76dcc00,...) at sleepq_catch_signals+0x3a1/frame 0xc7206a3c sleepq_wait_sig(c76daba0,6c,c10ab019,100,0,...) at sleepq_wait_sig+0x14/frame 0xc7206a60 _sleep(c76daba0,c76dac34,16c,c10ab019,0,...) at _sleep+0x35b/frame 0xc7206abc kern_wait6(c76dcc00,7,0,0,c7206b4c,...) at kern_wait6+0x45c/frame 0xc7206b20 sys_wait4(c76dcc00,c7206cc8,c7206c8c,c0a6f460,c125cd90,...) at sys_wait4+0x94/frame 0xc7206c40 syscall(c7206d08) at syscall+0x2ed/frame 0xc7206cfc Xint0x80_syscall() at Xint0x80_syscall+0x21/frame 0xc7206cfc --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x805dcf7, esp = 0xbfbfd8f4, ebp = 0xbfbfd908 --- Tracing command audit pid 10 tid 100001 td 0xc76dd000 sched_switch(c76dd000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7203ba8 mi_switch(104,0,c10a7ba9,1f5,8,...) at mi_switch+0x1c9/frame 0xc7203bdc sleepq_switch(c76dd000,0,c10a7ba9,26b,c76dd000,...) at sleepq_switch+0x1b9/frame 0xc7203c10 sleepq_wait(c141ddf8,0,c7203c64,1,0,...) at sleepq_wait+0x48/frame 0xc7203c34 _cv_wait(c141ddf8,c141dd84,c10d33b2,18d,0,...) at _cv_wait+0x1f9/frame 0xc7203c78 audit_worker(0,c7203d08,c109ba70,3d7,0,...) at audit_worker+0x94/frame 0xc7203ccc fork_exit(c0cb4fb0,0,c7203d08) at fork_exit+0x7f/frame 0xc7203cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7203cf4 --- trap 0, eip = 0, esp = 0xc7203d40, ebp = 0 --- Tracing command kernel pid 0 tid 100065 td 0xc7956c00 sched_switch(c7956c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5e32b68 mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xf5e32b9c sleepq_switch(c7956c00,0,c10a7ba9,28e,c7956c00,...) at sleepq_switch+0x1b9/frame 0xf5e32bd0 sleepq_timedwait(c124ec51,0,2,0,0,...) at sleepq_timedwait+0x48/frame 0xf5e32bf4 _sleep(c124ec51,0,0,c108df16,fffffc88,...) at _sleep+0x345/frame 0xf5e32c50 pause_sbt(c108df16,fffffc88,2,0,0,...) at pause_sbt+0x86/frame 0xf5e32c8c deadlkres(0,f5e32d08,c109ba70,3d7,0,...) at deadlkres+0x82/frame 0xf5e32ccc fork_exit(c0a4e950,0,f5e32d08) at fork_exit+0x7f/frame 0xf5e32cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e32cf4 --- trap 0, eip = 0, esp = 0xf5e32d40, ebp = 0 --- Tracing command kernel pid 0 tid 100064 td 0xc7958000 sched_switch(c7958000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xf5e2fbc0 mi_switch(104,0,c10a7ba9,1f5,c126add8,...) at mi_switch+0x1c9/frame 0xf5e2fbf4 sleepq_switch(c7958000,0,c10a7ba9,26b,c7781400,...) at sleepq_switch+0x1b9/frame 0xf5e2fc28 sleepq_wait(c7781400,0,c10a2b65,c108df16,0,...) at sleepq_wait+0x48/frame 0xf5e2fc4c msleep_spin_sbt(c7781400,c7781418,c108df16,0,0,...) at msleep_spin_sbt+0x239/frame 0xf5e2fc94 taskqueue_thread_loop(c1413780,f5e2fd08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xf5e2fccc fork_exit(c0ae5170,c1413780,f5e2fd08) at fork_exit+0x7f/frame 0xf5e2fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xf5e2fcf4 --- trap 0, eip = 0, esp = 0xf5e2fd40, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc7785c00 sched_switch(c7785c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7254bac mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc7254be0 sleepq_switch(c7785c00,0,c10a7ba9,26b,c7785c00,...) at sleepq_switch+0x1b9/frame 0xc7254c14 sleepq_wait(c7781b80,0,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc7254c38 _sleep(c7781b80,c7781b98,0,c108df16,0,...) at _sleep+0x37c/frame 0xc7254c94 taskqueue_thread_loop(c141de30,c7254d08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc7254ccc fork_exit(c0ae5170,c141de30,c7254d08) at fork_exit+0x7f/frame 0xc7254cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7254cf4 --- trap 0, eip = 0, esp = 0xc7254d40, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc7877000 sched_switch(c7877000,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7251bc0 mi_switch(104,0,c10a7ba9,1f5,c126ae98,...) at mi_switch+0x1c9/frame 0xc7251bf4 sleepq_switch(c7877000,0,c10a7ba9,26b,c7781c00,...) at sleepq_switch+0x1b9/frame 0xc7251c28 sleepq_wait(c7781c00,0,c10a2b65,c108df16,0,...) at sleepq_wait+0x48/frame 0xc7251c4c msleep_spin_sbt(c7781c00,c7781c18,c108df16,0,0,...) at msleep_spin_sbt+0x239/frame 0xc7251c94 taskqueue_thread_loop(c14143a8,c7251d08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xc7251ccc fork_exit(c0ae5170,c14143a8,c7251d08) at fork_exit+0x7f/frame 0xc7251cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7251cf4 --- trap 0, eip = 0, esp = 0xc7251d40, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc7877300 sched_switch(c7877300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc724ebc0 mi_switch(104,0,c10a7ba9,1f5,c126ae98,...) at mi_switch+0x1c9/frame 0xc724ebf4 sleepq_switch(c7877300,0,c10a7ba9,26b,c7781c00,...) at sleepq_switch+0x1b9/frame 0xc724ec28 sleepq_wait(c7781c00,0,c10a2b65,c108df16,0,...) at sleepq_wait+0x48/frame 0xc724ec4c msleep_spin_sbt(c7781c00,c7781c18,c108df16,0,0,...) at msleep_spin_sbt+0x239/frame 0xc724ec94 taskqueue_thread_loop(c14143a8,c724ed08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xc724eccc fork_exit(c0ae5170,c14143a8,c724ed08) at fork_exit+0x7f/frame 0xc724ecf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc724ecf4 --- trap 0, eip = 0, esp = 0xc724ed40, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc7877600 sched_switch(c7877600,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc724bbc0 mi_switch(104,0,c10a7ba9,1f5,c126ae98,...) at mi_switch+0x1c9/frame 0xc724bbf4 sleepq_switch(c7877600,0,c10a7ba9,26b,c7781c00,...) at sleepq_switch+0x1b9/frame 0xc724bc28 sleepq_wait(c7781c00,0,c10a2b65,c108df16,0,...) at sleepq_wait+0x48/frame 0xc724bc4c msleep_spin_sbt(c7781c00,c7781c18,c108df16,0,0,...) at msleep_spin_sbt+0x239/frame 0xc724bc94 taskqueue_thread_loop(c14143a8,c724bd08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0xcc/frame 0xc724bccc fork_exit(c0ae5170,c14143a8,c724bd08) at fork_exit+0x7f/frame 0xc724bcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc724bcf4 --- trap 0, eip = 0, esp = 0xc724bd40, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc7877900 sched_switch(c7877900,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7248bac mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc7248be0 sleepq_switch(c7877900,0,c10a7ba9,26b,c7877900,...) at sleepq_switch+0x1b9/frame 0xc7248c14 sleepq_wait(c7781c80,0,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc7248c38 _sleep(c7781c80,c7781c98,0,c108df16,0,...) at _sleep+0x37c/frame 0xc7248c94 taskqueue_thread_loop(c1417868,c7248d08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc7248ccc fork_exit(c0ae5170,c1417868,c7248d08) at fork_exit+0x7f/frame 0xc7248cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7248cf4 --- trap 0, eip = 0, esp = 0xc7248d40, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7720c00 sched_switch(c7720c00,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc723fbac mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc723fbe0 sleepq_switch(c7720c00,0,c10a7ba9,26b,c7720c00,...) at sleepq_switch+0x1b9/frame 0xc723fc14 sleepq_wait(c7781d80,0,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc723fc38 _sleep(c7781d80,c7781d98,0,c108df16,0,...) at _sleep+0x37c/frame 0xc723fc94 taskqueue_thread_loop(c141a7c0,c723fd08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc723fccc fork_exit(c0ae5170,c141a7c0,c723fd08) at fork_exit+0x7f/frame 0xc723fcf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc723fcf4 --- trap 0, eip = 0, esp = 0xc723fd40, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc76dd300 sched_switch(c76dd300,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc7229bac mi_switch(104,0,c10a7ba9,1f5,162,...) at mi_switch+0x1c9/frame 0xc7229be0 sleepq_switch(c76dd300,0,c10a7ba9,26b,c76dd300,...) at sleepq_switch+0x1b9/frame 0xc7229c14 sleepq_wait(c7782000,0,c108df16,0,0,...) at sleepq_wait+0x48/frame 0xc7229c38 _sleep(c7782000,c7782018,0,c108df16,0,...) at _sleep+0x37c/frame 0xc7229c94 taskqueue_thread_loop(c126a0c0,c7229d08,c109ba70,3d7,0,...) at taskqueue_thread_loop+0x129/frame 0xc7229ccc fork_exit(c0ae5170,c126a0c0,c7229d08) at fork_exit+0x7f/frame 0xc7229cf4 fork_trampoline() at fork_trampoline+0x8/frame 0xc7229cf4 --- trap 0, eip = 0, esp = 0xc7229d40, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc14173e0 sched_switch(c14173e0,0,104,1b5,c0a8b1ee,...) at sched_switch+0x4b4/frame 0xc1820c0c mi_switch(104,0,c10a7ba9,1f5,101,...) at mi_switch+0x1c9/frame 0xc1820c40 sleepq_switch(c14173e0,0,c10a7ba9,28e,c14173e0,...) at sleepq_switch+0x1b9/frame 0xc1820c74 sleepq_timedwait(c14170e4,54,9,0,0,...) at sleepq_timedwait+0x48/frame 0xc1820c98 _sleep(c14170e4,0,54,c10d4575,fffff470,...) at _sleep+0x345/frame 0xc1820cf4 scheduler(0,0,c1107218,181e000,1825000,...) at scheduler+0x2b3/frame 0xc1820d38 mi_startup() at mi_startup+0xf7/frame 0xc1820d58 begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 411 MB: 396 380 364 348 332 316 300 284 268 252 236 220 204 188 172 156 140 124 108 92 76 60 44 28 12 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) bt #0 doadump (textdump=0xa) at pcpu.h:249 #1 0xc05270dd in db_fncall (dummy1=0xfb68e344, dummy2=0xfb68e344, dummy3=0xfb68e344, dummy4=0xfb68e344 "\n") at ../../../ddb/db_command.c:578 #2 0xc0526dd7 in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #3 0xc052ac84 in db_script_exec (scriptname=0xc141410c "doadump", warnifnotfound=) at ../../../ddb/db_script.c:302 #4 0xc0526dd7 in db_command (cmd_table=) at ../../../ddb/db_command.c:449 #5 0xc0526af0 in db_command_loop () at ../../../ddb/db_command.c:502 #6 0xc0529330 in db_trap (type=, code=0xfb68e730) at ../../../ddb/db_main.c:231 #7 0xc0ad61c6 in kdb_trap (type=, code=, tf=) at ../../../kern/subr_kdb.c:654 #8 0xc0ec445e in trap (frame=) at ../../../i386/i386/trap.c:720 #9 0xc0ead75c in calltrap () at exception.s:169 #10 0xc0ad5a6d in kdb_enter (why=0xc10a1eeb "panic", msg=) at cpufunc.h:71 #11 0xc0a9f662 in vpanic (fmt=, ap=) at ../../../kern/kern_shutdown.c:747 #12 0xc0a9f51a in kassert_panic (fmt=) at ../../../kern/kern_shutdown.c:642 #13 0xc0b44faf in vputx (vp=0xc9911730, func=0x2) at ../../../kern/vfs_subr.c:2281 #14 0xc0b45307 in vput (vp=0xc9911730) at ../../../kern/vfs_subr.c:2358 #15 0xc0d371cc in vm_mmap_vnode (td=0xc914a000, objsize=0x5000, prot=0x3, maxprotp=0xfb68eb12 "\a\003", flagsp=0xfb68eb0c, vp=0xc9911730, foffp=0xfb68eaf8, objp=0xfb68eaf0, writecounted=0xfb68eadc) at ../../../vm/vm_mmap.c:1350 #16 0xc0d347c8 in vm_mmap (map=0xd3060cb0, addr=0xfb68ec0c, size=0x5000, prot=0x3, maxprot=0x7, flags=0x1, handle_type=0x2, handle=0xc9911730, foff=0x0) at ../../../vm/vm_mmap.c:1542 #17 0xc0d33e6d in sys_mmap (td=0xc914a000, uap=0xfb68ecc8) at ../../../vm/vm_mmap.c:392 #18 0xc0ec512d in syscall (frame=) at subr_syscall.c:134 #19 0xc0ead7f1 in Xint0x80_syscall () at exception.s:267 #20 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) Current language: auto; currently minimal (kgdb) f 15 #15 0xc0d371cc in vm_mmap_vnode (td=0xc914a000, objsize=0x5000, prot=0x3, maxprotp=0xfb68eb12 "\a\003", flagsp=0xfb68eb0c, vp=0xc9911730, foffp=0xfb68eaf8, objp=0xfb68eaf0, writecounted=0xfb68eadc) at ../../../vm/vm_mmap.c:1350 1350 vput(vp); (kgdb) l 1345 1346 mark_atime: 1347 vfs_mark_atime(vp, cred); 1348 1349 done: 1350 vput(vp); 1351 return (error); 1352 } 1353 1354 /* (kgdb) info loc obj = 0xce6b22e4 cred = (struct ucred *) 0xc809b800 flags = 0x1 va = {va_type = VNON, va_mode = 0xcb0, va_nlink = 0xd306, va_uid = 0x0, va_gid = 0xfb68e9a8, va_fsid = 0xc0d2dc90, va_fileid = 0xd3060cb0, va_size = 0xc914a0b4281c7000, va_blocksize = 0xc139a838, va_atime = { tv_sec = 0xc11d8830, tv_nsec = 0x246}, va_mtime = {tv_sec = 0xc914a000, tv_nsec = 0xd3060cf8}, va_ctime = {tv_sec = 0x5c9, tv_nsec = 0xfb68e9a8}, va_birthtime = {tv_sec = 0x246, tv_nsec = 0xd3060cf8}, va_gen = 0x8, va_flags = 0xc10ddac2, va_rdev = 0x5c9, va_bytes = 0xc758e34000000000, va_filerev = 0xc914a0b4c914a000, va_vaflags = 0xc139a838, va_spare = 0xc11d6498} foff = 0x0 mp = (struct mount *) 0xc7d322ec error = 0x46 locktype = 0x80000 (kgdb) p *vp $1 = {v_tag = 0xc108c186 "newnfs", v_op = 0xc11c7a8c, v_data = 0xce1c79bc, v_mount = 0xc7d322ec, v_nmntvnodes = {tqe_next = 0xc7e30a00, tqe_prev = 0xc7d32320}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xca22bb9c}, v_cache_src = {lh_first = 0x0}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc9911758}, v_cache_dd = 0x0, v_lock = { lock_object = {lo_name = 0xc108c186 "newnfs", lo_flags = 0x57b0000, lo_data = 0x0, lo_witness = 0xc7596a20}, lk_lock = 0xc914a000, lk_exslpfail = 0x0, lk_timo = 0x33, lk_pri = 0x60, lk_stack = {depth = 0xa, pcs = {0xc0a81bd5, 0xc09c3e8c, 0xc0eeae82, 0xc0b5c46a, 0xc0b442dd, 0xc0d36ddf, 0xc0d347c8, 0xc0d33e6d, 0xc0ec512d, 0xc0ead7f1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = { lo_name = 0xc10aa150 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc758f1e0}, mtx_lock = 0xc914a000}, v_vnlock = 0xc9911764, v_actfreelist = {tqe_next = 0x0, tqe_prev = 0xc7d3232c}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc10b28bd "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc7594798}, mtx_lock = 0x4}, bo_ops = 0xc11c7e40, bo_object = 0xce6b22e4, bo_synclist = {le_next = 0xc977a960, le_prev = 0xc79208c4}, bo_private = 0xc9911730, __bo_vnode = 0xc9911730, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc991181c}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0xe38cbf74, tqh_last = 0xe38cbfac}, bv_root = 0xe38cbf74, bv_cnt = 0x1}, bo_numoutput = 0x0, bo_flag = 0x1, bo_bsize = 0x10000}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0, v_rl = {rl_waiters = {tqh_first = 0x0, tqh_last = 0xc9911854}, rl_currdep = 0x0}, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_holdcnt = 0x4, v_usecount = 0x2, v_iflag = 0x200, v_vflag = 0x2000, v_writecount = 0x2, v_hash = 0x30e6dd03, v_type = VREG, v_debug_ref = {tqh_first = 0xce7b9b00, tqh_last = 0xce6e7200}} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/fs/nfsclient/nfs_clport.c =================================================================== --- /usr/src/sys/fs/nfsclient/nfs_clport.c (revision 248723) +++ /usr/src/sys/fs/nfsclient/nfs_clport.c (working copy) @@ -273,6 +273,7 @@ nfscl_nget(struct mount *mntp, struct vnode *dvp, /* vfs_hash_insert() vput()'s the losing vnode */ return (0); } + vp->v_vflag |= VV_DEBUGVREF; *npp = np; return (0); Index: /usr/src/sys/fs/nfsclient/nfs_clnode.c =================================================================== --- /usr/src/sys/fs/nfsclient/nfs_clnode.c (revision 248723) +++ /usr/src/sys/fs/nfsclient/nfs_clnode.c (working copy) @@ -179,6 +179,8 @@ ncl_nget(struct mount *mntp, u_int8_t *fhp, int fh /* vfs_hash_insert() vput()'s the losing vnode */ return (0); } +// if (!fs->fs_ronly) + vp->v_vflag |= VV_DEBUGVREF; *npp = np; return (0); Index: /usr/src/sys/vm/vm_mmap.c =================================================================== --- /usr/src/sys/vm/vm_mmap.c (revision 248723) +++ /usr/src/sys/vm/vm_mmap.c (working copy) @@ -1309,8 +1309,10 @@ vm_mmap_vnode(struct thread *td, vm_size_t objsize error = EINVAL; goto done; } - if ((error = VOP_GETATTR(vp, &va, cred))) + if ((error = VOP_GETATTR(vp, &va, cred))) { + printf("VOP_GETATTR() returned %d\n", error); goto done; + } #ifdef MAC error = mac_vnode_check_mmap(cred, vp, prot, flags); if (error != 0) Index: /usr/src/sys/sys/vnode.h =================================================================== --- /usr/src/sys/sys/vnode.h (revision 248723) +++ /usr/src/sys/sys/vnode.h (working copy) @@ -94,6 +94,13 @@ struct vpollinfo { #if defined(_KERNEL) || defined(_KVM_VNODE) +struct debug_ref { + TAILQ_ENTRY(debug_ref) link; + int val; + const char *op; + struct stack stack; +}; + struct vnode { /* * Fields which define the identity of the vnode. These fields are @@ -169,6 +176,7 @@ struct vnode { int v_writecount; /* v ref count of writers */ u_int v_hash; enum vtype v_type; /* u vnode type */ + TAILQ_HEAD(, debug_ref) v_debug_ref; }; #endif /* defined(_KERNEL) || defined(_KVM_VNODE) */ @@ -253,6 +261,7 @@ struct xvnode { #define VV_DELETED 0x0400 /* should be removed */ #define VV_MD 0x0800 /* vnode backs the md device */ #define VV_FORCEINSMQ 0x1000 /* force the insmntque to succeed */ +#define VV_DEBUGVREF 0x2000 /* * Vnode attributes. A field value of VNOVAL represents a field whose value Index: /usr/src/sys/kern/vfs_subr.c =================================================================== --- /usr/src/sys/kern/vfs_subr.c (revision 248723) +++ /usr/src/sys/kern/vfs_subr.c (working copy) @@ -71,6 +71,7 @@ __FBSDID("$FreeBSD$"); #include #include #include +#include #include #include #include @@ -871,6 +872,23 @@ static struct kproc_desc vnlru_kp = { }; SYSINIT(vnlru, SI_SUB_KTHREAD_UPDATE, SI_ORDER_FIRST, kproc_start, &vnlru_kp); + +MALLOC_DEFINE(M_RECORD_REF, "recordref", "recordref"); +static void +v_record_ref(struct vnode *vp, int val, const char *op) +{ + struct debug_ref *r; + + if ((vp->v_type != VREG && vp->v_type != VBAD) || + (vp->v_vflag & VV_DEBUGVREF) == 0) + return; + r = malloc(sizeof(struct debug_ref), M_RECORD_REF, M_NOWAIT | + M_USE_RESERVE); + r->val = val; + r->op = op; + stack_save(&r->stack); + TAILQ_INSERT_TAIL(&vp->v_debug_ref, r, link); +} /* * Routines having to do with the management of the vnode table. @@ -1073,6 +1091,7 @@ alloc: vp->v_vflag |= VV_NOKNOTE; } rangelock_init(&vp->v_rl); + TAILQ_INIT(&vp->v_debug_ref); /* * For the filesystems which do not use vfs_hash_insert(), @@ -1082,6 +1101,7 @@ alloc: */ vp->v_hash = (uintptr_t)vp >> vnsz2log; + TAILQ_INIT(&vp->v_debug_ref); *vpp = vp; return (0); } @@ -2197,6 +2217,7 @@ vget(struct vnode *vp, int flags, struct thread *t vinactive(vp, td); vp->v_iflag &= ~VI_OWEINACT; } + v_record_ref(vp, 1, "vget"); VI_UNLOCK(vp); return (0); } @@ -2211,6 +2232,7 @@ vref(struct vnode *vp) CTR2(KTR_VFS, "%s: vp %p", __func__, vp); VI_LOCK(vp); v_incr_usecount(vp); + v_record_ref(vp, 1, "vref"); VI_UNLOCK(vp); } @@ -2253,6 +2275,7 @@ vputx(struct vnode *vp, int func) KASSERT(func == VPUTX_VRELE, ("vputx: wrong func")); CTR2(KTR_VFS, "%s: vp %p", __func__, vp); VI_LOCK(vp); + v_record_ref(vp, -1, "vputx"); /* Skip this v_writecount check if we're going to panic below. */ VNASSERT(vp->v_writecount < vp->v_usecount || vp->v_usecount < 1, vp, @@ -2264,6 +2287,7 @@ vputx(struct vnode *vp, int func) if (func == VPUTX_VPUT) VOP_UNLOCK(vp, 0); v_decr_usecount(vp); + v_record_ref(vp, -1, "vrele"); return; } @@ -2409,6 +2433,7 @@ void vdropl(struct vnode *vp) { struct bufobj *bo; + struct debug_ref *r, *r1; struct mount *mp; int active; @@ -2489,6 +2514,9 @@ vdropl(struct vnode *vp) lockdestroy(vp->v_vnlock); mtx_destroy(&vp->v_interlock); mtx_destroy(BO_MTX(bo)); + TAILQ_FOREACH_SAFE(r, &vp->v_debug_ref, link, r1) { + free(r, M_RECORD_REF); + } uma_zfree(vnode_zone, vp); } @@ -2888,6 +2916,8 @@ vn_printf(struct vnode *vp, const char *fmt, ...) va_list ap; char buf[256], buf2[16]; u_long flags; + int ref; + struct debug_ref *r; va_start(ap, fmt); vprintf(fmt, ap); @@ -2960,8 +2990,21 @@ vn_printf(struct vnode *vp, const char *fmt, ...) vp->v_object->resident_page_count); printf(" "); lockmgr_printinfo(vp->v_vnlock); - if (vp->v_data != NULL) - VOP_PRINT(vp); +#if DDB + if (kdb_active) { + if (vp->v_data != NULL) + VOP_PRINT(vp); + } +#endif + + /* Getnewvnode() initial reference is not recorded due to VNON */ + ref = 1; + TAILQ_FOREACH(r, &vp->v_debug_ref, link) { + ref += r->val; + printf("REF %d %s\n", ref, r->op); + stack_print(&r->stack); + } + } #ifdef DDB -- Test scenario: wip/n45.sh