GENERIC HEAD from 2009-06-03 14:18:37 UTC, r193382M, vmcore.172 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r193382M: Wed Jun 3 20:49:32 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3539730432 (3375 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 248345 free (2777 frags, 30696 blocks, 0.3% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 50327176 free (1920 frags, 6290657 blocks, 0.0% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 4593923 free (220539 frags, 546673 blocks, 1.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 20199609 free (106185 frags, 2511678 blocks, 0.2% fragmentation) re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. rpc.umntall: 127.0.0.1: RPCPROG_MNT: RPC: Program not registered lock order reversal: 1st 0xe6d18224 bufwait (bufwait) @ kern/vfs_bio.c:2558 2nd 0xc7414a00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:285 KDB: stack backtrace: db_trace_self_wrapper(c0c5a0a0,f633787c,c08a9785,c089a40b,c0c5cfb5,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c089a40b,c0c5cfb5,c6d2cd58,c6d30020,f63378d8,...) at kdb_backtrace+0x29 _witness_debugger(c0c5cfb5,c7414a00,c0c7d890,c6d30020,c0c7d536,...) at _witness_debugger+0x25 witness_checkorder(c7414a00,9,c0c7d52d,11d,0,...) at witness_checkorder+0x839 _sx_xlock(c7414a00,0,c0c7d52d,11d,c760f4fc,...) at _sx_xlock+0x85 ufsdirhash_acquire(e6d181c4,f6337a20,34,e76de5c4,f63379a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c760f4fc,f6337a20,15c4,f6337994,f6337998,...) at ufsdirhash_add+0x13 ufs_direnter(c76006b8,c7780968,f6337a20,f6337c04,e6d18698,...) at ufs_direnter+0x779 ufs_mkdir(f6337c28,c0c9266b,0,0,f6337b70,...) at ufs_mkdir+0x981 VOP_MKDIR_APV(c0d5b8e0,f6337c28,f6337c04,f6337b70,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7636480,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x258 kern_mkdir(c7636480,bfbfef5a,0,1ff,f6337d2c,...) at kern_mkdir+0x2e mkdir(c7636480,f6337cf8,8,c0c5d89f,c0d3bb80,...) at mkdir+0x29 syscall(f6337d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28165303, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Thu Jun 4 00:00:13 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: Jun 4 00:00:31 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc7927c70 ufs (ufs) @ kern/vfs_lookup.c:497 2nd 0xe6d40780 bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150 3rd 0xc7fe5058 ufs (ufs) @ kern/vfs_subr.c:2084 KDB: stack backtrace: db_trace_self_wrapper(c0c5a0a0,f63bf14c,c08a9785,c089a40b,c0c5cfce,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c089a40b,c0c5cfce,c6d2cd58,c6d2ffb8,f63bf1a8,...) at kdb_backtrace+0x29 _witness_debugger(c0c5cfce,c7fe5058,c0c4fcc0,c6d2ffb8,c0c64065,...) at _witness_debugger+0x25 witness_checkorder(c7fe5058,9,c0c6405c,824,0,...) at witness_checkorder+0x839 __lockmgr_args(c7fe5058,80100,c7fe50c0,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(f63bf2b4,c08a952b,c0c6354a,80100,c7fe5000,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d5b8e0,f63bf2b4,c786d764,c0d742a0,c7fe5000,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7fe5000,80100,c0c6405c,824,4,...) at _vn_lock+0x78 vget(c7fe5000,80100,c786d6c0,50,0,...) at vget+0xbb vfs_hash_get(c73c6870,94f7b8,80000,c786d6c0,f63bf410,...) at vfs_hash_get+0xed ffs_vgetf(c73c6870,94f7b8,80000,f63bf410,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c7927c18,0,c0c7d179,131,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c7927c18,1,c786d6c0,f63bf4d0,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c7927c18,200,0,880,c6d45300,...) at ffs_truncate+0x696 ufs_direnter(c7927c18,c7fe5000,f63bf78c,f63bfa8c,e6d73240,...) at ufs_direnter+0x946 ufs_mkdir(f63bfab0,c0c9266b,f63bf9f8,f63bfa60,f63bfab0,...) at ufs_mkdir+0x981 VOP_MKDIR_APV(c0d5b8e0,f63bfab0,f63bfadc,8,0,...) at VOP_MKDIR_APV+0xc5 nfsrv_mkdir(f63bfbb0,0,f63bfba8,0,c73de800,...) at nfsrv_mkdir+0x5ec nfssvc_program(c73de800,c75f5a00,c0c78ddc,487,f63bfcdc,...) at nfssvc_program+0x395 svc_run_internal(f63bfd24,c083f428,c70f8200,f63bfd38,c0c524e7,...) at svc_run_internal+0x942 svc_thread_start(c70f8200,f63bfd38,c0c524e7,335,c73427ec,...) at svc_thread_start+0x10 fork_exit(c0a4bfe0,c70f8200,f63bfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- lock order reversal: 1st 0xc78c21b0 ufs (ufs) @ kern/vfs_mount.c:1198 2nd 0xc7928058 syncer (syncer) @ kern/vfs_subr.c:2189 KDB: stack backtrace: db_trace_self_wrapper(c0c5a0a0,f64d9a60,c08a9785,c089a40b,c0c5cfb5,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c089a40b,c0c5cfb5,c6d2ffb8,c6d30088,f64d9abc,...) at kdb_backtrace+0x29 _witness_debugger(c0c5cfb5,c7928058,c0c641d7,c6d30088,c0c64065,...) at _witness_debugger+0x25 witness_checkorder(c7928058,9,c0c6405c,88d,0,...) at witness_checkorder+0x839 __lockmgr_args(c7928058,80100,c79280c0,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(f64d9bc4,c08f53ea,c0c64065,80100,c7928000,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d4c2c0,f64d9bc4,c0859713,c0d742a0,c7928000,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7928000,80100,c0c6405c,88d,c0f140c0,...) at _vn_lock+0x78 vrele(c7928000,0,c0c6387f,4f3,80,...) at vrele+0x14f dounmount(c7a845a0,8080000,c7420240,479,3,...) at dounmount+0x3ce unmount(c7420240,f64d9cf8,8,f64d9d38,c0d3af08,...) at unmount+0x2df syscall(f64d9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d916f, esp = 0xbfbfe15c, ebp = 0xbfbfe228 --- Expensive timeout(9) function: 0xc07895d0(0xc6fc2aa0) 0.023444131 s Expensive timeout(9) function: 0xc09db4b0(0xcaad7000) 0.145230866 s Expensive timeout(9) function: 0xc09db190(0xc9df45c4) 0.626497359 s Expensive timeout(9) function: 0xc09db190(0xc9df35c4) 0.672625773 s Expensive timeout(9) function: 0xc08c3ec0(0) 0.911482593 s witness_lock_list_get: witness exhausted panic: vfs_mount_destroy: nonzero writeopcount VNASSERT failed cpuid = 1 0xc9b2b000: KDB: enter: panic ta[thread pid 12453 tid 100219 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 12453 tid 100219 td 0xc8235b40 kdb_enter(c0c56d72,c0c56d72,c0c63992,f64e6bf8,1,...) at kdb_enter+0x3a panic(c0c63992,0,c0c6387f,203,c08f2281,...) at panic+0x136 vfs_mount_destroy(c73c7870,10,0,531,80,...) at vfs_mount_destroy+0x90 dounmount(c73c7870,8080000,c8235b40,479,3,...) at dounmount+0x6e7 unmount(c8235b40,f64e6cf8,8,f64e6d38,c0d3af08,...) at unmount+0x2df syscall(f64e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d916f, esp = 0xbfbfe15c, ebp = 0xbfbfe228 --- db:1:bt> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xc6d79480: pid 11 "idle: cpu0" curpcb = 0xc6a9cd90 fpcurthread = none idlethread = 0xc6d79480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc8235b40: pid 12453 "umount" curpcb = 0xf64e6d90 fpcurthread = none idlethread = 0xc6d796c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc82586c0: pid 11917 "syscall" curpcb = 0xf650dd90 fpcurthread = none idlethread = 0xc6d79900: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc9f3c900: pid 11927 "syscall" curpcb = 0xf6d6bd90 fpcurthread = none idlethread = 0xc6d79b40: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 1854 (sshd) thread 0xc7a70240 (100180) Process 1305 (sshd) thread 0xc78a86c0 (100170) Process 1304 (sshd) thread 0xc791ed80 (100156) Process 1303 (sshd) thread 0xc791f000 (100155) Process 1104 (sshd) thread 0xc786c000 (100142) db:1:alllocks> show lockedvnods Locked vnodes db:1:lockedvnods> show mount 0xc73c6b40 /dev/ad4s1a on / (ufs) 0xc73c7000 devfs on /dev (devfs) 0xc73c6870 /dev/ad4s1e on /tmp (ufs) 0xc73c65a0 /dev/ad4s1f on /usr (ufs) 0xc73c62d0 /dev/ad4s1d on /var (ufs) 0xc73c6000 procfs on /proc (procfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 12453 12341 1121 0 R+ CPU 1 umount 12450 1315 1314 1001 S nanslp 0xc0da7be4 sleep 12373 12367 1121 0 R+ find 12367 12353 1121 0 S+ wait 0xc821ad34 sh 12353 12341 1121 0 S+ wait 0xc80a17ec sh 12341 1121 1121 0 S+ wait 0xc82232a4 sh 11935 1 1121 0 R+ syscall 11933 1 1121 0 R+ syscall 11931 1 1121 0 R+ syscall 11929 1 1121 0 R+ syscall 11927 1 1121 0 R+ CPU 3 syscall 11925 1 1121 0 R+ syscall 11923 1 1121 0 R+ syscall 11921 1 1121 0 R+ syscall 11919 1 1121 0 R+ syscall 11917 1 1121 0 R+ CPU 2 syscall 11915 1 1121 0 R+ syscall 11913 1 1121 0 R+ syscall 11077 0 0 0 SL - 0xc0f2198c [nfsiod 19] 11076 0 0 0 SL - 0xc0f21988 [nfsiod 18] 11075 0 0 0 SL - 0xc0f21984 [nfsiod 17] 11074 0 0 0 SL - 0xc0f21980 [nfsiod 16] 11073 0 0 0 SL - 0xc0f2197c [nfsiod 15] 11072 0 0 0 SL - 0xc0f21978 [nfsiod 14] 11071 0 0 0 SL - 0xc0f21974 [nfsiod 13] 11070 0 0 0 SL - 0xc0f21970 [nfsiod 12] 11069 0 0 0 SL - 0xc0f2196c [nfsiod 11] 11068 0 0 0 SL - 0xc0f21968 [nfsiod 10] 11067 0 0 0 SL - 0xc0f21964 [nfsiod 9] 11066 0 0 0 SL - 0xc0f21960 [nfsiod 8] 11065 0 0 0 SL - 0xc0f2195c [nfsiod 7] 11064 0 0 0 SL - 0xc0f21958 [nfsiod 6] 11063 0 0 0 SL - 0xc0f21954 [nfsiod 5] 11062 0 0 0 SL - 0xc0f21950 [nfsiod 4] 11061 0 0 0 SL - 0xc0f2194c [nfsiod 3] 11060 0 0 0 SL - 0xc0f21948 [nfsiod 2] 11059 0 0 0 SL - 0xc0f21944 [nfsiod 1] 1927 1919 1927 1001 Ss+ ttyin 0xc8e54870 bash 1919 1854 1854 1001 S select 0xc7b62ce4 sshd 1854 1018 1854 0 Ss sbwait 0xc7879bc0 sshd 1321 0 0 0 SL - 0xc0f21940 [nfsiod 0] 1316 1314 1314 1001 S piperd 0xc7443300 awk 1315 1314 1314 1001 S wait 0xc76f6548 sh 1314 1313 1314 1001 Ss wait 0xc80a1000 sh 1313 1305 1305 1001 S select 0xc7838aa4 sshd 1312 1311 1312 1001 Ss+ select 0xc7485564 top 1311 1303 1303 1001 S select 0xc730ece4 sshd 1310 1309 1310 1001 Ss kqread 0xc7891100 tail 1309 1304 1304 1001 S select 0xc74acc64 sshd 1305 1018 1305 0 Ss sbwait 0xc7841898 sshd 1304 1018 1304 0 Ss sbwait 0xc7a0f3dc sshd 1303 1018 1303 0 Ss sbwait 0xc7a0f704 sshd 1121 1116 1121 0 S+ wait 0xc7a23a90 sh 1116 1112 1116 0 S+ wait 0xc7481a90 bash 1112 1111 1112 0 S+ pause 0xc76f8d8c csh 1111 1107 1111 1001 S+ wait 0xc787b2a4 su 1107 1106 1107 1001 Ss+ wait 0xc7a24548 bash 1106 1104 1104 1001 S select 0xc730e424 sshd 1104 1018 1104 0 Ss sbwait 0xc78400b4 sshd 1103 1 1103 0 Ss+ ttyin 0xc70fa870 getty 1102 1 1102 0 Ss+ ttyin 0xc70fa470 getty 1101 1 1101 0 Ss+ ttyin 0xc70fa070 getty 1100 1 1100 0 Ss+ ttyin 0xc6fd0e70 getty 1099 1 1099 0 Ss+ ttyin 0xc6fd0c70 getty 1098 1 1098 0 Ss+ ttyin 0xc6fd0670 getty 1097 1 1097 0 Ss+ ttyin 0xc6fd0870 getty 1096 1 1096 0 Ss+ ttyin 0xc6fd0a70 getty 1095 1 1095 0 Ss+ ttyin 0xc6fd0270 getty 1073 1 1073 0 Ss select 0xc74ac9a4 inetd 1044 1 1044 0 Ss nanslp 0xc0da7be4 watchdogd 1035 1 1035 0 Ss nanslp 0xc0da7be4 cron 1029 1 1029 25 Ss pause 0xc787a5a0 sendmail 1025 1 1025 0 Ss select 0xc74adde4 sendmail 1018 1 1018 0 Ss select 0xc7837224 sshd 981 1 981 0 Ss select 0xc730f7a4 ntpd 866 1 866 0 Ss rpcsvc 0xc74acb50 NLM: master 860 1 860 0 Ss select 0xc738b5e4 rpc.statd 854 853 853 0 S (threaded) nfsd 100133 S rpcsvc 0xc74acb90 nfsd: service 100132 S rpcsvc 0xc74acbd0 nfsd: service 100131 S rpcsvc 0xc74acc10 nfsd: service 100088 S rpcsvc 0xc78380d0 nfsd: master 853 1 853 0 Ss select 0xc734d3a4 nfsd 851 1 851 0 Ss select 0xc73cb924 mountd 746 1 746 0 Ss select 0xc7486764 rpcbind 726 1 726 0 Ss select 0xc738cda4 syslogd 594 1 594 0 Ss select 0xc73cb3a4 devd 44 0 0 0 SL flowclea 0xc0da7a44 [flowcleaner] 43 0 0 0 SL sdflush 0xc0f279c0 [softdepflush] 42 0 0 0 SL vlruwt 0xc73412a4 [vnlru] 41 0 0 0 SL syncer 0xc0f142d4 [syncer] 40 0 0 0 SL psleep 0xc0f14008 [bufdaemon] 39 0 0 0 SL pgzero 0xc0f285f4 [pagezero] 38 0 0 0 SL psleep 0xc0f2821c [vmdaemon] 9 0 0 0 SL psleep 0xc0f281e4 [pagedaemon] 37 0 0 0 SL wmsg 0xc6fe0d0c [usbus5] 36 0 0 0 SL wmsg 0xc6fe0cdc [usbus5] 35 0 0 0 SL wmsg 0xc6fe0cac [usbus5] 34 0 0 0 SL wmsg 0xc6fe0c7c [usbus5] 33 0 0 0 SL wmsg 0xc6fdab5c [usbus4] 32 0 0 0 SL wmsg 0xc6fdab2c [usbus4] 31 0 0 0 SL wmsg 0xc6fdaafc [usbus4] 30 0 0 0 SL wmsg 0xc6fdaacc [usbus4] 29 0 0 0 SL wmsg 0xc6fd1b5c [usbus3] 28 0 0 0 SL wmsg 0xc6fd1b2c [usbus3] 27 0 0 0 SL wmsg 0xc6fd1afc [usbus3] 26 0 0 0 SL wmsg 0xc6fd1acc [usbus3] 25 0 0 0 SL wmsg 0xc6fcdb5c [usbus2] 24 0 0 0 SL wmsg 0xc6fcdb2c [usbus2] 23 0 0 0 SL wmsg 0xc6fcdafc [usbus2] 22 0 0 0 SL wmsg 0xc6fcdacc [usbus2] 21 0 0 0 SL wmsg 0xc6fc7b5c [usbus1] 20 0 0 0 SL wmsg 0xc6fc7b2c [usbus1] 19 0 0 0 SL wmsg 0xc6fc7afc [usbus1] 18 0 0 0 SL wmsg 0xc6fc7acc [usbus1] 17 0 0 0 SL wmsg 0xc6fc2b5c [usbus0] 16 0 0 0 SL wmsg 0xc6fc2b2c [usbus0] 15 0 0 0 SL wmsg 0xc6fc2afc [usbus0] 14 0 0 0 SL wmsg 0xc6fc2acc [usbus0] 8 0 0 0 SL waiting_ 0xc0f1e0bc [sctp_iterator] 7 0 0 0 SL - 0xc6fd043c [fdc0] 6 0 0 0 SL - 0xc6fff000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xc0d74a54 [xpt_thrd] 13 0 0 0 SL - 0xc0da7a44 [yarrow] 4 0 0 0 SL - 0xc0da57e4 [g_down] 3 0 0 0 SL - 0xc0da57e0 [g_up] 2 0 0 0 SL - 0xc0da57d8 [g_event] 12 0 0 0 RL (threaded) intr 100042 I [irq12: psm0] 100041 I [irq1: atkbd0] 100039 I [swi0: uart] 100036 I [irq20: fwohci0] 100035 I [irq14: ata0] 100034 I [irq19: ehci0] 100033 I [irq18: ohci2 ohci4] 100032 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi5: +] 100026 I [swi2: cambio] 100020 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi1: netisr 0] 100011 I [swi3: vm] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 RunQ [swi4: clock] 100007 I [swi4: clock] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 CanRun [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc6d77d34 [init] 10 0 0 0 SL audit_wo 0xc0f272e0 [audit] 0 0 0 0 SLs (threaded) kernel 100037 D - 0xc6fd7a40 [fw0_taskq] 100024 D - 0xc6f2a0c0 [kqueue taskq] 100023 D - 0xc6f2a100 [acpi_task_2] 100022 D - 0xc6f2a100 [acpi_task_1] 100021 D - 0xc6f2a100 [acpi_task_0] 100018 D - 0xc6f2a400 [thread taskq] 100016 D - 0xc6d5fb40 [firmware taskq] 100000 D sched 0xc0da58a0 [swapper] db:1:ps> allt Tracing command umount pid 12453 tid 100219 td 0xc8235b40 kdb_enter(c0c56d72,c0c56d72,c0c63992,f64e6bf8,1,...) at kdb_enter+0x3a panic(c0c63992,0,c0c6387f,203,c08f2281,...) at panic+0x136 vfs_mount_destroy(c73c7870,10,0,531,80,...) at vfs_mount_destroy+0x90 dounmount(c73c7870,8080000,c8235b40,479,3,...) at dounmount+0x6e7 unmount(c8235b40,f64e6cf8,8,f64e6d38,c0d3af08,...) at unmount+0x2df syscall(f64e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d916f, esp = 0xbfbfe15c, ebp = 0xbfbfe228 --- Tracing command sleep pid 12450 tid 100256 td 0xca022000 sched_switch(ca022000,0,104,18c,433da458,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca022000,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c089fe50,ca022000,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0da7be4,5c,c0c57f6e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0da7be4,0,15c,c0c57f6e,2711,...) at _sleep+0x30e kern_nanosleep(ca022000,f657ec64,f657ec6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(ca022000,f657ecf8,8,f657ed38,c0d3c6e0,...) at nanosleep+0x6f syscall(f657ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815687f, esp = 0xbfbfecbc, ebp = 0xbfbfecf8 --- Tracing command find pid 12373 tid 100185 td 0xc791b000 sched_switch(c791b000,0,104,18c,4bebcb48,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,50,...) at mi_switch+0x200 sleepq_switch(c791b000,0,c0c5b10b,247,50,...) at sleepq_switch+0x15f sleepq_wait(c9b1db18,50,c0c7799b,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c9b1db18,80400,c9b1db80,0,0,...) at __lockmgr_args+0xa9f vop_stdlock(f6467b10,c73c7870,0,80400,c9b1dac0,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d58f60,f6467b10,3dd,c0d742a0,c9b1dac0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c9b1dac0,80400,c0c654a9,129,0,...) at _vn_lock+0x78 vn_close(c9b1dac0,5,c78acb00,c791b000,c9b1db18,...) at vn_close+0xa8 vn_closefile(c74247a8,c791b000,c9b1dac0,0,c74247a8,...) at vn_closefile+0xe4 _fdrop(c74247a8,c791b000,3,c791b000,0,c08a9bca,1,4e00,f6467c40,c8cfa42c,45b,c0c51a2b,f6467c40,c0870570,c8cfa42c,8,c0c51a2b,45b) at _fdrop+0x43 closef(c74247a8,c791b000,45b,440,c8cfa42c,...) at closef+0x290 kern_close(c791b000,5,f6467d2c,c0b89e84,c791b000,...) at kern_close+0x117 close(c791b000,f6467cf8,4,c0c5d7e1,c0d3ad48,...) at close+0x1a syscall(f6467d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x2817dd43, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 --- Tracing command sh pid 12367 tid 100234 td 0xc8258000 sched_switch(c8258000,0,104,18c,ca546950,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8258000,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c821ad34,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c821ad34,c821adbc,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c8258000,ffffffff,f652cc74,2,0,...) at kern_wait+0xac6 wait4(c8258000,f652ccf8,10,c0c5d953,c0d3ad64,...) at wait4+0x3b syscall(f652cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe51c, ebp = 0xbfbfe538 --- Tracing command sh pid 12353 tid 100199 td 0xc7a70d80 sched_switch(c7a70d80,0,104,18c,9efa3e85,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7a70d80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c80a17ec,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80a17ec,c80a1874,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c7a70d80,ffffffff,f6497c74,2,0,...) at kern_wait+0xac6 wait4(c7a70d80,f6497cf8,10,c0c5d953,c0d3ad64,...) at wait4+0x3b syscall(f6497d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe46c, ebp = 0xbfbfe488 --- Tracing command sh pid 12341 tid 100247 td 0xc7a6f240 sched_switch(c7a6f240,0,104,18c,495a8441,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7a6f240,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c82232a4,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c82232a4,c822332c,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c7a6f240,ffffffff,f6563c74,2,0,...) at kern_wait+0xac6 wait4(c7a6f240,f6563cf8,10,c0c5d953,c0d3ad64,...) at wait4+0x3b syscall(f6563d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe85c, ebp = 0xbfbfe878 --- Tracing command syscall pid 11935 tid 100297 td 0xc89fbd80 sched_switch(c89fbd80,0,207,187,375d1169,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c89d87ec,...) at mi_switch+0x200 ast(f6623d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11933 tid 100316 td 0xc82366c0 sched_switch(c82366c0,0,207,187,36c68faf,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c9529000,...) at mi_switch+0x200 ast(f6662d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11931 tid 100313 td 0xc8236d80 sched_switch(c8236d80,0,207,187,41e14bea,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c95297ec,...) at mi_switch+0x200 ast(f6659d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11929 tid 100357 td 0xca096b40 sched_switch(ca096b40,0,207,187,4c57e7e6,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,ca3c3a90,...) at mi_switch+0x200 ast(f6723d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11927 tid 100907 td 0xc9f3c900 cpustop_handler(8,f6d6b65c,c0b8a18d,74,f00,...) at cpustop_handler+0x32 ipi_nmi_handler(74,f00,c0f34f40,f6d6b5f0,c804d2a4,...) at ipi_nmi_handler+0x2f trap(f6d6b668) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc077541c, esp = 0xf6d6b6a8, ebp = 0xf6d6b6b8 --- ns8250_putc(c0da4d88,61,c0c3a29d,5c,c0d2dda0,...) at ns8250_putc+0x5c uart_cnputc(c0d2dda0,61,f6d6b8ad,1,a,...) at uart_cnputc+0x50 cnputc(61,0,c0c51112,1a6,f6d6b890,...) at cnputc+0x5f cnputs(f6d6b8ac,f6d6b890,f6d6b740,c089a7d1,c0b5ca04,...) at cnputs+0x58 putcons(c0b5ca04,c0da48c8,c6d0ff16,c0c65148,c089a770,...) at putcons+0x67 putchar(a,f6d6b890,f6d6b75c,46,c0c65148,...) at putchar+0x61 kvprintf(c0c6432f,c089a770,f6d6b890,a,f6d6b954,...) at kvprintf+0x9e vprintf(c0c6432f,f6d6b954,f6d6b954,f6d6ba8c,c08f2e10,...) at vprintf+0x8b printf(c0c6432f,c0c4be79,c0c65144,0,0,...) at printf+0x1b vn_printf(c9b2b000,c0c62f32,c0c50e06,86,f6d6bac0,...) at vn_printf+0x60 _vn_lock(c9b2b000,400,c0c4c0a2,204,c9f3c900,...) at _vn_lock+0x2a devfs_close(f6d6bb34,c0c91fb7,80000,80000,c9b2b000,...) at devfs_close+0x2d1 VOP_CLOSE_APV(c0d37920,f6d6bb34,c0c654a9,129,0,...) at VOP_CLOSE_APV+0xc5 vn_close(c9b2b000,1,c78acb00,c9f3c900,df,...) at vn_close+0x190 vn_closefile(c776a428,c9f3c900,c776a428,0,f6d6bbe4,...) at vn_closefile+0xe4 devfs_close_f(c776a428,c9f3c900,c6d65800,0,c776a428,...) at devfs_close_f+0x2b _fdrop(c776a428,c9f3c900,f6d6bc58,c78acb00,0,c9f3c900,4,80,f6d6bc40,c8c75e2c,45b,c0c51a2b,f6d6bc40,c0870570,c8c75e2c,8,c0c51a2b,45b) at _fdrop+0x43 closef(c776a428,c9f3c900,45b,440,c8c75e2c,...) at closef+0x290 kern_close(c9f3c900,4,f6d6bd2c,c0b89e84,c9f3c900,...) at kern_close+0x117 close(c9f3c900,f6d6bcf8,4,c0bf18bf,c0d3ad48,...) at close+0x1a syscall(f6d6bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (6, FreeBSD ELF32, close), eip = 0x28188d43, esp = 0xbfbfe47c, ebp = 0xbfbfe538 --- Tracing command syscall pid 11925 tid 100299 td 0xc8255480 sched_switch(c8255480,0,207,187,4caa5d07,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c821a000,...) at mi_switch+0x200 ast(f6629d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11923 tid 100280 td 0xc8f416c0 sched_switch(c8f416c0,0,207,187,4be8597d,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c8a11a90,...) at mi_switch+0x200 ast(f65d6d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11921 tid 100279 td 0xc8f41900 sched_switch(c8f41900,0,207,187,4171dcb4,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c8a11d34,...) at mi_switch+0x200 ast(f65d2d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11919 tid 102172 td 0xca19b000 sched_switch(ca19b000,0,60b,187,4be9488f,...) at sched_switch+0x437 mi_switch(60b,0,c0c5898f,813,1,...) at mi_switch+0x200 sched_preempt(ca19b000,1,c7a235d0,f7c41c34,c0b6d76e,...) at sched_preempt+0xb5 ipi_bitmap_handler(8,28,28,60,0,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc08a954f, esp = 0xf7c41c18, ebp = 0xf7c41c34 --- witness_lock(c7a235d0,8,c0c5b8ed,60,0,...) at witness_lock+0xf _mtx_lock_flags(c7a235d0,0,c0c5b8ed,60,2820e04c,...) at _mtx_lock_flags+0x113 userret(ca19b000,f7c41d38,c0c8f98d,c0c5d904,c0d3e0cc,...) at userret+0x35 syscall(f7c41d38) at syscall+0x47f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280ea7b1, esp = 0xbfbfe5b0, ebp = 0xbfbfe5f8 --- Tracing command syscall pid 11917 tid 100229 td 0xc82586c0 cpustop_handler(4,f650dbe4,c0b8a18d,f650db64,46,...) at cpustop_handler+0x32 ipi_nmi_handler(f650db64,46,c0da7c90,f650db80,c821b548,...) at ipi_nmi_handler+0x2f trap(f650dbf0) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc08aa170, esp = 0xf650dc30, ebp = 0xf650dc5c --- witness_checkorder(c82586c0,0,c0c5b8ed,61,2820e048,...) at witness_checkorder userret(c82586c0,f650dd38,c0c8f98d,c0c5d904,c0d3e0cc,...) at userret+0x55 syscall(f650dd38) at syscall+0x47f Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (9, FreeBSD ELF32, link), eip = 0x280ea7b1, esp = 0xbfbfe5b0, ebp = 0xbfbfe5f8 --- Tracing command syscall pid 11915 tid 100233 td 0xc8258240 sched_switch(c8258240,0,207,187,4bc14192,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c821b000,...) at mi_switch+0x200 ast(f6529d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command syscall pid 11913 tid 100264 td 0xc89f7b40 sched_switch(c89f7b40,0,207,187,414acb2f,...) at sched_switch+0x437 mi_switch(207,0,c0c5b8ed,d5,c89f1d34,...) at mi_switch+0x200 ast(f6596d38) at ast+0x2b7 doreti_ast() at doreti_ast+0x17 Tracing command nfsiod 19 pid 11077 tid 100308 td 0xc9feeb40 sched_switch(c9feeb40,0,104,18c,241498ba,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9feeb40,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c9feeb40,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f2198c,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f2198c,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f2130c,f664ad38,c0c524e7,335,cabab2a4,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f2130c,f664ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf664ad70, ebp = 0 --- Tracing command nfsiod 18 pid 11076 tid 100284 td 0xc8f41480 sched_switch(c8f41480,0,104,18c,2414de4d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8f41480,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c8f41480,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21988,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21988,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f21308,f65e6d38,c0c524e7,335,c8a117ec,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f21308,f65e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf65e6d70, ebp = 0 --- Tracing command nfsiod 17 pid 11075 tid 100393 td 0xca826000 sched_switch(ca826000,0,104,18c,2411f15b,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca826000,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca826000,3,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21984,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21984,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f21304,f6781d38,c0c524e7,335,cac07548,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f21304,f6781d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6781d70, ebp = 0 --- Tracing command nfsiod 16 pid 11074 tid 100687 td 0xc9ff5d80 sched_switch(c9ff5d80,0,104,18c,2414d06b,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9ff5d80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c9ff5d80,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21980,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21980,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f21300,f6addd38,c0c524e7,335,c76f67ec,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f21300,f6addd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6addd70, ebp = 0 --- Tracing command nfsiod 15 pid 11073 tid 100208 td 0xc818f240 sched_switch(c818f240,0,104,18c,241458d6,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c818f240,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c818f240,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f2197c,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f2197c,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212fc,f64bfd38,c0c524e7,335,c80a0000,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212fc,f64bfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf64bfd70, ebp = 0 --- Tracing command nfsiod 14 pid 11072 tid 100350 td 0xc9fc4000 sched_switch(c9fc4000,0,104,18c,2414c114,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9fc4000,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c9fc4000,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21978,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21978,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212f8,f66dad38,c0c524e7,335,cabafd34,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212f8,f66dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf66dad70, ebp = 0 --- Tracing command nfsiod 13 pid 11071 tid 100375 td 0xc9fbcb40 sched_switch(c9fbcb40,0,104,18c,2629b657,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9fbcb40,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c9fbcb40,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21974,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21974,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212f4,f6744d38,c0c524e7,335,cac0a2a4,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212f4,f6744d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6744d70, ebp = 0 --- Tracing command nfsiod 12 pid 11070 tid 100130 td 0xc7420900 sched_switch(c7420900,0,104,18c,2411d85f,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7420900,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c7420900,3,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21970,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21970,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212f0,f63b1d38,c0c524e7,335,c741b7ec,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212f0,f63b1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf63b1d70, ebp = 0 --- Tracing command nfsiod 11 pid 11069 tid 100231 td 0xc8235480 sched_switch(c8235480,0,104,18c,2414ad8d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8235480,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c8235480,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f2196c,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f2196c,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212ec,f6513d38,c0c524e7,335,c82217ec,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212ec,f6513d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6513d70, ebp = 0 --- Tracing command nfsiod 10 pid 11068 tid 104019 td 0xca052900 sched_switch(ca052900,0,104,18c,24142dac,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca052900,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca052900,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21968,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21968,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212e8,f91e5d38,c0c524e7,335,ca3c5000,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212e8,f91e5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf91e5d70, ebp = 0 --- Tracing command nfsiod 9 pid 11067 tid 100370 td 0xc89fb6c0 sched_switch(c89fb6c0,0,104,18c,241489de,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c89fb6c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c89fb6c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21964,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21964,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212e4,f672cd38,c0c524e7,335,cac0ad34,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212e4,f672cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf672cd70, ebp = 0 --- Tracing command nfsiod 8 pid 11066 tid 100624 td 0xca2aad80 sched_switch(ca2aad80,0,104,18c,2411bff3,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca2aad80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca2aad80,3,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21960,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21960,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212e0,f69f6d38,c0c524e7,335,ca3c4548,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212e0,f69f6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf69f6d70, ebp = 0 --- Tracing command nfsiod 7 pid 11065 tid 100242 td 0xc7a6f900 sched_switch(c7a6f900,0,104,18c,24147854,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7a6f900,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c7a6f900,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f2195c,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f2195c,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212dc,f6554d38,c0c524e7,335,c8223a90,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212dc,f6554d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6554d70, ebp = 0 --- Tracing command nfsiod 6 pid 11064 tid 100683 td 0xca00b900 sched_switch(ca00b900,0,104,18c,2413f7b6,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca00b900,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca00b900,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21958,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21958,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212d8,f6ac5d38,c0c524e7,335,ca3c37ec,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212d8,f6ac5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6ac5d70, ebp = 0 --- Tracing command nfsiod 5 pid 11063 tid 100136 td 0xc786cd80 sched_switch(c786cd80,0,104,18c,24144978,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c786cd80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c786cd80,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21954,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21954,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212d4,f63cbd38,c0c524e7,335,c787ba90,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212d4,f63cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf63cbd70, ebp = 0 --- Tracing command nfsiod 4 pid 11062 tid 100394 td 0xca26f480 sched_switch(ca26f480,0,104,18c,2411a299,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca26f480,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca26f480,3,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21950,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21950,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212d0,f6784d38,c0c524e7,335,cac072a4,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212d0,f6784d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6784d70, ebp = 0 --- Tracing command nfsiod 3 pid 11061 tid 102130 td 0xca288480 sched_switch(ca288480,0,104,18c,39ea0feb,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca288480,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca288480,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f2194c,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f2194c,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212cc,f7bc3d38,c0c524e7,335,c80a0d34,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212cc,f7bc3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf7bc3d70, ebp = 0 --- Tracing command nfsiod 2 pid 11060 tid 100150 td 0xca0cd6c0 sched_switch(ca0cd6c0,0,104,18c,2413d4f6,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(ca0cd6c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,ca0cd6c0,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21948,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21948,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212c8,f63f5d38,c0c524e7,335,ca107a90,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212c8,f63f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf63f5d70, ebp = 0 --- Tracing command nfsiod 1 pid 11059 tid 100318 td 0xc9eed6c0 sched_switch(c9eed6c0,0,104,18c,71b474ca,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c9eed6c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c9eed6c0,2,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21944,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21944,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212c4,f6689d38,c0c524e7,335,ca1072a4,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212c4,f6689d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6689d70, ebp = 0 --- Tracing command bash pid 1927 tid 100207 td 0xc818f480 Tracing command sshd pid 1919 tid 100159 td 0xc791e900 Tracing command sshd pid 1854 tid 100180 td 0xc7a70240 Tracing command nfsiod 0 pid 1321 tid 100107 td 0xc76366c0 sched_switch(c76366c0,0,104,18c,bc7daca2,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76366c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(1d4c0,c089fe50,c76366c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0f21940,5c,c0c4cd6a,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0f21940,c0f21910,15c,c0c4cd6a,1d4c0,...) at _sleep+0x30e nfssvc_iod(c0f212c0,f6333d38,c0c524e7,335,c7630000,...) at nfssvc_iod+0xcf fork_exit(c0a18af0,c0f212c0,f6333d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf6333d70, ebp = 0 --- Tracing command awk pid 1316 tid 100123 td 0xc76f9480 sched_switch(c76f9480,0,104,18c,42fa0d3f,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c76f9480,0,c0c5b10b,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7443300,4c,c0c5d58b,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7443300,c7443468,14c,c0c5d58b,0,...) at _sleep+0x344 pipe_read(c7437ab8,f638ec58,c80cd000,0,c76f9480,...) at pipe_read+0x417 dofileread(f638ec58,ffffffff,ffffffff,0,c7437ab8,...) at dofileread+0x96 kern_readv(c76f9480,0,f638ec58,f638ec78,1,...) at kern_readv+0x58 read(c76f9480,f638ecf8,c,c76f9480,c0d3acf4,...) at read+0x4f syscall(f638ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281acd83, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 1315 tid 100122 td 0xc76f96c0 sched_switch(c76f96c0,0,104,18c,43050e03,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76f96c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76f6548,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c76f6548,c76f65d0,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c76f96c0,ffffffff,f638ac74,2,0,...) at kern_wait+0xac6 wait4(c76f96c0,f638acf8,10,c0c5d953,c0d3ad64,...) at wait4+0x3b syscall(f638ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command sh pid 1314 tid 100202 td 0xc7a706c0 sched_switch(c7a706c0,0,104,18c,55cd05b3,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7a706c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c80a1000,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c80a1000,c80a1088,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c7a706c0,ffffffff,f64abc74,2,0,...) at kern_wait+0xac6 wait4(c7a706c0,f64abcf8,10,f64abd38,c0d3ad64,...) at wait4+0x3b syscall(f64abd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command sshd pid 1313 tid 100157 td 0xc791eb40 Tracing command top pid 1312 tid 100089 td 0xc7487480 sched_switch(c7487480,0,104,18c,33c7d40b,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7487480,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62dda50,c08592fa,c7485550,0,c7487480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7485564,0,f62dda80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7485564,c7485550,3e9,5c4,c747a4d0,...) at _cv_timedwait_sig+0x250 seltdwait(f62ddc2c,f62ddc34,c80cdd00,c7487480,5b1b3831,...) at seltdwait+0x8a kern_select(c7487480,2,bfbfebec,0,0,f62ddc70,1,0) at kern_select+0x4c4 select(c7487480,f62ddcf8,14,c0c39035,c0d3b6cc,...) at select+0x5e syscall(f62ddd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281e1d03, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 --- Tracing command sshd pid 1311 tid 100201 td 0xc7a70900 sched_switch(c7a70900,0,104,18c,33c9c3b4,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7a70900,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c730ecd0,0,c0c5559d,c7a70900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c730ece4,0,f64a5a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c730ece4,c730ecd0,c0c5d3d3,5c4,c747a508,...) at _cv_wait_sig+0x240 seltdwait(c747a508,58,c7b2de00,c7a70900,c0c73a22,...) at seltdwait+0xa2 kern_select(c7a70900,a,286030b8,286030dc,0,0,66,280fc6f8) at kern_select+0x4c4 select(c7a70900,f64a5cf8,14,c0c39035,c0d3b6cc,...) at select+0x5e syscall(f64a5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c4d03, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command tail pid 1310 tid 100167 td 0xc78a8b40 sched_switch(c78a8b40,0,104,18c,33ac7f46,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,58,...) at mi_switch+0x200 sleepq_switch(c78a8b40,0,c0c5b10b,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c089fe50,c78a8b40,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7891100,58,c0c52199,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c7891100,c7891100,158,c0c52199,3e9,...) at _sleep+0x30e kern_kevent(c78a8b40,4,0,1,f6428c58,...) at kern_kevent+0x357 kevent(c78a8b40,f6428cf8,18,c0bf18bf,c0d3d454,...) at kevent+0x19b syscall(f6428d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815aa6b, esp = 0xbfbfeb6c, ebp = 0xbfbfec18 --- Tracing command sshd pid 1309 tid 100200 td 0xc7a70b40 sched_switch(c7a70b40,0,104,18c,9ef16e27,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7a70b40,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c74acc50,0,c0c5559d,c7a70b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c74acc64,0,f64a1a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c74acc64,c74acc50,c0c5d3d3,5c4,c776acb0,...) at _cv_wait_sig+0x240 seltdwait(c776acb0,58,c80cc700,c7a70b40,c0c73a22,...) at seltdwait+0xa2 kern_select(c7a70b40,c,286030b8,286030dc,0,0,66,280fc6f8) at kern_select+0x4c4 select(c7a70b40,f64a1cf8,14,c0c39035,c0d3b6cc,...) at select+0x5e syscall(f64a1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c4d03, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1305 tid 100170 td 0xc78a86c0 Tracing command sshd pid 1304 tid 100156 td 0xc791ed80 Tracing command sshd pid 1303 tid 100155 td 0xc791f000 Tracing command sh pid 1121 tid 100166 td 0xc78a8d80 sched_switch(c78a8d80,0,104,18c,527b40e3,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c78a8d80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7a23a90,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7a23a90,c7a23b18,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c78a8d80,ffffffff,f6425c74,2,0,...) at kern_wait+0xac6 wait4(c78a8d80,f6425cf8,10,c0c5d953,c0d3ad64,...) at wait4+0x3b syscall(f6425d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2815ae7b, esp = 0xbfbfe73c, ebp = 0xbfbfe758 --- Tracing command bash pid 1116 tid 100109 td 0xc7636240 sched_switch(c7636240,0,104,18c,7adad8e9,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c7636240,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7481a90,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7481a90,c7481b18,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c7636240,ffffffff,f633bc74,6,0,...) at kern_wait+0xac6 wait4(c7636240,f633bcf8,10,c0c5d863,c0d3ad64,...) at wait4+0x3b syscall(f633bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282ace7b, esp = 0xbfbfe7dc, ebp = 0xbfbfe7f8 --- Tracing command csh pid 1112 tid 100147 td 0xc76fd480 sched_switch(c76fd480,0,104,18c,f3fbc88e,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,68,...) at mi_switch+0x200 sleepq_switch(c76fd480,0,c0c5b10b,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c76f8d8c,68,c0c05e2c,100,0,...) at sleepq_wait_sig+0x17 _sleep(c76f8d8c,c76f8dbc,168,c0c05e2c,0,...) at _sleep+0x344 kern_sigsuspend(c76fd480,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c76fd480,f63eccf8,4,c0c5d863,c0d3d1ec,...) at sigsuspend+0x4d syscall(f63ecd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x28178eeb, esp = 0xbfbfe5dc, ebp = 0xbfbfe648 --- Tracing command su pid 1111 tid 100139 td 0xc786c6c0 sched_switch(c786c6c0,0,104,18c,6408a4e8,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c786c6c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c787b2a4,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c787b2a4,c787b32c,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c786c6c0,458,f63d4c74,2,0,...) at kern_wait+0xac6 wait4(c786c6c0,f63d4cf8,10,f63d4d38,c0d3ad64,...) at wait4+0x3b syscall(f63d4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2811be7b, esp = 0xbfbfe62c, ebp = 0xbfbfe648 --- Tracing command bash pid 1107 tid 100158 td 0xc78aa6c0 sched_switch(c78aa6c0,0,104,18c,3cecf4f2,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c78aa6c0,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c7a24548,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7a24548,c7a245d0,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c78aa6c0,ffffffff,f640dc74,6,0,...) at kern_wait+0xac6 wait4(c78aa6c0,f640dcf8,10,c0c5d863,c0d3ad64,...) at wait4+0x3b syscall(f640dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282ace7b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1106 tid 100135 td 0xc786d000 sched_switch(c786d000,0,104,18c,8a2a0632,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c786d000,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c730e410,0,c0c5559d,c786d000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c730e424,0,f63c8a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c730e424,c730e410,c0c5d3d3,5c4,c74d9348,...) at _cv_wait_sig+0x240 seltdwait(c74d9348,58,c73b1600,c786d000,c0c73a22,...) at seltdwait+0xa2 kern_select(c786d000,a,286030b8,286030dc,0,0,66,280fc6f8) at kern_select+0x4c4 select(c786d000,f63c8cf8,14,c0c39035,c0d3b6cc,...) at select+0x5e syscall(f63c8d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c4d03, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1104 tid 100142 td 0xc786c000 Tracing command getty pid 1103 tid 100134 td 0xc786d240 Tracing command getty pid 1102 tid 100078 td 0xc732b240 Tracing command getty pid 1101 tid 100106 td 0xc7636900 Tracing command getty pid 1100 tid 100083 td 0xc741f240 Tracing command getty pid 1099 tid 100141 td 0xc786c240 Tracing command getty pid 1098 tid 100140 td 0xc786c480 Tracing command getty pid 1097 tid 100125 td 0xc7482480 Tracing command getty pid 1096 tid 100143 td 0xc76fdd80 Tracing command getty pid 1095 tid 100076 td 0xc7420000 Tracing command inetd pid 1073 tid 100153 td 0xc7487900 Tracing command watchdogd pid 1044 tid 100113 td 0xc76fcb40 sched_switch(c76fcb40,0,104,18c,c034fd63,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76fcb40,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c089fe50,c76fcb40,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0da7be4,5c,c0c57f6e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0da7be4,0,15c,c0c57f6e,ea61,...) at _sleep+0x30e kern_nanosleep(c76fcb40,f634fc64,f634fc6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c76fcb40,f634fcf8,8,c0c6dc71,c0d3c6e0,...) at nanosleep+0x6f syscall(f634fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2818087f, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 1035 tid 100145 td 0xc76fd900 sched_switch(c76fd900,0,104,18c,9e172e82,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c76fd900,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c089fe50,c76fd900,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0da7be4,5c,c0c57f6e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0da7be4,0,15c,c0c57f6e,ea61,...) at _sleep+0x30e kern_nanosleep(c76fd900,f63e6c64,f63e6c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c76fd900,f63e6cf8,8,c0c5dab1,c0d3c6e0,...) at nanosleep+0x6f syscall(f63e6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817387f, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1029 tid 100144 td 0xc76fdb40 sched_switch(c76fdb40,0,104,18c,ac3d3691,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,68,...) at mi_switch+0x200 sleepq_switch(c76fdb40,0,c0c5b10b,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c787a5a0,68,c0c05e2c,100,0,...) at sleepq_wait_sig+0x17 _sleep(c787a5a0,c787a5d0,168,c0c05e2c,0,...) at _sleep+0x344 kern_sigsuspend(c76fdb40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c76fdb40,f63e3cf8,4,c0c5d863,c0d3d1ec,...) at sigsuspend+0x4d syscall(f63e3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2832beeb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1025 tid 100149 td 0xc78aa900 sched_switch(c78aa900,0,104,18c,bb8be9b1,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c78aa900,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63f2a50,c08592fa,c74addd0,0,c78aa900,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c74adde4,0,f63f2a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c74adde4,c74addd0,1389,5c4,cae033f0,...) at _cv_timedwait_sig+0x250 seltdwait(f63f2c2c,f63f2c34,c747ec00,c78aa900,c6c12000,...) at seltdwait+0x8a kern_select(c78aa900,5,bfbfc520,0,0,f63f2c70,5,0) at kern_select+0x4c4 select(c78aa900,f63f2cf8,14,c0c5dd87,c0d3b6cc,...) at select+0x5e syscall(f63f2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283cbd03, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1018 tid 100098 td 0xc7637900 Tracing command ntpd pid 981 tid 100111 td 0xc76fd000 sched_switch(c76fd000,0,104,18c,2640c0c8,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c76fd000,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c730f790,0,c0c5559d,c76fd000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c730f7a4,0,f6347a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c730f7a4,c730f790,c0c5d3d3,5c4,c74d9658,...) at _cv_wait_sig+0x240 seltdwait(c74d9658,58,c6d45300,c76fd000,0,...) at seltdwait+0xa2 kern_select(c76fd000,1b,bfbfed28,0,0,0,f6347c98,246) at kern_select+0x4c4 select(c76fd000,f6347cf8,14,c76fd000,c0d3b6cc,...) at select+0x5e syscall(f6347d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2834cd03, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command rpc.lockd pid 866 tid 100128 td 0xc7420d80 sched_switch(c7420d80,0,104,18c,904ab920,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7420d80,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63a9a04,c08592fa,c785ec00,0,c7420d80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c74acb50,0,f63a9a34,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c74acb50,c785ec00,1388,3a6,c7871300,...) at _cv_timedwait_sig+0x250 svc_run_internal(c7420ee4,14,c0c78fd7,c0c7878c,f63a9b8c,...) at svc_run_internal+0x356 svc_run(c785ec00,0,4,c0a3e1c0,f63a9b8c,...) at svc_run+0x7f nlm_syscall(c7420d80,f63a9cf8,10,c0c5e1af,c0d3bd78,...) at nlm_syscall+0x6a9 syscall(f63a9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280f9b2b, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpc.statd pid 860 tid 100103 td 0xc7637000 sched_switch(c7637000,0,104,18c,da8e65a7,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7637000,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6323a50,c08592fa,c738b5d0,0,c7637000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c738b5e4,0,f6323a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c738b5e4,c738b5d0,7531,5c4,c7424118,...) at _cv_timedwait_sig+0x250 seltdwait(f6323c2c,f6323c34,c6d45300,c7637000,c0aad6ce,...) at seltdwait+0x8a kern_select(c7637000,8,bfbfed44,0,0,f6323c70,1e,0) at kern_select+0x4c4 select(c7637000,f6323cf8,14,c0c5dab1,c0d3b6cc,...) at select+0x5e syscall(f6323d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28181d03, esp = 0xbfbfec9c, ebp = 0xbfbfedd8 --- Tracing command nfsd pid 854 tid 100133 td 0xc786d480 sched_switch(c786d480,0,104,18c,e6ee8148,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c786d480,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63c2bf8,c08592fa,c70f8200,0,c786d480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c74acb90,0,f63c2c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c74acb90,c70f8200,1388,489,f63c2cdc,...) at _cv_timedwait_sig+0x250 svc_run_internal(f63c2d24,c083f428,c70f8200,f63c2d38,c0c524e7,...) at svc_run_internal+0x356 svc_thread_start(c70f8200,f63c2d38,c0c524e7,335,c73427ec,...) at svc_thread_start+0x10 fork_exit(c0a4bfe0,c70f8200,f63c2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 854 tid 100132 td 0xc786d6c0 sched_switch(c786d6c0,0,104,18c,c73b6423,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c786d6c0,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63bfbf8,c08592fa,c70f8200,0,c786d6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c74acbd0,0,f63bfc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c74acbd0,c70f8200,1388,47f,f63bfcdc,...) at _cv_timedwait_sig+0x250 svc_run_internal(f63bfd24,c083f428,c70f8200,f63bfd38,c0c524e7,...) at svc_run_internal+0x356 svc_thread_start(c70f8200,f63bfd38,c0c524e7,335,c73427ec,...) at svc_thread_start+0x10 fork_exit(c0a4bfe0,c70f8200,f63bfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 854 tid 100131 td 0xc732b000 sched_switch(c732b000,0,104,18c,41e439f6,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732b000,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f63bcbf8,c08592fa,c70f8200,0,c732b000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c74acc10,0,f63bcc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c74acc10,c70f8200,1388,489,f63bccdc,...) at _cv_timedwait_sig+0x250 svc_run_internal(f63bcd24,c083f428,c70f8200,f63bcd38,c0c524e7,...) at svc_run_internal+0x356 svc_thread_start(c70f8200,f63bcd38,c0c524e7,335,c73427ec,...) at svc_thread_start+0x10 fork_exit(c0a4bfe0,c70f8200,f63bcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 854 tid 100088 td 0xc741c6c0 sched_switch(c741c6c0,0,104,18c,4c20e083,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c741c6c0,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f62d1ae8,c08592fa,c70f8200,0,c741c6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c78380d0,0,f62d1b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c78380d0,c70f8200,1388,47f,f62d1bcc,...) at _cv_timedwait_sig+0x250 svc_run_internal(c741c824,14,c0c78fd7,c0c77c75,f62d1c3c,...) at svc_run_internal+0x356 svc_run(c70f8200,0,c0c77f79,1fc,0,...) at svc_run+0x7f nfssvc_nfsd(bfbfe8c0,f62d1c3c,c,c6d45300,f62d1c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c741c6c0,f62d1cf8,bfbfe8c0,c741c6c0,c73427ec,...) at nfssvc_nfsserver+0x21c nfssvc(c741c6c0,f62d1cf8,8,c0c5dd87,c0d3bd94,...) at nfssvc+0x77 syscall(f62d1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d9b0b, esp = 0xbfbfe87c, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 853 tid 100081 td 0xc741f6c0 sched_switch(c741f6c0,0,104,18c,9ed76b36,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c741f6c0,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c734d390,0,c0c5559d,c741f6c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c734d3a4,0,f62b1a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c734d3a4,c734d390,c0c5d3d3,5c4,c7423c78,...) at _cv_wait_sig+0x240 seltdwait(c7423c78,58,c6d45300,c741f6c0,f62b1af0,...) at seltdwait+0xa2 kern_select(c741f6c0,5,bfbfecf0,0,0,0,66,5) at kern_select+0x4c4 select(c741f6c0,f62b1cf8,14,c0c77a3a,c0d3b6cc,...) at select+0x5e syscall(f62b1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28178d03, esp = 0xbfbfeaec, ebp = 0xbfbfee28 --- Tracing command mountd pid 851 tid 100108 td 0xc7636480 sched_switch(c7636480,0,104,18c,94e338d6,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7636480,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c73cb910,0,c0c5559d,c7636480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73cb924,0,f6337a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73cb924,c73cb910,c0c5d3d3,5c4,c7424cb0,...) at _cv_wait_sig+0x240 seltdwait(c7424cb0,58,c6d45300,c7636480,0,...) at seltdwait+0xa2 kern_select(c7636480,9,bfbfed8c,0,0,0,66,2819f9c0) at kern_select+0x4c4 select(c7636480,f6337cf8,14,c0c77a3a,c0d3b6cc,...) at select+0x5e syscall(f6337d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818cd03, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpcbind pid 746 tid 100095 td 0xc741c480 sched_switch(c741c480,0,104,18c,1d80367f,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c741c480,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f6303aa8,c08592fa,c7486750,0,c741c480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c7486764,0,f6303ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7486764,c7486750,7531,5c4,f6303b8c,...) at _cv_timedwait_sig+0x250 seltdwait(f6303c5c,f6303c64,4d4,c741c480,f6303b5c,...) at seltdwait+0x8a poll(c741c480,f6303cf8,c,c0c5dab1,c0d3c37c,...) at poll+0x2f9 syscall(f6303d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2813a07f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 726 tid 100087 td 0xc741c900 sched_switch(c741c900,0,104,18c,496d0ece,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c741c900,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c738cd90,0,c0c5559d,c741c900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c738cda4,0,f62cda80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c738cda4,c738cd90,c0c5d3d3,5c4,c74d9578,...) at _cv_wait_sig+0x240 seltdwait(c74d9578,58,c6d45300,c741c900,0,...) at seltdwait+0xa2 kern_select(c741c900,9,282290ac,0,0,0,66,2819e9c0) at kern_select+0x4c4 select(c741c900,f62cdcf8,14,c0c5d963,c0d3b6cc,...) at select+0x5e syscall(f62cdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2818bd03, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 594 tid 100104 td 0xc7636d80 sched_switch(c7636d80,0,104,18c,b93a6abc,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7636d80,0,c0c5b10b,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c08592fa,c73cb390,0,c0c5559d,c7636d80,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c73cb3a4,0,f6327a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c73cb3a4,c73cb390,c0c5d3d3,5c4,c74248f8,...) at _cv_wait_sig+0x240 seltdwait(c74248f8,58,c6d45300,c7636d80,c7636e24,...) at seltdwait+0xa2 kern_select(c7636d80,6,bfbfe9b0,0,0,0,66,10) at kern_select+0x4c4 select(c7636d80,f6327cf8,14,c0bf18bf,c0d3b6cc,...) at select+0x5e syscall(f6327d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x8088b73, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command flowcleaner pid 44 tid 100075 td 0xc732b480 sched_switch(c732b480,0,104,18c,7a06753e,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732b480,0,c0c5b10b,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0da7a44,0,c0c65dd4,2,0,...) at sleepq_timedwait+0x6b _sleep(c0da7a44,0,0,c0c65dd4,4e20,...) at _sleep+0x329 pause(c0c65dd4,4e20,c0c65d09,41e,0,...) at pause+0x47 flowtable_cleaner(0,f40aed38,c0c524e7,335,c7328d34,...) at flowtable_cleaner+0x160 fork_exit(c090c9a0,0,f40aed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40aed70, ebp = 0 --- Tracing command softdepflush pid 43 tid 100074 td 0xc732b6c0 sched_switch(c732b6c0,0,104,18c,336ed08a,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c732b6c0,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f279c0,44,c0c7c6b8,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f279c0,c0f27964,44,c0c7c6b8,3e8,...) at _sleep+0x329 softdep_flush(0,f40abd38,c0c524e7,335,c7341000,...) at softdep_flush+0x244 fork_exit(c0a887d0,0,f40abd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40abd70, ebp = 0 --- Tracing command vnlru pid 42 tid 100073 td 0xc732b900 sched_switch(c732b900,0,104,18c,32a3232a,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,50,...) at mi_switch+0x200 sleepq_switch(c732b900,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c73412a4,50,c0c64fe0,0,0,...) at sleepq_timedwait+0x6b _sleep(c73412a4,c0f14294,250,c0c64fe0,3e8,...) at _sleep+0x329 vnlru_proc(0,f40a8d38,c0c524e7,335,c73412a4,...) at vnlru_proc+0xe7 fork_exit(c08f7ec0,0,f40a8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a8d70, ebp = 0 --- Tracing command syncer pid 41 tid 100072 td 0xc732bb40 sched_switch(c732bb40,0,104,18c,1b3e52db,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732bb40,0,c0c5b10b,26a,c732bb40,...) at sleepq_switch+0x15f sleepq_timedwait(c0f142d4,0,f40a5c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0f142d4,c0f142c0,3e8,6cd,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f40a5d38,c0c524e7,335,c7341548,...) at sched_sync+0x502 fork_exit(c08f72f0,0,f40a5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a5d70, ebp = 0 --- Tracing command bufdaemon pid 40 tid 100071 td 0xc732bd80 sched_switch(c732bd80,0,104,18c,20e24379,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c732bd80,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f14008,44,c0c625a1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f14008,c0f1400c,44,c0c625a1,3e8,...) at _sleep+0x329 buf_daemon(0,f40a2d38,c0c524e7,335,c73417ec,...) at buf_daemon+0x138 fork_exit(c08dffd0,0,f40a2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf40a2d70, ebp = 0 --- Tracing command pagezero pid 39 tid 100070 td 0xc732d000 sched_switch(c732d000,0,104,18c,7339872,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732d000,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f285f4,0,c0c81d2e,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f285f4,c0f281b0,0,c0c81d2e,493e0,...) at _sleep+0x329 vm_pagezero(0,f409fd38,c0c524e7,335,c7341a90,...) at vm_pagezero+0xdc fork_exit(c0ac59b0,0,f409fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf409fd70, ebp = 0 --- Tracing command vmdaemon pid 38 tid 100069 td 0xc732d240 sched_switch(c732d240,0,104,18c,fd6f92e,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,68,...) at mi_switch+0x200 sleepq_switch(c732d240,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f2821c,68,c0c625a1,0,0,...) at sleepq_wait+0x63 _sleep(c0f2821c,c0f28220,68,c0c625a1,0,...) at _sleep+0x35b vm_daemon(0,f409cd38,c0c524e7,335,c7341d34,...) at vm_daemon+0x59 fork_exit(c0abfe60,0,f409cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf409cd70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100068 td 0xc732d480 sched_switch(c732d480,0,104,18c,f2227cd,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c732d480,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f281e4,44,c0c625a1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f281e4,c0f281b0,44,c0c625a1,1388,...) at _sleep+0x329 vm_pageout(0,f4099d38,c0c524e7,335,c7342000,...) at vm_pageout+0x2bb fork_exit(c0ac0d00,0,f4099d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4099d70, ebp = 0 --- Tracing command usbus5 pid 37 tid 100067 td 0xc732d6c0 sched_switch(c732d6c0,0,104,18c,199a36,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732d6c0,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fe0d0c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fe0d0c,c6fe0dac,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4036cf8,c07a003b,c6fe0d0c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fe0d0c,c6fe0dac,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fe0d04,f4036d38,c0c524e7,335,c73422a4,...) at usb_process+0x18b fork_exit(c079feb0,c6fe0d04,f4036d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4036d70, ebp = 0 --- Tracing command usbus5 pid 36 tid 100066 td 0xc732d900 sched_switch(c732d900,0,104,18c,3151ac04,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732d900,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fe0cdc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fe0cdc,c6fe0dac,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4033cf8,c07a003b,c6fe0cdc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fe0cdc,c6fe0dac,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fe0cd4,f4033d38,c0c524e7,335,c7342548,...) at usb_process+0x18b fork_exit(c079feb0,c6fe0cd4,f4033d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4033d70, ebp = 0 --- Tracing command usbus5 pid 35 tid 100065 td 0xc732db40 sched_switch(c732db40,0,104,18c,ffb23fb9,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732db40,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fe0cac,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fe0cac,c6fe0dac,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4030cf8,c07a003b,c6fe0cac,...) at usb2_msleep+0x58 usb2_cv_wait(c6fe0cac,c6fe0dac,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fe0ca4,f4030d38,c0c524e7,335,c7327000,...) at usb_process+0x18b fork_exit(c079feb0,c6fe0ca4,f4030d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4030d70, ebp = 0 --- Tracing command usbus5 pid 34 tid 100064 td 0xc732dd80 sched_switch(c732dd80,0,104,18c,ffb2307e,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c732dd80,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fe0c7c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fe0c7c,c6fe0dac,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f402dcf8,c07a003b,c6fe0c7c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fe0c7c,c6fe0dac,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fe0c74,f402dd38,c0c524e7,335,c73272a4,...) at usb_process+0x18b fork_exit(c079feb0,c6fe0c74,f402dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf402dd70, ebp = 0 --- Tracing command usbus4 pid 33 tid 100063 td 0xc70ed240 sched_switch(c70ed240,0,104,18c,ffb220d9,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ed240,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdab5c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fdab5c,c6fdabfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f402acf8,c07a003b,c6fdab5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdab5c,c6fdabfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fdab54,f402ad38,c0c524e7,335,c7327548,...) at usb_process+0x18b fork_exit(c079feb0,c6fdab54,f402ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf402ad70, ebp = 0 --- Tracing command usbus4 pid 32 tid 100062 td 0xc70ed480 sched_switch(c70ed480,0,104,18c,315012e2,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ed480,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdab2c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fdab2c,c6fdabfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4027cf8,c07a003b,c6fdab2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdab2c,c6fdabfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fdab24,f4027d38,c0c524e7,335,c73277ec,...) at usb_process+0x18b fork_exit(c079feb0,c6fdab24,f4027d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4027d70, ebp = 0 --- Tracing command usbus4 pid 31 tid 100061 td 0xc70ed6c0 sched_switch(c70ed6c0,0,104,18c,ff4e385a,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ed6c0,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdaafc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fdaafc,c6fdabfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4024cf8,c07a003b,c6fdaafc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdaafc,c6fdabfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fdaaf4,f4024d38,c0c524e7,335,c7327a90,...) at usb_process+0x18b fork_exit(c079feb0,c6fdaaf4,f4024d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4024d70, ebp = 0 --- Tracing command usbus4 pid 30 tid 100060 td 0xc70ed900 sched_switch(c70ed900,0,104,18c,ff4e2786,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ed900,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fdaacc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fdaacc,c6fdabfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4021cf8,c07a003b,c6fdaacc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fdaacc,c6fdabfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fdaac4,f4021d38,c0c524e7,335,c7327d34,...) at usb_process+0x18b fork_exit(c079feb0,c6fdaac4,f4021d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4021d70, ebp = 0 --- Tracing command usbus3 pid 29 tid 100059 td 0xc70edb40 sched_switch(c70edb40,0,104,18c,ff4e1808,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70edb40,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd1b5c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fd1b5c,c6fd1bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f401ecf8,c07a003b,c6fd1b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd1b5c,c6fd1bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fd1b54,f401ed38,c0c524e7,335,c7328000,...) at usb_process+0x18b fork_exit(c079feb0,c6fd1b54,f401ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf401ed70, ebp = 0 --- Tracing command usbus3 pid 28 tid 100058 td 0xc70edd80 sched_switch(c70edd80,0,104,18c,314f7e61,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70edd80,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd1b2c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fd1b2c,c6fd1bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f401bcf8,c07a003b,c6fd1b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd1b2c,c6fd1bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fd1b24,f401bd38,c0c524e7,335,c73282a4,...) at usb_process+0x18b fork_exit(c079feb0,c6fd1b24,f401bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf401bd70, ebp = 0 --- Tracing command usbus3 pid 27 tid 100057 td 0xc7325000 sched_switch(c7325000,0,104,18c,fee982c6,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7325000,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd1afc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fd1afc,c6fd1bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4018cf8,c07a003b,c6fd1afc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd1afc,c6fd1bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fd1af4,f4018d38,c0c524e7,335,c7328548,...) at usb_process+0x18b fork_exit(c079feb0,c6fd1af4,f4018d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4018d70, ebp = 0 --- Tracing command usbus3 pid 26 tid 100056 td 0xc7325240 sched_switch(c7325240,0,104,18c,fee9732d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7325240,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fd1acc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fd1acc,c6fd1bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4015cf8,c07a003b,c6fd1acc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fd1acc,c6fd1bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fd1ac4,f4015d38,c0c524e7,335,c73287ec,...) at usb_process+0x18b fork_exit(c079feb0,c6fd1ac4,f4015d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4015d70, ebp = 0 --- Tracing command usbus2 pid 25 tid 100055 td 0xc7325480 sched_switch(c7325480,0,104,18c,fee9630a,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7325480,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fcdb5c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fcdb5c,c6fcdbfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4012cf8,c07a003b,c6fcdb5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fcdb5c,c6fcdbfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fcdb54,f4012d38,c0c524e7,335,c6e9a7ec,...) at usb_process+0x18b fork_exit(c079feb0,c6fcdb54,f4012d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4012d70, ebp = 0 --- Tracing command usbus2 pid 24 tid 100054 td 0xc73256c0 sched_switch(c73256c0,0,104,18c,314ed6f8,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c73256c0,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fcdb2c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fcdb2c,c6fcdbfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f400fcf8,c07a003b,c6fcdb2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fcdb2c,c6fcdbfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fcdb24,f400fd38,c0c524e7,335,c6e9aa90,...) at usb_process+0x18b fork_exit(c079feb0,c6fcdb24,f400fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf400fd70, ebp = 0 --- Tracing command usbus2 pid 23 tid 100053 td 0xc7325900 sched_switch(c7325900,0,104,18c,fe858e93,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7325900,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fcdafc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fcdafc,c6fcdbfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f400ccf8,c07a003b,c6fcdafc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fcdafc,c6fcdbfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fcdaf4,f400cd38,c0c524e7,335,c6e9ad34,...) at usb_process+0x18b fork_exit(c079feb0,c6fcdaf4,f400cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf400cd70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100052 td 0xc7325b40 sched_switch(c7325b40,0,104,18c,fe857f9d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7325b40,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fcdacc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fcdacc,c6fcdbfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4009cf8,c07a003b,c6fcdacc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fcdacc,c6fcdbfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fcdac4,f4009d38,c0c524e7,335,c7313000,...) at usb_process+0x18b fork_exit(c079feb0,c6fcdac4,f4009d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4009d70, ebp = 0 --- Tracing command usbus1 pid 21 tid 100051 td 0xc7325d80 sched_switch(c7325d80,0,104,18c,fe856f4d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c7325d80,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc7b5c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc7b5c,c6fc7bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4006cf8,c07a003b,c6fc7b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc7b5c,c6fc7bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc7b54,f4006d38,c0c524e7,335,c73132a4,...) at usb_process+0x18b fork_exit(c079feb0,c6fc7b54,f4006d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4006d70, ebp = 0 --- Tracing command usbus1 pid 20 tid 100050 td 0xc6f676c0 sched_switch(c6f676c0,0,104,18c,314e2962,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f676c0,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc7b2c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc7b2c,c6fc7bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4003cf8,c07a003b,c6fc7b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc7b2c,c6fc7bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc7b24,f4003d38,c0c524e7,335,c7313548,...) at usb_process+0x18b fork_exit(c079feb0,c6fc7b24,f4003d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4003d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100049 td 0xc6f67900 sched_switch(c6f67900,0,104,18c,fe1bc26a,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f67900,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc7afc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc7afc,c6fc7bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f4000cf8,c07a003b,c6fc7afc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc7afc,c6fc7bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc7af4,f4000d38,c0c524e7,335,c73137ec,...) at usb_process+0x18b fork_exit(c079feb0,c6fc7af4,f4000d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4000d70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100048 td 0xc6f67b40 sched_switch(c6f67b40,0,104,18c,87cd5d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f67b40,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc7acc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc7acc,c6fc7bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f3ffdcf8,c07a003b,c6fc7acc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc7acc,c6fc7bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc7ac4,f3ffdd38,c0c524e7,335,c7313a90,...) at usb_process+0x18b fork_exit(c079feb0,c6fc7ac4,f3ffdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ffdd70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100047 td 0xc6f67d80 sched_switch(c6f67d80,0,104,18c,87bd1c,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f67d80,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2b5c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2b5c,c6fc2bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f3ffacf8,c07a003b,c6fc2b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2b5c,c6fc2bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc2b54,f3ffad38,c0c524e7,335,c7313d34,...) at usb_process+0x18b fork_exit(c079feb0,c6fc2b54,f3ffad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ffad70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100046 td 0xc70ec000 sched_switch(c70ec000,0,104,18c,3150b5f4,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ec000,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2b2c,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2b2c,c6fc2bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f3ff7cf8,c07a003b,c6fc2b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2b2c,c6fc2bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc2b24,f3ff7d38,c0c524e7,335,c6d782a4,...) at usb_process+0x18b fork_exit(c079feb0,c6fc2b24,f3ff7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff7d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100045 td 0xc70ec240 sched_switch(c70ec240,0,104,18c,23806c,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ec240,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2afc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2afc,c6fc2bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f3ff4cf8,c07a003b,c6fc2afc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2afc,c6fc2bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc2af4,f3ff4d38,c0c524e7,335,c6d78548,...) at usb_process+0x18b fork_exit(c079feb0,c6fc2af4,f3ff4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff4d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100044 td 0xc70ec480 sched_switch(c70ec480,0,104,18c,236ee3,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ec480,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6fc2acc,0,c0c45fec,0,0,...) at sleepq_wait+0x63 _sleep(c6fc2acc,c6fc2bfc,0,c0c45fec,0,...) at _sleep+0x35b usb2_msleep(c0c45fec,0,f3ff1cf8,c07a003b,c6fc2acc,...) at usb2_msleep+0x58 usb2_cv_wait(c6fc2acc,c6fc2bfc,c0c45f4b,51,c0dab980,...) at usb2_cv_wait+0x23 usb_process(c6fc2ac4,f3ff1d38,c0c524e7,335,c6d787ec,...) at usb_process+0x18b fork_exit(c079feb0,c6fc2ac4,f3ff1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3ff1d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100043 td 0xc70ec6c0 sched_switch(c70ec6c0,0,104,18c,bf27de70,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c70ec6c0,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f1e0bc,0,c0c6f38f,0,0,...) at sleepq_wait+0x63 _sleep(c0f1e0bc,c0f1dfd0,0,c0c6f38f,0,...) at _sleep+0x35b sctp_iterator_thread(0,f3feed38,c0c524e7,335,c6d78a90,...) at sctp_iterator_thread+0x60 fork_exit(c0975330,0,f3feed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3feed70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100040 td 0xc70ecd80 sched_switch(c70ecd80,0,104,18c,f56814f4,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c70ecd80,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c6fd043c,4c,c0c4cd6a,0,0,...) at sleepq_timedwait+0x6b _sleep(c6fd043c,c6fd04f0,4c,c0c4cd6a,3e8,...) at _sleep+0x329 fdc_thread(c6fd0400,f3fe2d38,c0c524e7,335,c6d78d34,...) at fdc_thread+0x2be fork_exit(c0b42f20,c6fd0400,f3fe2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe2d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100038 td 0xc6f4fd80 sched_switch(c6f4fd80,0,104,18c,2411d473,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6f4fd80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6fff000,5c,c0c4cd6a,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6fff000,c7003488,15c,c0c4cd6a,0,...) at _sleep+0x344 fw_bus_probe_thread(c6fff000,f3fd2d38,c0c524e7,335,c6e9a000,...) at fw_bus_probe_thread+0xa08 fork_exit(c06405e0,c6fff000,f3fd2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fd2d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100025 td 0xc6dffb40 sched_switch(c6dffb40,0,104,18c,1e575e,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6dffb40,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d74a54,4c,c0bed598,0,0,...) at sleepq_wait+0x63 _sleep(c0d74a54,c0d74a6c,4c,c0bed598,0,...) at _sleep+0x35b xpt_scanner_thread(0,c6ad6d38,c0c524e7,335,c6e9a2a4,...) at xpt_scanner_thread+0x41 fork_exit(c047f100,0,c6ad6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad6d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc6d7b240 sched_switch(c6d7b240,0,104,18c,447ebd5d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d7b240,0,c0c5b10b,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0da7a44,0,c0c4cd6a,2,0,...) at sleepq_timedwait+0x6b _sleep(c0da7a44,0,0,c0c4cd6a,64,...) at _sleep+0x329 pause(c0c4cd6a,64,c0c33758,111,0,...) at pause+0x47 random_kthread(0,c6abed38,c0c524e7,335,c6e9a548,...) at random_kthread+0x1ef fork_exit(c0718e30,0,c6abed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abed70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc6d7b6c0 sched_switch(c6d7b6c0,0,104,18c,4aadec90,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d7b6c0,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0da57e4,4c,c0c4cd6a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0da57e4,c0da5748,24c,c0c4cd6a,64,...) at _sleep+0x329 g_io_schedule_down(c6d7b6c0,0,c0c4e432,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c6ab8d38,c0c524e7,335,c6d77000,...) at g_down_procbody+0x8d fork_exit(c0806c80,0,c6ab8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab8d70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc6d7b900 sched_switch(c6d7b900,0,104,18c,4c50140a,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d7b900,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0da57e0,4c,c0c4cd6a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0da57e0,c0da5768,24c,c0c4cd6a,64,...) at _sleep+0x329 g_io_schedule_up(c6d7b900,0,c0c4e432,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c6ab5d38,c0c524e7,335,c6d772a4,...) at g_up_procbody+0x8d fork_exit(c0806d10,0,c6ab5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab5d70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc6d7bb40 sched_switch(c6d7bb40,0,104,18c,4206f56b,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c6d7bb40,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0da57d8,4c,c0c4cd6a,0,0,...) at sleepq_timedwait+0x6b _sleep(c0da57d8,0,4c,c0c4cd6a,64,...) at _sleep+0x329 g_event_procbody(0,c6ab2d38,c0c524e7,335,c6d77548,...) at g_event_procbody+0xcb fork_exit(c0806da0,0,c6ab2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ab2d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc70ec900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc70ecb40 sched_switch(c70ecb40,0,109,18c,19bd89,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6d75170,...) at mi_switch+0x200 ithread_loop(c70ee320,f3fe5d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c70ee320,f3fe5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fe5d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc70ed000 sched_switch(c70ed000,0,109,18c,649ea080,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6ffa570,...) at mi_switch+0x200 ithread_loop(c70e25f0,f3fd5d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c70e25f0,f3fd5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fd5d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc6f65240 sched_switch(c6f65240,0,109,18c,fdf82558,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbe1f0,...) at mi_switch+0x200 ithread_loop(c6ffb900,f3fc9d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6ffb900,f3fc9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fc9d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc6f65480 sched_switch(c6f65480,0,109,18c,af69b05,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbe4f0,...) at mi_switch+0x200 ithread_loop(c6ffb170,f3fc1d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6ffb170,f3fc1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fc1d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc6f656c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xc6f65900 sched_switch(c6f65900,0,109,18c,2af09720,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbe2f0,...) at mi_switch+0x200 ithread_loop(c6fa8430,f3fafd38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6fa8430,f3fafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fafd70, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc6f65b40 sched_switch(c6f65b40,0,109,18c,2a6db166,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbe370,...) at mi_switch+0x200 ithread_loop(c6fa86b0,f3fabd38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6fa86b0,f3fabd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fabd70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc6f65d80 sched_switch(c6f65d80,0,109,18c,ccae597e,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbe3f0,...) at mi_switch+0x200 ithread_loop(c6f92210,f3fa7d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f92210,f3fa7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fa7d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc6f67000 sched_switch(c6f67000,0,109,18c,4c2ea9d3,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbe0f0,...) at mi_switch+0x200 ithread_loop(c6f92450,f3c84d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f92450,f3c84d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3c84d70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc6f67240 sched_switch(c6f67240,0,109,18c,1831732f,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6f7a670,...) at mi_switch+0x200 ithread_loop(c6f8c620,c6b12d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f8c620,c6b12d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b12d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc6f67480 sched_switch(c6f67480,0,109,18c,1ab109,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6d74c70,...) at mi_switch+0x200 ithread_loop(c6f4e3f0,c6b05d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f4e3f0,c6b05d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6b05d70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc6dff6c0 sched_switch(c6dff6c0,0,109,18c,3e81ec41,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6f4d4f0,...) at mi_switch+0x200 ithread_loop(c6f4c870,c6adcd38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f4c870,c6adcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6adcd70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc6dff900 sched_switch(c6dff900,0,109,18c,1ba5e98c,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6f4d570,...) at mi_switch+0x200 ithread_loop(c6f4c880,c6ad9d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f4c880,c6ad9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad9d70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc6f4f6c0 sched_switch(c6f4f6c0,0,109,18c,96a309d0,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6f4d770,...) at mi_switch+0x200 ithread_loop(c6f4c920,c6ac7d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f4c920,c6ac7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac7d70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc6f4f900 sched_switch(c6f4f900,0,109,18c,b6325df1,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6f4d7f0,...) at mi_switch+0x200 ithread_loop(c6f4c930,c6ac4d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6f4c930,c6ac4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac4d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc6d7bd80 sched_switch(c6d7bd80,0,109,18c,4c218b87,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbdc70,...) at mi_switch+0x200 ithread_loop(c6d761c0,c6aafd38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6d761c0,c6aafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aafd70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc6dff000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100010 td 0xc6dff240 sched_switch(c6dff240,0,109,18c,61df5eee,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbdd70,...) at mi_switch+0x200 ithread_loop(c6d761e0,c6aa9d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6d761e0,c6aa9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa9d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc6dff480 sched_switch(c6dff480,0,109,18c,37405c58,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbddf0,...) at mi_switch+0x200 ithread_loop(c6d761f0,c6aa6d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6d761f0,c6aa6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa6d70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc6d79000 sched_switch(c6d79000,0,109,18c,447e9f6c,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbde70,...) at mi_switch+0x200 ithread_loop(c6d76200,c6aa3d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6d76200,c6aa3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa3d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc6d79240 sched_switch(c6d79240,0,109,18c,4caaa929,...) at sched_switch+0x437 mi_switch(109,0,c0c52766,4e3,c6dbdef0,...) at mi_switch+0x200 ithread_loop(c6d76210,c6aa0d38,c0c524e7,335,c6d777ec,...) at ithread_loop+0x1f6 fork_exit(c0842250,c6d76210,c6aa0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6aa0d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc6d79480 cpustop_handler(1,c6a9cc40,c0b8a18d,0,c6a9cbfc,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c6a9cbfc,c08751e8,fa25d893,c6d77a90,...) at ipi_nmi_handler+0x2f trap(c6a9cc4c) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc088ae35, esp = 0xc6a9cc8c, ebp = 0xc6a9ccb4 --- cpu_search_highest(c0dba170,c6a9ccd8,c0c5898f,3af,c6d79480,...) at cpu_search_highest+0xc5 sched_idletd(0,c6a9cd38,c0c524e7,335,c6d77a90,...) at sched_idletd+0xc7 fork_exit(c088ae90,0,c6a9cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a9cd70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc6d796c0 sched_switch(c6d796c0,0,108,187,84d699ea,...) at sched_switch+0x437 mi_switch(108,0,c0c5898f,3ad,c6d796c0,...) at mi_switch+0x200 sched_idletd(0,c6a99d38,c0c524e7,335,c6d77a90,...) at sched_idletd+0x16c fork_exit(c088ae90,0,c6a99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a99d70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc6d79900 sched_switch(c6d79900,0,108,187,92d68b05,...) at sched_switch+0x437 mi_switch(108,0,c0c5898f,3ad,c6d79900,...) at mi_switch+0x200 sched_idletd(0,c6a96d38,c0c524e7,335,c6d77a90,...) at sched_idletd+0x16c fork_exit(c088ae90,0,c6a96d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a96d70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc6d79b40 sched_switch(c6d79b40,0,108,187,89e6f339,...) at sched_switch+0x437 mi_switch(108,0,c0c5898f,3ad,c6d79b40,...) at mi_switch+0x200 sched_idletd(0,c6a93d38,c0c524e7,335,c6d77a90,...) at sched_idletd+0x16c fork_exit(c088ae90,0,c6a93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a93d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc6d79d80 sched_switch(c6d79d80,0,104,18c,b13e7387,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6d79d80,0,c0c5b10b,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c5b10b,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6d77d34,5c,c0c5d974,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6d77d34,c6d77dbc,15c,c0c5d974,0,...) at _sleep+0x344 kern_wait(c6d79d80,ffffffff,c6a8fc74,0,0,...) at kern_wait+0xac6 wait4(c6d79d80,c6a8fcf8,10,c0c5d7a4,c0d3ad64,...) at wait4+0x3b syscall(c6a8fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c5f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc6d7b000 sched_switch(c6d7b000,0,104,18c,1c0186,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d7b000,0,c0c5b10b,247,c6d7b000,...) at sleepq_switch+0x15f sleepq_wait(c0f272e0,0,c6a8cc9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f272e0,c0f272c4,c0c79d7d,194,0,...) at _cv_wait+0x240 audit_worker(0,c6a8cd38,c0c524e7,335,c6d78000,...) at audit_worker+0x84 fork_exit(c0a5baf0,0,c6a8cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6a8cd70, ebp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xc6f65000 sched_switch(c6f65000,0,104,18c,4aa11059,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f65000,0,c0c5b10b,247,c6f65000,...) at sleepq_switch+0x15f sleepq_wait(c6fd7a40,0,c0c5790b,c0c4cd6a,0,...) at sleepq_wait+0x63 msleep_spin(c6fd7a40,c6fd7a5c,c0c4cd6a,0,c0c5559d,...) at msleep_spin+0x21d taskqueue_thread_loop(c700349c,f3fcfd38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0x8e fork_exit(c08a2680,c700349c,f3fcfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf3fcfd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc6dffd80 sched_switch(c6dffd80,0,104,18c,937666,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6dffd80,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2a0c0,0,c0c4cd6a,0,0,...) at sleepq_wait+0x63 _sleep(c6f2a0c0,c6f2a0dc,0,c0c4cd6a,0,...) at _sleep+0x35b taskqueue_thread_loop(c0da6164,c6ad3d38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08a2680,c0da6164,c6ad3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad3d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc6f4f000 sched_switch(c6f4f000,0,104,18c,9364c1,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4f000,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2a100,0,c0c4cd6a,0,0,...) at sleepq_wait+0x63 _sleep(c6f2a100,c6f2a11c,0,c0c4cd6a,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d77704,c6ad0d38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08a2680,c0d77704,c6ad0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ad0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc6f4f240 sched_switch(c6f4f240,0,104,18c,93541d,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4f240,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2a100,0,c0c4cd6a,0,0,...) at sleepq_wait+0x63 _sleep(c6f2a100,c6f2a11c,0,c0c4cd6a,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d77704,c6acdd38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08a2680,c0d77704,c6acdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acdd70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc6f4f480 sched_switch(c6f4f480,0,104,18c,93403f,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4f480,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2a100,0,c0c4cd6a,0,0,...) at sleepq_wait+0x63 _sleep(c6f2a100,c6f2a11c,0,c0c4cd6a,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d77704,c6acad38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08a2680,c0d77704,c6acad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6acad70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc6f4fb40 sched_switch(c6f4fb40,0,104,18c,1ba7f7d7,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6f4fb40,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6f2a400,0,c0c4cd6a,0,0,...) at sleepq_wait+0x63 _sleep(c6f2a400,c6f2a41c,0,c0c4cd6a,0,...) at _sleep+0x35b taskqueue_thread_loop(c0dba368,c6ac1d38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08a2680,c0dba368,c6ac1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6ac1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc6d7b480 sched_switch(c6d7b480,0,104,18c,213749c2,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6d7b480,0,c0c5b10b,247,0,...) at sleepq_switch+0x15f sleepq_wait(c6d5fb40,0,c0c4cd6a,0,0,...) at sleepq_wait+0x63 _sleep(c6d5fb40,c6d5fb5c,0,c0c4cd6a,0,...) at _sleep+0x35b taskqueue_thread_loop(c0db8ea0,c6abbd38,c0c524e7,335,c0da58a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08a2680,c0db8ea0,c6abbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6abbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0da5b50 sched_switch(c0da5b50,0,104,18c,1e1051,...) at sched_switch+0x437 mi_switch(104,0,c0c5b10b,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0da5b50,0,c0c5b10b,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0da58a0,44,c0c59204,0,0,...) at sleepq_timedwait+0x6b _sleep(c0da58a0,0,44,c0c59204,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Physical memory: 3439 MB Dumping 257 MB: 242 226 210 194 178 162 146 130 114 98 82 66 50 34 18 2 Dump complete = 0xf db:1:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04c1919 in db_fncall (dummy1=0xc0896b8a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf64e67f8 "\fhNö\001") at ../../../ddb/db_command.c:548 #2 0xc04c1d4f in db_command (last_cmdp=0xc0d759dc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04c1e04 in db_command_script (command=0xc0d76968 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04c5f00 in db_script_exec (scriptname=0xc0d76240 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04c5f91 in db_run_cmd (addr=0x0, have_addr=0x0, count=0x0, modif=0xf64e6930 "DiNö") at ../../../ddb/db_script.c:375 #6 0xc04c1d4f in db_command (last_cmdp=0xc0d759dc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #7 0xc04c1e04 in db_command_script (command=0xc0d768a0 "run pho") at ../../../ddb/db_command.c:516 #8 0xc04c5f00 in db_script_exec (scriptname=0xf64e6a3c "kdb.enter.panic", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #9 0xc04c5fe7 in db_script_kdbenter (eventname=0xc0c56d72 "panic") at ../../../ddb/db_script.c:324 #10 0xc04c3cc8 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228 #11 0xc0896a06 in kdb_trap (type=0x3, code=0x0, tf=0xf64e6b78) at ../../../kern/subr_kdb.c:534 #12 0xc0b8a74b in trap (frame=0xf64e6b78) at ../../../i386/i386/trap.c:685 #13 0xc0b6d07b in calltrap () at ../../../i386/i386/exception.s:165 #14 0xc0896b8a in kdb_enter (why=0xc0c56d72 "panic", msg=0xc0c56d72 "panic") at cpufunc.h:71 #15 0xc08688c6 in panic (fmt=0xc0c63992 "vfs_mount_destroy: nonzero writeopcount") at ../../../kern/kern_shutdown.c:559 #16 0xc08ecf40 in vfs_mount_destroy (mp=0xc73c7870) at ../../../kern/vfs_mount.c:527 #17 0xc08f0597 in dounmount (mp=0xc73c7870, flags=0x8080000, td=0xc8235b40) at ../../../kern/vfs_mount.c:1335 #18 0xc08f088f in unmount (td=0xc8235b40, uap=0xf64e6cf8) at ../../../kern/vfs_mount.c:1173 #19 0xc0b89e84 in syscall (frame=0xf64e6d38) at ../../../i386/i386/trap.c:1073 #20 0xc0b6d0e0 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #21 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 16 #16 0xc08ecf40 in vfs_mount_destroy (mp=0xc73c7870) at ../../../kern/vfs_mount.c:527 527 panic("vfs_mount_destroy: nonzero writeopcount"); (kgdb) l 522 msleep(mp, MNT_MTX(mp), PVFS, "mntref", 0); 523 KASSERT(mp->mnt_ref == 0, 524 ("%s: invalid refcount in the drain path @ %s:%d", __func__, 525 __FILE__, __LINE__)); 526 if (mp->mnt_writeopcount != 0) 527 panic("vfs_mount_destroy: nonzero writeopcount"); 528 if (mp->mnt_secondary_writes != 0) 529 panic("vfs_mount_destroy: nonzero secondary_writes"); 530 mp->mnt_vfc->vfc_refcount--; 531 if (!TAILQ_EMPTY(&mp->mnt_nvnodelist)) { (kgdb) p *mp $1 = {mnt_mtx = {lock_object = {lo_name = 0xc0c5d214 "struct mount mtx", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc6d2a380}, mtx_lock = 0xc8235b40}, mnt_gen = 0x1, mnt_list = {tqe_next = 0x0, tqe_prev = 0xc73c6018}, mnt_op = 0xc0d58f20, mnt_vfc = 0xc0d58ee0, mnt_vnodecovered = 0xc78c2158, mnt_syncer = 0x0, mnt_ref = 0x0, mnt_nvnodelist = {tqh_first = 0x0, tqh_last = 0xc73c78a4}, mnt_nvnodelistsize = 0x0, mnt_writeopcount = 0x1, mnt_kern_flag = 0x61000029, mnt_flag = 0x0, mnt_xflag = 0x0, mnt_noasync = 0x0, mnt_opt = 0xca7a38d0, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x0, mnt_stat = {f_version = 0x20030518, f_type = 0x3, f_flags = 0x0, f_bsize = 0x200, f_iosize = 0x8000, f_blocks = 0xc1b2fcc, f_bfree = 0xbed15f0, f_bavail = 0xaf52698, f_files = 0xc887fe, f_ffree = 0xc80b34, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x300ff12, 0x3}}, f_charspare = '\0' , f_fstypename = "nfs", '\0' , f_mntfromname = "127.0.0.1:/tmp\000ÀÞÀ­ÞÞÀ­ÞÞÀ­ÞhZÔÀÞÀ­ÞÞÀ­ÞÞÀ­ÞhZÔÀÞÀ­ÞÞÀ­ÞÞÀ­ÞhZÔÀÞÀ­ÞÞÀ­ÞÞÀ­ÞhZÔÀÞÀ­ÞÞÀ­Þ", f_mntonname = "/mnt", '\0' }, mnt_cred = 0xc7bcaa00, mnt_data = 0xc7a85820, mnt_time = 0x0, mnt_iosize_max = 0x10000, mnt_export = 0x0, mnt_label = 0x0, mnt_hashseed = 0xb2947734, mnt_lockref = 0x0, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x0, mnt_susp_owner = 0x0, mnt_gjprovider = 0x0, mnt_explock = {lock_object = {lo_name = 0xc0c6397e "explock", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc6d2fdb0}, lk_lock = 0x1, lk_timo = 0x0, lk_pri = 0x50, lk_stack = {depth = 0x0, pcs = {0x0 }}}} (kgdb) $ svn diff /usr/src/sys Index: /usr/src/sys/rpc/svc_vc.c =================================================================== --- /usr/src/sys/rpc/svc_vc.c (revision 193382) +++ /usr/src/sys/rpc/svc_vc.c (working copy) @@ -160,6 +160,7 @@ solisten(so, SOMAXCONN, curthread); SOCKBUF_LOCK(&so->so_rcv); + xprt->xp_upcallset = 1; soupcall_set(so, SO_RCV, svc_vc_soupcall, xprt); SOCKBUF_UNLOCK(&so->so_rcv); @@ -234,6 +235,7 @@ xprt_register(xprt); SOCKBUF_LOCK(&so->so_rcv); + xprt->xp_upcallset = 1; soupcall_set(so, SO_RCV, svc_vc_soupcall, xprt); SOCKBUF_UNLOCK(&so->so_rcv); @@ -352,7 +354,10 @@ if (error) { SOCKBUF_LOCK(&xprt->xp_socket->so_rcv); - soupcall_clear(xprt->xp_socket, SO_RCV); + if (xprt->xp_upcallset) { + xprt->xp_upcallset = 0; + soupcall_clear(xprt->xp_socket, SO_RCV); + } SOCKBUF_UNLOCK(&xprt->xp_socket->so_rcv); xprt_inactive(xprt); sx_xunlock(&xprt->xp_lock); @@ -397,7 +402,10 @@ svc_vc_destroy_common(SVCXPRT *xprt) { SOCKBUF_LOCK(&xprt->xp_socket->so_rcv); - soupcall_clear(xprt->xp_socket, SO_RCV); + if (xprt->xp_upcallset) { + xprt->xp_upcallset = 0; + soupcall_clear(xprt->xp_socket, SO_RCV); + } SOCKBUF_UNLOCK(&xprt->xp_socket->so_rcv); sx_destroy(&xprt->xp_lock); @@ -632,7 +640,10 @@ if (error) { SOCKBUF_LOCK(&xprt->xp_socket->so_rcv); - soupcall_clear(xprt->xp_socket, SO_RCV); + if (xprt->xp_upcallset) { + xprt->xp_upcallset = 0; + soupcall_clear(xprt->xp_socket, SO_RCV); + } SOCKBUF_UNLOCK(&xprt->xp_socket->so_rcv); xprt_inactive(xprt); cd->strm_stat = XPRT_DIED; Index: /usr/src/sys/rpc/svc.c =================================================================== --- /usr/src/sys/rpc/svc.c (revision 193382) +++ /usr/src/sys/rpc/svc.c (working copy) @@ -175,12 +175,12 @@ mtx_lock(&pool->sp_lock); } - mtx_destroy(&pool->sp_lock); - TAILQ_FOREACH_SAFE(xprt, &cleanup, xp_link, nxprt) { SVC_RELEASE(xprt); } + mtx_destroy(&pool->sp_lock); + if (pool->sp_rcache) replay_freecache(pool->sp_rcache); @@ -353,15 +353,16 @@ { SVCPOOL *pool = xprt->xp_pool; + mtx_lock(&pool->sp_lock); + if (!xprt->xp_registered) { /* * Race with xprt_unregister - we lose. */ + mtx_unlock(&pool->sp_lock); return; } - mtx_lock(&pool->sp_lock); - if (!xprt->xp_active) { TAILQ_INSERT_TAIL(&pool->sp_active, xprt, xp_alink); xprt->xp_active = TRUE; Index: /usr/src/sys/rpc/svc.h =================================================================== --- /usr/src/sys/rpc/svc.h (revision 193382) +++ /usr/src/sys/rpc/svc.h (working copy) @@ -166,6 +166,7 @@ int xp_idletimeout; /* idle time before closing */ time_t xp_lastactive; /* time of last RPC */ u_int64_t xp_sockref; /* set by nfsv4 to identify socket */ + int xp_upcallset; /* socket upcall is set up */ #else int xp_fd; u_short xp_port; /* associated port number */ Index: /usr/src/sys/rpc/clnt_dg.c =================================================================== --- /usr/src/sys/rpc/clnt_dg.c (revision 193382) +++ /usr/src/sys/rpc/clnt_dg.c (working copy) @@ -123,8 +123,11 @@ struct mtx cs_lock; int cs_refs; /* Count of clients */ struct cu_request_list cs_pending; /* Requests awaiting replies */ + int cs_upcallrefs; /* Refcnt of upcalls in prog.*/ }; +static void clnt_dg_upcallsdone(struct socket *, struct cu_socket *); + /* * Private data kept per client handle */ @@ -291,6 +294,7 @@ } mtx_init(&cs->cs_lock, "cs->cs_lock", NULL, MTX_DEF); cs->cs_refs = 1; + cs->cs_upcallrefs = 0; TAILQ_INIT(&cs->cs_pending); soupcall_set(so, SO_RCV, clnt_dg_soupcall, cs); } @@ -988,10 +992,12 @@ cs->cs_refs--; if (cs->cs_refs == 0) { - mtx_destroy(&cs->cs_lock); + mtx_unlock(&cs->cs_lock); SOCKBUF_LOCK(&cu->cu_socket->so_rcv); soupcall_clear(cu->cu_socket, SO_RCV); + clnt_dg_upcallsdone(cu->cu_socket, cs); SOCKBUF_UNLOCK(&cu->cu_socket->so_rcv); + mtx_destroy(&cs->cs_lock); mem_free(cs, sizeof(*cs)); lastsocketref = TRUE; } else { @@ -1036,6 +1042,7 @@ int error, rcvflag, foundreq; uint32_t xid; + cs->cs_upcallrefs++; uio.uio_resid = 1000000000; uio.uio_td = curthread; do { @@ -1111,6 +1118,24 @@ if (!foundreq) m_freem(m); } while (m); + cs->cs_upcallrefs--; + if (cs->cs_upcallrefs < 0) + panic("rpcdg upcall refcnt"); + if (cs->cs_upcallrefs == 0) + wakeup(&cs->cs_upcallrefs); return (SU_OK); } +/* + * Wait for all upcalls in progress to complete. + */ +static void +clnt_dg_upcallsdone(struct socket *so, struct cu_socket *cs) +{ + + SOCKBUF_LOCK_ASSERT(&so->so_rcv); + + while (cs->cs_upcallrefs > 0) + (void) msleep(&cs->cs_upcallrefs, SOCKBUF_MTX(&so->so_rcv), 0, + "rpcdgup", 0); +} Index: /usr/src/sys/rpc/clnt_vc.c =================================================================== --- /usr/src/sys/rpc/clnt_vc.c (revision 193382) +++ /usr/src/sys/rpc/clnt_vc.c (working copy) @@ -137,8 +137,11 @@ size_t ct_record_resid; /* how much left of reply to read */ bool_t ct_record_eor; /* true if reading last fragment */ struct ct_request_list ct_pending; + int ct_upcallrefs; /* Ref cnt of upcalls in prog. */ }; +static void clnt_vc_upcallsdone(struct ct_data *); + static const char clnt_vc_errstr[] = "%s : %s"; static const char clnt_vc_str[] = "clnt_vc_create"; static const char clnt_read_vc_str[] = "read_vc"; @@ -184,6 +187,7 @@ ct->ct_threads = 0; ct->ct_closing = FALSE; ct->ct_closed = FALSE; + ct->ct_upcallrefs = 0; if ((so->so_state & (SS_ISCONNECTED|SS_ISCONFIRMING)) == 0) { error = soconnect(so, raddr, curthread); @@ -753,6 +757,7 @@ SOCKBUF_LOCK(&ct->ct_socket->so_rcv); soupcall_clear(ct->ct_socket, SO_RCV); + clnt_vc_upcallsdone(ct); SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv); /* @@ -825,6 +830,7 @@ uint32_t xid, header; bool_t do_read; + ct->ct_upcallrefs++; uio.uio_td = curthread; do { /* @@ -845,7 +851,7 @@ do_read = TRUE; if (!do_read) - return (SU_OK); + break; SOCKBUF_UNLOCK(&so->so_rcv); uio.uio_resid = sizeof(uint32_t); @@ -898,7 +904,7 @@ do_read = TRUE; if (!do_read) - return (SU_OK); + break; /* * We have the record mark. Read as much as @@ -979,5 +985,24 @@ } } } while (m); + ct->ct_upcallrefs--; + if (ct->ct_upcallrefs < 0) + panic("rpcvc upcall refcnt"); + if (ct->ct_upcallrefs == 0) + wakeup(&ct->ct_upcallrefs); return (SU_OK); } + +/* + * Wait for all upcalls in progress to complete. + */ +static void +clnt_vc_upcallsdone(struct ct_data *ct) +{ + + SOCKBUF_LOCK_ASSERT(&ct->ct_socket->so_rcv); + + while (ct->ct_upcallrefs > 0) + (void) msleep(&ct->ct_upcallrefs, + SOCKBUF_MTX(&ct->ct_socket->so_rcv), 0, "rpcvcup", 0); +}