GENERIC HEAD from 2009-04-18 07:39:11 UTC, r191243M, vmcore.109 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #3 r191243M: Sun Apr 19 11:37:16 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 4294967296 (4096 MB) avail memory = 1032548352 (984 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. /dev/ad4s1a: 17751 files, 759142 used, 253873 free (2081 frags, 31474 blocks, 0.2% fragmentation) GEOM_LABEL: Label for provider ad4s1a is ufsid/48f38e3c5b611e96. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. /dev/ad4s1e: 18218 files, 681983 used, 50095092 free (1604 frags, 6261686 blocks, 0.0% fragmentation) GEOM_LABEL: Label for provider ad4s1e is ufsid/48f38e3cff1ca3a5. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. /dev/ad4s1f: 2198516 files, 13453555 used, 8885218 free (170738 frags, 1089310 blocks, 0.8% fragmentation) GEOM_LABEL: Label for provider ad4s1f is ufsid/48f38e47737647c8. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. /dev/ad4s1d: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1d: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1d: 896359 files, 22385696 used, 28391379 free (95619 frags, 3536970 blocks, 0.2% fragmentation) GEOM_LABEL: Label for provider ad4s1d is ufsid/48f38e4956403ff8. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. lock order reversal: 1st 0xd8511650 bufwait (bufwait) @ kern/vfs_bio.c:2555 2nd 0xc4bc1c00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0c36814,e6f5487c,c0898d35,c088aa7b,c0c396cb,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088aa7b,c0c396cb,c4525a80,c45290f0,e6f548d8,...) at kdb_backtrace+0x29 _witness_debugger(c0c396cb,c4bc1c00,c0c59093,c45290f0,c0c58d39,...) at _witness_debugger+0x25 witness_checkorder(c4bc1c00,9,c0c58d30,113,0,...) at witness_checkorder+0x839 _sx_xlock(c4bc1c00,0,c0c58d30,113,c4c02a2c,...) at _sx_xlock+0x85 ufsdirhash_acquire(d85115f0,e6f54a20,28,d8dc6dec,e6f549a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4c02a2c,e6f54a20,dec,e6f54994,e6f54998,...) at ufsdirhash_add+0x13 ufs_direnter(c4c21c18,c5017c18,e6f54a20,e6f54c04,d8511ac4,...) at ufs_direnter+0x779 ufs_mkdir(e6f54c28,c0c6d944,0,e6f54bd8,e6f54b70,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0d388a0,e6f54c28,eab,ea9,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4b5e230,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x23b kern_mkdir(c4b5e230,bfbfef5a,0,1ff,e6f54d2c,...) at kern_mkdir+0x2e mkdir(c4b5e230,e6f54cf8,8,c0c39f7d,c0d17a60,...) at mkdir+0x29 syscall(e6f54d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815fea3, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Sun Apr 19 12:36:56 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: Apr 19 12:37:39 x4 su: pho to root on /dev/pts/0 Apr 19 12:46:14 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc4c28308 ufs (ufs) @ kern/vfs_mount.c:1193 2nd 0xc4dbe308 devfs (devfs) @ ufs/ffs/ffs_vfsops.c:1192 KDB: stack backtrace: db_trace_self_wrapper(c0c36814,e6f849e4,c0898d35,c088aa7b,c0c396cb,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088aa7b,c0c396cb,c4529088,c4528f50,e6f84a40,...) at kdb_backtrace+0x29 _witness_debugger(c0c396cb,c4dbe308,c0c29081,c4528f50,c0c584e8,...) at _witness_debugger+0x25 witness_checkorder(c4dbe308,9,c0c584df,4a8,c4dbe370,...) at witness_checkorder+0x839 __lockmgr_args(c4dbe308,80400,c4dbe370,0,0,...) at __lockmgr_args+0x7a7 vop_stdlock(e6f84b48,c0c59189,77,80400,c4dbe2b0,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c0d137c0,e6f84b48,c5100560,c0d51440,c4dbe2b0,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4dbe2b0,80400,c0c584df,4a8,c4b33d00,...) at _vn_lock+0x78 ffs_flushfiles(c4dd1598,0,c4b5c8c0,e6f84bd0,3,...) at ffs_flushfiles+0x11a softdep_flushfiles(c4dd1598,0,c4b5c8c0,80900,c08e53d3,...) at softdep_flushfiles+0x2e ffs_unmount(c4dd1598,8000000,c4b5c8c0,4ee,0,...) at ffs_unmount+0x194 dounmount(c4dd1598,8000000,c4b5c8c0,474,ff1ca3a5,...) at dounmount+0x482 unmount(c4b5c8c0,e6f84cf8,8,c4b5c8c0,c0d16fb0,...) at unmount+0x2df syscall(e6f84d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280d539f, esp = 0xbfbfe36c, ebp = 0xbfbfe438 --- GEOM_LABEL: Label for provider ad4s1e is ufsid/48f38e3cff1ca3a5. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. GEOM_LABEL: Label for provider ad4s1e is ufsid/48f38e3cff1ca3a5. Apr 19 12:48:13 x4 su: pho to root on /dev/pts/0 KDB: stack backtrace: db_trace_self_wrapper(c0c36814,e708d880,c08e0933,c5d6fdc8,e708d880,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c5d6fdc8,e708d880,c0b74195,e708d890,c5d6fd70,...) at kdb_backtrace+0x29 vfs_badlock(c0d388a0,e708d890,c0d510a0,c5d6fd70) at vfs_badlock+0x23 assert_vop_locked(c5d6fd70,c0c419be,1,e708d8bc,8,...) at assert_vop_locked+0x52 vn_rdwr(0,c5d6fd70,e708d93c,18,0,...) at vn_rdwr+0xd8 ufs_dir_dd_ino(c5d70000,80000,c0c5966f,519,c0d51460,...) at ufs_dir_dd_ino+0x74 ufs_checkpath(c5fe4000,c5f8a174,c51d2600,437,1,...) at ufs_checkpath+0x4c ufs_rename(e708dc1c,c5d6f968,e708dbcc,e708db7c,e708dbcc,...) at ufs_rename+0x515 VOP_RENAME_APV(c0d388a0,e708dc1c,101,c443a000,5009410,...) at VOP_RENAME_APV+0xa5 kern_renameat(c4c3aaf0,ffffff9c,bfbfecbf,ffffff9c,bfbfecc1,...) at kern_renameat+0x31d kern_rename(c4c3aaf0,bfbfecbf,bfbfecc1,0,e708dd2c,...) at kern_rename+0x36 rename(c4c3aaf0,e708dcf8,8,c0c368d0,c0d179a0,...) at rename+0x29 syscall(e708dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (128, FreeBSD ELF32, rename), eip = 0x280d4e5b, esp = 0xbfbfe00c, ebp = 0xbfbfe6a8 --- IO_NODELOCKED with no vp lock held: 0xc5d6fd70 is not locked but should be KDB: enter: lock violation [thread pid 2622 tid 100129 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 2622 tid 100129 td 0xc4c3aaf0 kdb_enter(c0c4068e,c0c4067f,c5d6fd70,c0c406dc,c5d6fd70,...) at kdb_enter+0x3a vfs_badlock(c0d388a0,e708d890,c0d510a0,c5d6fd70) at vfs_badlock+0x61 assert_vop_locked(c5d6fd70,c0c419be,1,e708d8bc,8,...) at assert_vop_locked+0x52 vn_rdwr(0,c5d6fd70,e708d93c,18,0,...) at vn_rdwr+0xd8 ufs_dir_dd_ino(c5d70000,80000,c0c5966f,519,c0d51460,...) at ufs_dir_dd_ino+0x74 ufs_checkpath(c5fe4000,c5f8a174,c51d2600,437,1,...) at ufs_checkpath+0x4c ufs_rename(e708dc1c,c5d6f968,e708dbcc,e708db7c,e708dbcc,...) at ufs_rename+0x515 VOP_RENAME_APV(c0d388a0,e708dc1c,101,c443a000,5009410,...) at VOP_RENAME_APV+0xa5 kern_renameat(c4c3aaf0,ffffff9c,bfbfecbf,ffffff9c,bfbfecc1,...) at kern_renameat+0x31d kern_rename(c4c3aaf0,bfbfecbf,bfbfecc1,0,e708dd2c,...) at kern_rename+0x36 rename(c4c3aaf0,e708dcf8,8,c0c368d0,c0d179a0,...) at rename+0x29 syscall(e708dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (128, FreeBSD ELF32, rename), eip = 0x280d4e5b, esp = 0xbfbfe00c, ebp = 0xbfbfe6a8 --- db> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xc4b5c460: pid 778 "syslogd" curpcb = 0xe6f99d90 fpcurthread = none idlethread = 0xc4573460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc4c3aaf0: pid 2622 "mv" curpcb = 0xe708dd90 fpcurthread = none idlethread = 0xc4573690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc45738c0: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc45738c0: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4573af0: pid 11 "idle: cpu3" curpcb = 0xc41c8d90 fpcurthread = none idlethread = 0xc4573af0: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db> show alllocks Process 1164 (sshd) thread 0xc51d8230 (100152) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc524e9b4) locked @ kern/uipc_sockbuf.c:148 Process 778 (syslogd) thread 0xc4b5c460 (100087) exclusive sleep mutex vm page queue free mutex (vm page queue free mutex) r = 0 (0xc0efda90) locked @ vm/vm_page.c:1049 exclusive sleep mutex vm object (kernel object) r = 0 (0xc0efd920) locked @ kern/vfs_bio.c:3726 exclusive lockmgr bufwait (bufwait) r = 0 (0xd85cf66c) locked @ kern/vfs_bio.c:1830 exclusive lockmgr bufwait (bufwait) r = 0 (0xd85b53fc) locked @ ufs/ffs/ffs_softdep.c:6150 exclusive lockmgr ufs (ufs) r = 0 (0xc4ec9c70) locked @ kern/vfs_syscalls.c:3492 db> show lockedvnods Locked vnodes 0xc4ec9c18: tag ufs, type VREG usecount 1, writecount 1, refcount 3 mountedhere 0 flags () v_object 0xc4c2aaa8 ref 0 pages 7 lock type ufs: EXCL by thread 0xc4b5c460 (pid 778) #0 0xc0842e70 at __lockmgr_args+0xb80 #1 0xc0a730a1 at ffs_lock+0xa1 #2 0xc0b77665 at VOP_LOCK1_APV+0xa5 #3 0xc08f09f8 at _vn_lock+0x78 #4 0xc08eed29 at fsync+0xd9 #5 0xc0b69734 at syscall+0x2b4 #6 0xc0b4db10 at Xint0x80_syscall+0x20 ino 2049070, on dev ad4s1d db> show mount 0xc4b76b30 /dev/ad4s1a on / (ufs) 0xc4b77000 devfs on /dev (devfs) 0xc4b76864 /dev/ad4s1f on /usr (ufs) 0xc4b76598 /dev/ad4s1d on /var (ufs) 0xc4b762cc procfs on /proc (procfs) More info: show mount db> ps pid ppid pgrp uid state wmesg wchan cmd 2622 1299 1299 1001 R+ CPU 1 mv 1299 1167 1299 1001 S+ wait 0xc5e2e000 sh 1167 1166 1167 1001 Ss+ wait 0xc51be000 bash 1166 1164 1164 1001 S select 0xc4b5a464 sshd 1164 1046 1164 0 Ss sbwait 0xc524e9e0 sshd 1135 1 1135 0 Ss+ ttyin 0xc48f7870 getty 1134 1 1134 0 Ss+ ttyin 0xc48f7470 getty 1133 1 1133 0 Ss+ ttyin 0xc48f7070 getty 1132 1 1132 0 Ss+ ttyin 0xc47cde70 getty 1131 1 1131 0 Ss+ ttyin 0xc47cdc70 getty 1130 1 1130 0 Ss+ ttyin 0xc47cd670 getty 1129 1 1129 0 Ss+ ttyin 0xc47cd870 getty 1128 1 1128 0 Ss+ ttyin 0xc47cda70 getty 1127 1 1127 0 Ss+ ttyin 0xc47cd270 getty 1101 1 1101 0 Ss select 0xc4b12ce4 inetd 1074 1 1074 0 Ss nanslp 0xc0d84f24 watchdogd 1065 1 1065 0 Ss nanslp 0xc0d84f24 cron 1059 1 1059 25 Ss pause 0xc4edb844 sendmail 1053 1 1053 0 Ss select 0xc4b7ca24 sendmail 1046 1 1046 0 Ss select 0xc4b5b024 sshd 1009 1 1009 0 Ss select 0xc4c35ca4 ntpd 892 891 891 0 S (threaded) nfsd 100119 S rpcsvc 0xc4c61910 nfsd: service 100118 S rpcsvc 0xc4c35d50 nfsd: service 100117 S rpcsvc 0xc4b5a7d0 nfsd: service 100084 S rpcsvc 0xc4b7d390 nfsd: master 891 1 891 0 Ss select 0xc4b7c2a4 nfsd 889 1 889 0 Ss select 0xc4b7daa4 mountd 807 1 807 0 Ss select 0xc4c37324 rpcbind 778 1 778 0 Rs CPU 0 syslogd 583 1 583 0 Ss select 0xc4b5b964 devd 37 0 0 0 SL sdflush 0xc0efd2a0 [softdepflush] 36 0 0 0 SL vlruwt 0xc4b612a4 [vnlru] 35 0 0 0 SL syncer 0xc0ef15d4 [syncer] 34 0 0 0 SL psleep 0xc0ef1308 [bufdaemon] 33 0 0 0 SL pgzero 0xc0efded4 [pagezero] 32 0 0 0 SL psleep 0xc0efdafc [vmdaemon] 9 0 0 0 SL psleep 0xc0efdac4 [pagedaemon] 31 0 0 0 SL wmsg 0xc47dbc78 [usbus5] 30 0 0 0 SL wmsg 0xc47dbcec [usbus5] 29 0 0 0 SL wmsg 0xc47dbcbc [usbus5] 28 0 0 0 SL wmsg 0xc47d5ac8 [usbus4] 27 0 0 0 SL wmsg 0xc47d5b3c [usbus4] 26 0 0 0 SL wmsg 0xc47d5b0c [usbus4] 25 0 0 0 SL wmsg 0xc47ceac8 [usbus3] 24 0 0 0 SL wmsg 0xc47ceb3c [usbus3] 23 0 0 0 SL wmsg 0xc47ceb0c [usbus3] 22 0 0 0 SL wmsg 0xc47c8ac8 [usbus2] 21 0 0 0 SL wmsg 0xc47c8b3c [usbus2] 20 0 0 0 SL wmsg 0xc47c8b0c [usbus2] 19 0 0 0 SL wmsg 0xc47c2ac8 [usbus1] 18 0 0 0 SL wmsg 0xc47c2b3c [usbus1] 17 0 0 0 SL wmsg 0xc47c2b0c [usbus1] 16 0 0 0 SL wmsg 0xc47bdac8 [usbus0] 15 0 0 0 SL wmsg 0xc47bdb3c [usbus0] 14 0 0 0 SL wmsg 0xc47bdb0c [usbus0] 8 0 0 0 SL waiting_ 0xc0ef345c [sctp_iterator] 7 0 0 0 SL - 0xc47cd43c [fdc0] 6 0 0 0 SL - 0xc47fa000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xc0d51bd4 [xpt_thrd] 13 0 0 0 SL - 0xc0d84da4 [yarrow] 4 0 0 0 SL - 0xc0d82924 [g_down] 3 0 0 0 SL - 0xc0d82920 [g_up] 2 0 0 0 SL - 0xc0d82918 [g_event] 12 0 0 0 WL (threaded) intr 100042 I [irq12: psm0] 100041 I [irq1: atkbd0] 100039 I [swi0: uart] 100036 I [irq20: fwohci0] 100035 I [irq14: ata0] 100034 I [irq19: ehci0] 100033 I [irq18: ohci2 ohci4] 100032 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi1: net] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 CanRun [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc4571d34 [init] 10 0 0 0 SL audit_wo 0xc0efcc40 [audit] 0 0 0 0 SLs (threaded) kernel 100037 D - 0xc4802080 [fw0_taskq] 100025 D - 0xc472c080 [kqueue taskq] 100024 D - 0xc472c0c0 [acpi_task_2] 100023 D - 0xc472c0c0 [acpi_task_1] 100022 D - 0xc472c0c0 [acpi_task_0] 100019 D - 0xc472c200 [thread taskq] 100013 D - 0xc4559b80 [firmware taskq] 100000 D sched 0xc0d829e0 [swapper] db> allt Tracing command mv pid 2622 tid 100129 td 0xc4c3aaf0 kdb_enter(c0c4068e,c0c4067f,c5d6fd70,c0c406dc,c5d6fd70,...) at kdb_enter+0x3a vfs_badlock(c0d388a0,e708d890,c0d510a0,c5d6fd70) at vfs_badlock+0x61 assert_vop_locked(c5d6fd70,c0c419be,1,e708d8bc,8,...) at assert_vop_locked+0x52 vn_rdwr(0,c5d6fd70,e708d93c,18,0,...) at vn_rdwr+0xd8 ufs_dir_dd_ino(c5d70000,80000,c0c5966f,519,c0d51460,...) at ufs_dir_dd_ino+0x74 ufs_checkpath(c5fe4000,c5f8a174,c51d2600,437,1,...) at ufs_checkpath+0x4c ufs_rename(e708dc1c,c5d6f968,e708dbcc,e708db7c,e708dbcc,...) at ufs_rename+0x515 VOP_RENAME_APV(c0d388a0,e708dc1c,101,c443a000,5009410,...) at VOP_RENAME_APV+0xa5 kern_renameat(c4c3aaf0,ffffff9c,bfbfecbf,ffffff9c,bfbfecc1,...) at kern_renameat+0x31d kern_rename(c4c3aaf0,bfbfecbf,bfbfecc1,0,e708dd2c,...) at kern_rename+0x36 rename(c4c3aaf0,e708dcf8,8,c0c368d0,c0d179a0,...) at rename+0x29 syscall(e708dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (128, FreeBSD ELF32, rename), eip = 0x280d4e5b, esp = 0xbfbfe00c, ebp = 0xbfbfe6a8 --- Tracing command sh pid 1299 tid 100169 td 0xc5e36460 sched_switch(c5e36460,0,104,18c,8ecca7ec,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5e36460,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5e2e000,5c,c0c3a062,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5e2e000,c5e2e088,15c,c0c3a062,0,...) at _sleep+0x344 kern_wait(c5e36460,ffffffff,e710ac74,2,0,...) at kern_wait+0xac6 wait4(c5e36460,e710acf8,10,c0c39e7d,c0d16e48,...) at wait4+0x3b syscall(e710ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f3b, esp = 0xbfbfe77c, ebp = 0xbfbfe798 --- Tracing command bash pid 1167 tid 100149 td 0xc51d88c0 sched_switch(c51d88c0,0,104,18c,ea0124d5,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c51d88c0,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c51be000,5c,c0c3a062,100,0,...) at sleepq_wait_sig+0x17 _sleep(c51be000,c51be088,15c,c0c3a062,0,...) at _sleep+0x344 kern_wait(c51d88c0,ffffffff,e70c9c74,6,0,...) at kern_wait+0xac6 wait4(c51d88c0,e70c9cf8,10,c0c39f3c,c0d16e48,...) at wait4+0x3b syscall(e70c9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a9f3b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1166 tid 100082 td 0xc4b5caf0 sched_switch(c4b5caf0,0,104,18c,e9edd619,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5caf0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b5a450,0,c0c31d11,c4b5caf0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b5a464,0,e6f80a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b5a464,c4b5a450,c0c39aac,5ca,c4b5caf0,...) at _cv_wait_sig+0x240 seltdwait(c51d352c,c0c39aac,41c,c4b5caf0,3,...) at seltdwait+0xa2 kern_select(c4b5caf0,a,286030b8,286030dc,0,0,66,280f87f8) at kern_select+0x517 select(c4b5caf0,e6f80cf8,14,c0c16bf4,c0d17658,...) at select+0x5e syscall(e6f80d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1164 tid 100152 td 0xc51d8230 sched_switch(c51d8230,0,104,18c,3a28842e,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,58,...) at mi_switch+0x200 sleepq_switch(c51d8230,0,c0c37821,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c524e9e0,58,c0c3d454,100,0,...) at sleepq_wait_sig+0x17 _sleep(c524e9e0,c524e9a0,158,c0c3d454,0) at _sleep+0x344 sbwait(c524e980,4,c0c3d509,5ad,c524e9a0,...) at sbwait+0x76 soreceive_generic(c524e930,0,e70d2c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c524e930,0,e70d2c58,0,0,...) at soreceive+0x38 soo_read(c4bd2850,e70d2c58,c51d3a00,0,c51d8230,...) at soo_read+0x3a dofileread(e70d2c58,ffffffff,ffffffff,0,c4bd2850,...) at dofileread+0x96 kern_readv(c51d8230,5,e70d2c58,e70d2c78,1,...) at kern_readv+0x58 read(c51d8230,e70d2cf8,c,c0c536e8,c0d16de8,...) at read+0x4f syscall(e70d2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283be8a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command getty pid 1135 tid 100147 td 0xc4f45460 sched_switch(c4f45460,0,104,18c,63076033,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f45460,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4f45460,c4f45460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48f7870,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48f7870,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c48f7800,c48f7870,e70c3c58,1,0,...) at tty_wait+0x71 ttydisc_read(c48f7800,e70c3c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902000,e70c3c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bd1b98,e70c3c58,c453e300,0,c4f45460,...) at devfs_read_f+0x7e dofileread(e70c3c58,ffffffff,ffffffff,0,c4bd1b98,...) at dofileread+0x96 kern_readv(c4f45460,0,e70c3c58,e70c3c78,1,...) at kern_readv+0x58 read(c4f45460,e70c3cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e70c3d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1134 tid 100146 td 0xc4f45690 sched_switch(c4f45690,0,104,18c,631b0d9c,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f45690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4f45690,c4f45690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48f7470,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48f7470,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c48f7400,c48f7470,e70c0c58,1,0,...) at tty_wait+0x71 ttydisc_read(c48f7400,e70c0c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902100,e70c0c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bd1268,e70c0c58,c453e300,0,c4f45690,...) at devfs_read_f+0x7e dofileread(e70c0c58,ffffffff,ffffffff,0,c4bd1268,...) at dofileread+0x96 kern_readv(c4f45690,0,e70c0c58,e70c0c78,1,...) at kern_readv+0x58 read(c4f45690,e70c0cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e70c0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1133 tid 100145 td 0xc4f458c0 sched_switch(c4f458c0,0,104,18c,6300b613,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f458c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4f458c0,c4f458c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48f7070,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48f7070,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c48f7000,c48f7070,e70bdc58,1,0,...) at tty_wait+0x71 ttydisc_read(c48f7000,e70bdc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902200,e70bdc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4be56c8,e70bdc58,c453e300,0,c4f458c0,...) at devfs_read_f+0x7e dofileread(e70bdc58,ffffffff,ffffffff,0,c4be56c8,...) at dofileread+0x96 kern_readv(c4f458c0,0,e70bdc58,e70bdc78,1,...) at kern_readv+0x58 read(c4f458c0,e70bdcf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e70bdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1132 tid 100130 td 0xc4c3a8c0 sched_switch(c4c3a8c0,0,104,18c,62fca864,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c3a8c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4c3a8c0,c4c3a8c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cde70,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cde70,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cde00,c47cde70,e7090c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cde00,e7090c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902300,e7090c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4c34ce8,e7090c58,c453e300,0,c4c3a8c0,...) at devfs_read_f+0x7e dofileread(e7090c58,ffffffff,ffffffff,0,c4c34ce8,...) at dofileread+0x96 kern_readv(c4c3a8c0,0,e7090c58,e7090c78,1,...) at kern_readv+0x58 read(c4c3a8c0,e7090cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e7090d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1131 tid 100131 td 0xc4c3a690 sched_switch(c4c3a690,0,104,18c,631d9df6,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c3a690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4c3a690,c4c3a690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cdc70,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cdc70,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cdc00,c47cdc70,e7093c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cdc00,e7093c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47ee600,e7093c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4be59d8,e7093c58,c453e300,0,c4c3a690,...) at devfs_read_f+0x7e dofileread(e7093c58,ffffffff,ffffffff,0,c4be59d8,...) at dofileread+0x96 kern_readv(c4c3a690,0,e7093c58,e7093c78,1,...) at kern_readv+0x58 read(c4c3a690,e7093cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e7093d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1130 tid 100070 td 0xc4bccd20 sched_switch(c4bccd20,0,104,18c,6316dda4,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bccd20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4bccd20,c4bccd20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cd670,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cd670,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cd600,c47cd670,e6f50c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cd600,e6f50c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47eea00,e6f50c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4be58c0,e6f50c58,c453e300,0,c4bccd20,...) at devfs_read_f+0x7e dofileread(e6f50c58,ffffffff,ffffffff,0,c4be58c0,...) at dofileread+0x96 kern_readv(c4bccd20,0,e6f50c58,e6f50c78,1,...) at kern_readv+0x58 read(c4bccd20,e6f50cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e6f50d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1129 tid 100139 td 0xc504e690 sched_switch(c504e690,0,104,18c,63025f11,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c504e690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c504e690,c504e690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cd870,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cd870,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cd800,c47cd870,e70abc58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cd800,e70abc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47eee00,e70abc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4ec53b8,e70abc58,c453e300,0,c504e690,...) at devfs_read_f+0x7e dofileread(e70abc58,ffffffff,ffffffff,0,c4ec53b8,...) at dofileread+0x96 kern_readv(c504e690,0,e70abc58,e70abc78,1,...) at kern_readv+0x58 read(c504e690,e70abcf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e70abd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1128 tid 100132 td 0xc5050690 sched_switch(c5050690,0,104,18c,631365c7,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5050690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c5050690,c5050690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cda70,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cda70,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cda00,c47cda70,e7096c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cda00,e7096c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47eed00,e7096c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4c0a5e8,e7096c58,c453e300,0,c5050690,...) at devfs_read_f+0x7e dofileread(e7096c58,ffffffff,ffffffff,0,c4c0a5e8,...) at dofileread+0x96 kern_readv(c5050690,0,e7096c58,e7096c78,1,...) at kern_readv+0x58 read(c5050690,e7096cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e7096d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1127 tid 100140 td 0xc504e460 sched_switch(c504e460,0,104,18c,281853e2,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c504e460,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c47cd204,0,c0c31d11,c504e460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cd270,0,e70aeb0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cd270,c47cd204,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cd200,c47cd270,e70aec58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cd200,e70aec58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c457e100,e70aec58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bd2d58,e70aec58,c453e300,0,c504e460,...) at devfs_read_f+0x7e dofileread(e70aec58,ffffffff,ffffffff,0,c4bd2d58,...) at dofileread+0x96 kern_readv(c504e460,0,e70aec58,e70aec78,1,...) at kern_readv+0x58 read(c504e460,e70aecf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e70aed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1101 tid 100135 td 0xc5050000 sched_switch(c5050000,0,104,18c,38b2554b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5050000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b12cd0,0,c0c31d11,c5050000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b12ce4,0,e709fa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b12ce4,c4b12cd0,c0c39aac,5ca,c5050000,...) at _cv_wait_sig+0x240 seltdwait(c4c2c12c,c0c39aac,41c,c5050000,c0c5a193,...) at seltdwait+0xa2 kern_select(c5050000,6,bfbfdfe0,0,0,0,66,281ab020) at kern_select+0x517 select(c5050000,e709fcf8,14,c0c3a0b5,c0d17658,...) at select+0x5e syscall(e709fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28197823, esp = 0xbfbfdf9c, ebp = 0xbfbfee28 --- Tracing command watchdogd pid 1074 tid 100098 td 0xc4ede8c0 sched_switch(c4ede8c0,0,104,18c,4559d6e6,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4ede8c0,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f410,c4ede8c0,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d84f24,5c,c0c34707,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d84f24,0,15c,c0c34707,ea61,...) at _sleep+0x30e kern_nanosleep(c4ede8c0,e7011c64,e7011c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4ede8c0,e7011cf8,8,c0c6dc0a,c0d18420,...) at nanosleep+0x6f syscall(e7011d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817b41f, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 1065 tid 100137 td 0xc504eaf0 sched_switch(c504eaf0,0,104,18c,ae5efa37,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c504eaf0,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f410,c504eaf0,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d84f24,5c,c0c34707,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d84f24,0,15c,c0c34707,ea61,...) at _sleep+0x30e kern_nanosleep(c504eaf0,e70a5c64,e70a5c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c504eaf0,e70a5cf8,8,c0c3a1a6,c0d18420,...) at nanosleep+0x6f syscall(e70a5d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e41f, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1059 tid 100105 td 0xc4edd8c0 sched_switch(c4edd8c0,0,104,18c,11342149,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4edd8c0,0,c0c37821,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4edb844,68,c0be3e3e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4edb844,c4edb874,168,c0be3e3e,0,...) at _sleep+0x344 kern_sigsuspend(c4edd8c0,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4edd8c0,e7026cf8,4,c0c39f3c,c0d18d98,...) at sigsuspend+0x4d syscall(e7026d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283280fb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1053 tid 100144 td 0xc4f45af0 sched_switch(c4f45af0,0,104,18c,da9ecd1,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f45af0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e70baa40,c0849fea,c4b7ca10,0,c4f45af0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4b7ca24,0,e70baa70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4b7ca24,c4b7ca10,1389,5ca,c4f45af0,...) at _cv_timedwait_sig+0x250 seltdwait(e70bac2c,e70bac34,41c,c4f45af0,9e1,...) at seltdwait+0x8a kern_select(c4f45af0,5,bfbfc520,0,0,e70bac70,5,0) at kern_select+0x517 select(c4f45af0,e70bacf8,14,c0c3a47c,c0d17658,...) at select+0x5e syscall(e70bad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c6823, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1046 tid 100142 td 0xc504e000 sched_switch(c504e000,0,104,18c,e280271f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c504e000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b5b010,0,c0c31d11,c504e000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b5b024,0,e70b4a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b5b024,c4b5b010,c0c39aac,5ca,c504e000,...) at _cv_wait_sig+0x240 seltdwait(c4f5352c,c0c39aac,41c,c504e000,0,...) at seltdwait+0xa2 kern_select(c504e000,7,286090b0,0,0,0,66,a) at kern_select+0x517 select(c504e000,e70b4cf8,14,c0c3a8b6,c0d17658,...) at select+0x5e syscall(e70b4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfdf1c, ebp = 0xbfbfee38 --- Tracing command ntpd pid 1009 tid 100115 td 0xc4bcdd20 sched_switch(c4bcdd20,0,104,18c,3d4ca3a9,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bcdd20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4c35c90,0,c0c31d11,c4bcdd20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c35ca4,0,e7048a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4c35ca4,c4c35c90,c0c39aac,5ca,c4bcdd20,...) at _cv_wait_sig+0x240 seltdwait(c4ec2b2c,c0c39aac,41c,c4bcdd20,0,...) at seltdwait+0xa2 kern_select(c4bcdd20,1b,bfbfed28,0,0,0,e7048c98,246) at kern_select+0x517 select(c4bcdd20,e7048cf8,14,e7048d38,c0d17658,...) at select+0x5e syscall(e7048d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28347823, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 892 tid 100119 td 0xc4bc9000 sched_switch(c4bc9000,0,104,18c,56603f3d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bc9000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e7059bf8,c0849fea,c48ead80,0,c4bc9000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4c61910,0,e7059c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4c61910,c48ead80,1388,3e0,fffdbc85,...) at _cv_timedwait_sig+0x250 svc_run_internal(e7059d24,c08359b8,c48ead80,e7059d38,c0c2f4f9,...) at svc_run_internal+0x356 svc_thread_start(c48ead80,e7059d38,c0c2f4f9,32d,c4b61a90,...) at svc_thread_start+0x10 fork_exit(c0a3d7e0,c48ead80,e7059d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 892 tid 100118 td 0xc4bc9230 sched_switch(c4bc9230,0,104,18c,565ff719,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bc9230,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e7056bf8,c0849fea,c48ead80,0,c4bc9230,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4c35d50,0,e7056c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4c35d50,c48ead80,1388,3e0,5a5a5a5a,...) at _cv_timedwait_sig+0x250 svc_run_internal(e7056d24,c08359b8,c48ead80,e7056d38,c0c2f4f9,...) at svc_run_internal+0x356 svc_thread_start(c48ead80,e7056d38,c0c2f4f9,32d,c4b61a90,...) at svc_thread_start+0x10 fork_exit(c0a3d7e0,c48ead80,e7056d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 892 tid 100117 td 0xc4bc9460 sched_switch(c4bc9460,0,104,18c,5644ae6d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bc9460,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e7053bf8,c0849fea,c48ead80,0,c4bc9460,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4b5a7d0,0,e7053c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4b5a7d0,c48ead80,1388,3a5,f3e9ffff,...) at _cv_timedwait_sig+0x250 svc_run_internal(e7053d24,c08359b8,c48ead80,e7053d38,c0c2f4f9,...) at svc_run_internal+0x356 svc_thread_start(c48ead80,e7053d38,c0c2f4f9,32d,c4b61a90,...) at svc_thread_start+0x10 fork_exit(c0a3d7e0,c48ead80,e7053d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 892 tid 100084 td 0xc4bc98c0 sched_switch(c4bc98c0,0,104,18c,5644dcd5,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bc98c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f88ae8,c0849fea,c48ead80,0,c4bc98c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4b7d390,0,e6f88b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4b7d390,c48ead80,1388,3a5,e6f88b60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4bc9a24,14,c0c54ff6,c0c538f5,0,...) at svc_run_internal+0x356 svc_run(c48ead80,0,c0c53bf9,1fa,0,...) at svc_run+0x7f nfssvc_nfsd(e6f88c38,c0839155,c453e300,122,e6f88c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c4bc98c0,e6f88cf8,4,c4bc98c0,c4b61a90,...) at nfssvc_nfsserver+0x1d5 nfssvc(c4bc98c0,e6f88cf8,8,c4bc98c0,c0d17c28,...) at nfssvc+0x77 syscall(e6f88d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d5d3b, esp = 0xbfbfe9bc, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 891 tid 100106 td 0xc4edd690 sched_switch(c4edd690,0,104,18c,6651e525,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4edd690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b7c290,0,c0c31d11,c4edd690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b7c2a4,0,e7029a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b7c2a4,c4b7c290,c0c39aac,5ca,c4edd690,...) at _cv_wait_sig+0x240 seltdwait(c4deeb2c,c0c39aac,41c,c4edd690,e7029ad4,...) at seltdwait+0xa2 kern_select(c4edd690,5,bfbfecf4,0,0,0,c4edd690,e7029c98) at kern_select+0x517 select(c4edd690,e7029cf8,14,c4edd690,c0d17658,...) at select+0x5e syscall(e7029d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28173823, esp = 0xbfbfeaec, ebp = 0xbfbfee28 --- Tracing command mountd pid 889 tid 100102 td 0xc4ede000 sched_switch(c4ede000,0,104,18c,618d5f44,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ede000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b7da90,0,c0c31d11,c4ede000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b7daa4,0,e701da70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b7daa4,c4b7da90,c0c39aac,5ca,c4ede000,...) at _cv_wait_sig+0x240 seltdwait(c4f53e2c,c0c39aac,41c,c4ede000,c0c41899,...) at seltdwait+0xa2 kern_select(c4ede000,9,bfbfed8c,0,0,0,66,2819a020) at kern_select+0x517 select(c4ede000,e701dcf8,14,c0c536e8,c0d17658,...) at select+0x5e syscall(e701dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28186823, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpcbind pid 807 tid 100097 td 0xc4b5c000 sched_switch(c4b5c000,0,104,18c,3787e55f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5c000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e700eaa8,c0849fea,c4c37310,0,c4b5c000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4c37324,0,e700ead8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4c37324,c4c37310,7531,5ca,e700eb8c,...) at _cv_timedwait_sig+0x250 seltdwait(e700ec5c,e700ec64,4da,c4b5c000,e700eb5c,...) at seltdwait+0x8a poll(c4b5c000,e700ecf8,c,c0c3a1a6,c0d18138,...) at poll+0x2f9 syscall(e700ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28136a3f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 778 tid 100087 td 0xc4b5c460 cpustop_handler(1,e6f99918,c0b69a3d,0,c4ec9c18,...) at cpustop_handler+0x32 ipi_nmi_handler(0,c4ec9c18,e6f998c4,c08cfa75,c4adad34,...) at ipi_nmi_handler+0x2f trap(e6f99924) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0aa4efb, esp = 0xe6f99964, ebp = 0xe6f99978 --- vm_reserv_populate(c0efd920,4,c0c5cf08,132,c0ec45f8,...) at vm_reserv_populate+0x10b vm_reserv_alloc_page(c0efd920,1ac4c,0,37b,0,...) at vm_reserv_alloc_page+0x15b vm_page_alloc(c0efd920,1ac4c,0,222,c0ef1350,...) at vm_page_alloc+0x264 allocbuf(d85cf60c,4000,4,d85b539c,d85b539c,...) at allocbuf+0x4cc geteblk(4000,4,c0c584df,723,c0efd244,...) at geteblk+0x6b ffs_bufwrite(d85b539c,2,e6f99ae8,c0a6b176,d85b539c,...) at ffs_bufwrite+0x186 bawrite(d85b539c,0,c0c57098,15a9,e6f99b08,...) at bawrite+0x5c flush_deplist(e6f99b0c,0,c0c57098,157a,1f442e,...) at flush_deplist+0xa6 flush_inodedep_deps(c0efd244,0,c0c57098,147b,e6f99b4c,...) at flush_inodedep_deps+0xbc softdep_sync_metadata(c4ec9c18,0,c0c58980,131,0,...) at softdep_sync_metadata+0x55 ffs_syncvnode(c4ec9c18,1,c0d388a0,e6f99c38,c0b77175,...) at ffs_syncvnode+0x3e2 ffs_fsync(e6f99c5c,c0c6d777,e6f99cf8,e6f99c5c,0,...) at ffs_fsync+0x1c VOP_FSYNC_APV(c0d388a0,e6f99c5c,c0c41737,da9,0,...) at VOP_FSYNC_APV+0xc5 fsync(c4b5c460,e6f99cf8,4,c0c39ae9,c0d17688,...) at fsync+0x1af syscall(e6f99d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (95, FreeBSD ELF32, fsync), eip = 0x28182027, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 583 tid 100095 td 0xc4b5c230 sched_switch(c4b5c230,0,104,18c,b546f3d6,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5c230,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b5b950,0,c0c31d11,c4b5c230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b5b964,0,e6fbaa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b5b964,c4b5b950,c0c39aac,5ca,c4b5c230,...) at _cv_wait_sig+0x240 seltdwait(c4b7ad2c,c0c39aac,41c,c4b5c230,e6fbaad8,...) at seltdwait+0xa2 kern_select(c4b5c230,6,bfbfe9b0,0,0,0,66,10) at kern_select+0x517 select(c4b5c230,e6fbacf8,14,c0bcf83f,c0d17658,...) at select+0x5e syscall(e6fbad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808800f, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command softdepflush pid 37 tid 100068 td 0xc4b5e460 sched_switch(c4b5e460,0,104,18c,52819b77,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b5e460,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efd2a0,44,c0c57e88,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efd2a0,c0efd244,44,c0c57e88,3e8,...) at _sleep+0x329 softdep_flush(0,e4d5dd38,c0c2f4f9,32d,c4b61000,...) at softdep_flush+0x2b0 fork_exit(c0a69410,0,e4d5dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d5dd70, ebp = 0 --- Tracing command vnlru pid 36 tid 100067 td 0xc4b5e690 sched_switch(c4b5e690,0,104,18c,37493612,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4b5e690,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4b612a4,50,c0c413ac,0,0,...) at sleepq_timedwait+0x6b _sleep(c4b612a4,c0ef1594,250,c0c413ac,3e8,...) at _sleep+0x329 vnlru_proc(0,e4d5ad38,c0c2f4f9,32d,c4b612a4,...) at vnlru_proc+0xe7 fork_exit(c08e61b0,0,e4d5ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d5ad70, ebp = 0 --- Tracing command syncer pid 35 tid 100066 td 0xc4b5e8c0 sched_switch(c4b5e8c0,0,104,18c,5154c4f6,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5e8c0,0,c0c37821,26a,c4b5e8c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef15d4,0,e4d57c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ef15d4,c0ef15c0,3e8,6de,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e4d57d38,c0c2f4f9,32d,c4b61548,...) at sched_sync+0x502 fork_exit(c08e5620,0,e4d57d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d57d70, ebp = 0 --- Tracing command bufdaemon pid 34 tid 100065 td 0xc4b5eaf0 sched_switch(c4b5eaf0,0,104,18c,3749792f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b5eaf0,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef1308,44,c0c3eb49,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ef1308,c0ef130c,44,c0c3eb49,3e8,...) at _sleep+0x329 buf_daemon(0,e4d54d38,c0c2f4f9,32d,c4ad9000,...) at buf_daemon+0x138 fork_exit(c08ce200,0,e4d54d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d54d70, ebp = 0 --- Tracing command pagezero pid 33 tid 100064 td 0xc4b5ed20 sched_switch(c4b5ed20,0,104,18c,676447a7,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5ed20,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efded4,0,c0c5d3aa,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efded4,c0efda90,0,c0c5d3aa,493e0,...) at _sleep+0x329 vm_pagezero(0,e4d51d38,c0c2f4f9,32d,c4ad92a4,...) at vm_pagezero+0xdc fork_exit(c0aa6200,0,e4d51d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d51d70, ebp = 0 --- Tracing command vmdaemon pid 32 tid 100063 td 0xc48e9230 sched_switch(c48e9230,0,104,18c,67fcd79d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,68,...) at mi_switch+0x200 sleepq_switch(c48e9230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efdafc,68,c0c3eb49,0,0,...) at sleepq_wait+0x63 _sleep(c0efdafc,c0efdb00,68,c0c3eb49,0,...) at _sleep+0x35b vm_daemon(0,e4d4ed38,c0c2f4f9,32d,c4ad9548,...) at vm_daemon+0x59 fork_exit(c0aa06b0,0,e4d4ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d4ed70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100062 td 0xc48e9460 sched_switch(c48e9460,0,104,18c,2d172da5,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c48e9460,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efdac4,44,c0c3eb49,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efdac4,c0efda90,44,c0c3eb49,1388,...) at _sleep+0x329 vm_pageout(0,e4d4bd38,c0c2f4f9,32d,c4ad97ec,...) at vm_pageout+0x2bb fork_exit(c0aa1550,0,e4d4bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d4bd70, ebp = 0 --- Tracing command usbus5 pid 31 tid 100061 td 0xc48e9690 sched_switch(c48e9690,0,104,18c,639ab72d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e9690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dbc78,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47dbc78,c47dbd8c,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ce8cf8,c079abab,c47dbc78,...) at usb2_msleep+0x58 usb2_cv_wait(c47dbc78,c47dbd8c,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47dbc70,e4ce8d38,c0c2f4f9,32d,c4ad9a90,...) at usb2_process+0x18b fork_exit(c079aa20,c47dbc70,e4ce8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ce8d70, ebp = 0 --- Tracing command usbus5 pid 30 tid 100060 td 0xc48e98c0 sched_switch(c48e98c0,0,104,18c,46adfb7d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e98c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dbcec,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47dbcec,c47dbd8c,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ce5cf8,c079abab,c47dbcec,...) at usb2_msleep+0x58 usb2_cv_wait(c47dbcec,c47dbd8c,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47dbce4,e4ce5d38,c0c2f4f9,32d,c4ad9d34,...) at usb2_process+0x18b fork_exit(c079aa20,c47dbce4,e4ce5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ce5d70, ebp = 0 --- Tracing command usbus5 pid 29 tid 100059 td 0xc48e9af0 sched_switch(c48e9af0,0,104,18c,46adec93,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e9af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dbcbc,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47dbcbc,c47dbd8c,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ce2cf8,c079abab,c47dbcbc,...) at usb2_msleep+0x58 usb2_cv_wait(c47dbcbc,c47dbd8c,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47dbcb4,e4ce2d38,c0c2f4f9,32d,c4ada000,...) at usb2_process+0x18b fork_exit(c079aa20,c47dbcb4,e4ce2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ce2d70, ebp = 0 --- Tracing command usbus4 pid 28 tid 100058 td 0xc48e9d20 sched_switch(c48e9d20,0,104,18c,5ae8ed22,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e9d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d5ac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47d5ac8,c47d5bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cdfcf8,c079abab,c47d5ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47d5ac8,c47d5bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47d5ac0,e4cdfd38,c0c2f4f9,32d,c4ada2a4,...) at usb2_process+0x18b fork_exit(c079aa20,c47d5ac0,e4cdfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cdfd70, ebp = 0 --- Tracing command usbus4 pid 27 tid 100057 td 0xc4ad7000 sched_switch(c4ad7000,0,104,18c,464ad0f8,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7000,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d5b3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47d5b3c,c47d5bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cdccf8,c079abab,c47d5b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47d5b3c,c47d5bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47d5b34,e4cdcd38,c0c2f4f9,32d,c4ada548,...) at usb2_process+0x18b fork_exit(c079aa20,c47d5b34,e4cdcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cdcd70, ebp = 0 --- Tracing command usbus4 pid 26 tid 100056 td 0xc4ad7230 sched_switch(c4ad7230,0,104,18c,464ac1ea,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d5b0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47d5b0c,c47d5bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd9cf8,c079abab,c47d5b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47d5b0c,c47d5bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47d5b04,e4cd9d38,c0c2f4f9,32d,c4ada7ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47d5b04,e4cd9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd9d70, ebp = 0 --- Tracing command usbus3 pid 25 tid 100055 td 0xc4ad7460 sched_switch(c4ad7460,0,104,18c,5a447735,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7460,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47ceac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47ceac8,c47cebdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd6cf8,c079abab,c47ceac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47ceac8,c47cebdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47ceac0,e4cd6d38,c0c2f4f9,32d,c46a27ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47ceac0,e4cd6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd6d70, ebp = 0 --- Tracing command usbus3 pid 24 tid 100054 td 0xc4ad7690 sched_switch(c4ad7690,0,104,18c,45e6a24c,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47ceb3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47ceb3c,c47cebdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd3cf8,c079abab,c47ceb3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47ceb3c,c47cebdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47ceb34,e4cd3d38,c0c2f4f9,32d,c46a2a90,...) at usb2_process+0x18b fork_exit(c079aa20,c47ceb34,e4cd3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd3d70, ebp = 0 --- Tracing command usbus3 pid 23 tid 100053 td 0xc4ad78c0 sched_switch(c4ad78c0,0,104,18c,45e693fd,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad78c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47ceb0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47ceb0c,c47cebdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd0cf8,c079abab,c47ceb0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47ceb0c,c47cebdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47ceb04,e4cd0d38,c0c2f4f9,32d,c46a2d34,...) at usb2_process+0x18b fork_exit(c079aa20,c47ceb04,e4cd0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd0d70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100052 td 0xc4ad7af0 sched_switch(c4ad7af0,0,104,18c,59bb342b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c8ac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c8ac8,c47c8bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ccdcf8,c079abab,c47c8ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47c8ac8,c47c8bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c8ac0,e4ccdd38,c0c2f4f9,32d,c4ac5000,...) at usb2_process+0x18b fork_exit(c079aa20,c47c8ac0,e4ccdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ccdd70, ebp = 0 --- Tracing command usbus2 pid 21 tid 100051 td 0xc4ad7d20 sched_switch(c4ad7d20,0,104,18c,45834b86,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c8b3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c8b3c,c47c8bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ccacf8,c079abab,c47c8b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c8b3c,c47c8bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c8b34,e4ccad38,c0c2f4f9,32d,c4ac52a4,...) at usb2_process+0x18b fork_exit(c079aa20,c47c8b34,e4ccad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ccad70, ebp = 0 --- Tracing command usbus2 pid 20 tid 100050 td 0xc4760690 sched_switch(c4760690,0,104,18c,45833bd2,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4760690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c8b0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c8b0c,c47c8bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cc7cf8,c079abab,c47c8b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c8b0c,c47c8bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c8b04,e4cc7d38,c0c2f4f9,32d,c4ac5548,...) at usb2_process+0x18b fork_exit(c079aa20,c47c8b04,e4cc7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cc7d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100049 td 0xc47608c0 sched_switch(c47608c0,0,104,18c,59baecb4,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47608c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c2ac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c2ac8,c47c2bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cc4cf8,c079abab,c47c2ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47c2ac8,c47c2bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c2ac0,e4cc4d38,c0c2f4f9,32d,c4ac57ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47c2ac0,e4cc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cc4d70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100048 td 0xc4760af0 sched_switch(c4760af0,0,104,18c,452056fd,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4760af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c2b3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c2b3c,c47c2bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cc1cf8,c079abab,c47c2b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c2b3c,c47c2bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c2b34,e4cc1d38,c0c2f4f9,32d,c4ac5a90,...) at usb2_process+0x18b fork_exit(c079aa20,c47c2b34,e4cc1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cc1d70, ebp = 0 --- Tracing command usbus1 pid 17 tid 100047 td 0xc4760d20 sched_switch(c4760d20,0,104,18c,45204695,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4760d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c2b0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c2b0c,c47c2bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cbecf8,c079abab,c47c2b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c2b0c,c47c2bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c2b04,e4cbed38,c0c2f4f9,32d,c4ac5d34,...) at usb2_process+0x18b fork_exit(c079aa20,c47c2b04,e4cbed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cbed70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100046 td 0xc48e8000 sched_switch(c48e8000,0,104,18c,59163c4b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8000,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bdac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47bdac8,c47bdbdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cbbcf8,c079abab,c47bdac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47bdac8,c47bdbdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47bdac0,e4cbbd38,c0c2f4f9,32d,c45722a4,...) at usb2_process+0x18b fork_exit(c079aa20,c47bdac0,e4cbbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cbbd70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100045 td 0xc48e8230 sched_switch(c48e8230,0,104,18c,44bca0eb,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bdb3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47bdb3c,c47bdbdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cb8cf8,c079abab,c47bdb3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47bdb3c,c47bdbdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47bdb34,e4cb8d38,c0c2f4f9,32d,c4572548,...) at usb2_process+0x18b fork_exit(c079aa20,c47bdb34,e4cb8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cb8d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100044 td 0xc48e8460 sched_switch(c48e8460,0,104,18c,44bc907d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8460,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bdb0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47bdb0c,c47bdbdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cb5cf8,c079abab,c47bdb0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47bdb0c,c47bdbdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47bdb04,e4cb5d38,c0c2f4f9,32d,c45727ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47bdb04,e4cb5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cb5d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100043 td 0xc48e8690 sched_switch(c48e8690,0,104,18c,23b7f50c,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ef345c,0,c0c4acf9,0,0,...) at sleepq_wait+0x63 _sleep(c0ef345c,c0ef3370,0,c0c4acf9,0,...) at _sleep+0x35b sctp_iterator_thread(0,e4cb2d38,c0c2f4f9,32d,c4572a90,...) at sctp_iterator_thread+0x60 fork_exit(c095df30,0,e4cb2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cb2d70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100040 td 0xc48e8d20 sched_switch(c48e8d20,0,104,18c,3748ee2e,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c48e8d20,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c47cd43c,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c47cd43c,c47cd4f0,4c,c0c29fb5,3e8,...) at _sleep+0x329 fdc_thread(c47cd400,e4ca6d38,c0c2f4f9,32d,c4572d34,...) at fdc_thread+0x2be fork_exit(c0b23950,c47cd400,e4ca6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ca6d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100038 td 0xc4749d20 sched_switch(c4749d20,0,104,18c,6c305e7d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4749d20,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47fa000,5c,c0c29fb5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c47fa000,c47fe488,15c,c0c29fb5,0,...) at _sleep+0x344 fw_bus_probe_thread(c47fa000,e4c92d38,c0c2f4f9,32d,c46a2000,...) at fw_bus_probe_thread+0xa08 fork_exit(c063d5d0,c47fa000,e4c92d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c92d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100026 td 0xc45b98c0 sched_switch(c45b98c0,0,104,18c,44b77582,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45b98c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d51bd4,4c,c0bcb518,0,0,...) at sleepq_wait+0x63 _sleep(c0d51bd4,c0d51bec,4c,c0bcb518,0,...) at _sleep+0x35b xpt_scanner_thread(0,c420ed38,c0c2f4f9,32d,c46a22a4,...) at xpt_scanner_thread+0x41 fork_exit(c047c600,0,c420ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ed70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4575230 sched_switch(c4575230,0,104,18c,95f32b04,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4575230,0,c0c37821,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d84da4,0,c0c29fb5,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d84da4,0,0,c0c29fb5,64,...) at _sleep+0x329 pause(c0c29fb5,64,c0c112f2,113,0,...) at pause+0x47 random_kthread(0,c41f3d38,c0c2f4f9,32d,c46a2548,...) at random_kthread+0x1ef fork_exit(c0713cb0,0,c41f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f3d70, ebp = 0 --- Tracing command g_down pid 4 tid 100016 td 0xc4575460 sched_switch(c4575460,0,104,18c,9eb2e3f3,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4575460,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82924,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82924,c0d82888,24c,c0c29fb5,64,...) at _sleep+0x329 g_io_schedule_down(c4575460,0,c0c2b67d,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41f0d38,c0c2f4f9,32d,c4571000,...) at g_down_procbody+0x8d fork_exit(c07fe500,0,c41f0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f0d70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc4575690 sched_switch(c4575690,0,104,18c,9ebf1e0e,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4575690,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82920,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82920,c0d828a8,24c,c0c29fb5,64,...) at _sleep+0x329 g_io_schedule_up(c4575690,0,c0c2b67d,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41edd38,c0c2f4f9,32d,c45712a4,...) at g_up_procbody+0x8d fork_exit(c07fe590,0,c41edd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41edd70, ebp = 0 --- Tracing command g_event pid 2 tid 100014 td 0xc45758c0 sched_switch(c45758c0,0,104,18c,943c05dd,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45758c0,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82918,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82918,0,4c,c0c29fb5,64,...) at _sleep+0x329 g_event_procbody(0,c41ead38,c0c2f4f9,32d,c4571548,...) at g_event_procbody+0xcb fork_exit(c07fe620,0,c41ead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ead70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc48e88c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc48e8af0 sched_switch(c48e8af0,0,109,18c,44b3698a,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c456f170,...) at mi_switch+0x200 ithread_loop(c48ddbe0,e4ca9d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c48ddbe0,e4ca9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ca9d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc48e9000 sched_switch(c48e9000,0,109,18c,28183f97,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47f5670,...) at mi_switch+0x200 ithread_loop(c48e7220,e4c99d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c48e7220,e4c99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c99d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc475e230 sched_switch(c475e230,0,109,18c,44acec72,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b81f0,...) at mi_switch+0x200 ithread_loop(c47f6370,e4c88d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47f6370,e4c88d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c88d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc475e460 sched_switch(c475e460,0,109,18c,52444861,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b84f0,...) at mi_switch+0x200 ithread_loop(c47d0c80,e4c80d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47d0c80,e4c80d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c80d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc475e690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xc475e8c0 sched_switch(c475e8c0,0,109,18c,70738560,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b82f0,...) at mi_switch+0x200 ithread_loop(c47a16d0,e4c6ed38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47a16d0,e4c6ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c6ed70, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc475eaf0 sched_switch(c475eaf0,0,109,18c,6f2de992,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b8370,...) at mi_switch+0x200 ithread_loop(c47a1440,e4c6ad38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47a1440,e4c6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c6ad70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc475ed20 sched_switch(c475ed20,0,109,18c,2d7b7304,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b83f0,...) at mi_switch+0x200 ithread_loop(c47a19a0,e4c66d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47a19a0,e4c66d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c66d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4760000 sched_switch(c4760000,0,109,18c,9ebe05c6,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b80f0,...) at mi_switch+0x200 ithread_loop(c478b500,c434dd38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c478b500,c434dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc434dd70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc4760230 sched_switch(c4760230,0,109,18c,579aee9e,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c4774670,...) at mi_switch+0x200 ithread_loop(c4783620,c4247d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4783620,c4247d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4247d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4760460 sched_switch(c4760460,0,109,18c,44b45b58,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c456ec70,...) at mi_switch+0x200 ithread_loop(c4748410,c423ad38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4748410,c423ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423ad70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc45b9690 sched_switch(c45b9690,0,109,18c,6682eab8,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47474f0,...) at mi_switch+0x200 ithread_loop(c4746890,c4211d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4746890,c4211d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4211d70, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc4749460 sched_switch(c4749460,0,109,18c,fb30c8d2,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47476f0,...) at mi_switch+0x200 ithread_loop(c4746930,c41ffd38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4746930,c41ffd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ffd70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc4749690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc4749af0 sched_switch(c4749af0,0,109,18c,f4aaa40f,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47477f0,...) at mi_switch+0x200 ithread_loop(c4746960,c41f6d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4746960,c41f6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f6d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc4575d20 sched_switch(c4575d20,0,109,18c,95f0d9a6,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7c70,...) at mi_switch+0x200 ithread_loop(c45701d0,c41e4d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c45701d0,c41e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45b9000 sched_switch(c45b9000,0,109,18c,97c681f1,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7cf0,...) at mi_switch+0x200 ithread_loop(c45701e0,c41e1d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c45701e0,c41e1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e1d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45b9230 sched_switch(c45b9230,0,109,18c,68ee12e8,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7d70,...) at mi_switch+0x200 ithread_loop(c45701f0,c41ded38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c45701f0,c41ded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ded70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45b9460 sched_switch(c45b9460,0,109,18c,9df97787,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7df0,...) at mi_switch+0x200 ithread_loop(c4570200,c41dbd38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4570200,c41dbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dbd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4573000 sched_switch(c4573000,0,109,18c,4b38311d,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7e70,...) at mi_switch+0x200 ithread_loop(c4570210,c41d8d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4570210,c41d8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d8d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc4573230 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc4573460 sched_switch(c4573460,0,60c,187,9ebf1560,...) at sched_switch+0x437 mi_switch(60c,0,c0c350ee,81c,0,...) at mi_switch+0x200 sched_preempt(c4573460,0,c41d1c70,c0b4e19e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c46b3c18,c46b3c00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b423f5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(0,ffffffff,c41d1cd8,0,c087b431,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b5936b,1,c41d1cf8,c087b6f6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41d1cf8,c087b6f6,1,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41d1cd8,c0c350ee,a10,c4573460,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x216 fork_exit(c087b4e0,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc4573690 sched_switch(c4573690,0,108,187,9d26d7d3,...) at sched_switch+0x437 mi_switch(108,0,c0c350ee,3af,c4573690,...) at mi_switch+0x200 sched_idletd(0,c41ced38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x178 fork_exit(c087b4e0,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc45738c0 cpustop_handler(4,c41cbc24,c0b69a3d,c41cbbb4,c0849c54,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cbbb4,c0849c54,c0d84fd0,4,c4571a90,...) at ipi_nmi_handler+0x2f trap(c41cbc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b423f5, esp = 0xc41cbc70, ebp = 0xc41cbc70 --- acpi_cpu_c1(0,ffffffff,c41cbcd8,2,c087b431,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cbcb4,c0b5936b,1,c41cbcf8,c087b6f6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41cbcf8,c087b6f6,1,c41cbcd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41cbcd8,c0c350ee,a10,c45738c0,...) at cpu_idle+0x1b sched_idletd(0,c41cbd38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x216 fork_exit(c087b4e0,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4573af0 cpustop_handler(8,c41c8c24,c0b69a3d,c41c8bb4,c0849c54,...) at cpustop_handler+0x32 ipi_nmi_handler(c41c8bb4,c0849c54,c0d85008,4,c4571a90,...) at ipi_nmi_handler+0x2f trap(c41c8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b423f5, esp = 0xc41c8c70, ebp = 0xc41c8c70 --- acpi_cpu_c1(0,ffffffff,c41c8cd8,3,c087b431,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41c8cb4,c0b5936b,1,c41c8cf8,c087b6f6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41c8cf8,c087b6f6,1,c41c8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41c8cd8,c0c350ee,3b1,c4573af0,...) at cpu_idle+0x1b sched_idletd(0,c41c8d38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x216 fork_exit(c087b4e0,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4573d20 sched_switch(c4573d20,0,104,18c,d5149e77,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4573d20,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4571d34,5c,c0c3a062,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4571d34,c4571dbc,15c,c0c3a062,0,...) at _sleep+0x344 kern_wait(c4573d20,ffffffff,c41c4c74,0,0,...) at kern_wait+0xac6 wait4(c4573d20,c41c4cf8,10,c0c39e7d,c0d16e48,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c7f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc4575000 sched_switch(c4575000,0,104,18c,44b52088,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4575000,0,c0c37821,247,c4575000,...) at sleepq_switch+0x15f sleepq_wait(c0efcc40,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0efcc40,c0efcc24,c0c55d9e,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0c2f4f9,32d,c4572000,...) at audit_worker+0x84 fork_exit(c0a4cb70,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xc475e000 sched_switch(c475e000,0,104,18c,97371075,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c475e000,0,c0c37821,247,c475e000,...) at sleepq_switch+0x15f sleepq_wait(c4802080,0,c0c340af,c0c29fb5,0,...) at sleepq_wait+0x63 msleep_spin(c4802080,c480209c,c0c29fb5,0,c0c31d11,...) at msleep_spin+0x21d taskqueue_thread_loop(c47fe49c,e4c8fd38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0x8e fork_exit(c0891c40,c47fe49c,e4c8fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c8fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45b9af0 sched_switch(c45b9af0,0,104,18c,47519144,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b9af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c080,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c080,c472c09c,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d83284,c420bd38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d83284,c420bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45b9d20 sched_switch(c45b9d20,0,104,18c,4751812b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b9d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c0c0,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c0c0,c472c0dc,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54884,c4208d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d54884,c4208d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4208d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4749000 sched_switch(c4749000,0,104,18c,47516ae0,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4749000,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c0c0,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c0c0,c472c0dc,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54884,c4205d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d54884,c4205d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4205d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4749230 sched_switch(c4749230,0,104,18c,475158c5,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4749230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c0c0,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c0c0,c472c0dc,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54884,c4202d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d54884,c4202d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4202d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc47498c0 sched_switch(c47498c0,0,104,18c,6684ec59,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47498c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c200,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c200,c472c21c,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d97668,c41f9d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d97668,c41f9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc4575af0 sched_switch(c4575af0,0,104,18c,6d00483c,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4575af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4559b80,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c4559b80,c4559b9c,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d961a0,c41e7d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d961a0,c41e7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d82c90 sched_switch(c0d82c90,0,104,18c,760c007,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d82c90,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d829e0,44,c0c35978,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d829e0,0,44,c0c35978,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1007 MB Dumping 148 MB: 133 117 101 85 69 53 37 21 5 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04bee69 in db_fncall (dummy1=0x1, dummy2=0x0, dummy3=0xc0f4fe00, dummy4=0xe708d66c "\200t[Ä") at ../../../ddb/db_command.c:548 #2 0xc04bf261 in db_command (last_cmdp=0xc0d52b5c, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:445 #3 0xc04bf3ba in db_command_loop () at ../../../ddb/db_command.c:498 #4 0xc04c121d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #5 0xc0887076 in kdb_trap (type=0x3, code=0x0, tf=0xe708d814) at ../../../kern/subr_kdb.c:534 #6 0xc0b69fdb in trap (frame=0xe708d814) at ../../../i386/i386/trap.c:678 #7 0xc0b4daab in calltrap () at ../../../i386/i386/exception.s:165 #8 0xc08871fa in kdb_enter (why=0xc0c4068e "vfslock", msg=0xc0c4067f "lock violation") at cpufunc.h:71 #9 0xc08e0971 in vfs_badlock (msg=0xc0c406dc "is not locked but should be", str=0xc0c419be "IO_NODELOCKED with no vp lock held", vp=0xc5d6fd70) at ../../../kern/vfs_subr.c:3700 #10 0xc08e4242 in assert_vop_locked (vp=0xc5d6fd70, str=0xc0c419be "IO_NODELOCKED with no vp lock held") at ../../../kern/vfs_subr.c:3724 #11 0xc08f17d8 in vn_rdwr (rw=UIO_READ, vp=0xc5d6fd70, base=0xe708d93c, len=0x18, offset=0x0, segflg=UIO_SYSSPACE, ioflg=0x1008, active_cred=0xc51d2600, file_cred=0x0, aresid=0x0, td=0x0) at ../../../kern/vfs_vnops.c:386 #12 0xc0a79c94 in ufs_dir_dd_ino (vp=0xc5d6fd70, cred=Variable "cred" is not available. ) at ../../../ufs/ufs/ufs_lookup.c:1246 #13 0xc0a79f4c in ufs_checkpath (source=0xc5fe4000, target=0xc5f8a174, cred=0xc51d2600) at ../../../ufs/ufs/ufs_lookup.c:1289 #14 0xc0a815f5 in ufs_rename (ap=0xe708dc1c) at ../../../ufs/ufs/ufs_vnops.c:1157 #15 0xc0b77c55 in VOP_RENAME_APV (vop=0xc0d38ea0, a=0xe708dc1c) at vnode_if.c:1411 #16 0xc08e869d in kern_renameat (td=0xc4c3aaf0, oldfd=0xffffff9c, old=0xbfbfecbf
, newfd=0xffffff9c, new=0xbfbfecc1
, pathseg=UIO_USERSPACE) at vnode_if.h:607 #17 0xc08e8746 in kern_rename (td=0xc4c3aaf0, from=0xbfbfecbf
, to=0xbfbfecc1
, pathseg=UIO_USERSPACE) at ../../../kern/vfs_syscalls.c:3551 #18 0xc08e8779 in rename (td=0xc4c3aaf0, uap=0xe708dcf8) at ../../../kern/vfs_syscalls.c:3528 #19 0xc0b69734 in syscall (frame=0xe708dd38) at ../../../i386/i386/trap.c:1066 #20 0xc0b4db10 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #21 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 11 #11 0xc08f17d8 in vn_rdwr (rw=UIO_READ, vp=0xc5d6fd70, base=0xe708d93c, len=0x18, offset=0x0, segflg=UIO_SYSSPACE, ioflg=0x1008, active_cred=0xc51d2600, file_cred=0x0, aresid=0x0, td=0x0) at ../../../kern/vfs_vnops.c:386 386 ASSERT_VOP_LOCKED(vp, "IO_NODELOCKED with no vp lock held"); (kgdb) l 381 vn_lock(vp, LK_EXCLUSIVE | LK_RETRY); 382 } else 383 vn_lock(vp, LK_SHARED | LK_RETRY); 384 385 } 386 ASSERT_VOP_LOCKED(vp, "IO_NODELOCKED with no vp lock held"); 387 auio.uio_iov = &aiov; 388 auio.uio_iovcnt = 1; 389 aiov.iov_base = base; 390 aiov.iov_len = len; (kgdb) p *vp $1 = {v_type = VDIR, v_tag = 0xc0c2cd80 "ufs", v_op = 0xc0d388a0, v_data = 0xc5d6164c, v_mount = 0xc4b76864, v_nmntvnodes = {tqe_next = 0xc5d6fc18, tqe_prev = 0xc5d70014}, v_un = {vu_mount = 0x0, vu_socket = 0x0, vu_cdev = 0x0, vu_fifoinfo = 0x0, vu_yield = 0x0}, v_hashlist = {le_next = 0x0, le_prev = 0xc49c9c64}, v_hash = 0x433a03, v_cache_src = {lh_first = 0xc50d85e8}, v_cache_dst = {tqh_first = 0x0, tqh_last = 0xc5d6fda0}, v_cache_dd = 0x0, v_cstart = 0x0, v_lasta = 0x0, v_lastw = 0x0, v_clen = 0x0, v_lock = {lock_object = {lo_name = 0xc0c2cd80 "ufs", lo_flags = 0x57b0001, lo_data = 0x0, lo_witness = 0xc4529088}, lk_lock = 0x1, lk_timo = 0x33, lk_pri = 0x50, lk_stack = { depth = 0xc, pcs = {0xc0842e70, 0xc0a730a1, 0xc0b77665, 0xc08f09f8, 0xc0a79ff0, 0xc0a815f5, 0xc0b77c55, 0xc08e869d, 0xc08e8746, 0xc08e8779, 0xc0b69734, 0xc0b4db10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, v_interlock = {lock_object = {lo_name = 0xc0c39904 "vnode interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc4523178}, mtx_lock = 0x4}, v_vnlock = 0xc5d6fdc8, v_holdcnt = 0x2, v_usecount = 0x0, v_iflag = 0x0, v_vflag = 0x0, v_writecount = 0x0, v_freelist = {tqe_next = 0x0, tqe_prev = 0x0}, v_bufobj = {bo_mtx = {lock_object = {lo_name = 0xc0c4139b "bufobj interlock", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc4527688}, mtx_lock = 0x4}, bo_clean = { bv_hd = {tqh_first = 0x0, tqh_last = 0xc5d6fe78}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = {bv_hd = {tqh_first = 0xd85ceac8, tqh_last = 0xd85ceb00}, bv_root = 0xd85ceac8, bv_cnt = 0x1}, bo_numoutput = 0x0, bo_flag = 0x1, bo_ops = 0xc0d26420, bo_bsize = 0x4000, bo_object = 0xc56c5ba0, bo_synclist = { le_next = 0xc5d700f4, le_prev = 0xc5d6fd54}, bo_private = 0xc5d6fd70, __bo_vnode = 0xc5d6fd70}, v_pollinfo = 0x0, v_label = 0x0, v_lockf = 0x0} (kgdb) $ svn diff /usr/src/sys Index: /usr/src/sys/ufs/ufs/ufs_lookup.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_lookup.c (revision 191243) +++ /usr/src/sys/ufs/ufs/ufs_lookup.c (working copy) @@ -1235,20 +1235,45 @@ return (1); } +static int +ufs_dir_dd_ino(struct vnode *vp, struct ucred *cred, ino_t *dd_ino) +{ + struct dirtemplate dirbuf; + int error, namlen; + + if (vp->v_type != VDIR) + return (ENOTDIR); + error = vn_rdwr(UIO_READ, vp, (caddr_t)&dirbuf, + sizeof (struct dirtemplate), (off_t)0, UIO_SYSSPACE, + IO_NODELOCKED | IO_NOMACCHECK, cred, NOCRED, (int *)0, NULL); + if (error != 0) + return (error); +#if (BYTE_ORDER == LITTLE_ENDIAN) + if (OFSFMT(vp)) + namlen = dirbuf.dotdot_type; + else + namlen = dirbuf.dotdot_namlen; +#else + namlen = dirbuf.dotdot_namlen; +#endif + if (namlen != 2 || dirbuf.dotdot_name[0] != '.' || + dirbuf.dotdot_name[1] != '.') + return (ENOTDIR); + *dd_ino = dirbuf.dotdot_ino; + return (0); +} + /* * Check if source directory is in the path of the target directory. * Target is supplied locked, source is unlocked. * The target is always vput before returning. */ int -ufs_checkpath(source, target, cred) - struct inode *source, *target; - struct ucred *cred; +ufs_checkpath(struct inode *source, struct inode *target, struct ucred *cred) { - struct vnode *vp; - int error, namlen; - ino_t rootino; - struct dirtemplate dirbuf; + struct vnode *vp, *vp1; + int error; + ino_t rootino, dd_ino; vp = ITOV(target); if (target->i_number == source->i_number) { @@ -1261,43 +1286,43 @@ goto out; for (;;) { - if (vp->v_type != VDIR) { - error = ENOTDIR; + error = ufs_dir_dd_ino(vp, cred, &dd_ino); + if (error) break; + if (dd_ino == source->i_number) { + error = EINVAL; + break; } - error = vn_rdwr(UIO_READ, vp, (caddr_t)&dirbuf, - sizeof (struct dirtemplate), (off_t)0, UIO_SYSSPACE, - IO_NODELOCKED | IO_NOMACCHECK, cred, NOCRED, (int *)0, - (struct thread *)0); - if (error != 0) + if (dd_ino == rootino) break; -# if (BYTE_ORDER == LITTLE_ENDIAN) - if (OFSFMT(vp)) - namlen = dirbuf.dotdot_type; - else - namlen = dirbuf.dotdot_namlen; -# else - namlen = dirbuf.dotdot_namlen; -# endif - if (namlen != 2 || - dirbuf.dotdot_name[0] != '.' || - dirbuf.dotdot_name[1] != '.') { - error = ENOTDIR; + VOP_UNLOCK(vp, 0); + error = VFS_VGET(vp->v_mount, dd_ino, LK_EXCLUSIVE, &vp1); + if (error) { + vrele(vp); + vp = NULL; break; } - if (dirbuf.dotdot_ino == source->i_number) { - error = EINVAL; + error = vn_lock(vp, LK_EXCLUSIVE); + if (error) { + vput(vp1); + vrele(vp); + vp = NULL; break; } - if (dirbuf.dotdot_ino == rootino) - break; + /* Recheck that ".." still points to vp1 after relock of vp */ + error = ufs_dir_dd_ino(vp, cred, &dd_ino); vput(vp); - error = VFS_VGET(vp->v_mount, dirbuf.dotdot_ino, - LK_EXCLUSIVE, &vp); if (error) { + vput(vp1); vp = NULL; break; } + /* Redo the check of ".." if directory was reparented */ + if (dd_ino != VTOI(vp1)->i_number) { + vput(vp1); + continue; + } + vp = vp1; } out: -- Test scenario: #!/bin/sh # Test vulnerability to transient failures when a directory closer # to the root directory is renamed # Test scenario by Tor Egge root=`pwd` for i in `jot 10000`; do rm -rf ${root}/a mkdir -p ${root}/a/b/c/d/e/f/g mkdir -p ${root}/a/b/c/d/e/f/z cd ${root}/a/b/c/d/e/f ( mv ${root}/a/b/c ${root}/a/c ) & if ! mv z g/z; then echo "FAILURE at loop $i" exit 1 fi done