GENERIC HEAD from 2009-04-18 07:39:11 UTC, r191243M, No vmcore KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #3 r191243M: Sun Apr 19 11:37:16 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 4294967296 (4096 MB) avail memory = 1032548352 (984 MB) : Trying to mount root from ufs:/dev/ad4s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 253873 free (2081 frags, 31G474 blocks, 0.2%EOM fragmentation)_LAB EL: Label for provider ad4s1a is ufsid/48f38e3c5b611e96. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 50095092 free (1604 frags, GE6261686 blocks, OM_0.0% fragmentatiLABEon) L: Label for provider ad4s1e is ufsid/48f38e3cff1ca3a5. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 8885218 free (170738 frags,GEO 1089310 blocks,M_L 0.8% fragmentatABEion) L: Label for provider ad4s1f is ufsid/48f38e47737647c8. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. /dev/ad4s1d: FILGEOE SYSTEM CLEAN; M_LASKIPPING CHECKSBEL /dev/ad4s1d: cl: ean, 28391388 frLabee (95612 frags,el 3536972 blocks,for 0.2% fragmentatproion) vider ad4s1d is ufsid/48f38e4956403ff8. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 Additional ABI support: linux. lock order reversal: 1st 0xd85141c4 bufwait (bufwait) @ kern/vfs_bio.c:2555 2nd 0xc4c3dc00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0c36814,e700687c,c0898d35,c088aa7b,c0c396cb,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088aa7b,c0c396cb,c4525a80,c45290f0,e70068d8,...) at kdb_backtrace+0x29 _witness_debugger(c0c396cb,c4c3dc00,c0c59093,c45290f0,c0c58d39,...) at _witness_debugger+0x25 witness_checkorder(c4c3dc00,9,c0c58d30,113,0,...) at witness_checkorder+0x839 _sx_xlock(c4c3dc00,0,c0c58d30,113,c4bbb5d0,...) at _sx_xlock+0x85 ufsdirhash_acquire(d8514164,e7006a20,28,d8e32dec,e70069a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4bbb5d0,e7006a20,dec,e7006994,e7006998,...) at ufsdirhash_add+0x13 ufs_direnter(c4db5810,c4ffd158,e7006a20,e7006c04,d8514638,...) at ufs_direnter+0x779 ufs_mkdir(e7006c28,c0c6d944,0,e7006bd8,e7006b70,...) at ufs_mkdir+0x977 VOP_MKDIR_APV(c0d388a0,e7006c28,eab,ea9,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4dce000,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x23b kern_mkdir(c4dce000,bfbfef5a,0,1ff,e7006d2c,...) at kern_mkdir+0x2e mkdir(c4dce000,e7006cf8,8,c0c39f7d,c0d17a60,...) at mkdir+0x29 syscall(e7006d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x2815fea3, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Sun Apr 19 11:41:06 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: KDB: stack backtrace: db_trace_self_wrapper(c0c36814,e70c6880,c08e0933,c5433058,e70c6880,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c5433058,e70c6880,c0b74195,e70c6890,c5433000,...) at kdb_backtrace+0x29 vfs_badlock(c0d388a0,e70c6890,c0d510a0,c5433000) at vfs_badlock+0x23 assert_vop_locked(c5433000,c0c419be,1,e70c68bc,8,...) at assert_vop_locked+0x52 vn_rdwr(0,c5433000,e70c693c,18,0,...) at vn_rdwr+0xd8 ufs_dir_dd_ino(c542d408,80000,c0c5966f,519,c0d51460,...) at ufs_dir_dd_ino+0x74 ufs_checkpath(c53e745c,c53e74d8,c4ec8300,437,1,...) at ufs_checkpath+0x4c ufs_rename(e70c6c1c,c5460ac0,e70c6bcc,e70c6b7c,e70c6bcc,...) at ufs_rename+0x515 VOP_RENAME_APV(c0d388a0,e70c6c1c,101,c443a000,5009410,...) at VOP_RENAME_APV+0xa5 kern_renameat(c5178690,ffffff9c,bfbfecbf,ffffff9c,bfbfecc1,...) at kern_renameat+0x31d kern_rename(c5178690,bfbfecbf,bfbfecc1,0,e70c6d2c,...) at kern_rename+0x36 rename(c5178690,e70c6cf8,8,c0c368d0,c0d179a0,...) at rename+0x29 syscall(e70c6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (128, FreeBSD ELF32, rename), eip = 0x280d4e5b, esp = 0xbfbfe00c, ebp = 0xbfbfe6a8 --- IO_NODELOCKED with no vp lock held: 0xc5433000 is not locked but should be KDB: enter: lock violation [thread pid 2764 tid 100162 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> set $lines 0 db> bt Tracing pid 2764 tid 100162 td 0xc5178690 kdb_enter(c0c4068e,c0c4067f,c5433000,c0c406dc,c5433000,...) at kdb_enter+0x3a vfs_badlock(c0d388a0,e70c6890,c0d510a0,c5433000) at vfs_badlock+0x61 assert_vop_locked(c5433000,c0c419be,1,e70c68bc,8,...) at assert_vop_locked+0x52 vn_rdwr(0,c5433000,e70c693c,18,0,...) at vn_rdwr+0xd8 ufs_dir_dd_ino(c542d408,80000,c0c5966f,519,c0d51460,...) at ufs_dir_dd_ino+0x74 ufs_checkpath(c53e745c,c53e74d8,c4ec8300,437,1,...) at ufs_checkpath+0x4c ufs_rename(e70c6c1c,c5460ac0,e70c6bcc,e70c6b7c,e70c6bcc,...) at ufs_rename+0x515 VOP_RENAME_APV(c0d388a0,e70c6c1c,101,c443a000,5009410,...) at VOP_RENAME_APV+0xa5 kern_renameat(c5178690,ffffff9c,bfbfecbf,ffffff9c,bfbfecc1,...) at kern_renameat+0x31d kern_rename(c5178690,bfbfecbf,bfbfecc1,0,e70c6d2c,...) at kern_rename+0x36 rename(c5178690,e70c6cf8,8,c0c368d0,c0d179a0,...) at rename+0x29 syscall(e70c6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (128, FreeBSD ELF32, rename), eip = 0x280d4e5b, esp = 0xbfbfe00c, ebp = 0xbfbfe6a8 --- db> show allpcpu Current CPU: 3 cpuid = 0 curthread = 0xc4760000: pid 12 "irq22: atapci0" curpcb = 0xc434dd90 fpcurthread = none idlethread = 0xc4573460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc4573690: pid 11 "idle: cpu1" curpcb = 0xc41ced90 fpcurthread = none idlethread = 0xc4573690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc45738c0: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc45738c0: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc5178690: pid 2764 "mv" curpcb = 0xe70c6d90 fpcurthread = none idlethread = 0xc4573af0: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db> show alllocks Process 1316 (sshd) thread 0xc4dcfd20 (100153) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4dfe084) locked @ kern/uipc_sockbuf.c:148 Process 773 (syslogd) thread 0xc4b5c690 (100087) exclusive lockmgr ufs (ufs) r = 0 (0xc4f3c868) locked @ kern/vfs_syscalls.c:3492 db> show a lockedvnods Locked vnodes 0xc4f3c810: tag ufs, type VREG usecount 1, writecount 1, refcount 4 mountedhere 0 flags () v_object 0xc4dcc26c ref 0 pages 6 lock type ufs: EXCL by thread 0xc4b5c690 (pid 773) #0 0xc0842e70 at __lockmgr_args+0xb80 #1 0xc0a730a1 at ffs_lock+0xa1 #2 0xc0b77665 at VOP_LOCK1_APV+0xa5 #3 0xc08f09f8 at _vn_lock+0x78 #4 0xc08eed29 at fsync+0xd9 #5 0xc0b69734 at syscall+0x2b4 #6 0xc0b4db10 at Xint0x80_syscall+0x20 ino 2049070, on dev ad4s1d db> show mount 0xc4b76b30 /dev/ad4s1a on / (ufs) 0xc4b77000 devfs on /dev (devfs) 0xc4dd1598 /dev/ad4s1e on /tmp (ufs) 0xc4dd12cc /dev/ad4s1f on /usr (ufs) 0xc4dd1000 /dev/ad4s1d on /var (ufs) 0xc4b77b30 procfs on /proc (procfs) More info: show mount db> ps pid ppid pgrp uid state wmesg wchan cmd 2764 1323 1323 1001 R+ CPU 3 mv 1323 1319 1323 1001 S+ wait 0xc4c63000 sh 1319 1318 1319 1001 Ss+ wait 0xc51462a4 bash 1318 1316 1316 1001 S select 0xc4c30324 sshd 1316 1043 1316 0 Ss sbwait 0xc4dfe0b0 sshd 1130 1 1130 0 Ss+ ttyin 0xc48f7870 getty 1129 1 1129 0 Ss+ ttyin 0xc48f7470 getty 1128 1 1128 0 Ss+ ttyin 0xc48f7070 getty 1127 1 1127 0 Ss+ ttyin 0xc47cde70 getty 1126 1 1126 0 Ss+ ttyin 0xc47cdc70 getty 1125 1 1125 0 Ss+ ttyin 0xc47cd670 getty 1124 1 1124 0 Ss+ ttyin 0xc47cd870 getty 1123 1 1123 0 Ss+ ttyin 0xc47cda70 getty 1122 1 1122 0 Ss+ ttyin 0xc47cd270 getty 1096 1 1096 0 Ss select 0xc4b7c5e4 inetd 1069 1 1069 0 Ss nanslp 0xc0d84f24 watchdogd 1060 1 1060 0 Ss nanslp 0xc0d84f24 cron 1054 1 1054 25 Ss pause 0xc4c645a0 sendmail 1050 1 1050 0 Ss select 0xc4b5a6e4 sendmail 1043 1 1043 0 Ss select 0xc4b5b1e4 sshd 1006 1 1006 0 Ss select 0xc4b7c724 ntpd 887 886 886 0 S (threaded) nfsd 100133 S rpcsvc 0xc48ffb10 nfsd: service 100132 S rpcsvc 0xc48ff310 nfsd: service 100131 S rpcsvc 0xc4c30590 nfsd: service 100118 S rpcsvc 0xc48ff2d0 nfsd: master 886 1 886 0 Ss select 0xc4c30524 nfsd 884 1 884 0 Ss select 0xc48ff224 mountd 802 1 802 0 Ss select 0xc4b7d224 rpcbind 773 1 773 0 Ss getbuf 0xd8511984 syslogd 578 1 578 0 Ss select 0xc4b14564 devd 37 0 0 0 SL sdflush 0xc0efd2a0 [softdepflush] 36 0 0 0 SL vlruwt 0xc4b612a4 [vnlru] 35 0 0 0 SL syncer 0xc0ef15d4 [syncer] 34 0 0 0 SL psleep 0xc0ef1308 [bufdaemon] 33 0 0 0 SL pgzero 0xc0efded4 [pagezero] 32 0 0 0 SL psleep 0xc0efdafc [vmdaemon] 9 0 0 0 SL psleep 0xc0efdac4 [pagedaemon] 31 0 0 0 SL wmsg 0xc47dbc78 [usbus5] 30 0 0 0 SL wmsg 0xc47dbcec [usbus5] 29 0 0 0 SL wmsg 0xc47dbcbc [usbus5] 28 0 0 0 SL wmsg 0xc47d5ac8 [usbus4] 27 0 0 0 SL wmsg 0xc47d5b3c [usbus4] 26 0 0 0 SL wmsg 0xc47d5b0c [usbus4] 25 0 0 0 SL wmsg 0xc47ceac8 [usbus3] 24 0 0 0 SL wmsg 0xc47ceb3c [usbus3] 23 0 0 0 SL wmsg 0xc47ceb0c [usbus3] 22 0 0 0 SL wmsg 0xc47c8ac8 [usbus2] 21 0 0 0 SL wmsg 0xc47c8b3c [usbus2] 20 0 0 0 SL wmsg 0xc47c8b0c [usbus2] 19 0 0 0 SL wmsg 0xc47c2ac8 [usbus1] 18 0 0 0 SL wmsg 0xc47c2b3c [usbus1] 17 0 0 0 SL wmsg 0xc47c2b0c [usbus1] 16 0 0 0 SL wmsg 0xc47bdac8 [usbus0] 15 0 0 0 SL wmsg 0xc47bdb3c [usbus0] 14 0 0 0 SL wmsg 0xc47bdb0c [usbus0] 8 0 0 0 SL waiting_ 0xc0ef345c [sctp_iterator] 7 0 0 0 SL - 0xc47cd43c [fdc0] 6 0 0 0 SL - 0xc47fa000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xc0d51bd4 [xpt_thrd] 13 0 0 0 SL - 0xc0d84da4 [yarrow] 4 0 0 0 SL - 0xc0d82924 [g_down] 3 0 0 0 SL - 0xc0d82920 [g_up] 2 0 0 0 SL - 0xc0d82918 [g_event] 12 0 0 0 RL (threaded) intr 100042 I [irq12: psm0] 100041 I [irq1: atkbd0] 100039 I [swi0: uart] 100036 I [irq20: fwohci0] 100035 I [irq14: ata0] 100034 I [irq19: ehci0] 100033 I [irq18: ohci2 ohci4] 100032 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 Run CPU 0 [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi1: net] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 CanRun [idle: cpu3] 1 0 1 0 SLs wait 0xc4571d34 [init] 10 0 0 0 SL audit_wo 0xc0efcc40 [audit] 0 0 0 0 SLs (threaded) kernel 100037 D - 0xc4802080 [fw0_taskq] 100025 D - 0xc472c080 [kqueue taskq] 100024 D - 0xc472c0c0 [acpi_task_2] 100023 D - 0xc472c0c0 [acpi_task_1] 100022 D - 0xc472c0c0 [acpi_task_0] 100019 D - 0xc472c200 [thread taskq] 100013 D - 0xc4559b80 [firmware taskq] 100000 D sched 0xc0d829e0 [swapper] db> allt Tracing command mv pid 2764 tid 100162 td 0xc5178690 kdb_enter(c0c4068e,c0c4067f,c5433000,c0c406dc,c5433000,...) at kdb_enter+0x3a vfs_badlock(c0d388a0,e70c6890,c0d510a0,c5433000) at vfs_badlock+0x61 assert_vop_locked(c5433000,c0c419be,1,e70c68bc,8,...) at assert_vop_locked+0x52 vn_rdwr(0,c5433000,e70c693c,18,0,...) at vn_rdwr+0xd8 ufs_dir_dd_ino(c542d408,80000,c0c5966f,519,c0d51460,...) at ufs_dir_dd_ino+0x74 ufs_checkpath(c53e745c,c53e74d8,c4ec8300,437,1,...) at ufs_checkpath+0x4c ufs_rename(e70c6c1c,c5460ac0,e70c6bcc,e70c6b7c,e70c6bcc,...) at ufs_rename+0x515 VOP_RENAME_APV(c0d388a0,e70c6c1c,101,c443a000,5009410,...) at VOP_RENAME_APV+0xa5 kern_renameat(c5178690,ffffff9c,bfbfecbf,ffffff9c,bfbfecc1,...) at kern_renameat+0x31d kern_rename(c5178690,bfbfecbf,bfbfecc1,0,e70c6d2c,...) at kern_rename+0x36 rename(c5178690,e70c6cf8,8,c0c368d0,c0d179a0,...) at rename+0x29 syscall(e70c6d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (128, FreeBSD ELF32, rename), eip = 0x280d4e5b, esp = 0xbfbfe00c, ebp = 0xbfbfe6a8 --- Tracing command sh pid 1323 tid 100121 td 0xc4c65230 sched_switch(c4c65230,0,104,18c,4bc87902,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4c65230,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c63000,5c,c0c3a062,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c63000,c4c63088,15c,c0c3a062,0,...) at _sleep+0x344 kern_wait(c4c65230,ffffffff,e7024c74,2,0,...) at kern_wait+0xac6 wait4(c4c65230,e7024cf8,10,c0c39e7d,c0d16e48,...) at wait4+0x3b syscall(e7024d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f3b, esp = 0xbfbfe79c, ebp = 0xbfbfe7b8 --- Tracing command bash pid 1319 tid 100155 td 0xc4dcfaf0 sched_switch(c4dcfaf0,0,104,18c,78d22c7f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4dcfaf0,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c51462a4,5c,c0c3a062,100,0,...) at sleepq_wait_sig+0x17 _sleep(c51462a4,c514632c,15c,c0c3a062,0,...) at _sleep+0x344 kern_wait(c4dcfaf0,ffffffff,e70b1c74,6,0,...) at kern_wait+0xac6 wait4(c4dcfaf0,e70b1cf8,10,c0c39f3c,c0d16e48,...) at wait4+0x3b syscall(e70b1d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a9f3b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1318 tid 100083 td 0xc4c68690 sched_switch(c4c68690,0,104,18c,78bf85ca,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c68690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4c30310,0,c0c31d11,c4c68690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c30324,0,e6f84a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4c30324,c4c30310,c0c39aac,5ca,c4c68690,...) at _cv_wait_sig+0x240 seltdwait(c503b42c,c0c39aac,41c,c4c68690,3,...) at seltdwait+0xa2 kern_select(c4c68690,a,286030b8,286030dc,0,0,66,280f87f8) at kern_select+0x517 select(c4c68690,e6f84cf8,14,c0c16bf4,c0d17658,...) at select+0x5e syscall(e6f84d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 1316 tid 100153 td 0xc4dcfd20 sched_switch(c4dcfd20,0,104,18c,9febcf00,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4dcfd20,0,c0c37821,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4dfe0b0,58,c0c3d454,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4dfe0b0,c4dfe070,158,c0c3d454,0) at _sleep+0x344 sbwait(c4dfe050,4,c0c3d509,5ad,c4dfe070,...) at sbwait+0x76 soreceive_generic(c4dfe000,0,e70abc58,0,0,...) at soreceive_generic+0x3f0 soreceive(c4dfe000,0,e70abc58,0,0,...) at soreceive+0x38 soo_read(c4e1ca48,e70abc58,c4c2e000,0,c4dcfd20,...) at soo_read+0x3a dofileread(e70abc58,ffffffff,ffffffff,0,c4e1ca48,...) at dofileread+0x96 kern_readv(c4dcfd20,5,e70abc58,e70abc78,1,...) at kern_readv+0x58 read(c4dcfd20,e70abcf8,c,c0c536e8,c0d16de8,...) at read+0x4f syscall(e70abd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283be8a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command getty pid 1130 tid 100135 td 0xc4c68d20 sched_switch(c4c68d20,0,104,18c,37c245c8,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c68d20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4c68d20,c4c68d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48f7870,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48f7870,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c48f7800,c48f7870,e7075c58,1,0,...) at tty_wait+0x71 ttydisc_read(c48f7800,e7075c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902000,e7075c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4c4b9a0,e7075c58,c453e300,0,c4c68d20,...) at devfs_read_f+0x7e dofileread(e7075c58,ffffffff,ffffffff,0,c4c4b9a0,...) at dofileread+0x96 kern_readv(c4c68d20,0,e7075c58,e7075c78,1,...) at kern_readv+0x58 read(c4c68d20,e7075cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e7075d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1129 tid 100123 td 0xc4c08d20 sched_switch(c4c08d20,0,104,18c,37bd9dcc,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c08d20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4c08d20,c4c08d20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48f7470,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48f7470,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c48f7400,c48f7470,e702ac58,1,0,...) at tty_wait+0x71 ttydisc_read(c48f7400,e702ac58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902100,e702ac58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4c4b7a8,e702ac58,c453e300,0,c4c08d20,...) at devfs_read_f+0x7e dofileread(e702ac58,ffffffff,ffffffff,0,c4c4b7a8,...) at dofileread+0x96 kern_readv(c4c08d20,0,e702ac58,e702ac78,1,...) at kern_readv+0x58 read(c4c08d20,e702acf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e702ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1128 tid 100096 td 0xc4c03000 sched_switch(c4c03000,0,104,18c,37ce3765,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c03000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4c03000,c4c03000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48f7070,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48f7070,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c48f7000,c48f7070,e6fbfc58,1,0,...) at tty_wait+0x71 ttydisc_read(c48f7000,e6fbfc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902200,e6fbfc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bd0380,e6fbfc58,c453e300,0,c4c03000,...) at devfs_read_f+0x7e dofileread(e6fbfc58,ffffffff,ffffffff,0,c4bd0380,...) at dofileread+0x96 kern_readv(c4c03000,0,e6fbfc58,e6fbfc78,1,...) at kern_readv+0x58 read(c4c03000,e6fbfcf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e6fbfd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1127 tid 100069 td 0xc4bcd000 sched_switch(c4bcd000,0,104,18c,37c987d7,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bcd000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4bcd000,c4bcd000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cde70,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cde70,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cde00,c47cde70,e6f4cc58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cde00,e6f4cc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c4902300,e6f4cc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bd15b0,e6f4cc58,c453e300,0,c4bcd000,...) at devfs_read_f+0x7e dofileread(e6f4cc58,ffffffff,ffffffff,0,c4bd15b0,...) at dofileread+0x96 kern_readv(c4bcd000,0,e6f4cc58,e6f4cc78,1,...) at kern_readv+0x58 read(c4bcd000,e6f4ccf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e6f4cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1126 tid 100134 td 0xc4dcd000 sched_switch(c4dcd000,0,104,18c,37bc0d0c,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dcd000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4dcd000,c4dcd000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cdc70,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cdc70,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cdc00,c47cdc70,e7072c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cdc00,e7072c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47ee600,e7072c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bd12a0,e7072c58,c453e300,0,c4dcd000,...) at devfs_read_f+0x7e dofileread(e7072c58,ffffffff,ffffffff,0,c4bd12a0,...) at dofileread+0x96 kern_readv(c4dcd000,0,e7072c58,e7072c78,1,...) at kern_readv+0x58 read(c4dcd000,e7072cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e7072d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1125 tid 100114 td 0xc4dcdd20 sched_switch(c4dcdd20,0,104,18c,37af6b69,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dcdd20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4dcdd20,c4dcdd20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cd670,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cd670,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cd600,c47cd670,e7009c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cd600,e7009c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47eea00,e7009c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bf3188,e7009c58,c453e300,0,c4dcdd20,...) at devfs_read_f+0x7e dofileread(e7009c58,ffffffff,ffffffff,0,c4bf3188,...) at dofileread+0x96 kern_readv(c4dcdd20,0,e7009c58,e7009c78,1,...) at kern_readv+0x58 read(c4dcdd20,e7009cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e7009d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1124 tid 100081 td 0xc4b5cd20 sched_switch(c4b5cd20,0,104,18c,37baaed2,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5cd20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4b5cd20,c4b5cd20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cd870,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cd870,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cd800,c47cd870,e6f7cc58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cd800,e6f7cc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47eee00,e6f7cc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4e1ca10,e6f7cc58,c453e300,0,c4b5cd20,...) at devfs_read_f+0x7e dofileread(e6f7cc58,ffffffff,ffffffff,0,c4e1ca10,...) at dofileread+0x96 kern_readv(c4b5cd20,0,e6f7cc58,e6f7cc78,1,...) at kern_readv+0x58 read(c4b5cd20,e6f7ccf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e6f7cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1123 tid 100109 td 0xc4dce8c0 sched_switch(c4dce8c0,0,104,18c,37c83e93,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dce8c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,c4dce8c0,c4dce8c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cda70,0,c0c3bdc8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cda70,c0d846f0,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cda00,c47cda70,e6ff7c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cda00,e6ff7c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c47eed00,e6ff7c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4be72d8,e6ff7c58,c453e300,0,c4dce8c0,...) at devfs_read_f+0x7e dofileread(e6ff7c58,ffffffff,ffffffff,0,c4be72d8,...) at dofileread+0x96 kern_readv(c4dce8c0,0,e6ff7c58,e6ff7c78,1,...) at kern_readv+0x58 read(c4dce8c0,e6ff7cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e6ff7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedcc, ebp = 0xbfbfedf8 --- Tracing command getty pid 1122 tid 100084 td 0xc4b5caf0 sched_switch(c4b5caf0,0,104,18c,384758c0,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5caf0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c47cd204,0,c0c31d11,c4b5caf0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47cd270,0,e6f88b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c47cd270,c47cd204,c0c3b72f,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c47cd200,c47cd270,e6f88c58,1,0,...) at tty_wait+0x71 ttydisc_read(c47cd200,e6f88c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c457e100,e6f88c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4be71f8,e6f88c58,c453e300,0,c4b5caf0,...) at devfs_read_f+0x7e dofileread(e6f88c58,ffffffff,ffffffff,0,c4be71f8,...) at dofileread+0x96 kern_readv(c4b5caf0,0,e6f88c58,e6f88c78,1,...) at kern_readv+0x58 read(c4b5caf0,e6f88cf8,c,c0c6dc0a,c0d16de8,...) at read+0x4f syscall(e6f88d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281838a3, esp = 0xbfbfedbc, ebp = 0xbfbfede8 --- Tracing command inetd pid 1096 tid 100111 td 0xc4dce460 sched_switch(c4dce460,0,104,18c,1c9477dd,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dce460,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b7c5d0,0,c0c31d11,c4dce460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b7c5e4,0,e6ffda70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b7c5e4,c4b7c5d0,c0c39aac,5ca,c4dce460,...) at _cv_wait_sig+0x240 seltdwait(c4b7852c,c0c39aac,41c,c4dce460,e6ffdad4,...) at seltdwait+0xa2 kern_select(c4dce460,6,bfbfdfe0,0,0,0,66,281ab020) at kern_select+0x517 select(c4dce460,e6ffdcf8,14,c0c3a0b5,c0d17658,...) at select+0x5e syscall(e6ffdd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28197823, esp = 0xbfbfdf9c, ebp = 0xbfbfee28 --- Tracing command watchdogd pid 1069 tid 100110 td 0xc4dce690 sched_switch(c4dce690,0,104,18c,404cd60f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4dce690,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f410,c4dce690,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d84f24,5c,c0c34707,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d84f24,0,15c,c0c34707,ea61,...) at _sleep+0x30e kern_nanosleep(c4dce690,e6ffac64,e6ffac6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4dce690,e6ffacf8,8,c0c6dc0a,c0d18420,...) at nanosleep+0x6f syscall(e6ffad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2817b41f, esp = 0xbfbfecec, ebp = 0xbfbfed18 --- Tracing command cron pid 1060 tid 100117 td 0xc4dcd690 sched_switch(c4dcd690,0,104,18c,e7fe0b44,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4dcd690,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f410,c4dcd690,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d84f24,5c,c0c34707,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d84f24,0,15c,c0c34707,ea61,...) at _sleep+0x30e kern_nanosleep(c4dcd690,e7018c64,e7018c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4dcd690,e7018cf8,8,c0c3a1a6,c0d18420,...) at nanosleep+0x6f syscall(e7018d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e41f, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1054 tid 100090 td 0xc4c68460 sched_switch(c4c68460,0,104,18c,70c698ec,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4c68460,0,c0c37821,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c645a0,68,c0be3e3e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c645a0,c4c645d0,168,c0be3e3e,0,...) at _sleep+0x344 kern_sigsuspend(c4c68460,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4c68460,e6fa2cf8,4,c0c39f3c,c0d18d98,...) at sigsuspend+0x4d syscall(e6fa2d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283280fb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1050 tid 100113 td 0xc4dce000 sched_switch(c4dce000,0,104,18c,81201a8e,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dce000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e7006a40,c0849fea,c4b5a6d0,0,c4dce000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4b5a6e4,0,e7006a70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4b5a6e4,c4b5a6d0,1389,5ca,c4dce000,...) at _cv_timedwait_sig+0x250 seltdwait(e7006c2c,e7006c34,41c,c4dce000,9e1,...) at seltdwait+0x8a kern_select(c4dce000,5,bfbfc520,0,0,e7006c70,5,0) at kern_select+0x517 select(c4dce000,e7006cf8,14,c0c3a47c,c0d17658,...) at select+0x5e syscall(e7006d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c6823, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1043 tid 100095 td 0xc4bcc460 sched_switch(c4bcc460,0,104,18c,9db34103,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4bcc460,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b5b1d0,0,c0c31d11,c4bcc460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b5b1e4,0,e6fb7a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b5b1e4,c4b5b1d0,c0c39aac,5ca,c4bcc460,...) at _cv_wait_sig+0x240 seltdwait(c4ec972c,c0c39aac,41c,c4bcc460,e6fb7ad4,...) at seltdwait+0xa2 kern_select(c4bcc460,7,286090b0,0,0,0,c4bcc460,e6fb7c98) at kern_select+0x517 select(c4bcc460,e6fb7cf8,14,c4bcc460,c0d17658,...) at select+0x5e syscall(e6fb7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfdf1c, ebp = 0xbfbfee38 --- Tracing command ntpd pid 1006 tid 100080 td 0xc4b5e000 sched_switch(c4b5e000,0,104,18c,f7923d03,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5e000,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b7c710,0,c0c31d11,c4b5e000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b7c724,0,e6f78a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b7c724,c4b7c710,c0c39aac,5ca,c4b5e000,...) at _cv_wait_sig+0x240 seltdwait(c503b92c,c0c39aac,41c,c4b5e000,0,...) at seltdwait+0xa2 kern_select(c4b5e000,1b,bfbfed28,0,0,0,e6f78c98,246) at kern_select+0x517 select(c4b5e000,e6f78cf8,14,e6f78d38,c0d17658,...) at select+0x5e syscall(e6f78d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28347823, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 887 tid 100133 td 0xc4c08690 sched_switch(c4c08690,0,104,18c,f22fa2dc,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c08690,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e706fbf8,c0849fea,c48ead80,0,c4c08690,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c48ffb10,0,e706fc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c48ffb10,c48ead80,1388,3e0,1ff,...) at _cv_timedwait_sig+0x250 svc_run_internal(e706fd24,c08359b8,c48ead80,e706fd38,c0c2f4f9,...) at svc_run_internal+0x356 svc_thread_start(c48ead80,e706fd38,c0c2f4f9,32d,c4dc72a4,...) at svc_thread_start+0x10 fork_exit(c0a3d7e0,c48ead80,e706fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 887 tid 100132 td 0xc4c088c0 sched_switch(c4c088c0,0,104,18c,f2305590,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c088c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e706cbf8,c0849fea,c48ead80,0,c4c088c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c48ff310,0,e706cc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c48ff310,c48ead80,1388,3e0,89f0458b,...) at _cv_timedwait_sig+0x250 svc_run_internal(e706cd24,c08359b8,c48ead80,e706cd38,c0c2f4f9,...) at svc_run_internal+0x356 svc_thread_start(c48ead80,e706cd38,c0c2f4f9,32d,c4dc72a4,...) at svc_thread_start+0x10 fork_exit(c0a3d7e0,c48ead80,e706cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 887 tid 100131 td 0xc4c08af0 sched_switch(c4c08af0,0,104,18c,f22fee32,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c08af0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e7069bf8,c0849fea,c48ead80,0,c4c08af0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4c30590,0,e7069c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4c30590,c48ead80,1388,3e0,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(e7069d24,c08359b8,c48ead80,e7069d38,c0c2f4f9,...) at svc_run_internal+0x356 svc_thread_start(c48ead80,e7069d38,c0c2f4f9,32d,c4dc72a4,...) at svc_thread_start+0x10 fork_exit(c0a3d7e0,c48ead80,e7069d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 887 tid 100118 td 0xc4dcd460 sched_switch(c4dcd460,0,104,18c,f22f735c,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dcd460,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e701bae8,c0849fea,c48ead80,0,c4dcd460,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c48ff2d0,0,e701bb18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c48ff2d0,c48ead80,1388,3a5,e701bb60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4dcd5c4,14,c0c54ff6,c0c538f5,0,...) at svc_run_internal+0x356 svc_run(c48ead80,0,c0c53bf9,1fa,0,...) at svc_run+0x7f nfssvc_nfsd(e701bc38,c0839155,c453e300,122,e701bc50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c4dcd460,e701bcf8,4,c4dcd460,c4dc72a4,...) at nfssvc_nfsserver+0x1d5 nfssvc(c4dcd460,e701bcf8,8,c4dcd460,c0d17c28,...) at nfssvc+0x77 syscall(e701bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d5d3b, esp = 0xbfbfe9bc, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 886 tid 100107 td 0xc4dced20 sched_switch(c4dced20,0,104,18c,4862db48,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dced20,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4c30510,0,c0c31d11,c4dced20,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c30524,0,e6ff0a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4c30524,c4c30510,c0c39aac,5ca,c4dced20,...) at _cv_wait_sig+0x240 seltdwait(c4bf022c,c0c39aac,41c,c4dced20,e6ff0ad4,...) at seltdwait+0xa2 kern_select(c4dced20,5,bfbfecf4,0,0,0,c4dced20,e6ff0c98) at kern_select+0x517 select(c4dced20,e6ff0cf8,14,c4dced20,c0d17658,...) at select+0x5e syscall(e6ff0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28173823, esp = 0xbfbfeaec, ebp = 0xbfbfee28 --- Tracing command mountd pid 884 tid 100085 td 0xc4b5c8c0 sched_switch(c4b5c8c0,0,104,18c,43b01018,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5c8c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c48ff210,0,c0c31d11,c4b5c8c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c48ff224,0,e6f8ca70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c48ff224,c48ff210,c0c39aac,5ca,c4b5c8c0,...) at _cv_wait_sig+0x240 seltdwait(c4b35c2c,c0c39aac,41c,c4b5c8c0,c0c41899,...) at seltdwait+0xa2 kern_select(c4b5c8c0,9,bfbfed8c,0,0,0,66,2819a020) at kern_select+0x517 select(c4b5c8c0,e6f8ccf8,14,c0c536e8,c0d17658,...) at select+0x5e syscall(e6f8cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28186823, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpcbind pid 802 tid 100082 td 0xc4c688c0 sched_switch(c4c688c0,0,104,18c,860d246f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c688c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f80aa8,c0849fea,c4b7d210,0,c4c688c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4b7d224,0,e6f80ad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4b7d224,c4b7d210,7531,5ca,e6f80b8c,...) at _cv_timedwait_sig+0x250 seltdwait(e6f80c5c,e6f80c64,4da,c4c688c0,e6f80b5c,...) at seltdwait+0x8a poll(c4c688c0,e6f80cf8,c,c0c3a1a6,c0d18138,...) at poll+0x2f9 syscall(e6f80d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28136a3f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 773 tid 100087 td 0xc4b5c690 sched_switch(c4b5c690,0,104,18c,5be1fe5a,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4b5c690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(d8511984,4c,c0c578b0,0,0,...) at sleepq_wait+0x63 _sleep(d8511984,c4c957ac,24c,c0c578b0,0,...) at _sleep+0x35b getdirtybuf(c0efd244,4,c0c57098,159e,e6f94b08,...) at getdirtybuf+0x258 flush_deplist(e6f94b0c,0,c0c57098,157a,1f442e,...) at flush_deplist+0x59 flush_inodedep_deps(c0efd244,0,c0c57098,147b,e6f94b4c,...) at flush_inodedep_deps+0xbc softdep_sync_metadata(c4f3c810,0,c0c58980,131,0,...) at softdep_sync_metadata+0x55 ffs_syncvnode(c4f3c810,1,c0d388a0,e6f94c38,c0b77175,...) at ffs_syncvnode+0x3e2 ffs_fsync(e6f94c5c,c0c6d777,e6f94cf8,e6f94c5c,0,...) at ffs_fsync+0x1c VOP_FSYNC_APV(c0d388a0,e6f94c5c,c0c41737,da9,0,...) at VOP_FSYNC_APV+0xc5 fsync(c4b5c690,e6f94cf8,4,c0c39ae9,c0d17688,...) at fsync+0x1af syscall(e6f94d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (95, FreeBSD ELF32, fsync), eip = 0x28182027, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 578 tid 100116 td 0xc4dcd8c0 sched_switch(c4dcd8c0,0,104,18c,9ebcb9c7,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4dcd8c0,0,c0c37821,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c0849fea,c4b14550,0,c0c31d11,c4dcd8c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b14564,0,e7011a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4b14564,c4b14550,c0c39aac,5ca,c4dcd8c0,...) at _cv_wait_sig+0x240 seltdwait(c4b78e2c,c0c39aac,41c,c4dcd8c0,e7011ad4,...) at seltdwait+0xa2 kern_select(c4dcd8c0,6,bfbfe9b0,0,0,0,c4dcd8c0,e7011c98) at kern_select+0x517 select(c4dcd8c0,e7011cf8,14,c4dcd8c0,c0d17658,...) at select+0x5e syscall(e7011d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808800f, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command softdepflush pid 37 tid 100068 td 0xc4b5e460 sched_switch(c4b5e460,0,104,18c,26b2c730,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b5e460,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efd2a0,44,c0c57e88,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efd2a0,c0efd244,44,c0c57e88,3e8,...) at _sleep+0x329 softdep_flush(0,e4d5dd38,c0c2f4f9,32d,c4b61000,...) at softdep_flush+0x2b0 fork_exit(c0a69410,0,e4d5dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d5dd70, ebp = 0 --- Tracing command vnlru pid 36 tid 100067 td 0xc4b5e690 sched_switch(c4b5e690,0,104,18c,24cb61fd,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4b5e690,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4b612a4,50,c0c413ac,0,0,...) at sleepq_timedwait+0x6b _sleep(c4b612a4,c0ef1594,250,c0c413ac,3e8,...) at _sleep+0x329 vnlru_proc(0,e4d5ad38,c0c2f4f9,32d,c4b612a4,...) at vnlru_proc+0xe7 fork_exit(c08e61b0,0,e4d5ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d5ad70, ebp = 0 --- Tracing command syncer pid 35 tid 100066 td 0xc4b5e8c0 sched_switch(c4b5e8c0,0,104,18c,3bdd33eb,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5e8c0,0,c0c37821,26a,c4b5e8c0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef15d4,0,e4d57c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ef15d4,c0ef15c0,3e8,6de,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e4d57d38,c0c2f4f9,32d,c4b61548,...) at sched_sync+0x502 fork_exit(c08e5620,0,e4d57d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d57d70, ebp = 0 --- Tracing command bufdaemon pid 34 tid 100065 td 0xc4b5eaf0 sched_switch(c4b5eaf0,0,104,18c,24cb1c6a,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b5eaf0,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef1308,44,c0c3eb49,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ef1308,c0ef130c,44,c0c3eb49,3e8,...) at _sleep+0x329 buf_daemon(0,e4d54d38,c0c2f4f9,32d,c4ad9000,...) at buf_daemon+0x138 fork_exit(c08ce200,0,e4d54d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d54d70, ebp = 0 --- Tracing command pagezero pid 33 tid 100064 td 0xc4b5ed20 sched_switch(c4b5ed20,0,104,18c,811cb3f7,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b5ed20,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efded4,0,c0c5d3aa,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efded4,c0efda90,0,c0c5d3aa,493e0,...) at _sleep+0x329 vm_pagezero(0,e4d51d38,c0c2f4f9,32d,c4ad92a4,...) at vm_pagezero+0xdc fork_exit(c0aa6200,0,e4d51d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d51d70, ebp = 0 --- Tracing command vmdaemon pid 32 tid 100063 td 0xc48e9230 sched_switch(c48e9230,0,104,18c,7ecf4357,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,68,...) at mi_switch+0x200 sleepq_switch(c48e9230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efdafc,68,c0c3eb49,0,0,...) at sleepq_wait+0x63 _sleep(c0efdafc,c0efdb00,68,c0c3eb49,0,...) at _sleep+0x35b vm_daemon(0,e4d4ed38,c0c2f4f9,32d,c4ad9548,...) at vm_daemon+0x59 fork_exit(c0aa06b0,0,e4d4ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d4ed70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100062 td 0xc48e9460 sched_switch(c48e9460,0,104,18c,48a471e2,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c48e9460,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efdac4,44,c0c3eb49,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efdac4,c0efda90,44,c0c3eb49,1388,...) at _sleep+0x329 vm_pageout(0,e4d4bd38,c0c2f4f9,32d,c4ad97ec,...) at vm_pageout+0x2bb fork_exit(c0aa1550,0,e4d4bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4d4bd70, ebp = 0 --- Tracing command usbus5 pid 31 tid 100061 td 0xc48e9690 sched_switch(c48e9690,0,104,18c,f6adf1fc,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e9690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dbc78,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47dbc78,c47dbd8c,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ce8cf8,c079abab,c47dbc78,...) at usb2_msleep+0x58 usb2_cv_wait(c47dbc78,c47dbd8c,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47dbc70,e4ce8d38,c0c2f4f9,32d,c4ad9a90,...) at usb2_process+0x18b fork_exit(c079aa20,c47dbc70,e4ce8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ce8d70, ebp = 0 --- Tracing command usbus5 pid 30 tid 100060 td 0xc48e98c0 sched_switch(c48e98c0,0,104,18c,5d520c03,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e98c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dbcec,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47dbcec,c47dbd8c,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ce5cf8,c079abab,c47dbcec,...) at usb2_msleep+0x58 usb2_cv_wait(c47dbcec,c47dbd8c,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47dbce4,e4ce5d38,c0c2f4f9,32d,c4ad9d34,...) at usb2_process+0x18b fork_exit(c079aa20,c47dbce4,e4ce5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ce5d70, ebp = 0 --- Tracing command usbus5 pid 29 tid 100059 td 0xc48e9af0 sched_switch(c48e9af0,0,104,18c,5d51fd65,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e9af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dbcbc,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47dbcbc,c47dbd8c,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ce2cf8,c079abab,c47dbcbc,...) at usb2_msleep+0x58 usb2_cv_wait(c47dbcbc,c47dbd8c,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47dbcb4,e4ce2d38,c0c2f4f9,32d,c4ada000,...) at usb2_process+0x18b fork_exit(c079aa20,c47dbcb4,e4ce2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ce2d70, ebp = 0 --- Tracing command usbus4 pid 28 tid 100058 td 0xc48e9d20 sched_switch(c48e9d20,0,104,18c,edfe204a,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e9d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d5ac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47d5ac8,c47d5bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cdfcf8,c079abab,c47d5ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47d5ac8,c47d5bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47d5ac0,e4cdfd38,c0c2f4f9,32d,c4ada2a4,...) at usb2_process+0x18b fork_exit(c079aa20,c47d5ac0,e4cdfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cdfd70, ebp = 0 --- Tracing command usbus4 pid 27 tid 100057 td 0xc4ad7000 sched_switch(c4ad7000,0,104,18c,5cede305,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7000,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d5b3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47d5b3c,c47d5bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cdccf8,c079abab,c47d5b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47d5b3c,c47d5bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47d5b34,e4cdcd38,c0c2f4f9,32d,c4ada548,...) at usb2_process+0x18b fork_exit(c079aa20,c47d5b34,e4cdcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cdcd70, ebp = 0 --- Tracing command usbus4 pid 26 tid 100056 td 0xc4ad7230 sched_switch(c4ad7230,0,104,18c,5cedd45d,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d5b0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47d5b0c,c47d5bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd9cf8,c079abab,c47d5b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47d5b0c,c47d5bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47d5b04,e4cd9d38,c0c2f4f9,32d,c4ada7ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47d5b04,e4cd9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd9d70, ebp = 0 --- Tracing command usbus3 pid 25 tid 100055 td 0xc4ad7460 sched_switch(c4ad7460,0,104,18c,edfdc9ed,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7460,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47ceac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47ceac8,c47cebdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd6cf8,c079abab,c47ceac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47ceac8,c47cebdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47ceac0,e4cd6d38,c0c2f4f9,32d,c46a27ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47ceac0,e4cd6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd6d70, ebp = 0 --- Tracing command usbus3 pid 24 tid 100054 td 0xc4ad7690 sched_switch(c4ad7690,0,104,18c,5c88c9c0,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47ceb3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47ceb3c,c47cebdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd3cf8,c079abab,c47ceb3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47ceb3c,c47cebdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47ceb34,e4cd3d38,c0c2f4f9,32d,c46a2a90,...) at usb2_process+0x18b fork_exit(c079aa20,c47ceb34,e4cd3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd3d70, ebp = 0 --- Tracing command usbus3 pid 23 tid 100053 td 0xc4ad78c0 sched_switch(c4ad78c0,0,104,18c,5c88bbe3,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad78c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47ceb0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47ceb0c,c47cebdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cd0cf8,c079abab,c47ceb0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47ceb0c,c47cebdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47ceb04,e4cd0d38,c0c2f4f9,32d,c46a2d34,...) at usb2_process+0x18b fork_exit(c079aa20,c47ceb04,e4cd0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cd0d70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100052 td 0xc4ad7af0 sched_switch(c4ad7af0,0,104,18c,edfd14c3,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c8ac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c8ac8,c47c8bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ccdcf8,c079abab,c47c8ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47c8ac8,c47c8bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c8ac0,e4ccdd38,c0c2f4f9,32d,c4ac5000,...) at usb2_process+0x18b fork_exit(c079aa20,c47c8ac0,e4ccdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ccdd70, ebp = 0 --- Tracing command usbus2 pid 21 tid 100051 td 0xc4ad7d20 sched_switch(c4ad7d20,0,104,18c,5c250e0a,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ad7d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c8b3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c8b3c,c47c8bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4ccacf8,c079abab,c47c8b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c8b3c,c47c8bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c8b34,e4ccad38,c0c2f4f9,32d,c4ac52a4,...) at usb2_process+0x18b fork_exit(c079aa20,c47c8b34,e4ccad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ccad70, ebp = 0 --- Tracing command usbus2 pid 20 tid 100050 td 0xc4760690 sched_switch(c4760690,0,104,18c,5c24ff41,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4760690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c8b0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c8b0c,c47c8bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cc7cf8,c079abab,c47c8b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c8b0c,c47c8bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c8b04,e4cc7d38,c0c2f4f9,32d,c4ac5548,...) at usb2_process+0x18b fork_exit(c079aa20,c47c8b04,e4cc7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cc7d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100049 td 0xc47608c0 sched_switch(c47608c0,0,104,18c,edfcd24b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47608c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c2ac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c2ac8,c47c2bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cc4cf8,c079abab,c47c2ac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47c2ac8,c47c2bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c2ac0,e4cc4d38,c0c2f4f9,32d,c4ac57ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47c2ac0,e4cc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cc4d70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100048 td 0xc4760af0 sched_switch(c4760af0,0,104,18c,5bc1433b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4760af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c2b3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c2b3c,c47c2bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cc1cf8,c079abab,c47c2b3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c2b3c,c47c2bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c2b34,e4cc1d38,c0c2f4f9,32d,c4ac5a90,...) at usb2_process+0x18b fork_exit(c079aa20,c47c2b34,e4cc1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cc1d70, ebp = 0 --- Tracing command usbus1 pid 17 tid 100047 td 0xc4760d20 sched_switch(c4760d20,0,104,18c,5bc13353,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4760d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c2b0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47c2b0c,c47c2bdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cbecf8,c079abab,c47c2b0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c2b0c,c47c2bdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47c2b04,e4cbed38,c0c2f4f9,32d,c4ac5d34,...) at usb2_process+0x18b fork_exit(c079aa20,c47c2b04,e4cbed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cbed70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100046 td 0xc48e8000 sched_switch(c48e8000,0,104,18c,edfc65f1,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8000,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bdac8,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47bdac8,c47bdbdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cbbcf8,c079abab,c47bdac8,...) at usb2_msleep+0x58 usb2_cv_wait(c47bdac8,c47bdbdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47bdac0,e4cbbd38,c0c2f4f9,32d,c45722a4,...) at usb2_process+0x18b fork_exit(c079aa20,c47bdac0,e4cbbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cbbd70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100045 td 0xc48e8230 sched_switch(c48e8230,0,104,18c,5b5d1bb9,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bdb3c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47bdb3c,c47bdbdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cb8cf8,c079abab,c47bdb3c,...) at usb2_msleep+0x58 usb2_cv_wait(c47bdb3c,c47bdbdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47bdb34,e4cb8d38,c0c2f4f9,32d,c4572548,...) at usb2_process+0x18b fork_exit(c079aa20,c47bdb34,e4cb8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cb8d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100044 td 0xc48e8460 sched_switch(c48e8460,0,104,18c,5b5d0c20,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8460,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bdb0c,0,c0c23a1d,0,0,...) at sleepq_wait+0x63 _sleep(c47bdb0c,c47bdbdc,0,c0c23a1d,0,...) at _sleep+0x35b usb2_msleep(c0c23a1d,0,e4cb5cf8,c079abab,c47bdb0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47bdb0c,c47bdbdc,c0c2397c,51,c0d88c80,...) at usb2_cv_wait+0x23 usb2_process(c47bdb04,e4cb5d38,c0c2f4f9,32d,c45727ec,...) at usb2_process+0x18b fork_exit(c079aa20,c47bdb04,e4cb5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cb5d70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100043 td 0xc48e8690 sched_switch(c48e8690,0,104,18c,89cc455,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e8690,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ef345c,0,c0c4acf9,0,0,...) at sleepq_wait+0x63 _sleep(c0ef345c,c0ef3370,0,c0c4acf9,0,...) at _sleep+0x35b sctp_iterator_thread(0,e4cb2d38,c0c2f4f9,32d,c4572a90,...) at sctp_iterator_thread+0x60 fork_exit(c095df30,0,e4cb2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4cb2d70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100040 td 0xc48e8d20 sched_switch(c48e8d20,0,104,18c,3b2170b4,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c48e8d20,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c47cd43c,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c47cd43c,c47cd4f0,4c,c0c29fb5,3e8,...) at _sleep+0x329 fdc_thread(c47cd400,e4ca6d38,c0c2f4f9,32d,c4572d34,...) at fdc_thread+0x2be fork_exit(c0b23950,c47cd400,e4ca6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ca6d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100038 td 0xc4749d20 sched_switch(c4749d20,0,104,18c,83957f51,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4749d20,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47fa000,5c,c0c29fb5,100,0,...) at sleepq_wait_sig+0x17 _sleep(c47fa000,c47fe488,15c,c0c29fb5,0,...) at _sleep+0x344 fw_bus_probe_thread(c47fa000,e4c92d38,c0c2f4f9,32d,c46a2000,...) at fw_bus_probe_thread+0xa08 fork_exit(c063d5d0,c47fa000,e4c92d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c92d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100026 td 0xc45b98c0 sched_switch(c45b98c0,0,104,18c,5b57e8eb,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45b98c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d51bd4,4c,c0bcb518,0,0,...) at sleepq_wait+0x63 _sleep(c0d51bd4,c0d51bec,4c,c0bcb518,0,...) at _sleep+0x35b xpt_scanner_thread(0,c420ed38,c0c2f4f9,32d,c46a22a4,...) at xpt_scanner_thread+0x41 fork_exit(c047c600,0,c420ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ed70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4575230 sched_switch(c4575230,0,104,18c,5be7ae0f,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4575230,0,c0c37821,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d84da4,0,c0c29fb5,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d84da4,0,0,c0c29fb5,64,...) at _sleep+0x329 pause(c0c29fb5,64,c0c112f2,113,0,...) at pause+0x47 random_kthread(0,c41f3d38,c0c2f4f9,32d,c46a2548,...) at random_kthread+0x1ef fork_exit(c0713cb0,0,c41f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f3d70, ebp = 0 --- Tracing command g_down pid 4 tid 100016 td 0xc4575460 sched_switch(c4575460,0,104,18c,5be2dfc6,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4575460,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82924,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82924,c0d82888,24c,c0c29fb5,64,...) at _sleep+0x329 g_io_schedule_down(c4575460,0,c0c2b67d,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41f0d38,c0c2f4f9,32d,c4571000,...) at g_down_procbody+0x8d fork_exit(c07fe500,0,c41f0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f0d70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc4575690 sched_switch(c4575690,0,104,18c,5bd87a32,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4575690,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82920,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82920,c0d828a8,24c,c0c29fb5,64,...) at _sleep+0x329 g_io_schedule_up(c4575690,0,c0c2b67d,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41edd38,c0c2f4f9,32d,c45712a4,...) at g_up_procbody+0x8d fork_exit(c07fe590,0,c41edd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41edd70, ebp = 0 --- Tracing command g_event pid 2 tid 100014 td 0xc45758c0 sched_switch(c45758c0,0,104,18c,5963f05e,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45758c0,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82918,4c,c0c29fb5,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82918,0,4c,c0c29fb5,64,...) at _sleep+0x329 g_event_procbody(0,c41ead38,c0c2f4f9,32d,c4571548,...) at g_event_procbody+0xcb fork_exit(c07fe620,0,c41ead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ead70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc48e88c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc48e8af0 sched_switch(c48e8af0,0,109,18c,5b53df11,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c456f170,...) at mi_switch+0x200 ithread_loop(c48ddbe0,e4ca9d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c48ddbe0,e4ca9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ca9d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc48e9000 sched_switch(c48e9000,0,109,18c,3847448e,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47f5670,...) at mi_switch+0x200 ithread_loop(c48e7220,e4c99d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c48e7220,e4c99d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c99d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc475e230 sched_switch(c475e230,0,109,18c,5b4da655,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b81f0,...) at mi_switch+0x200 ithread_loop(c47f6370,e4c88d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47f6370,e4c88d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c88d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc475e460 sched_switch(c475e460,0,109,18c,68f7a5c6,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b84f0,...) at mi_switch+0x200 ithread_loop(c47d0c80,e4c80d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47d0c80,e4c80d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c80d70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc475e690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xc475e8c0 sched_switch(c475e8c0,0,109,18c,8b5243d7,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b82f0,...) at mi_switch+0x200 ithread_loop(c47a16d0,e4c6ed38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47a16d0,e4c6ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c6ed70, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc475eaf0 sched_switch(c475eaf0,0,109,18c,8acf7a42,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b8370,...) at mi_switch+0x200 ithread_loop(c47a1440,e4c6ad38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47a1440,e4c6ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c6ad70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc475ed20 sched_switch(c475ed20,0,109,18c,ea561d1,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b83f0,...) at mi_switch+0x200 ithread_loop(c47a19a0,e4c66d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c47a19a0,e4c66d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c66d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4760000 cpustop_handler(1,c434dba0,c0b69a3d,c0b555a3,f8,...) at cpustop_handler+0x32 ipi_nmi_handler(c0b555a3,f8,2,c4760000,c45717ec,...) at ipi_nmi_handler+0x2f trap(c434dbac) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc089972f, esp = 0xc434dbec, ebp = 0xc434dc40 --- witness_checkorder(c4741cd4,9,c0be8291,15f,0,...) at witness_checkorder+0xf _mtx_lock_flags(c4741cd4,0,c0be8291,15f,c4711a00,...) at _mtx_lock_flags+0xc4 ata_interrupt(c4741800,c47a0040,0,c434dcc8,c0837c05,...) at ata_interrupt+0x38 ata_generic_intr(c4711a00,c434dcc8,c0849c54,c0d88c80,c45b80b8,...) at ata_generic_intr+0x25 intr_event_execute_handlers(c45717ec,c45b8080,c0c2f778,4dd,c45b80f0,...) at intr_event_execute_handlers+0x125 ithread_loop(c478b500,c434dd38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x9f fork_exit(c08387d0,c478b500,c434dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc434dd70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc4760230 sched_switch(c4760230,0,109,18c,7665e012,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c4774670,...) at mi_switch+0x200 ithread_loop(c4783620,c4247d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4783620,c4247d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4247d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4760460 sched_switch(c4760460,0,109,18c,5b54d0ed,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c456ec70,...) at mi_switch+0x200 ithread_loop(c4748410,c423ad38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4748410,c423ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423ad70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc45b9690 sched_switch(c45b9690,0,109,18c,7d59553f,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47474f0,...) at mi_switch+0x200 ithread_loop(c4746890,c4211d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4746890,c4211d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4211d70, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc4749460 sched_switch(c4749460,0,109,18c,e015b6e1,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47476f0,...) at mi_switch+0x200 ithread_loop(c4746930,c41ffd38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4746930,c41ffd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ffd70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc4749690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc4749af0 sched_switch(c4749af0,0,109,18c,837882f7,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c47477f0,...) at mi_switch+0x200 ithread_loop(c4746960,c41f6d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4746960,c41f6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f6d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc4575d20 sched_switch(c4575d20,0,109,18c,511c7659,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7c70,...) at mi_switch+0x200 ithread_loop(c45701d0,c41e4d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c45701d0,c41e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45b9000 sched_switch(c45b9000,0,109,18c,5963fa8f,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7cf0,...) at mi_switch+0x200 ithread_loop(c45701e0,c41e1d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c45701e0,c41e1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e1d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45b9230 sched_switch(c45b9230,0,109,18c,308fb074,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7d70,...) at mi_switch+0x200 ithread_loop(c45701f0,c41ded38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c45701f0,c41ded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ded70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45b9460 sched_switch(c45b9460,0,109,18c,5be58170,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7df0,...) at mi_switch+0x200 ithread_loop(c4570200,c41dbd38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4570200,c41dbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dbd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4573000 sched_switch(c4573000,0,109,18c,266dab41,...) at sched_switch+0x437 mi_switch(109,0,c0c2f778,4d7,c45b7e70,...) at mi_switch+0x200 ithread_loop(c4570210,c41d8d38,c0c2f4f9,32d,c45717ec,...) at ithread_loop+0x1f6 fork_exit(c08387d0,c4570210,c41d8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d8d70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc4573230 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc4573460 sched_switch(c4573460,0,60c,187,5c292abd,...) at sched_switch+0x437 mi_switch(60c,0,c0c350ee,81c,0,...) at mi_switch+0x200 sched_preempt(c4573460,0,c41d1c70,c0b4e19e,8,...) at sched_preempt+0x9f ipi_bitmap_handler(8,28,28,c46b3c18,c46b3c00,...) at ipi_bitmap_handler+0x30 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b423f5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(0,ffffffff,c41d1cd8,0,c087b431,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b5936b,1,c41d1cf8,c087b6f6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41d1cf8,c087b6f6,1,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41d1cd8,c0c350ee,a10,c4573460,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x216 fork_exit(c087b4e0,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc4573690 cpustop_handler(2,c41cec24,c0b69a3d,c47ee500,8a,...) at cpustop_handler+0x32 ipi_nmi_handler(c47ee500,8a,c456ee80,c41cebd0,c4571a90,...) at ipi_nmi_handler+0x2f trap(c41cec30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b423f5, esp = 0xc41cec70, ebp = 0xc41cec70 --- acpi_cpu_c1(0,ffffffff,c41cecd8,1,c087b431,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cecb4,c0b5936b,1,c41cecf8,c087b6f6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41cecf8,c087b6f6,1,c41cecd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41cecd8,c0c350ee,a10,c4573690,...) at cpu_idle+0x1b sched_idletd(0,c41ced38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x216 fork_exit(c087b4e0,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc45738c0 cpustop_handler(4,c41cbc24,c0b69a3d,c41cbbb4,c0849c54,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cbbb4,c0849c54,c0d84fd0,4,c4571a90,...) at ipi_nmi_handler+0x2f trap(c41cbc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b423f5, esp = 0xc41cbc70, ebp = 0xc41cbc70 --- acpi_cpu_c1(0,ffffffff,c41cbcd8,2,c087b431,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cbcb4,c0b5936b,1,c41cbcf8,c087b6f6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(1,c41cbcf8,c087b6f6,1,c41cbcd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41cbcd8,c0c350ee,a10,c45738c0,...) at cpu_idle+0x1b sched_idletd(0,c41cbd38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x216 fork_exit(c087b4e0,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4573af0 sched_switch(c4573af0,0,108,187,4b6e73d5,...) at sched_switch+0x437 mi_switch(108,0,c0c350ee,a0e,c4573af0,...) at mi_switch+0x200 sched_idletd(0,c41c8d38,c0c2f4f9,32d,c4571a90,...) at sched_idletd+0x258 fork_exit(c087b4e0,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4573d20 sched_switch(c4573d20,0,104,18c,3380b878,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4573d20,0,c0c37821,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c37821,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4571d34,5c,c0c3a062,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4571d34,c4571dbc,15c,c0c3a062,0,...) at _sleep+0x344 kern_wait(c4573d20,ffffffff,c41c4c74,0,0,...) at kern_wait+0xac6 wait4(c4573d20,c41c4cf8,10,c4573d20,c0d16e48,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c7f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc4575000 sched_switch(c4575000,0,104,18c,5b55982b,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4575000,0,c0c37821,247,c4575000,...) at sleepq_switch+0x15f sleepq_wait(c0efcc40,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0efcc40,c0efcc24,c0c55d9e,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0c2f4f9,32d,c4572000,...) at audit_worker+0x84 fork_exit(c0a4cb70,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xc475e000 sched_switch(c475e000,0,104,18c,5559f2fe,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c475e000,0,c0c37821,247,c475e000,...) at sleepq_switch+0x15f sleepq_wait(c4802080,0,c0c340af,c0c29fb5,0,...) at sleepq_wait+0x63 msleep_spin(c4802080,c480209c,c0c29fb5,0,c0c31d11,...) at msleep_spin+0x21d taskqueue_thread_loop(c47fe49c,e4c8fd38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0x8e fork_exit(c0891c40,c47fe49c,e4c8fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c8fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45b9af0 sched_switch(c45b9af0,0,104,18c,5df6c422,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b9af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c080,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c080,c472c09c,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d83284,c420bd38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d83284,c420bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420bd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45b9d20 sched_switch(c45b9d20,0,104,18c,5df6b3df,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b9d20,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c0c0,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c0c0,c472c0dc,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54884,c4208d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d54884,c4208d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4208d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4749000 sched_switch(c4749000,0,104,18c,5df6a125,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4749000,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c0c0,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c0c0,c472c0dc,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54884,c4205d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d54884,c4205d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4205d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4749230 sched_switch(c4749230,0,104,18c,5df68f74,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4749230,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c0c0,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c0c0,c472c0dc,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54884,c4202d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d54884,c4202d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4202d70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc47498c0 sched_switch(c47498c0,0,104,18c,7d5b5681,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47498c0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472c200,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c472c200,c472c21c,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d97668,c41f9d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d97668,c41f9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f9d70, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc4575af0 sched_switch(c4575af0,0,104,18c,8303b701,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4575af0,0,c0c37821,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4559b80,0,c0c29fb5,0,0,...) at sleepq_wait+0x63 _sleep(c4559b80,c4559b9c,0,c0c29fb5,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d961a0,c41e7d38,c0c2f4f9,32d,c0d829e0,...) at taskqueue_thread_loop+0xb4 fork_exit(c0891c40,c0d961a0,c41e7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e7d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d82c90 sched_switch(c0d82c90,0,104,18c,2bfee020,...) at sched_switch+0x437 mi_switch(104,0,c0c37821,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d82c90,0,c0c37821,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d829e0,44,c0c35978,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d829e0,0,44,c0c35978,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1007 MB Dumping 77 MB: 62 46 30 14 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 3 (kgdb) l *ufs_dir_dd_ino+0x74 0xc0a79c94 is in ufs_dir_dd_ino (../../../ufs/ufs/ufs_lookup.c:1246). 1241 struct dirtemplate dirbuf; 1242 int error, namlen; 1243 1244 if (vp->v_type != VDIR) 1245 return (ENOTDIR); 1246 error = vn_rdwr(UIO_READ, vp, (caddr_t)&dirbuf, 1247 sizeof (struct dirtemplate), (off_t)0, UIO_SYSSPACE, 1248 IO_NODELOCKED | IO_NOMACCHECK, cred, NOCRED, (int *)0, NULL); 1249 if (error != 0) 1250 return (error); (kgdb) $ svn diff /usr/src/sys Index: /usr/src/sys/ufs/ufs/ufs_lookup.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_lookup.c (revision 191243) +++ /usr/src/sys/ufs/ufs/ufs_lookup.c (working copy) @@ -1235,20 +1235,45 @@ return (1); } +static int +ufs_dir_dd_ino(struct vnode *vp, struct ucred *cred, ino_t *dd_ino) +{ + struct dirtemplate dirbuf; + int error, namlen; + + if (vp->v_type != VDIR) + return (ENOTDIR); + error = vn_rdwr(UIO_READ, vp, (caddr_t)&dirbuf, + sizeof (struct dirtemplate), (off_t)0, UIO_SYSSPACE, + IO_NODELOCKED | IO_NOMACCHECK, cred, NOCRED, (int *)0, NULL); + if (error != 0) + return (error); +#if (BYTE_ORDER == LITTLE_ENDIAN) + if (OFSFMT(vp)) + namlen = dirbuf.dotdot_type; + else + namlen = dirbuf.dotdot_namlen; +#else + namlen = dirbuf.dotdot_namlen; +#endif + if (namlen != 2 || dirbuf.dotdot_name[0] != '.' || + dirbuf.dotdot_name[1] != '.') + return (ENOTDIR); + *dd_ino = dirbuf.dotdot_ino; + return (0); +} + /* * Check if source directory is in the path of the target directory. * Target is supplied locked, source is unlocked. * The target is always vput before returning. */ int -ufs_checkpath(source, target, cred) - struct inode *source, *target; - struct ucred *cred; +ufs_checkpath(struct inode *source, struct inode *target, struct ucred *cred) { - struct vnode *vp; - int error, namlen; - ino_t rootino; - struct dirtemplate dirbuf; + struct vnode *vp, *vp1; + int error; + ino_t rootino, dd_ino; vp = ITOV(target); if (target->i_number == source->i_number) { @@ -1261,43 +1286,43 @@ goto out; for (;;) { - if (vp->v_type != VDIR) { - error = ENOTDIR; + error = ufs_dir_dd_ino(vp, cred, &dd_ino); + if (error) break; + if (dd_ino == source->i_number) { + error = EINVAL; + break; } - error = vn_rdwr(UIO_READ, vp, (caddr_t)&dirbuf, - sizeof (struct dirtemplate), (off_t)0, UIO_SYSSPACE, - IO_NODELOCKED | IO_NOMACCHECK, cred, NOCRED, (int *)0, - (struct thread *)0); - if (error != 0) + if (dd_ino == rootino) break; -# if (BYTE_ORDER == LITTLE_ENDIAN) - if (OFSFMT(vp)) - namlen = dirbuf.dotdot_type; - else - namlen = dirbuf.dotdot_namlen; -# else - namlen = dirbuf.dotdot_namlen; -# endif - if (namlen != 2 || - dirbuf.dotdot_name[0] != '.' || - dirbuf.dotdot_name[1] != '.') { - error = ENOTDIR; + VOP_UNLOCK(vp, 0); + error = VFS_VGET(vp->v_mount, dd_ino, LK_EXCLUSIVE, &vp1); + if (error) { + vrele(vp); + vp = NULL; break; } - if (dirbuf.dotdot_ino == source->i_number) { - error = EINVAL; + error = vn_lock(vp, LK_EXCLUSIVE); + if (error) { + vput(vp1); + vrele(vp); + vp = NULL; break; } - if (dirbuf.dotdot_ino == rootino) - break; + /* Recheck that ".." still points to vp1 after relock of vp */ + error = ufs_dir_dd_ino(vp, cred, &dd_ino); vput(vp); - error = VFS_VGET(vp->v_mount, dirbuf.dotdot_ino, - LK_EXCLUSIVE, &vp); if (error) { + vput(vp1); vp = NULL; break; } + /* Redo the check of ".." if directory was reparented */ + if (dd_ino != VTOI(vp1)->i_number) { + vput(vp1); + continue; + } + vp = vp1; } out: -- Test scenario: #!/bin/sh # Test vulnerability to transient failures when a directory closer # to the root directory is renamed root=/tmp for i in `jot 10000`; do rm -rf ${root}/a mkdir -p ${root}/a/b/c/d/e/f/g mkdir -p ${root}/a/b/c/d/e/f/z cd ${root}/a/b/c/d/e/f ( mv ${root}/a/b/c ${root}/a/c ) & if ! mv z g/z; then echo "FAILURE at loop $i" exit 1 fi done