GENERIC HEAD from Feb 17 17:54 UTC, vmcore.140 Panic in vfs_mount.c:1975 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2007 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 7.0-CURRENT #1: Sat Feb 17 19:49:37 CET 2007 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032384512 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted fxp0: link state changed to UP Fatal trap 12: page fault while in kernel mode cpuid = 1; apic id = 01 fault virtual address = 0x9c fault code = supervisor read, page not present instruction pointer = 0x20:0xc07217fc stack pointer = 0x28:0xe6d2e5d8 frame pointer = 0x28:0xe6d2e5e4 code segment = base 0x0, limit 0xfffff, type 0x1b = DPL 0, pres 1, def32 1, gran 1 processor eflags = interrupt enabled, resume, IOPL = 0 current process = 1030 (umount) [thread pid 1030 tid 100092 ] Stopped at __vfs_statfs+0xc: movl 0x9c(%eax),%edx db> where Tracing pid 1030 tid 100092 td 0xc46f5360 __vfs_statfs(0,e6d2e610,c46f5360,246,246,...) at __vfs_statfs+0xc unionfs_statfs(c46cb8b8,c46cb990,c46f5360) at unionfs_statfs+0x90 __vfs_statfs(c46cb8b8,c46cb990,c46f5360,c4b512b0,e6d2e844,ffffffdf,c46cb8b8) at __vfs_statfs+0x20 kern_statfs(c46f5360,bfbfef13,0,e6d2ea98) at kern_statfs+0xc8 statfs(c46f5360,e6d2ed00) at statfs+0x21 syscall(e6d2ed38) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x20 **** FP 0xe6d2e344 eip c08ab050 ebp bfbfeda8 --- syscall (396, FreeBSD ELF32, statfs), eip = 0x280cae3f, esp = 0xbfbfe72c, ebp = 0xbfbfeda8 --- db> show alllocks Process 1030 (umount) thread 0xc46f5360 (100092) exclusive sleep mutex Giant r = 0 (0xc0a4f568) locked @ kern/vfs_lookup.c:666 db> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xc4304bd0: pid 14 "swi4: clock sio" curpcb = 0xe2db2d90 fpcurthread = none idlethread = 0xc4304a20: pid 13 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc46f5360: pid 1030 "umount" curpcb = 0xe6d2ed90 fpcurthread = none idlethread = 0xc4304870: pid 12 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc43046c0: pid 11 "idle: cpu2" curpcb = 0xe2da9d90 fpcurthread = none idlethread = 0xc43046c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4304510: pid 10 "idle: cpu3" curpcb = 0xe2da6d90 fpcurthread = none idlethread = 0xc4304510: pid 10 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> show lockdvnods Locked vnodes db> show lockedbufs db> ps pid ppid pgrp uid state wmesg wchan cmd 1030 1010 1010 0 R+ CPU 1 umount 1019 0 0 0 SL mdwait 0xc4b25800 [md0] 1010 1009 1010 0 S+ wait 0xc46e26c0 sh 1009 1 1009 0 Ss+ wait 0xc47eeb40 sh 43 0 0 0 SL - 0xe4826cfc [schedcpu] 42 0 0 0 SL sdflush 0xc0aa9604 [softdepflush] 41 0 0 0 SL syncer 0xc0a4fb30 [syncer] 40 0 0 0 SL vlruwt 0xc464ed80 [vnlru] 39 0 0 0 SL psleep 0xc0a9cda8 [bufdaemon] 38 0 0 0 SL pgzero 0xc0ab1f50 [pagezero] 37 0 0 0 SL psleep 0xc0aa9e80 [vmdaemon] 36 0 0 0 SL psleep 0xc0aa9e40 [pagedaemon] 35 0 0 0 WL [irq7: ppc0] 34 0 0 0 SL - 0xc441423c [fdc0] 33 0 0 0 WL [swi0: sio] 32 0 0 0 WL [irq12: psm0] 31 0 0 0 WL [irq1: atkbd0] 30 0 0 0 WL [irq15: ata1] 29 0 0 0 WL [irq14: ata0] 28 0 0 0 WL [irq17: fxp0] 27 0 0 0 SL usbtsk 0xc0a4d314 [usbtask-dr] 26 0 0 0 SL usbtsk 0xc0a4d300 [usbtask-hc] 25 0 0 0 SL usbevt 0xc4439210 [usb0] 24 0 0 0 WL [irq16: uhci0] 23 0 0 0 SL - 0xc4444b00 [em0 taskq] 22 0 0 0 WL [irq9: acpi0] 21 0 0 0 WL [swi2: cambio] 20 0 0 0 WL [swi5: +] 9 0 0 0 SL - 0xc4352780 [thread taskq] 8 0 0 0 SL - 0xc4352800 [acpi_task_2] 7 0 0 0 SL - 0xc4352800 [acpi_task_1] 6 0 0 0 SL - 0xc4352800 [acpi_task_0] 19 0 0 0 WL [swi6: Giant taskq] 18 0 0 0 WL [swi6: task queue] 5 0 0 0 SL - 0xc4352b00 [kqueue taskq] 17 0 0 0 SL - 0xc0a39ca0 [yarrow] 4 0 0 0 SL - 0xc0a4dadc [g_down] 3 0 0 0 SL - 0xc0a4dad8 [g_up] 2 0 0 0 SL - 0xc0a4dad0 [g_event] 16 0 0 0 WL [swi1: net] 15 0 0 0 WL [swi3: vm] 14 0 0 0 RL CPU 0 [swi4: clock sio] 13 0 0 0 RL [idle: cpu0] 12 0 0 0 RL [idle: cpu1] 11 0 0 0 RL CPU 2 [idle: cpu2] 10 0 0 0 RL CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc4306000 [init] 0 0 0 0 WLs [swapper] db> set $lines 0 db> allt Tracing command umount pid 1030 tid 100092 td 0xc46f5360 __vfs_statfs(0,e6d2e610,c46f5360,246,246,...) at __vfs_statfs+0xc unionfs_statfs(c46cb8b8,c46cb990,c46f5360) at unionfs_statfs+0x90 __vfs_statfs(c46cb8b8,c46cb990,c46f5360,c4b512b0,e6d2e844,ffffffdf,c46cb8b8) at __vfs_statfs+0x20 kern_statfs(c46f5360,bfbfef13,0,e6d2ea98) at kern_statfs+0xc8 statfs(c46f5360,e6d2ed00) at statfs+0x21 syscall(e6d2ed38) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x20 **** FP 0xe6d2e30c eip c08ab050 ebp bfbfeda8 --- syscall (396, FreeBSD ELF32, statfs), eip = 0x280cae3f, esp = 0xbfbfe72c, ebp = 0xbfbfeda8 --- Tracing command md0 pid 1019 tid 100100 td 0xc4734360 sched_switch(c4734360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4b25800,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4b25800,0,c092a6e7,2bc,8,...) at sleepq_wait+0x46 msleep(c4b25800,c4b25820,24c,c092a728,0) at msleep+0x2a5 md_kthread(c4b25800,e6d8ed38) at md_kthread+0xc5 fork_exit(c0592fd4,c4b25800,e6d8ed38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe6d8ed70, ebp = 0 --- Tracing command sh pid 1010 tid 100059 td 0xc46e3d80 sched_switch(c46e3d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c46e26c0) at sleepq_switch+0xc9 sleepq_wait_sig(c46e26c0) at sleepq_wait_sig+0x1d msleep(c46e26c0,c46e2720,15c,c0951679,0) at msleep+0x296 kern_wait(c46e3d80,ffffffff,e6ce0c28,2,0) at kern_wait+0x7c3 wait4(c46e3d80,e6ce0d00) at wait4+0x2a syscall(e6ce0d38) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x20 **** FP 0xe6d2e30c eip c08ab050 ebp bfbfeae8 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfeacc, ebp = 0xbfbfeae8 --- Tracing command sh pid 1009 tid 100103 td 0xc4732d80 sched_switch(c4732d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c47eeb40) at sleepq_switch+0xc9 sleepq_wait_sig(c47eeb40) at sleepq_wait_sig+0x1d msleep(c47eeb40,c47eeba0,15c,c0951679,0) at msleep+0x296 kern_wait(c4732d80,ffffffff,e6d85c28,2,0) at kern_wait+0x7c3 wait4(c4732d80,e6d85d00) at wait4+0x2a syscall(e6d85d38) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x20 **** FP 0xe6d2e30c eip c08ab050 ebp bfbfec38 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814acff, esp = 0xbfbfec1c, ebp = 0xbfbfec38 --- Tracing command schedcpu pid 43 tid 100045 td 0xc4412a20 sched_switch(c4412a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(e4826cfc,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(e4826cfc) at sleepq_timedwait+0x4a msleep(e4826cfc,0,0,c0944531,3e8) at msleep+0x281 schedcpu_thread(0,e4826d38) at schedcpu_thread+0x26 fork_exit(c06d798c,0,e4826d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4826d70, ebp = 0 --- Tracing command softdepflush pid 42 tid 100046 td 0xc464f870 sched_switch(c464f870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0aa9604,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0aa9604) at sleepq_timedwait+0x4a msleep(c0aa9604,c0aa95dc,44,c096574e,3e8) at msleep+0x281 softdep_flush(0,e4ad0d38) at softdep_flush+0x1ff fork_exit(c07fd860,0,e4ad0d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4ad0d70, ebp = 0 --- Tracing command syncer pid 41 tid 100047 td 0xc464f6c0 sched_switch(c464f6c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4fb30,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0a4fb30,0,c0956e74,641,c0956e74,...) at sleepq_wait+0x46 msleep(c0a4fb30,c0a9d0a4,68,c0957243,0) at msleep+0x2a5 sched_sync(0,e4acdd38) at sched_sync+0x2fe fork_exit(c07243c8,0,e4acdd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4acdd70, ebp = 0 --- Tracing command vnlru pid 40 tid 100048 td 0xc464f510 sched_switch(c464f510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c464ed80,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c464ed80) at sleepq_timedwait+0x4a msleep(c464ed80,c0a9d078,250,c0956f35,3e8,c0a9d0d8) at msleep+0x281 vnlru_proc(0,e4acad38) at vnlru_proc+0xdf fork_exit(c07226e0,0,e4acad38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4acad70, ebp = 0 --- Tracing command bufdaemon pid 39 tid 100049 td 0xc464f360 sched_switch(c464f360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a9cda8,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a9cda8) at sleepq_timedwait+0x4a msleep(c0a9cda8,c0a9cdac,44,c09556c8,3e8) at msleep+0x281 buf_daemon(0,e4ac7d38) at buf_daemon+0x198 fork_exit(c0713c94,0,e4ac7d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4ac7d70, ebp = 0 --- Tracing command pagezero pid 38 tid 100027 td 0xc4307d80 sched_switch(c4307d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0ab1f50,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0ab1f50) at sleepq_timedwait+0x4a msleep(c0ab1f50,c0aa9e04,0,c096a80d,493e0) at msleep+0x281 vm_pagezero(0,e2debd38) at vm_pagezero+0x6b fork_exit(c08308b8,0,e2debd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2debd70, ebp = 0 --- Tracing command vmdaemon pid 37 tid 100028 td 0xc4307bd0 sched_switch(c4307bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0aa9e80,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0aa9e80,0,c06b9b64,c0a4f568,c096a3e1,...) at sleepq_wait+0x46 msleep(c0aa9e80,0,68,c09556c8,0) at msleep+0x2a5 vm_daemon(0,e2de8d38) at vm_daemon+0x36 fork_exit(c082f508,0,e2de8d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2de8d70, ebp = 0 --- Tracing command pagedaemon pid 36 tid 100029 td 0xc4307a20 sched_switch(c4307a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0aa9e40,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0aa9e40) at sleepq_timedwait+0x4a msleep(c0aa9e40,c0aa9e04,44,c09556c8,1388) at msleep+0x281 vm_pageout(0,e2de5d38) at vm_pageout+0x268 fork_exit(c082f190,0,e2de5d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2de5d70, ebp = 0 --- Tracing command irq7: ppc0 pid 35 tid 100030 td 0xc4307870 fork_trampoline() at fork_trampoline Tracing command fdc0 pid 34 tid 100031 td 0xc43076c0 sched_switch(c43076c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c441423c,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c441423c) at sleepq_timedwait+0x4a msleep(c441423c,c44142f0,4c,c0944531,3e8) at msleep+0x281 fdc_worker(c4414200,c44142f0,0,c096ccee,4a2) at fdc_worker+0x1fe fdc_thread(c4414200,e2ddfd38) at fdc_thread+0x54 fork_exit(c088d0dc,c4414200,e2ddfd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2ddfd70, ebp = 0 --- Tracing command swi0: sio pid 33 tid 100032 td 0xc4307510 sched_switch(c4307510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44cc030,e2ddcd38) at ithread_loop+0xda fork_exit(c06ae068,c44cc030,e2ddcd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2ddcd70, ebp = 0 --- Tracing command irq12: psm0 pid 32 tid 100033 td 0xc44b2000 fork_trampoline() at fork_trampoline Tracing command irq1: atkbd0 pid 31 tid 100034 td 0xc44b1d80 sched_switch(c44b1d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44c34e0,e4a73d38) at ithread_loop+0xda fork_exit(c06ae068,c44c34e0,e4a73d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4a73d70, ebp = 0 --- Tracing command irq15: ata1 pid 30 tid 100035 td 0xc44b1bd0 fork_trampoline() at fork_trampoline Tracing command irq14: ata0 pid 29 tid 100036 td 0xc44b1a20 sched_switch(c44b1a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44afc50,e4a6dd38) at ithread_loop+0xda fork_exit(c06ae068,c44afc50,e4a6dd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4a6dd70, ebp = 0 --- Tracing command irq17: fxp0 pid 28 tid 100037 td 0xc44b1870 sched_switch(c44b1870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c44af470,e4a6ad38) at ithread_loop+0xda fork_exit(c06ae068,c44af470,e4a6ad38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4a6ad70, ebp = 0 --- Tracing command usbtask-dr pid 27 tid 100017 td 0xc43056c0 sched_switch(c43056c0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4d314,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0a4d314,0,c06b9b64,c0a4f568,c09414de,...) at sleepq_wait+0x46 msleep(c0a4d314,0,5c,c09414fa,0,...) at msleep+0x2a5 usb_task_thread(c0a4d314,e2dc4d38) at usb_task_thread+0x47 fork_exit(c06589a4,c0a4d314,e2dc4d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dc4d70, ebp = 0 --- Tracing command usbtask-hc pid 26 tid 100018 td 0xc4305510 sched_switch(c4305510,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4d300,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c0a4d300,0,c06b9b64,c0a4f568,c09414de,...) at sleepq_wait+0x46 msleep(c0a4d300,0,5c,c09414fa,0,...) at msleep+0x2a5 usb_task_thread(c0a4d300,e2dc1d38) at usb_task_thread+0x47 fork_exit(c06589a4,c0a4d300,e2dc1d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dc1d70, ebp = 0 --- Tracing command usb0 pid 25 tid 100019 td 0xc4305360 sched_switch(c4305360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4439210,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c4439210) at sleepq_timedwait+0x4a msleep(c4439210,0,5c,c09414f3,ea60,c4436dc0) at msleep+0x281 usb_event_thread(c4436dc0,e2dbed38) at usb_event_thread+0x94 fork_exit(c06588f0,c4436dc0,e2dbed38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dbed70, ebp = 0 --- Tracing command irq16: uhci0 pid 24 tid 100020 td 0xc43051b0 sched_switch(c43051b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c43cb980,e2dbbd38) at ithread_loop+0xda fork_exit(c06ae068,c43cb980,e2dbbd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dbbd70, ebp = 0 --- Tracing command em0 taskq pid 23 tid 100021 td 0xc4412870 sched_switch(c4412870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4444b00,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4444b00,c4444b1c,8,c094fba1,47,...) at sleepq_wait+0x46 msleep_spin(c4444b00,c4444b1c,c0944531,0) at msleep_spin+0x1a1 taskqueue_thread_loop(c4402a14,e4823d38) at taskqueue_thread_loop+0x61 fork_exit(c06e8e70,c4402a14,e4823d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4823d70, ebp = 0 --- Tracing command irq9: acpi0 pid 22 tid 100022 td 0xc44126c0 fork_trampoline() at fork_trampoline Tracing command swi2: cambio pid 21 tid 100023 td 0xc4412510 fork_trampoline() at fork_trampoline Tracing command swi5: + pid 20 tid 100024 td 0xc4412360 fork_trampoline() at fork_trampoline Tracing command thread taskq pid 9 tid 100025 td 0xc44121b0 sched_switch(c44121b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4352780,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4352780,0,c094fbaa,49,8,...) at sleepq_wait+0x46 msleep(c4352780,c435279c,0,c0944531,0) at msleep+0x2a5 taskqueue_thread_loop(c0a55330,e4817d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e70,c0a55330,e4817d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4817d70, ebp = 0 --- Tracing command acpi_task_2 pid 8 tid 100026 td 0xc4412000 sched_switch(c4412000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4352800,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4352800,0,c094fbaa,49,8,...) at sleepq_wait+0x46 msleep(c4352800,c435281c,0,c0944531,0) at msleep+0x2a5 taskqueue_thread_loop(c10d8214,e4814d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e70,c10d8214,e4814d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe4814d70, ebp = 0 --- Tracing command acpi_task_1 pid 7 tid 100008 td 0xc43041b0 sched_switch(c43041b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4352800,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4352800,0,c094fbaa,49,8,...) at sleepq_wait+0x46 msleep(c4352800,c435281c,0,c0944531,0) at msleep+0x2a5 taskqueue_thread_loop(c10d8214,e2da0d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e70,c10d8214,e2da0d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2da0d70, ebp = 0 --- Tracing command acpi_task_0 pid 6 tid 100009 td 0xc4304000 sched_switch(c4304000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4352800,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4352800,0,c094fbaa,49,c442f540,...) at sleepq_wait+0x46 msleep(c4352800,c435281c,0,c0944531,0) at msleep+0x2a5 taskqueue_thread_loop(c10d8214,e2d9dd38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e70,c10d8214,e2d9dd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2d9dd70, ebp = 0 --- Tracing command swi6: Giant taskq pid 19 tid 100010 td 0xc4307360 sched_switch(c4307360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c43cb5a0,e2dd9d38) at ithread_loop+0xda fork_exit(c06ae068,c43cb5a0,e2dd9d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dd9d70, ebp = 0 --- Tracing command swi6: task queue pid 18 tid 100011 td 0xc43071b0 sched_switch(c43071b0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c43cb5b0,e2dd6d38) at ithread_loop+0xda fork_exit(c06ae068,c43cb5b0,e2dd6d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dd6d70, ebp = 0 --- Tracing command kqueue taskq pid 5 tid 100012 td 0xc4307000 sched_switch(c4307000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4352b00,c0a4f550,0,c094f571,21e,...) at sleepq_switch+0xc9 sleepq_wait(c4352b00,0,c094fbaa,49,8,...) at sleepq_wait+0x46 msleep(c4352b00,c4352b1c,0,c0944531,0) at msleep+0x2a5 taskqueue_thread_loop(c0a4e29c,e2dd3d38) at taskqueue_thread_loop+0x78 fork_exit(c06e8e70,c0a4e29c,e2dd3d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dd3d70, ebp = 0 --- Tracing command yarrow pid 17 tid 100013 td 0xc4305d80 sched_switch(c4305d80,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a39ca0,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a39ca0) at sleepq_timedwait+0x4a msleep(c0a39ca0,0,0,c0944531,64) at msleep+0x281 random_kthread(0,e2dd0d38) at random_kthread+0x180 fork_exit(c05f55dc,0,e2dd0d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dd0d70, ebp = 0 --- Tracing command g_down pid 4 tid 100014 td 0xc4305bd0 sched_switch(c4305bd0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4dadc,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a4dadc) at sleepq_timedwait+0x4a msleep(c0a4dadc,c0a4d9c8,24c,c0944531,64) at msleep+0x281 g_io_schedule_down(c4305bd0) at g_io_schedule_down+0x56 g_down_procbody(0,e2dcdd38) at g_down_procbody+0x5a fork_exit(c06853bc,0,e2dcdd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dcdd70, ebp = 0 --- Tracing command g_up pid 3 tid 100015 td 0xc4305a20 sched_switch(c4305a20,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4dad8,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a4dad8) at sleepq_timedwait+0x4a msleep(c0a4dad8,c0a4da08,24c,c0944531,64) at msleep+0x281 g_io_schedule_up(c4305a20) at g_io_schedule_up+0x127 g_up_procbody(0,e2dcad38) at g_up_procbody+0x5a fork_exit(c068535c,0,e2dcad38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dcad70, ebp = 0 --- Tracing command g_event pid 2 tid 100016 td 0xc4305870 sched_switch(c4305870,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a4dad0,c0a4f550,0,c094f571,243,...) at sleepq_switch+0xc9 sleepq_timedwait(c0a4dad0) at sleepq_timedwait+0x4a msleep(c0a4dad0,0,4c,c0944531,64) at msleep+0x281 g_event_procbody(0,e2dc7d38) at g_event_procbody+0x9e fork_exit(c068541c,0,e2dc7d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dc7d70, ebp = 0 --- Tracing command swi1: net pid 16 tid 100000 td 0xc4305000 sched_switch(c4305000,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 ithread_loop(c42c4890,e2db8d38) at ithread_loop+0xda fork_exit(c06ae068,c42c4890,e2db8d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2db8d70, ebp = 0 --- Tracing command swi3: vm pid 15 tid 100001 td 0xc4304d80 fork_trampoline() at fork_trampoline Tracing command swi4: clock sio pid 14 tid 100002 td 0xc4304bd0 cpustop_handler(e2db2b58,c08c08f3,e2db2b5e,1,3,...) at cpustop_handler+0x31 ipi_nmi_handler(e2db2b5e,1,3,0,0,...) at ipi_nmi_handler+0x28 trap(e2db2b64) at trap+0x3f calltrap() at calltrap+0x6 **** FP 0xe6d2e30c eip c08aafeb ebp e2db2bb4 --- trap 0x13, eip = 0xc089f464, esp = 0xe2db2ba4, ebp = 0xe2db2bb4 --- siointr1(c44c7400,c0abeb2c,0,c096ec57,56e,...) at siointr1+0x230 siointr(c44c7400) at siointr+0x21 intr_execute_handlers(c42fa0c8,e2db2c14,4,e2db2c64,c08ab3b4,...) at intr_execute_handlers+0xe1 lapic_handle_intr(38,e2db2c14) at lapic_handle_intr+0x2f Xapic_isr1() at Xapic_isr1+0x34 **** FP 0xe6d2e30c eip c08ab3b4 ebp e2db2c64 --- interrupt, eip = 0xc06b9fde, esp = 0xe2db2c54, ebp = 0xe2db2c64 --- _mtx_lock_sleep(c0a4f568,c4304bd0,0,c094d399,f0) at _mtx_lock_sleep+0x10a _mtx_lock_flags(c0a4f568,0,c094d399,f0) at _mtx_lock_flags+0xab softclock(0) at softclock+0x1b7 ithread_execute_handlers(c4303480,c4351580) at ithread_execute_handlers+0x11e ithread_loop(c42c48b0,e2db2d38) at ithread_loop+0x67 fork_exit(c06ae068,c42c48b0,e2db2d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2db2d70, ebp = 0 --- Tracing command idle: cpu0 pid 13 tid 100003 td 0xc4304a20 sched_switch(c4304a20,0,2) at sched_switch+0xff mi_switch(2,0,c0a4f550,0,c094ddac,...) at mi_switch+0x280 critical_exit(0,c4413e00,e2dafcd4,c08ab5cf,e2dafc94,...) at critical_exit+0x92 lapic_handle_timer(e2dafc94) at lapic_handle_timer+0x14d Xtimerint() at Xtimerint+0x1f **** FP 0xe6d2e30c eip c08ab5cf ebp e2dafcd4 --- interrupt, eip = 0xc10ca0b5, esp = 0xe2dafcd4, ebp = 0xe2dafcd4 --- acpi_cpu_c1(c0a4f550,c06d87cc,e2dafcf4,c06d87cc,c06d87cc,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2dafd04,c06d87f5,e2dafd24,c06ad0a8,0,...) at acpi_cpu_idle+0x162 cpu_idle(e2dafd24,c06ad0a8,0,e2dafd38,c43036c0,...) at cpu_idle+0x28 sched_idletd(0,e2dafd38) at sched_idletd+0x29 fork_exit(c06d87cc,0,e2dafd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dafd70, ebp = 0 --- Tracing command idle: cpu1 pid 12 tid 100004 td 0xc4304870 sched_switch(c4304870,0,1) at sched_switch+0xff mi_switch(1,0,c0a4f550,0,c094db94,...) at mi_switch+0x280 sched_idletd(0,e2dacd38) at sched_idletd+0x51 fork_exit(c06d87cc,0,e2dacd38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2dacd70, ebp = 0 --- Tracing command idle: cpu2 pid 11 tid 100005 td 0xc43046c0 cpustop_handler(e2da9c88,c08c08f3,e2da9c20,c06b9de5,c4350b00,...) at cpustop_handler+0x31 ipi_nmi_handler(e2da9c20,c06b9de5,c4350b00,0,0,...) at ipi_nmi_handler+0x28 trap(e2da9c94) at trap+0x3f calltrap() at calltrap+0x6 **** FP 0xe6d2e30c eip c08aafeb ebp e2da9cd4 --- trap 0x13, eip = 0xc10ca0b5, esp = 0xe2da9cd4, ebp = 0xe2da9cd4 --- acpi_cpu_c1(c0a4f550,c06d87cc,e2da9cf4,c06d87cc,c06d87cc,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2da9d04,c06d87f5,e2da9d24,c06ad0a8,0,...) at acpi_cpu_idle+0x162 cpu_idle(e2da9d24,c06ad0a8,0,e2da9d38,c4303b40,...) at cpu_idle+0x28 sched_idletd(0,e2da9d38) at sched_idletd+0x29 fork_exit(c06d87cc,0,e2da9d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2da9d70, ebp = 0 --- Tracing command idle: cpu3 pid 10 tid 100006 td 0xc4304510 cpustop_handler(e2da6c88,c08c08f3,c06b9de5,c42e3e00,c4304510,...) at cpustop_handler+0x31 ipi_nmi_handler(c06b9de5,c42e3e00,c4304510,0,0,...) at ipi_nmi_handler+0x28 trap(e2da6c94) at trap+0x3f calltrap() at calltrap+0x6 **** FP 0xe6d2e30c eip c08aafeb ebp e2da6cd4 --- trap 0x13, eip = 0xc10ca0b5, esp = 0xe2da6cd4, ebp = 0xe2da6cd4 --- acpi_cpu_c1(c0a4f550,c06d87cc,e2da6cf4,c06d87cc,c06d87cc,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(e2da6d04,c06d87f5,e2da6d24,c06ad0a8,0,...) at acpi_cpu_idle+0x162 cpu_idle(e2da6d24,c06ad0a8,0,e2da6d38,c4303d80,...) at cpu_idle+0x28 sched_idletd(0,e2da6d38) at sched_idletd+0x29 fork_exit(c06d87cc,0,e2da6d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 **** FP 0xe6d2e30c eip c08ab060 ebp 0 --- trap 0, eip = 0, esp = 0xe2da6d70, ebp = 0 --- Tracing command init pid 1 tid 100007 td 0xc4304360 sched_switch(c4304360,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4306000) at sleepq_switch+0xc9 sleepq_wait_sig(c4306000) at sleepq_wait_sig+0x1d msleep(c4306000,c4306060,15c,c0951679,0) at msleep+0x296 kern_wait(c4304360,ffffffff,e2da3c28,2,0) at kern_wait+0x7c3 wait4(c4304360,e2da3d00) at wait4+0x2a syscall(e2da3d38) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x20 **** FP 0xe6d2e30c eip c08ab050 ebp bfbfe888 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8053217, esp = 0xbfbfe86c, ebp = 0xbfbfe888 --- Tracing command swapper pid 0 tid 0 td 0xc0a4dde0 sched_switch(c0a4dde0,0,1) at sched_switch+0xff mi_switch(1,0) at mi_switch+0x280 scheduler(0,141ec00,141e000,0,c04524c5,...) at scheduler+0x195 mi_startup() at mi_startup+0x96 begin() at begin+0x2c db> call doadump Physical memory: 1007 MB Dumping 61 MB: 46 30 14 Dump complete = 0xf db> call print_uptime Uptime: 14m14s = 0x4 db> c (kgdb) p *(struct mount *)0xc46cb8b8 $1 = {mnt_lock = {lk_object = {lo_name = 0xc0956727 "vfslock", lo_type = 0x0, lo_flags = 0x0, lo_witness_data = {lod_list = { stqe_next = 0x0}, lod_witness = 0x0}}, lk_interlock = 0xc0a4f100, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x0, lk_prio = 0x50, lk_timo = 0x0, lk_lockholder = 0xffffffff, lk_newlock = 0x0, lk_stack = {depth = 0x8, pcs = { 0xc06b62df, 0xc0721e49, 0xc071d67d, 0xc071ccf6, 0xc0727d57, 0xc0727ced, 0xc08c166a, 0xc08ab050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, mnt_mtx = {mtx_object = {lo_name = 0xc0950683 "struct mount mtx", lo_type = 0xc0950683 "struct mount mtx", lo_flags = 0x1030000, lo_witness_data = {lod_list = {stqe_next = 0xc0a5fb98}, lod_witness = 0xc0a5fb98}}, mtx_lock = 0x4, mtx_recurse = 0x0}, mnt_gen = 0x1, mnt_list = {tqe_next = 0xc46ca2e8, tqe_prev = 0xc46ca664}, mnt_op = 0xc4b5c1c0, mnt_vfc = 0xc4b5c180, mnt_vnodecovered = 0xc4829560, mnt_syncer = 0xc4b51158, mnt_ref = 0x3, mnt_nvnodelist = {tqh_first = 0xc4b512b0, tqh_last = 0xc4b5116c}, mnt_nvnodelistsize = 0x2, mnt_writeopcount = 0x0, mnt_kern_flag = 0x0, mnt_flag = 0x10001000, mnt_noasync = 0x0, mnt_opt = 0xc4418890, mnt_optnew = 0x0, mnt_maxsymlinklen = 0x0, mnt_stat = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x10001000, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x1ef77, f_bfree = 0xd6764, f_bavail = 0xc3195, f_files = 0x80fe, f_ffree = 0x3e18b, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = {0x800ff02, 0x8}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "unionfs\000\000\000\000\000\000\000\000", f_mntfromname = "<above>:/tmp", '\0' <repeats 75 times>, f_mntonname = "/mnt", '\0' <repeats 83 times>}, mnt_cred = 0xc4b03300, mnt_data = 0xc44d4ac0, mnt_time = 0x0, mnt_iosize_max = 0x10000, mnt_export = 0x0, mnt_mntlabel = 0x0, mnt_fslabel = 0x0, mnt_hashseed = 0x24ff68c5, mnt_markercnt = 0x0, mnt_holdcnt = 0x0, mnt_holdcntwaiters = 0x0, mnt_secondary_writes = 0x0, mnt_secondary_accwrites = 0x0, mnt_gjprovider = 0x0} (kgdb) l *0xc07217fc 0xc07217fc is in __vfs_statfs (../../../kern/vfs_mount.c:1975). 1970 int 1971 __vfs_statfs(struct mount *mp, struct statfs *sbp, struct thread *td) 1972 { 1973 int error; 1974 1975 error = mp->mnt_op->vfs_statfs(mp, &mp->mnt_stat, td); 1976 if (sbp != &mp->mnt_stat) 1977 *sbp = mp->mnt_stat; 1978 return (error); 1979 } (kgdb) p *((struct mount *)0xc46cb8b8)->mnt_op $5 = {vfs_mount = 0xc4b57570, vfs_cmount = 0, vfs_unmount = 0xc4b57dd8, vfs_root = 0xc4b57e48, vfs_quotactl = 0xc4b57ea4, vfs_statfs = 0xc4b57ecc, vfs_sync = 0xc4b580a4, vfs_vget = 0xc4b580ac, vfs_fhtovp = 0xc4b580b8, vfs_checkexp = 0xc4b580c4, vfs_init = 0xc4b55300, vfs_uninit = 0xc4b55330, vfs_extattrctl = 0xc4b580d0, vfs_sysctl = 0xc071a658 <vfs_stdsysctl>} (kgdb) p ((struct mount *)0xc46cb8b8)->mnt_stat $6 = {f_version = 0x20030518, f_type = 0x6, f_flags = 0x10001000, f_bsize = 0x800, f_iosize = 0x4000, f_blocks = 0x1ef77, f_bfree = 0xd6764, f_bavail = 0xc3195, f_files = 0x80fe, f_ffree = 0x3e18b, f_syncwrites = 0x0, f_asyncwrites = 0x0, f_syncreads = 0x0, f_asyncreads = 0x0, f_spare = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, f_namemax = 0xff, f_owner = 0x0, f_fsid = {val = { 0x800ff02, 0x8}}, f_charspare = '\0' <repeats 79 times>, f_fstypename = "unionfs\000\000\000\000\000\000\000\000", f_mntfromname = "<above>:/tmp", '\0' <repeats 75 times>, f_mntonname = "/mnt", '\0' <repeats 83 times>} --- Test scenario: unionfs3.sh