GENERIC HEAD from Sep 15 13:27 UTC, vmcore.81 Stress test with snapshots and a full disk. GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2006 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 7.0-CURRENT #0: Fri Sep 15 15:44:26 CEST 2006 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Logical CPUs per core: 2 real memory = 1073676288 (1023 MB) avail memory = 1032458240 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a fxp0: link state changed to UP panic: softdep_deallocate_dependencies: dangling deps cpuid = 1 KDB: enter: panic [thread pid 40 tid 100048 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 40 tid 100048 td 0xc3f80510 kdb_enter(c091a65b) at kdb_enter+0x2b panic(c09343a4,e43eebe8,c06e3ea1,d7d22d70,c091837f,...) at panic+0x14b softdep_deallocate_dependencies(d7d22d70) at softdep_deallocate_dependencies+0x16 brelse(d7d22d70,d7d22d70) at brelse+0xa1 flushbuflist(c42967a4,0,c4296790,0,0) at flushbuflist+0x206 bufobj_invalbuf(c4296790,0,c3f80510,0,0,...) at bufobj_invalbuf+0x12b vinvalbuf(c4296690,0,c3f80510,0,0) at vinvalbuf+0x2a vgonel(c4296690,7,0,c09edd00,c4296690,...) at vgonel+0xcd vlrureclaim(c3fc3b50,c3f80510,c3f7fd38,c06f29b0,c06f29b0,...) at vlrureclaim+0x2a2 vnlru_proc(0,e43eed38) at vnlru_proc+0x193 fork_exit(c06f29b0,0,e43eed38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe43eed6c, ebp = 0 --- db> show allpcpu Current CPU: 1 cpuid = 0 curthread = 0xc3f806c0: pid 41 "softdepflush" curpcb = 0xe43f1d90 fpcurthread = none idlethread = 0xc3c36a20: pid 13 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc3f80510: pid 40 "vnlru" curpcb = 0xe43eed90 fpcurthread = none idlethread = 0xc3c36870: pid 12 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc3c366c0: pid 11 "idle: cpu2" curpcb = 0xe26cdd90 fpcurthread = none idlethread = 0xc3c366c0: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc3c36510: pid 10 "idle: cpu3" curpcb = 0xe26cad90 fpcurthread = none idlethread = 0xc3c36510: pid 10 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> wher 41 Tracing pid 41 tid 100047 td 0xc3f806c0 cpustop_handler(e43f1900,c0895562,c980258,0,6b970000,...) at cpustop_handler+0x31 ipi_nmi_handler(c980258,0,6b970000,0,0,...) at ipi_nmi_handler+0x28 trap(c0a00008,c3f80028,e43f0028,60,c3df3c00,...) at trap+0x3a calltrap() at calltrap+0x5 --- trap 0x13, eip = 0xc086ca37, esp = 0xe43f1948, ebp = 0xe43f1958 --- siointr1(c3df3c00,c0a78b6c,0,c093ceba,56e,...) at siointr1+0x87 siointr(c3df3c00) at siointr+0x21 intr_execute_handlers(c3c2c0c4,e43f19b4,4,e43f1a00,c0880cd3,...) at intr_execute_handlers+0xe1 lapic_handle_intr(38) at lapic_handle_intr+0x30 Xapic_isr1() at Xapic_isr1+0x33 --- interrupt, eip = 0xc068d02c, esp = 0xe43f19f4, ebp = 0xe43f1a00 --- _mtx_lock_flags(c0a63758,0,c09330e0,1663,c3fb00a4,0,c09330e0,1662) at _mtx_lock_flags+0x98 softdep_request_cleanup(c3fb7800,c4596540) at softdep_request_cleanup+0x102 ffs_alloc(c45c08c4,5065c1,0,2832e08,0,4000,c3c31400,e43f1b10) at ffs_alloc+0x27b ffs_balloc_ufs2(c4596540,19704000,14,4000,c3c31400,...) at ffs_balloc_ufs2+0x1619 ffs_copyonwrite(c4040d20,d7de4f24) at ffs_copyonwrite+0x3d0 ffs_geom_strategy(c4040e20,d7de4f24,d7de4f84,e43f1c50,c09d8a40,...) at ffs_geom_strategy+0xbd ufs_strategy(e43f1c60) at ufs_strategy+0xb5 VOP_STRATEGY_APV(c09d8500,e43f1c60) at VOP_STRATEGY_APV+0xaf bufstrategy(c40f94f0,d7de4f24) at bufstrategy+0x55 bufwrite(d7de4f24) at bufwrite+0x15a bawrite(d7de4f24) at bawrite+0x51 ffs_syncvnode(c40f93f0,2) at ffs_syncvnode+0x21c clear_remove(c3f806c0,63,c07cba88,c07cba88,0,...) at clear_remove+0xf2 softdep_flush(0,e43f1d38) at softdep_flush+0x73 fork_exit(c07cba88,0,e43f1d38) at fork_exit+0xac fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe43f1d6c, ebp = 0 --- db> show alllocks Process 41 (softdepflush) thread 0xc3f806c0 (100047) exclusive sleep mutex buf queue lock r = 0 (0xc0a56d38) locked @ kern/vfs_bio.c:1445 db> show lockedvnods Locked vnodes 0xc4040d20: tag devfs, type VCHR usecount 1, writecount 0, refcount 595 mountedhere 0xc3fac100 flags () v_object 0xc40d5708 ref 0 pages 2484 lock type devfs: EXCL (count 1) by thread 0xc3c3bd80 (pid 38)#0 0xc0689b68 at lockmgr+0x510 #1 0xc06eba35 at vop_stdlock+0x21 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc0700ccc at vn_lock+0xac #4 0xc06e5dd3 at flushbufqueues+0x443 #5 0xc06e584d at buf_daemon+0x95 #6 0xc06804f8 at fork_exit+0xac #7 0xc088097c at fork_trampoline+0x8 dev ad0s1d 0xc640ba80: tag ufs, type VDIR usecount 3, writecount 0, refcount 6 mountedhere 0 flags () v_object 0xc6a545a0 ref 0 pages 1 lock type ufs: EXCL (count 1) by thread 0xc4710000 (pid 6128)#0 0xc0689b68 at lockmgr+0x510 #1 0xc07d9546 at ffs_lock+0x76 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc0700ccc at vn_lock+0xac #4 0xc06ed6ca at lookup+0xde #5 0xc06ed366 at namei+0x382 #6 0xc06fb3c3 at kern_lstat+0x47 #7 0xc06fb35f at lstat+0x1b #8 0xc08962e2 at syscall+0x256 #9 0xc088096f at Xint0x80_syscall+0x1f ino 741719, on dev ad0s1g 0xc4596540: tag ufs, type VREG usecount 1, writecount 0, refcount 26 mountedhere 0 flags (VV_SYSTEM) v_object 0xc458fa50 ref 0 pages 472 lock type snaplk: EXCL (count 1) by thread 0xc3f806c0 (pid 41) with 3 pending#0 0xc0689b68 at lockmgr+0x510 #1 0xc07cb08a at ffs_copyonwrite+0x246 #2 0xc07d9059 at ffs_geom_strategy+0xbd #3 0xc07e4941 at ufs_strategy+0xb5 #4 0xc08a8ce3 at VOP_STRATEGY_APV+0xaf #5 0xc06e8625 at bufstrategy+0x55 #6 0xc06e36be at bufwrite+0x15a #7 0xc06e3cf1 at bawrite+0x51 #8 0xc07d934c at ffs_syncvnode+0x21c #9 0xc07d4a4e at clear_remove+0xf2 #10 0xc07cbafb at softdep_flush+0x73 #11 0xc06804f8 at fork_exit+0xac #12 0xc088097c at fork_trampoline+0x8 ino 7, on dev ad0s1d 0xc47663f0: tag ufs, type VDIR usecount 0, writecount 0, refcount 3 mountedhere 0 flags () v_object 0xc45b53c0 ref 0 pages 0 lock type ufs: EXCL (count 1) by thread 0xc3f80360 (pid 39)#0 0xc0689b68 at lockmgr+0x510 #1 0xc07d9546 at ffs_lock+0x76 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc0700ccc at vn_lock+0xac #4 0xc06f45a7 at sync_vnode+0xe3 #5 0xc06f484d at sched_sync+0x1f5 #6 0xc06804f8 at fork_exit+0xac #7 0xc088097c at fork_trampoline+0x8 ino 376838, on dev ad0s1d 0xc40db3f0: tag ufs, type VDIR usecount 1, writecount 0, refcount 4 mountedhere 0 flags (VV_ROOT) v_object 0xc45e1ac8 ref 0 pages 1 lock type ufs: EXCL (count 1) by thread 0xc3de8bd0 (pid 1117)#0 0xc0689b68 at lockmgr+0x510 #1 0xc07d9546 at ffs_lock+0x76 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc0700ccc at vn_lock+0xac #4 0xc06f4e7e at vget+0xc2 #5 0xc06ec789 at vfs_hash_get+0x8d #6 0xc07d82ef at ffs_vget+0x27 #7 0xc07e1a70 at ufs_root+0x1c #8 0xc06edd83 at lookup+0x797 #9 0xc06ed366 at namei+0x382 #10 0xc06fb295 at kern_stat+0x35 #11 0xc06fb243 at stat+0x1b #12 0xc08962e2 at syscall+0x256 #13 0xc088096f at Xint0x80_syscall+0x1f ino 2, on dev ad0s1d 0xc40f93f0: tag ufs, type VDIR usecount 1, writecount 0, refcount 5 mountedhere 0 flags () v_object 0xc4068078 ref 0 pages 1 lock type ufs: EXCL (count 1) by thread 0xc3f806c0 (pid 41) with 1 pending#0 0xc0689b68 at lockmgr+0x510 #1 0xc07d9546 at ffs_lock+0x76 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc0700ccc at vn_lock+0xac #4 0xc06f4e7e at vget+0xc2 #5 0xc06ec789 at vfs_hash_get+0x8d #6 0xc07d82ef at ffs_vget+0x27 #7 0xc07d4a0f at clear_remove+0xb3 #8 0xc07cbafb at softdep_flush+0x73 #9 0xc06804f8 at fork_exit+0xac #10 0xc088097c at fork_trampoline+0x8 ino 10551296, on dev ad0s1d 0xc4183a80: tag ufs, type VREG usecount 2, writecount 1, refcount 4 mountedhere 0 flags () v_object 0xc40d4ca8 ref 0 pages 9 lock type ufs: EXCL (count 1) by thread 0xc3fe3870 (pid 673)#0 0xc0689b68 at lockmgr+0x510 #1 0xc07d9546 at ffs_lock+0x76 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc0700ccc at vn_lock+0xac #4 0xc0700634 at vn_write+0x138 #5 0xc06c13e7 at dofilewrite+0x7b #6 0xc06c128a at kern_writev+0x36 #7 0xc06c1238 at writev+0x30 #8 0xc08962e2 at syscall+0x256 #9 0xc088096f at Xint0x80_syscall+0x1f ino 10551310, on dev ad0s1d 0xc4296690: tag ufs, type VREG usecount 0, writecount 0, refcount 3 mountedhere 0 flags (VI_DOOMED) v_object 0xc40e8708 ref 0 pages 1 lock type ufs: EXCL (count 1) by thread 0xc3f80510 (pid 40)#0 0xc0689b68 at lockmgr+0x510 #1 0xc07d9546 at ffs_lock+0x76 #2 0xc08a8a17 at VOP_LOCK_APV+0x87 #3 0xc06f262d at vlrureclaim+0x20d #4 0xc06f2b43 at vnlru_proc+0x193 #5 0xc06804f8 at fork_exit+0xac #6 0xc088097c at fork_trampoline+0x8 ino 10174465, on dev ad0s1d db> show lockedbufs buf at 0xd7d22d70 b_flags = 0xa04222a0<remfree,vmio,relbuf,clusterok,inval,done,delwri,cache> b_error = 28, b_bufsize = 2048, b_bcount = 2048, b_resid = 0 b_bufobj = (0xc4296790), b_data = 0xd9398000, b_blkno = 192336892 b_npages = 1, pages(OBJ, IDX, PA): (0xc40e8708, 0x0, 0x7e27000) lock type flushbuf: EXCL (count 1) by thread 0xc3f80510 (pid 40)#0 0xc0689b68 at lockmgr+0x510 #1 0xc06f3708 at flushbuflist+0xdc #2 0xc06f3433 at bufobj_invalbuf+0x12b #3 0xc06f3626 at vinvalbuf+0x2a #4 0xc06f5be1 at vgonel+0xcd #5 0xc06f26c2 at vlrureclaim+0x2a2 #6 0xc06f2b43 at vnlru_proc+0x193 #7 0xc06804f8 at fork_exit+0xac #8 0xc088097c at fork_trampoline+0x8 buf at 0xd7d7d7c0 b_flags = 0x20000020<vmio,cache> b_error = 0, b_bufsize = 16384, b_bcount = 16384, b_resid = 0 b_bufobj = (0xc4596640), b_data = 0xda168000, b_blkno = -4196365 b_npages = 4, pages(OBJ, IDX, PA): (0xc458fa50, 0xfeffdfcc, 0x6185000),(0xc458fa50, 0xfeffdfcd, 0x12806000),(0xc458fa50, 0xfeffdfce, 0x2b187000),(0xc458fa50, 0xfeffdfcf, 0x29a08000) lock type getblk: EXCL (count 1) by thread 0xc3f806c0 (pid 41)#0 0xc0689b68 at lockmgr+0x510 #1 0xc06e64db at getblk+0x12f #2 0xc06e3467 at breadn+0x2f #3 0xc06e32c0 at bread+0x20 #4 0xc07c3248 at ffs_balloc_ufs2+0x1290 #5 0xc07cb14f at ffs_copyonwrite+0x30b #6 0xc07d9059 at ffs_geom_strategy+0xbd #7 0xc07e4941 at ufs_strategy+0xb5 #8 0xc08a8ce3 at VOP_STRATEGY_APV+0xaf #9 0xc06e8625 at bufstrategy+0x55 #10 0xc06e36be at bufwrite+0x15a #11 0xc06e3cf1 at bawrite+0x51 #12 0xc07d934c at ffs_syncvnode+0x21c #13 0xc07d4a4e at clear_remove+0xf2 #14 0xc07cbafb at softdep_flush+0x73 #15 0xc06804f8 at fork_exit+0xac #16 0xc088097c at fork_trampoline+0x8 buf at 0xd7de4f24 b_flags = 0xa0000024<remfree,vmio,cache,async> b_error = 28, b_bufsize = 2048, b_bcount = 2048, b_resid = 0 b_bufobj = (0xc40f94f0), b_data = 0xdb12c000, b_blkno = 168605728 b_npages = 1, pages(OBJ, IDX, PA): (0xc4068078, 0x0, 0x33b6f000) db> ps pid ppid pgrp uid state wmesg wchan cmd 6227 1401 1397 0 R+ rw 6128 6099 5886 0 R find 6118 6104 5886 0 S piperd 0xc3ff3ad4 cat 6104 6093 5886 0 S wait 0xc498d234 sh 6103 6093 5886 0 S piperd 0xc4129c60 sort 6101 6093 5886 0 S piperd 0xc4447000 sed 6100 6093 5886 0 S piperd 0xc44474a4 xargs 6099 6093 5886 0 S wait 0xc45a9d38 sh 6093 6090 5886 0 S wait 0xc4550468 sh 6092 6091 5886 0 S piperd 0xc3ff2630 mail 6091 6084 5886 0 S wait 0xc473dd38 sh 6090 6084 5886 0 S wait 0xc4553000 sh 6084 6083 5886 0 S wait 0xc4740d38 sh 6083 5899 5886 0 S wait 0xc411cd38 sh 5901 5900 5886 0 S piperd 0xc412a630 mail 5900 5889 5886 0 S wait 0xc470db04 sh 5899 5889 5886 0 S wait 0xc455069c sh 5889 5886 5886 0 S wait 0xc45a9234 sh 5886 5885 5886 0 Ss wait 0xc411c234 sh 5885 858 858 0 S piperd 0xc3ff2ad4 cron 1421 1418 1421 0 S+ ttyin 0xc3f78810 bash 1418 1417 1418 0 S+ pause 0xc45536d0 csh 1417 1095 1417 1001 S+ wait 0xc4553468 su 1401 1400 1397 0 S+ wait 0xc4550000 run 1400 1399 1397 0 S+ wait 0xc41e169c run 1399 1397 1397 0 R+ run 1397 1131 1397 0 S+ wait 0xc45aa8d0 sh 1131 1128 1131 0 S+ wait 0xc41e1000 bash 1128 1127 1128 0 SW+ pause 0xc45aa268 csh 1127 1121 1127 1001 SW+ wait 0xc404f234 su 1121 1120 1121 1001 SWs+ wait 0xc411b468 bash 1120 1118 1118 1001 S select 0xc0a5683c sshd 1118 841 1118 0 SWs sbwait 0xc41c0334 sshd 1117 1018 1117 1001 S+ ufs 0xc40f9448 tail 1116 1110 1116 1001 S+ select 0xc0a5683c top 1110 1109 1110 1001 SWs+ wait 0xc411c69c bash 1109 1107 1107 1001 S select 0xc0a5683c sshd 1107 841 1107 0 SWs sbwait 0xc414d9b0 sshd 1095 1094 1095 1001 Ss+ wait 0xc411cb04 bash 1094 1092 1092 1001 S select 0xc0a5683c sshd 1092 841 1092 0 SWs sbwait 0xc414d09c sshd 1018 1017 1018 1001 SWs+ wait 0xc41ded38 bash 1017 1015 1015 1001 S select 0xc0a5683c sshd 1015 841 1015 0 SWs sbwait 0xc4132ee0 sshd 979 1 979 0 SWs+ ttyin 0xc3dfe810 getty 978 1 978 0 SWs+ ttyin 0xc3e02810 getty 977 1 977 0 SWs+ ttyin 0xc3e01810 getty 976 1 976 0 SWs+ ttyin 0xc3e01010 getty 975 1 975 0 SWs+ ttyin 0xc3e00c10 getty 974 1 974 0 SWs+ ttyin 0xc3e02c10 getty 973 1 973 0 SWs+ ttyin 0xc3e03010 getty 972 1 972 0 SWs+ ttyin 0xc3e01c10 getty 955 1 955 0 SWs select 0xc0a5683c inetd 926 1 926 0 SWs select 0xc0a5683c moused 909 1 909 0 Rs watchdogd 858 1 858 0 Ss nanslp 0xc0a09d64 cron 852 1 852 25 Ss pause 0xc404f034 sendmail 848 1 848 0 Ss select 0xc0a5683c sendmail 841 1 841 0 SWs select 0xc0a5683c sshd 821 1 821 0 Ss select 0xc0a5683c ntpd 761 757 757 0 SW - 0xc416fc00 nfsd 760 757 757 0 SW - 0xc3d7ec00 nfsd 759 757 757 0 SW - 0xc416fe00 nfsd 758 757 757 0 SW - 0xc414b200 nfsd 757 1 757 0 SWs select 0xc0a5683c nfsd 755 1 755 0 SWs select 0xc0a5683c mountd 696 1 696 0 Ss select 0xc0a5683c rpcbind 673 1 673 0 Ss snaplk 0xc4422214 syslogd 563 1 563 0 SWs select 0xc0a5683c devd 42 0 0 0 SL - 0xe43f4cfc [schedcpu] 41 0 0 0 RL CPU 0 [softdepflush] 40 0 0 0 RL CPU 1 [vnlru] 39 0 0 0 SL snaplk 0xc4422214 [syncer] 38 0 0 0 SL snaplk 0xc4422214 [bufdaemon] 37 0 0 0 SL pgzero 0xc0a6c0b0 [pagezero] 36 0 0 0 SL psleep 0xc0a63fe0 [vmdaemon] 35 0 0 0 SL psleep 0xc0a63fa0 [pagedaemon] 34 0 0 0 WL [irq7: ppc0] 33 0 0 0 SL - 0xc3d7e03c [fdc0] 32 0 0 0 WL [swi0: sio] 31 0 0 0 WL [irq12: psm0] 30 0 0 0 WL [irq1: atkbd0] 29 0 0 0 WL [irq15: ata1] 28 0 0 0 WL [irq14: ata0] 27 0 0 0 WL [irq17: fxp0] 26 0 0 0 SL usbtsk 0xc0a072e4 [usbtask] 25 0 0 0 SL usbevt 0xc3d6d210 [usb0] 24 0 0 0 WL [irq16: uhci0] 23 0 0 0 SL - 0xc3d5a280 [em0 taskq] 22 0 0 0 WL [irq9: acpi0] 21 0 0 0 WL [swi5: +] 9 0 0 0 SL - 0xc3c85700 [thread taskq] 20 0 0 0 WL [swi6: Giant taskq] 8 0 0 0 SL - 0xc3c85880 [acpi_task_2] 7 0 0 0 SL - 0xc3c85880 [acpi_task_1] 6 0 0 0 SL - 0xc3c85880 [acpi_task_0] 19 0 0 0 WL [swi6: task queue] 5 0 0 0 SL - 0xc3c85a00 [kqueue taskq] 18 0 0 0 WL [swi2: cambio] 17 0 0 0 SL - 0xc0a04f20 [yarrow] 4 0 0 0 SL - 0xc0a07a9c [g_down] 3 0 0 0 SL - 0xc0a07a98 [g_up] 2 0 0 0 SL - 0xc0a07a90 [g_event] 16 0 0 0 WL [swi3: vm] 15 0 0 0 WL [swi4: clock sio] 14 0 0 0 WL [swi1: net] 13 0 0 0 RL [idle: cpu0] 12 0 0 0 RL [idle: cpu1] 11 0 0 0 RL CPU 2 [idle: cpu2] 10 0 0 0 RL CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc3c3a000 [init] 0 0 0 0 WLs [swapper] 6228 6227 1397 0 Z+ rw db> allt Tracing command rw pid 6227 tid 100044 td 0xc3d46bd0 sched_switch(c3d46bd0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a09d64) at sleepq_switch+0xcd sleepq_timedwait_sig(c0a09d64) at sleepq_timedwait_sig+0x1e msleep(c0a09d64,0,15c,c091b792,3e9,...) at msleep+0x244 kern_nanosleep(c3d46bd0,e414dc74,e414dc6c) at kern_nanosleep+0xab nanosleep(c3d46bd0,e414dd04) at nanosleep+0x4f syscall(3b,3b,3b,2805288c,1,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28138b2b, esp = 0xbfbfe8bc, ebp = 0xbfbfe8e8 --- Tracing command find pid 6128 tid 100179 td 0xc4710000 sched_switch(c4710000,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a56fd8,c0a09550,0,c091da47,236,...) at sleepq_switch+0xcd sleepq_timedwait(c0a56fd8) at sleepq_timedwait+0x4a msleep(c0a56fd8,c0a56f78,50,c0924cad,3e8) at msleep+0x259 getnewvnode(c0922945,c3fc9000,c09d8500,e68a4910) at getnewvnode+0xb8 ffs_vget(c3fc9000,b51bc,2,e68a4974) at ffs_vget+0xc2 ufs_lookup(e68a4a1c) at ufs_lookup+0xac4 VOP_CACHEDLOOKUP_APV(c09d8500,e68a4a1c) at VOP_CACHEDLOOKUP_APV+0x9b vfs_cache_lookup(e68a4abc) at vfs_cache_lookup+0xb5 VOP_LOOKUP_APV(c09d8500,e68a4abc) at VOP_LOOKUP_APV+0xa1 lookup(e68a4b48) at lookup+0x49c namei(e68a4b48) at namei+0x382 kern_lstat(c4710000,82d3da8,0,e68a4c1c) at kern_lstat+0x47 lstat(c4710000,e68a4d04) at lstat+0x1b syscall(825003b,82c003b,bfbf003b,82d3d48,82d3d00,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (190, FreeBSD ELF32, lstat), eip = 0x28149c37, esp = 0xbfbfebbc, ebp = 0xbfbfec58 --- Tracing command cat pid 6118 tid 100070 td 0xc3ffe360 sched_switch(c3ffe360,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c3ff3ad4) at sleepq_switch+0xcd sleepq_wait_sig(c3ff3ad4) at sleepq_wait_sig+0x1d msleep(c3ff3ad4,c3ff3c44,14c,c091f7ed,0) at msleep+0x26e pipe_read(c40253a8,e6637c64,c472a180,0,c3ffe360) at pipe_read+0x377 dofileread(c3ffe360,0,c40253a8,e6637c64,ffffffff,...) at dofileread+0x89 kern_readv(c3ffe360,0,e6637c64,8201000,1000,...) at kern_readv+0x36 read(c3ffe360,e6637d04) at read+0x45 syscall(3b,3b,3b,1,1,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x28151117, esp = 0xbfbfecec, ebp = 0xbfbfee08 --- Tracing command sh pid 6104 tid 100148 td 0xc4052000 sched_switch(c4052000,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c498d234) at sleepq_switch+0xcd sleepq_wait_sig(c498d234) at sleepq_wait_sig+0x1d msleep(c498d234,c498d29c,15c,c091fb1d,0) at msleep+0x26e kern_wait(c4052000,ffffffff,e66acc2c,2,0) at kern_wait+0x7cf wait4(c4052000,e66acd04) at wait4+0x2a syscall(3b,3b,3b,bfbfe2b8,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe26c, ebp = 0xbfbfe288 --- Tracing command sort pid 6103 tid 100200 td 0xc473ea20 sched_switch(c473ea20,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4129c60) at sleepq_switch+0xcd sleepq_wait_sig(c4129c60) at sleepq_wait_sig+0x1d msleep(c4129c60,c4129dd0,14c,c091f7ed,0) at msleep+0x26e pipe_read(c3ff5708,e68d1c64,c472a180,0,c473ea20) at pipe_read+0x377 dofileread(c473ea20,0,c3ff5708,e68d1c64,ffffffff,...) at dofileread+0x89 kern_readv(c473ea20,0,e68d1c64,8201000,1000,...) at kern_readv+0x36 read(c473ea20,e68d1d04) at read+0x45 syscall(3b,3b,3b,100001,2816b7c0,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x2815b117, esp = 0xbfbfe9ec, ebp = 0xbfbfea08 --- Tracing command sed pid 6101 tid 100181 td 0xc470fbd0 sched_switch(c470fbd0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4447000) at sleepq_switch+0xcd sleepq_wait_sig(c4447000) at sleepq_wait_sig+0x1d msleep(c4447000,c4447170,14c,c091f7ed,0) at msleep+0x26e pipe_read(c40257e0,e689ec64,c472a180,0,c470fbd0) at pipe_read+0x377 dofileread(c470fbd0,0,c40257e0,e689ec64,ffffffff,...) at dofileread+0x89 kern_readv(c470fbd0,0,e689ec64,8230000,1000,...) at kern_readv+0x36 read(c470fbd0,e689ed04) at read+0x45 syscall(3b,3b,3b,0,281657c0,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x28155117, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command xargs pid 6100 tid 100078 td 0xc4047bd0 sched_switch(c4047bd0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c44474a4) at sleepq_switch+0xcd sleepq_wait_sig(c44474a4) at sleepq_wait_sig+0x1d msleep(c44474a4,c4447614,14c,c091f7ed,0) at msleep+0x26e pipe_read(c4420828,e668bc64,c472a180,0,c4047bd0) at pipe_read+0x377 dofileread(c4047bd0,0,c4420828,e668bc64,ffffffff,...) at dofileread+0x89 kern_readv(c4047bd0,0,e668bc64,8201000,1000,...) at kern_readv+0x36 read(c4047bd0,e668bd04) at read+0x45 syscall(3b,3b,3b,8240040,281627c0,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x28152117, esp = 0xbfbfed0c, ebp = 0xbfbfed28 --- Tracing command sh pid 6099 tid 100132 td 0xc411d510 sched_switch(c411d510,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c45a9d38) at sleepq_switch+0xcd sleepq_wait_sig(c45a9d38) at sleepq_wait_sig+0x1d msleep(c45a9d38,c45a9da0,15c,c091fb1d,0) at msleep+0x26e kern_wait(c411d510,ffffffff,e66eec2c,2,0) at kern_wait+0x7cf wait4(c411d510,e66eed04) at wait4+0x2a syscall(3b,3b,3b,bfbfe708,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe6bc, ebp = 0xbfbfe6d8 --- Tracing command sh pid 6093 tid 100163 td 0xc3de8360 sched_switch(c3de8360,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4550468) at sleepq_switch+0xcd sleepq_wait_sig(c4550468) at sleepq_wait_sig+0x1d msleep(c4550468,c45504d0,15c,c091fb1d,0) at msleep+0x26e kern_wait(c3de8360,ffffffff,e43b3c2c,2,0) at kern_wait+0x7cf wait4(c3de8360,e43b3d04) at wait4+0x2a syscall(3b,3b,3b,bfbfe9a8,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command mail pid 6092 tid 100113 td 0xc3fe3510 sched_switch(c3fe3510,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c3ff2630) at sleepq_switch+0xcd sleepq_wait_sig(c3ff2630) at sleepq_wait_sig+0x1d msleep(c3ff2630,c3ff27a0,14c,c091f7ed,0) at msleep+0x26e pipe_read(c4025948,e6610c64,c472a180,0,c3fe3510) at pipe_read+0x377 dofileread(c3fe3510,0,c4025948,e6610c64,ffffffff,...) at dofileread+0x89 kern_readv(c3fe3510,0,e6610c64,8201000,1000,...) at kern_readv+0x36 read(c3fe3510,e6610d04) at read+0x45 syscall(3b,3b,3b,0,281707c0,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x28160117, esp = 0xbfbfdfbc, ebp = 0xbfbfdfd8 --- Tracing command sh pid 6091 tid 100195 td 0xc473f360 sched_switch(c473f360,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c473dd38) at sleepq_switch+0xcd sleepq_wait_sig(c473dd38) at sleepq_wait_sig+0x1d msleep(c473dd38,c473dda0,15c,c091fb1d,0) at msleep+0x26e kern_wait(c473f360,ffffffff,e68e0c2c,2,0) at kern_wait+0x7cf wait4(c473f360,e68e0d04) at wait4+0x2a syscall(3b,3b,3b,bfbfe808,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe7bc, ebp = 0xbfbfe7d8 --- Tracing command sh pid 6090 tid 100168 td 0xc45526c0 sched_switch(c45526c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4553000) at sleepq_switch+0xcd sleepq_wait_sig(c4553000) at sleepq_wait_sig+0x1d msleep(c4553000,c4553068,15c,c091fb1d,0) at msleep+0x26e kern_wait(c45526c0,ffffffff,e6850c2c,2,0) at kern_wait+0x7cf wait4(c45526c0,e6850d04) at wait4+0x2a syscall(3b,3b,3b,bfbfe4c8,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe47c, ebp = 0xbfbfe498 --- Tracing command sh pid 6084 tid 100202 td 0xc473e6c0 sched_switch(c473e6c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4740d38) at sleepq_switch+0xcd sleepq_wait_sig(c4740d38) at sleepq_wait_sig+0x1d msleep(c4740d38,c4740da0,15c,c091fb1d,0) at msleep+0x26e kern_wait(c473e6c0,ffffffff,e68cbc2c,2,0) at kern_wait+0x7cf wait4(c473e6c0,e68cbd04) at wait4+0x2a syscall(3b,3b,3b,bfbfeb58,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfeb0c, ebp = 0xbfbfeb28 --- Tracing command sh pid 6083 tid 100111 td 0xc411e1b0 sched_switch(c411e1b0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c411cd38) at sleepq_switch+0xcd sleepq_wait_sig(c411cd38) at sleepq_wait_sig+0x1d msleep(c411cd38,c411cda0,15c,c091fb1d,0) at msleep+0x26e kern_wait(c411e1b0,ffffffff,e6703c2c,2,0) at kern_wait+0x7cf wait4(c411e1b0,e6703d04) at wait4+0x2a syscall(bfbf003b,bfbf003b,bfbf003b,bfbfe9f8,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe9ac, ebp = 0xbfbfe9c8 --- Tracing command mail pid 5901 tid 100124 td 0xc41df510 sched_switch(c41df510,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c412a630) at sleepq_switch+0xcd sleepq_wait_sig(c412a630) at sleepq_wait_sig+0x1d msleep(c412a630,c412a7a0,14c,c091f7ed,0) at msleep+0x26e pipe_read(c3fe8360,e6760c64,c472a180,0,c41df510) at pipe_read+0x377 dofileread(c41df510,0,c3fe8360,e6760c64,ffffffff,...) at dofileread+0x89 kern_readv(c41df510,0,e6760c64,8201000,1000,...) at kern_readv+0x36 read(c41df510,e6760d04) at read+0x45 syscall(3b,3b,3b,0,281707c0,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x28160117, esp = 0xbfbfdfdc, ebp = 0xbfbfdff8 --- Tracing command sh pid 5900 tid 100180 td 0xc470fd80 sched_switch(c470fd80,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c470db04) at sleepq_switch+0xcd sleepq_wait_sig(c470db04) at sleepq_wait_sig+0x1d msleep(c470db04,c470db6c,15c,c091fb1d,0) at msleep+0x26e kern_wait(c470fd80,ffffffff,e68a1c2c,2,0) at kern_wait+0x7cf wait4(c470fd80,e68a1d04) at wait4+0x2a syscall(3b,3b,3b,bfbfe848,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe7fc, ebp = 0xbfbfe818 --- Tracing command sh pid 5899 tid 100164 td 0xc3de81b0 sched_switch(c3de81b0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c455069c) at sleepq_switch+0xcd sleepq_wait_sig(c455069c) at sleepq_wait_sig+0x1d msleep(c455069c,c4550704,15c,c091fb1d,0) at msleep+0x26e kern_wait(c3de81b0,ffffffff,e43b0c2c,2,0) at kern_wait+0x7cf wait4(c3de81b0,e43b0d04) at wait4+0x2a syscall(3b,828003b,bfbf003b,bfbfe508,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe4bc, ebp = 0xbfbfe4d8 --- Tracing command sh pid 5889 tid 100127 td 0xc411dd80 sched_switch(c411dd80,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c45a9234) at sleepq_switch+0xcd sleepq_wait_sig(c45a9234) at sleepq_wait_sig+0x1d msleep(c45a9234,c45a929c,15c,c091fb1d,0) at msleep+0x26e kern_wait(c411dd80,ffffffff,e66fdc2c,2,0) at kern_wait+0x7cf wait4(c411dd80,e66fdd04) at wait4+0x2a syscall(3b,3b,3b,bfbfeb98,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfeb4c, ebp = 0xbfbfeb68 --- Tracing command sh pid 5886 tid 100106 td 0xc411ea20 sched_switch(c411ea20,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c411c234) at sleepq_switch+0xcd sleepq_wait_sig(c411c234) at sleepq_wait_sig+0x1d msleep(c411c234,c411c29c,15c,c091fb1d,0) at msleep+0x26e kern_wait(c411ea20,ffffffff,e6712c2c,2,0) at kern_wait+0x7cf wait4(c411ea20,e6712d04) at wait4+0x2a syscall(3b,3b,3b,bfbfebe8,16fe,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfeb9c, ebp = 0xbfbfebb8 --- Tracing command cron pid 5885 tid 100157 td 0xc4051000 sched_switch(c4051000,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c3ff2ad4) at sleepq_switch+0xcd sleepq_wait_sig(c3ff2ad4) at sleepq_wait_sig+0x1d msleep(c3ff2ad4,c3ff2c44,14c,c091f7ed,0) at msleep+0x26e pipe_read(c47b42d0,e6691c64,c40f8b80,0,c4051000) at pipe_read+0x377 dofileread(c4051000,5,c47b42d0,e6691c64,ffffffff,...) at dofileread+0x89 kern_readv(c4051000,5,e6691c64,8221000,1000,...) at kern_readv+0x36 read(c4051000,e6691d04) at read+0x45 syscall(bfbf003b,ffff003b,bfbf003b,28188580,28188580,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x28162117, esp = 0xbfbfe66c, ebp = 0xbfbfe688 --- Tracing command bash pid 1421 tid 100169 td 0xc4552510 sched_switch(c4552510,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c3f78810) at sleepq_switch+0xcd sleepq_wait_sig(c3f78810) at sleepq_wait_sig+0x1d msleep(c3f78810,0,159,c0921127,0) at msleep+0x26e ttysleep(c3f78800,c3f78810,159,c0921127,0,...) at ttysleep+0x21 ttread(c3f78800,e684dc64,0) at ttread+0x48f ptsread(c3fa2000,e684dc64,0,c0a09568,0,...) at ptsread+0x2d giant_read(c3fa2000,e684dc64,0,1,c3fa2000,...) at giant_read+0x2d devfs_read_f(c418a318,e684dc64,c45bba80,0,c4552510) at devfs_read_f+0x62 dofileread(c4552510,0,c418a318,e684dc64,ffffffff,...) at dofileread+0x89 kern_readv(c4552510,0,e684dc64,bfbfe66f,1,...) at kern_readv+0x36 read(c4552510,e684dd04) at read+0x45 syscall(3b,3b,3b,0,bfbfe66f,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (3, FreeBSD ELF32, read), eip = 0x2830e117, esp = 0xbfbfe64c, ebp = 0xbfbfe678 --- Tracing command csh pid 1418 tid 100171 td 0xc45521b0 sched_switch(c45521b0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c45536d0) at sleepq_switch+0xcd sleepq_wait_sig(c45536d0) at sleepq_wait_sig+0x1d msleep(c45536d0,c4553704,168,c08e4117,0) at msleep+0x26e kern_sigsuspend(c45521b0,2,0,0,0,...) at kern_sigsuspend+0xa7 sigsuspend(c45521b0,e6847d04) at sigsuspend+0x33 syscall(bfbf003b,bfbf003b,bfbf003b,8140b08,bfbf1a70,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x281626c3, esp = 0xbfbf1a5c, ebp = 0xbfbf1a88 --- Tracing command su pid 1417 tid 100170 td 0xc4552360 sched_switch(c4552360,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4553468) at sleepq_switch+0xcd sleepq_wait_sig(c4553468) at sleepq_wait_sig+0x1d msleep(c4553468,c45534d0,15c,c091fb1d,0) at msleep+0x26e kern_wait(c4552360,58a,e684ac2c,2,0) at kern_wait+0x7cf wait4(c4552360,e684ad04) at wait4+0x2a syscall(3b,3b,3b,bfbfe740,58a,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280f2047, esp = 0xbfbfe69c, ebp = 0xbfbfe6b8 --- Tracing command run pid 1401 tid 100161 td 0xc3de86c0 sched_switch(c3de86c0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c4550000) at sleepq_switch+0xcd sleepq_wait_sig(c4550000) at sleepq_wait_sig+0x1d msleep(c4550000,c4550068,15c,c091fb1d,0) at msleep+0x26e kern_wait(c3de86c0,1853,e43b9c2c,0,0) at kern_wait+0x7cf wait4(c3de86c0,e43b9d04) at wait4+0x2a syscall(c088003b,3b,3b,2805188c,bfbfe9d8,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280df047, esp = 0xbfbfe3cc, ebp = 0xbfbfe3e8 --- Tracing command run pid 1400 tid 100122 td 0xc41df870 sched_switch(c41df870,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c41e169c) at sleepq_switch+0xcd sleepq_wait_sig(c41e169c) at sleepq_wait_sig+0x1d msleep(c41e169c,c41e1704,15c,c091fb1d,0) at msleep+0x26e kern_wait(c41df870,579,e6766c2c,0,0) at kern_wait+0x7cf wait4(c41df870,e6766d04) at wait4+0x2a syscall(3b,3b,3b,2805188c,bfbfe9d8,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x280df047, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 --- Tracing command run pid 1399 tid 100162 td 0xc3de8510 sched_switch(c3de8510,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c0a09d64) at sleepq_switch+0xcd sleepq_timedwait_sig(c0a09d64) at sleepq_timedwait_sig+0x1e msleep(c0a09d64,0,15c,c091b792,3e9,...) at msleep+0x244 kern_nanosleep(c3de8510,e43b6c74,e43b6c6c) at kern_nanosleep+0xab nanosleep(c3de8510,e43b6d04) at nanosleep+0x4f syscall(3b,3b,3b,2805188c,1,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28137b2b, esp = 0xbfbfe88c, ebp = 0xbfbfe8b8 --- Tracing command sh pid 1397 tid 100137 td 0xc45ac1b0 sched_switch(c45ac1b0,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c45aa8d0) at sleepq_switch+0xcd sleepq_wait_sig(c45aa8d0) at sleepq_wait_sig+0x1d msleep(c45aa8d0,c45aa938,15c,c091fb1d,0) at msleep+0x26e kern_wait(c45ac1b0,ffffffff,e67d8c2c,2,0) at kern_wait+0x7cf wait4(c45ac1b0,e67d8d04) at wait4+0x2a syscall(3b,3b,3b,bfbfe898,575,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28148047, esp = 0xbfbfe84c, ebp = 0xbfbfe868 --- Tracing command bash pid 1131 tid 100119 td 0xc41dfd80 sched_switch(c41dfd80,0,1) at sched_switch+0x183 mi_switch(1,0) at mi_switch+0x280 sleepq_switch(c41e1000) at sleepq_switch+0xcd sleepq_wait_sig(c41e1000) at sleepq_wait_sig+0x1d msleep(c41e1000,c41e1068,15c,c091fb1d,0) at msleep+0x26e kern_wait(c41dfd80,ffffffff,e676fc2c,6,0) at kern_wait+0x7cf wait4(c41dfd80,e676fd04) at wait4+0x2a syscall(839003b,3b,bfbf003b,575,0,...) at syscall+0x256 Xint0x80_syscall() at Xint0x80_syscall+0x1f --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2829b047, esp = 0xbfbfe70c, ebp = 0xbfbfe728 --- Tracing command csh pid 1128 tid 100134 td 0xc411d1b0 db> call doadump Physical memory: 1007 MB Dumping 184 MB: 169 153 137 121 105 89 73 57 41 25 9 Dump complete = 0xf db> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump () at pcpu.h:166 #1 0xc04762af in db_fncall (dummy1=0xe43ee9d8, dummy2=0x0, dummy3=0xc0a89d40, dummy4=0xe43ee9b4 "à\035©À") at ../../../ddb/db_command.c:481 #2 0xc04760bb in db_command (last_cmdp=0xc09ef104, cmd_table=0x0) at ../../../ddb/db_command.c:396 #3 0xc0476176 in db_command_loop () at ../../../ddb/db_command.c:448 #4 0xc0477d75 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228 #5 0xc06b4044 in kdb_trap (type=0x3, code=0x0, tf=0xe43eeb44) at ../../../kern/subr_kdb.c:502 #6 0xc0895a94 in trap (frame= {tf_fs = 0xe43e0008, tf_es = 0xc06b0028, tf_ds = 0xc0910028, tf_edi = 0xc09343a4, tf_esi = 0x1, tf_ebp = 0xe43eeb84, tf_isp = 0xe43eeb70, tf_ebx = 0xe43eebb0, tf_edx = 0x0, tf_ecx = 0xc1833000, tf_eax = 0x12, tf_trapno = 0x3, tf_err = 0x0, tf_eip = 0xc06b3d6b, tf_cs = 0x20, tf_eflags = 0x296, tf_esp = 0xe43eeba4, tf_ss = 0xc0695a7f}) at ../../../i386/i386/trap.c:620 #7 0xc088091a in calltrap () at ../../../i386/i386/exception.s:138 #8 0xc06b3d6b in kdb_enter (msg=0x12 <Address 0x12 out of bounds>) at cpufunc.h:60 #9 0xc0695a7f in panic (fmt=0xc09343a4 "softdep_deallocate_dependencies: dangling deps") at ../../../kern/kern_shutdown.c:559 #10 0xc07d53be in softdep_deallocate_dependencies (bp=0x12) at ../../../ufs/ffs/ffs_softdep.c:6247 #11 0xc06e3ea1 in brelse (bp=0xd7d22d70) at buf.h:440 #12 0xc06f3832 in flushbuflist (bufv=0x12, flags=0x0, bo=0xc4296790, slpflag=0x0, slptimeo=0x0) at ../../../kern/vfs_subr.c:1152 #13 0xc06f3433 in bufobj_invalbuf (bo=0xc4296790, flags=0x0, td=0xc3f80510, slpflag=0x0, slptimeo=0x0) at ../../../kern/vfs_subr.c:1032 #14 0xc06f3626 in vinvalbuf (vp=0xc4296790, flags=0x0, td=0xc3f80510, slpflag=0x0, slptimeo=0x0) at ../../../kern/vfs_subr.c:1088 #15 0xc06f5be1 in vgonel (vp=0xc4296690) at ../../../kern/vfs_subr.c:2436 #16 0xc06f26c2 in vlrureclaim (mp=0xc3fc3b50) at ../../../kern/vfs_subr.c:617 #17 0xc06f2b43 in vnlru_proc () at ../../../kern/vfs_subr.c:733 #18 0xc06804f8 in fork_exit (callout=0xc06f29b0 <vnlru_proc>, arg=0x0, frame=0xe43eed38) at ../../../kern/kern_fork.c:818 #19 0xc088097c in fork_trampoline () at ../../../i386/i386/exception.s:199 (kgdb) p *(struct bufv *)0xc42967a4 $12 = {bv_hd = {tqh_first = 0xd7d22d70, tqh_last = 0xd7d22da8}, bv_root = 0xd7d22d70, bv_cnt = 0x1} (kgdb) p *(struct buf *)0xd7d22d70 $13 = {b_bufobj = 0xc4296790, b_bcount = 0x800, b_caller1 = 0x0, b_data = 0xd9398000 "1 0\n", b_error = 0x1c, b_iocmd = 0x2, b_ioflags = 0x0, b_iooffset = 0x16eda7f800, b_resid = 0x0, b_iodone = 0, b_blkno = 0xb76d3fc, b_offset = 0x0, b_bobufs = { tqe_next = 0x0, tqe_prev = 0xc42967a4}, b_left = 0x0, b_right = 0x0, b_vflags = 0x1, b_freelist = {tqe_next = 0x0, tqe_prev = 0xd7f00e54}, b_qindex = 0x2, b_flags = 0xa04222a0, b_xflags = 0x1, b_lock = {lk_interlock = 0xc0a08a10, lk_flags = 0x40000, lk_sharecount = 0x0, lk_waitcount = 0x0, lk_exclusivecount = 0x1, lk_prio = 0x50, lk_wmesg = 0xc0924d49 "flushbuf", lk_timo = 0x0, lk_lockholder = 0xc3f80510, lk_newlock = 0x0, lk_stack = {depth = 0x9, pcs = { 0xc0689b68, 0xc06f3708, 0xc06f3433, 0xc06f3626, 0xc06f5be1, 0xc06f26c2, 0xc06f2b43, 0xc06804f8, 0xc088097c, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x800, b_runningbufspace = 0x0, b_kvabase = 0xd9398000 "1 0\n", b_kvasize = 0x4000, b_lblkno = 0x0, b_vp = 0xc4296690, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xd9398000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0xd7d7320c, tqh_last = 0xd7eef680}, cluster_entry = { tqe_next = 0xd7d7320c, tqe_prev = 0xd7eef680}}, b_pages = {0xc1ab5ab0, 0x0 <repeats 31 times>}, b_npages = 0x1, b_dep = { lh_first = 0xc4649580}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) p *(struct bufobj *)0xc4296790 $14 = {bo_mtx = 0xc4296758, bo_clean = {bv_hd = {tqh_first = 0x0, tqh_last = 0xc4296794}, bv_root = 0x0, bv_cnt = 0x0}, bo_dirty = { bv_hd = {tqh_first = 0xd7d22d70, tqh_last = 0xd7d22da8}, bv_root = 0xd7d22d70, bv_cnt = 0x1}, bo_numoutput = 0x0, bo_flag = 0x1, bo_ops = 0xc09cb684, bo_bsize = 0x4000, bo_object = 0xc40e8708, bo_synclist = {le_next = 0xc41d0a30, le_prev = 0xc3e119d4}, bo_private = 0xc4296690, __bo_vnode = 0xc4296690}