GENERIC 7.0-CURRENT from Aug 23 08:13 UTC, vmcore.4 This is an old problem, but on new hardware. GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2005 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 7.0-CURRENT #1: Tue Aug 23 10:59:48 CEST 2005 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/Generic WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM> Hyperthreading: 2 logical CPUs real memory = 1073676288 (1023 MB) avail memory = 1041616896 (993 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted fxp0: link state changed to UP lock order reversal 1st 0xc09811e0 UMA lock (UMA lock) @ vm/uma_core.c:1494 2nd 0xc1060144 system map (system map) @ vm/vm_map.c:2317 KDB: stack backtrace: kdb_backtrace(0,ffffffff,c0936140,c0936280,c08c0524) at kdb_backtrace+0x29 witness_checkorder(c1060144,9,c087658f,90d) at witness_checkorder+0x564 _mtx_lock_flags(c1060144,0,c0876586,90d) at _mtx_lock_flags+0x5b _vm_map_lock(c10600c0,c0876586,90d) at _vm_map_lock+0x26 vm_map_remove(c10600c0,c2753000,c2754000,e5143c0c,c07837dd) at vm_map_remove+0x1f kmem_free(c10600c0,c2753000,1000,e5143c3c,c078318a) at kmem_free+0x25 page_free(c2753000,1000,2) at page_free+0x29 zone_drain(c104ab40) at zone_drain+0x26a zone_foreach(c0782f20,e5143cec,c079510f,e5143c74,246) at zone_foreach+0x37 uma_reclaim(e5143c74,246,0,e5143c80,c062bdad) at uma_reclaim+0x12 vm_pageout_scan(0,c0981640,0,c0877aa7,604) at vm_pageout_scan+0x103 vm_pageout(0,e5143d38,0,c0795f64,0) at vm_pageout+0x2c3 fork_exit(c0795f64,0,e5143d38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe5143d6c, ebp = 0 --- panic: bp 0xd654c358 wrong b_bufobj 0xc39661d0 should be 0xc49360c0 cpuid = 0 KDB: enter: panic [thread pid 102 tid 100098 ] Stopped at kdb_enter+0x2b: nop db> where Tracing pid 102 tid 100098 td 0xc2399180 kdb_enter(c085b435) at kdb_enter+0x2b panic(c0862fc1,d654c358,c39661d0,c49360c0,23) at panic+0x14b flushbuflist(c49360c4,4,c49360c0,0,0) at flushbuflist+0x10d bufobj_invalbuf(c49360c0,4,c2399180,0,0) at bufobj_invalbuf+0x111 vinvalbuf(c4936000,4,c2399180,0,0,c4911ad4,0,0,800) at vinvalbuf+0x1d ffs_truncate(c4936000,0,0,c00,0) at ffs_truncate+0x56a ufs_inactive(e514fc10) at ufs_inactive+0x99 VOP_INACTIVE_APV(c08fa740,e514fc10) at VOP_INACTIVE_APV+0x7e vinactive(c4936000,c2399180) at vinactive+0x72 vput(c4936000,c0980c00,0,c0872ea9,d5b) at vput+0x154 handle_workitem_remove(c57934c0,0) at handle_workitem_remove+0x10b process_worklist_item(0,0) at process_worklist_item+0x181 softdep_process_worklist(0) at softdep_process_worklist+0xf4 sched_sync(0,e514fd38,0,c0686810,0) at sched_sync+0x25e fork_exit(c0686810,0,e514fd38) at fork_exit+0xa0 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe514fd6c, ebp = 0 --- db> show lockedvnods Locked vnodes 0xc3a7a880: tag ufs, type VDIR usecount 3, writecount 0, refcount 5 mountedhere 0 flags () v_object 0xc4d4e4a4 ref 0 pages 1 lock type ufs: EXCL (count 1) by thread 0xc2399600 (pid 84020) ino 23682, on dev ad0s1e 0xc3966110: tag ufs, type VREG usecount 1, writecount 0, refcount 132 mountedhere 0 flags () v_object 0xc4df9948 ref 0 pages 1488 lock type ufs: EXCL (count 1) by thread 0xc3d37900 (pid 83913) ino 24001, on dev ad0s1e 0xc492d660: tag ufs, type VREG usecount 1, writecount 1, refcount 32 mountedhere 0 flags () v_object 0xc479f108 ref 0 pages 1432 lock type ufs: EXCL (count 1) by thread 0xc3d39780 (pid 84064) ino 24018, on dev ad0s1e 0xc4936000: tag ufs, type VREG usecount 0, writecount 0, refcount 89 mountedhere 0 flags () v_object 0xc53dd7bc ref 0 pages 1248 lock type ufs: EXCL (count 1) by thread 0xc2399180 (pid 102) ino 24019, on dev ad0s1e 0xc492dbb0: tag ufs, type VREG usecount 1, writecount 0, refcount 192 mountedhere 0 flags () v_object 0xc3cf19cc ref 0 pages 1484 lock type ufs: EXCL (count 1) by thread 0xc47b7d80 (pid 84083) ino 24026, on dev ad0s1e 0xc316b770: tag ufs, type VREG usecount 1, writecount 1, refcount 23 mountedhere 0 flags () v_object 0xc4536630 ref 0 pages 1400 lock type ufs: EXCL (count 1) by thread 0xc4498300 (pid 84041) ino 24027, on dev ad0s1e 0xc395caa0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4d51a50 ref 0 pages 1340 lock type ufs: EXCL (count 1) by thread 0xc3ba7300 (pid 84006) ino 24031, on dev ad0s1e 0xc4901aa0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4da0420 ref 0 pages 1468 lock type ufs: EXCL (count 1) by thread 0xc5000900 (pid 84092) ino 24040, on dev ad0s1e 0xc3cf2110: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc383aa50 ref 0 pages 1344 lock type ufs: EXCL (count 1) by thread 0xc3a6c480 (pid 84091) ino 47426, on dev ad0s1e 0xc2dc2880: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc477018c ref 0 pages 1324 lock type ufs: EXCL (count 1) by thread 0xc3eb5a80 (pid 84160) ino 24068, on dev ad0s1e 0xc3ea1550: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4d4fce4 ref 0 pages 1056 lock type ufs: EXCL (count 1) by thread 0xc4496780 (pid 83854) ino 23832, on dev ad0s1e 0xc4f79000: tag ufs, type VREG usecount 1, writecount 0, refcount 237 mountedhere 0 flags () v_object 0xc3f118c4 ref 0 pages 1152 lock type ufs: EXCL (count 1) by thread 0xc3d6a480 (pid 83879) ino 23834, on dev ad0s1e 0xc4887880: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc3c0ead4 ref 0 pages 728 lock type ufs: EXCL (count 1) by thread 0xc4c82180 (pid 83855) ino 23865, on dev ad0s1e 0xc4129110: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc5071630 ref 0 pages 768 lock type ufs: EXCL (count 1) by thread 0xc3d13480 (pid 83849) ino 23866, on dev ad0s1e 0xc4889660: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc53e2a50 ref 0 pages 756 lock type ufs: EXCL (count 1) by thread 0xc3ab3000 (pid 83853) ino 23867, on dev ad0s1e 0xc3992cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc4013084 ref 0 pages 804 lock type ufs: EXCL (count 1) by thread 0xc44f7180 (pid 83907) ino 23871, on dev ad0s1e 0xc4854dd0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc47726b4 ref 0 pages 804 lock type ufs: EXCL (count 1) by thread 0xc4c8d900 (pid 83884) ino 24073, on dev ad0s1e 0xc4fb7990: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc47714a4 ref 0 pages 700 lock type ufs: EXCL (count 1) by thread 0xc3ff7600 (pid 84090) ino 24092, on dev ad0s1e 0xc48ff880: tag ufs, type VREG usecount 1, writecount 1, refcount 49 mountedhere 0 flags () v_object 0xc5472bdc ref 0 pages 836 lock type ufs: EXCL (count 1) by thread 0xc3bd7600 (pid 83898) ino 24100, on dev ad0s1e 0xc479b660: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc5421840 ref 0 pages 720 lock type ufs: EXCL (count 1) by thread 0xc3d17d80 (pid 84032) ino 24102, on dev ad0s1e 0xc37fa330: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc4706630 ref 0 pages 712 lock type ufs: EXCL (count 1) by thread 0xc2731d80 (pid 84059) ino 24103, on dev ad0s1e 0xc492abb0: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc4559000 ref 0 pages 712 lock type ufs: EXCL (count 1) by thread 0xc4c8ec00 (pid 83906) ino 23598, on dev ad0s1e 0xc4f77000: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc3a7e5ac ref 0 pages 752 lock type ufs: EXCL (count 1) by thread 0xc3d14180 (pid 83863) ino 23603, on dev ad0s1e 0xc4faddd0: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc4df8318 ref 0 pages 672 lock type ufs: EXCL (count 1) by thread 0xc4fde480 (pid 83979) ino 23614, on dev ad0s1e 0xc48fe220: tag ufs, type VREG usecount 1, writecount 1, refcount 32 mountedhere 0 flags () v_object 0xc3b175ac ref 0 pages 656 lock type ufs: EXCL (count 1) by thread 0xc3ace900 (pid 84081) ino 23623, on dev ad0s1e 0xc4fb6770: tag ufs, type VREG usecount 1, writecount 1, refcount 35 mountedhere 0 flags () v_object 0xc529c738 ref 0 pages 824 lock type ufs: EXCL (count 1) by thread 0xc44f7000 (pid 84003) ino 23666, on dev ad0s1e 0xc492a220: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc3f39084 ref 0 pages 596 lock type ufs: EXCL (count 1) by thread 0xc444f180 (pid 83848) ino 23670, on dev ad0s1e 0xc3963110: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc426d7bc ref 0 pages 828 lock type ufs: EXCL (count 1) by thread 0xc4ff7000 (pid 84040) ino 23633, on dev ad0s1e 0xc488fcc0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc3838bdc ref 0 pages 604 lock type ufs: EXCL (count 1) by thread 0xc4237c00 (pid 84036) ino 23641, on dev ad0s1e 0xc4887bb0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc383e5ac ref 0 pages 556 lock type ufs: EXCL (count 1) by thread 0xc47b6480 (pid 84033) ino 23679, on dev ad0s1e 0xc37fa990: tag ufs, type VREG usecount 1, writecount 0, refcount 56 mountedhere 0 flags () v_object 0xc422ace4 ref 0 pages 644 lock type ufs: EXCL (count 1) by thread 0xc5018180 (pid 84057) ino 47440, on dev ad0s1e 0xc491cdd0: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc5144420 ref 0 pages 592 lock type ufs: EXCL (count 1) by thread 0xc3d37480 (pid 84038) ino 23728, on dev ad0s1e 0xc4853220: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc425cad4 ref 0 pages 536 lock type ufs: EXCL (count 1) by thread 0xc3f25c00 (pid 84159) ino 23729, on dev ad0s1e 0xc3965000: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc4de65ac ref 0 pages 504 lock type ufs: EXCL (count 1) by thread 0xc4c8a300 (pid 84056) ino 47442, on dev ad0s1e 0xc37f9000: tag ufs, type VREG usecount 1, writecount 1, refcount 31 mountedhere 0 flags () v_object 0xc4daa210 ref 0 pages 472 lock type ufs: EXCL (count 1) by thread 0xc5383900 (pid 84031) ino 47443, on dev ad0s1e 0xc298f990: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc471839c ref 0 pages 516 lock type ufs: EXCL (count 1) by thread 0xc4415900 (pid 84047) ino 23701, on dev ad0s1e 0xc3a82dd0: tag ufs, type VREG usecount 1, writecount 1, refcount 42 mountedhere 0 flags () v_object 0xc3d319cc ref 0 pages 576 lock type ufs: EXCL (count 1) by thread 0xc4c61780 (pid 83976) ino 23691, on dev ad0s1e 0xc492e440: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc453f4a4 ref 0 pages 448 lock type ufs: EXCL (count 1) by thread 0xc4fe5180 (pid 83897) ino 23711, on dev ad0s1e 0xc492c000: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc5229108 ref 0 pages 528 lock type ufs: EXCL (count 1) by thread 0xc39ab300 (pid 84075) ino 23719, on dev ad0s1e 0xc4889cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc3f2fbdc ref 0 pages 520 lock type ufs: EXCL (count 1) by thread 0xc4ca1000 (pid 84071) ino 23705, on dev ad0s1e 0xc4889440: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc3c2518c ref 0 pages 436 lock type ufs: EXCL (count 1) by thread 0xc3eb4300 (pid 83977) ino 23724, on dev ad0s1e 0xc4f76bb0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4dda318 ref 0 pages 452 lock type ufs: EXCL (count 1) by thread 0xc4fe3600 (pid 84054) ino 23725, on dev ad0s1e 0xc39c4990: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc3c9e084 ref 0 pages 424 lock type ufs: EXCL (count 1) by thread 0xc4333a80 (pid 84166) ino 23718, on dev ad0s1e 0xc3cfc770: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc4dea084 ref 0 pages 440 lock type ufs: EXCL (count 1) by thread 0xc3ba4780 (pid 84037) ino 23730, on dev ad0s1e 0xc3962000: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4486840 ref 0 pages 420 lock type ufs: EXCL (count 1) by thread 0xc3d20600 (pid 84000) ino 23688, on dev ad0s1e 0xc3961aa0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4d55c60 ref 0 pages 364 lock type ufs: EXCL (count 1) by thread 0xc41bf900 (pid 83922) ino 23727, on dev ad0s1e 0xc3962220: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc4102000 ref 0 pages 448 lock type ufs: EXCL (count 1) by thread 0xc4c52180 (pid 83882) ino 23710, on dev ad0s1e 0xc4faeaa0: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc5479dec ref 0 pages 372 lock type ufs: EXCL (count 1) by thread 0xc4332d80 (pid 84026) ino 23695, on dev ad0s1e 0xc412b000: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc53e26b4 ref 0 pages 392 lock type ufs: EXCL (count 1) by thread 0xc472f480 (pid 83908) ino 23708, on dev ad0s1e 0xc2d24990: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc539fce4 ref 0 pages 296 lock type ufs: EXCL (count 1) by thread 0xc3fae780 (pid 84050) ino 23714, on dev ad0s1e 0xc4930550: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc54827bc ref 0 pages 416 lock type ufs: EXCL (count 1) by thread 0xc3a6c300 (pid 84039) ino 47446, on dev ad0s1e 0xc4fb5440: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc387d4a4 ref 0 pages 400 lock type ufs: EXCL (count 1) by thread 0xc2749180 (pid 84079) ino 47447, on dev ad0s1e 0xc4fa5440: tag ufs, type VREG usecount 1, writecount 1, refcount 32 mountedhere 0 flags () v_object 0xc3d44a50 ref 0 pages 360 lock type ufs: EXCL (count 1) by thread 0xc4c6dc00 (pid 84009) ino 23733, on dev ad0s1e 0xc48fe440: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc3db4840 ref 0 pages 424 lock type ufs: EXCL (count 1) by thread 0xc4c81180 (pid 83904) ino 23734, on dev ad0s1e 0xc4fa5dd0: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc2b31108 ref 0 pages 324 lock type ufs: EXCL (count 1) by thread 0xc4237900 (pid 84065) ino 23735, on dev ad0s1e 0xc4129cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc4df19cc ref 0 pages 328 lock type ufs: EXCL (count 1) by thread 0xc4500c00 (pid 84073) ino 23738, on dev ad0s1e 0xc316b220: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc4dca7bc ref 0 pages 356 lock type ufs: EXCL (count 1) by thread 0xc3921600 (pid 84082) ino 23739, on dev ad0s1e 0xc3961cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc4cfc084 ref 0 pages 300 lock type ufs: EXCL (count 1) by thread 0xc3b3fa80 (pid 84022) ino 23740, on dev ad0s1e 0xc3a82cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc3e5eb58 ref 0 pages 292 lock type ufs: EXCL (count 1) by thread 0xc3ee7780 (pid 84161) ino 23741, on dev ad0s1e 0xc39f8110: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc455abdc ref 0 pages 324 lock type ufs: EXCL (count 1) by thread 0xc4c9c900 (pid 83997) ino 23742, on dev ad0s1e 0xc492f660: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc3a3e39c ref 0 pages 332 lock type ufs: EXCL (count 1) by thread 0xc4239480 (pid 84061) ino 23743, on dev ad0s1e 0xc4fad000: tag ufs, type VREG usecount 1, writecount 1, refcount 42 mountedhere 0 flags () v_object 0xc388dc60 ref 0 pages 316 lock type ufs: EXCL (count 1) by thread 0xc3b49000 (pid 84164) ino 23744, on dev ad0s1e 0xc2dfd330: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc4dc3210 ref 0 pages 384 lock type ufs: EXCL (count 1) by thread 0xc4c9f900 (pid 84027) ino 23745, on dev ad0s1e 0xc37f3cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc398dad4 ref 0 pages 296 lock type ufs: EXCL (count 1) by thread 0xc3877180 (pid 83858) ino 23746, on dev ad0s1e 0xc39c4880: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc5481294 ref 0 pages 296 lock type ufs: EXCL (count 1) by thread 0xc3980600 (pid 83893) ino 23747, on dev ad0s1e 0xc4f79550: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc547ac60 ref 0 pages 316 lock type ufs: EXCL (count 1) by thread 0xc4079600 (pid 84053) ino 23748, on dev ad0s1e 0xc3960aa0: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc53dd084 ref 0 pages 320 lock type ufs: EXCL (count 1) by thread 0xc3ad2480 (pid 84019) ino 23749, on dev ad0s1e 0xc4fb3000: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc4dfde70 ref 0 pages 296 lock type ufs: EXCL (count 1) by thread 0xc3ab3c00 (pid 83924) ino 23751, on dev ad0s1e 0xc4fb7770: tag ufs, type VREG usecount 1, writecount 1, refcount 39 mountedhere 0 flags () v_object 0xc542b4a4 ref 0 pages 260 lock type ufs: EXCL (count 1) by thread 0xc4c9c180 (pid 83860) ino 23752, on dev ad0s1e 0xc4fb0990: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc3c9e210 ref 0 pages 264 lock type ufs: EXCL (count 1) by thread 0xc2767000 (pid 84165) ino 23753, on dev ad0s1e 0xc4f7d440: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc3f7a8c4 ref 0 pages 208 lock type ufs: EXCL (count 1) by thread 0xc4c6ed80 (pid 83998) ino 23754, on dev ad0s1e 0xc479a220: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc428b108 ref 0 pages 260 lock type ufs: EXCL (count 1) by thread 0xc3eb5780 (pid 83900) ino 23756, on dev ad0s1e 0xc4fb2770: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc427d294 ref 0 pages 200 lock type ufs: EXCL (count 1) by thread 0xc4c6f000 (pid 83899) ino 23757, on dev ad0s1e 0xc4fb2990: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc522939c ref 0 pages 304 lock type ufs: EXCL (count 1) by thread 0xc4c83480 (pid 84077) ino 23763, on dev ad0s1e 0xc4fb0bb0: tag ufs, type VREG usecount 1, writecount 1, refcount 43 mountedhere 0 flags () v_object 0xc43c4dec ref 0 pages 276 lock type ufs: EXCL (count 1) by thread 0xc3ad0480 (pid 84005) ino 23764, on dev ad0s1e 0xc4890660: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc396e294 ref 0 pages 200 lock type ufs: EXCL (count 1) by thread 0xc4159300 (pid 83912) ino 23765, on dev ad0s1e 0xc4f79bb0: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc39b218c ref 0 pages 232 lock type ufs: EXCL (count 1) by thread 0xc472f780 (pid 83892) ino 23766, on dev ad0s1e 0xc412a990: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc3f7ec60 ref 0 pages 228 lock type ufs: EXCL (count 1) by thread 0xc38dc900 (pid 84072) ino 23767, on dev ad0s1e 0xc3961550: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc5420210 ref 0 pages 252 lock type ufs: EXCL (count 1) by thread 0xc2730000 (pid 84070) ino 23768, on dev ad0s1e 0xc2a57880: tag ufs, type VREG usecount 1, writecount 1, refcount 35 mountedhere 0 flags () v_object 0xc43b97bc ref 0 pages 240 lock type ufs: EXCL (count 1) by thread 0xc4c9c300 (pid 83866) ino 23769, on dev ad0s1e 0xc492ecc0: tag ufs, type VREG usecount 1, writecount 1, refcount 42 mountedhere 0 flags () v_object 0xc4776e70 ref 0 pages 240 lock type ufs: EXCL (count 1) by thread 0xc3921000 (pid 84028) ino 47449, on dev ad0s1e 0xc3807770: tag ufs, type VREG usecount 1, writecount 1, refcount 51 mountedhere 0 flags () v_object 0xc5106dec ref 0 pages 280 lock type ufs: EXCL (count 1) by thread 0xc4289300 (pid 83862) ino 23770, on dev ad0s1e 0xc3cf3000: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc45679cc ref 0 pages 204 lock type ufs: EXCL (count 1) by thread 0xc5000480 (pid 84163) ino 47450, on dev ad0s1e 0xc395c880: tag ufs, type VREG usecount 1, writecount 1, refcount 40 mountedhere 0 flags () v_object 0xc382cad4 ref 0 pages 256 lock type ufs: EXCL (count 1) by thread 0xc39aa480 (pid 84024) ino 47451, on dev ad0s1e 0xc4fbd770: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc547239c ref 0 pages 208 lock type ufs: EXCL (count 1) by thread 0xc3bd6d80 (pid 84162) ino 47452, on dev ad0s1e 0xc2d24330: tag ufs, type VREG usecount 1, writecount 1, refcount 35 mountedhere 0 flags () v_object 0xc510318c ref 0 pages 212 lock type ufs: EXCL (count 1) by thread 0xc38dcc00 (pid 84051) ino 23771, on dev ad0s1e 0xc4930330: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc52af4a4 ref 0 pages 180 lock type ufs: EXCL (count 1) by thread 0xc4440780 (pid 83852) ino 23772, on dev ad0s1e 0xc4186220: tag ufs, type VREG usecount 1, writecount 1, refcount 58 mountedhere 0 flags () v_object 0xc43c4210 ref 0 pages 328 lock type ufs: EXCL (count 1) by thread 0xc40e0d80 (pid 84076) ino 47453, on dev ad0s1e 0xc491d770: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc53e3bdc ref 0 pages 176 lock type ufs: EXCL (count 1) by thread 0xc41bd900 (pid 83895) ino 23773, on dev ad0s1e 0xc4fb3770: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc4d90c60 ref 0 pages 204 lock type ufs: EXCL (count 1) by thread 0xc41bd480 (pid 83901) ino 23774, on dev ad0s1e 0xc3a81dd0: tag ufs, type VREG usecount 1, writecount 1, refcount 35 mountedhere 0 flags () v_object 0xc540f738 ref 0 pages 208 lock type ufs: EXCL (count 1) by thread 0xc4038180 (pid 83981) ino 23775, on dev ad0s1e 0xc43e8220: tag ufs, type VREG usecount 1, writecount 1, refcount 35 mountedhere 0 flags () v_object 0xc3abf7bc ref 0 pages 180 lock type ufs: EXCL (count 1) by thread 0xc4c59180 (pid 83894) ino 23776, on dev ad0s1e 0xc3960cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 32 mountedhere 0 flags () v_object 0xc42d09cc ref 0 pages 196 lock type ufs: EXCL (count 1) by thread 0xc4fe6780 (pid 83896) ino 23777, on dev ad0s1e 0xc37f9110: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc423d39c ref 0 pages 180 lock type ufs: EXCL (count 1) by thread 0xc4500000 (pid 83983) ino 23778, on dev ad0s1e 0xc4fbc770: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc548739c ref 0 pages 204 lock type ufs: EXCL (count 1) by thread 0xc4042c00 (pid 84067) ino 23782, on dev ad0s1e 0xc4fbd220: tag ufs, type VREG usecount 1, writecount 1, refcount 42 mountedhere 0 flags () v_object 0xc4001a50 ref 0 pages 236 lock type ufs: EXCL (count 1) by thread 0xc4500780 (pid 84060) ino 23783, on dev ad0s1e 0xc298fdd0: tag ufs, type VREG usecount 1, writecount 1, refcount 49 mountedhere 0 flags () v_object 0xc3bb0d68 ref 0 pages 248 lock type ufs: EXCL (count 1) by thread 0xc4078780 (pid 83921) ino 23784, on dev ad0s1e 0xc491c880: tag ufs, type VREG usecount 1, writecount 1, refcount 33 mountedhere 0 flags () v_object 0xc3dc7108 ref 0 pages 172 lock type ufs: EXCL (count 1) by thread 0xc4fe6d80 (pid 84001) ino 23785, on dev ad0s1e 0xc39f8990: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc4de7ad4 ref 0 pages 204 lock type ufs: EXCL (count 1) by thread 0xc4fed900 (pid 84004) ino 23786, on dev ad0s1e 0xc3808aa0: tag ufs, type VREG usecount 1, writecount 1, refcount 32 mountedhere 0 flags () v_object 0xc3f79b58 ref 0 pages 168 lock type ufs: EXCL (count 1) by thread 0xc3fa7900 (pid 84016) ino 23787, on dev ad0s1e 0xc488f110: tag ufs, type VREG usecount 1, writecount 1, refcount 41 mountedhere 0 flags () v_object 0xc42735ac ref 0 pages 204 lock type ufs: EXCL (count 1) by thread 0xc2dd0600 (pid 83909) ino 23788, on dev ad0s1e 0xc2dfd880: tag ufs, type VREG usecount 1, writecount 1, refcount 34 mountedhere 0 flags () v_object 0xc3d08b58 ref 0 pages 176 lock type ufs: EXCL (count 1) by thread 0xc3d14000 (pid 84035) ino 23789, on dev ad0s1e 0xc4901110: tag ufs, type VREG usecount 1, writecount 1, refcount 31 mountedhere 0 flags () v_object 0xc5378528 ref 0 pages 116 lock type ufs: EXCL (count 1) by thread 0xc473c480 (pid 83940) ino 23790, on dev ad0s1e 0xc4fb6550: tag ufs, type VREG usecount 1, writecount 1, refcount 37 mountedhere 0 flags () v_object 0xc506ed68 ref 0 pages 140 lock type ufs: EXCL (count 1) by thread 0xc3ee9300 (pid 84084) ino 23791, on dev ad0s1e 0xc43e8440: tag ufs, type VREG usecount 1, writecount 1, refcount 38 mountedhere 0 flags () v_object 0xc38837bc ref 0 pages 144 lock type ufs: EXCL (count 1) by thread 0xc2dfb900 (pid 83903) ino 23792, on dev ad0s1e 0xc491c330: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc4d4bbdc ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc5001c00 (pid 84055) ino 47454, on dev ad0s1e 0xc4929000: tag ufs, type VREG usecount 1, writecount 1, refcount 54 mountedhere 0 flags () v_object 0xc3bcfc60 ref 0 pages 208 lock type ufs: EXCL (count 1) by thread 0xc4238180 (pid 84023) ino 23793, on dev ad0s1e 0xc4fb5aa0: tag ufs, type VREG usecount 1, writecount 1, refcount 23 mountedhere 0 flags () v_object 0xc3a7b210 ref 0 pages 84 lock type ufs: EXCL (count 1) by thread 0xc4c61000 (pid 84088) ino 23794, on dev ad0s1e 0xc412a000: tag ufs, type VREG usecount 1, writecount 1, refcount 20 mountedhere 0 flags () v_object 0xc53cc840 ref 0 pages 72 lock type ufs: EXCL (count 1) by thread 0xc43bf600 (pid 84002) ino 23795, on dev ad0s1e 0xc2dfd440: tag ufs, type VREG usecount 1, writecount 1, refcount 20 mountedhere 0 flags () v_object 0xc4dfb420 ref 0 pages 72 lock type ufs: EXCL (count 1) by thread 0xc4c8a180 (pid 83982) ino 23796, on dev ad0s1e 0xc3963550: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc3b177bc ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc2dd0d80 (pid 83999) ino 23797, on dev ad0s1e 0xc4801000: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc53face4 ref 0 pages 100 lock type ufs: EXCL (count 1) by thread 0xc40d5a80 (pid 84021) ino 47455, on dev ad0s1e 0xc4fb5330: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc43ed084 ref 0 pages 100 lock type ufs: EXCL (count 1) by thread 0xc4c8c180 (pid 84066) ino 47456, on dev ad0s1e 0xc492e110: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc3ab9630 ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc3d39600 (pid 84078) ino 47457, on dev ad0s1e 0xc4fb5770: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc45384a4 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc4ff4d80 (pid 84025) ino 23798, on dev ad0s1e 0xc492d330: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc454e948 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc4fecd80 (pid 84007) ino 23799, on dev ad0s1e 0xc488f000: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc4563b58 ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc39aa000 (pid 84058) ino 47458, on dev ad0s1e 0xc3cfb880: tag ufs, type VREG usecount 1, writecount 1, refcount 25 mountedhere 0 flags () v_object 0xc43b1294 ref 0 pages 92 lock type ufs: EXCL (count 1) by thread 0xc2dfb600 (pid 84063) ino 23801, on dev ad0s1e 0xc4890990: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc3f71630 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc4c4e480 (pid 84116) ino 23803, on dev ad0s1e 0xc4801550: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc4703630 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc3ad2a80 (pid 84080) ino 23804, on dev ad0s1e 0xc4929aa0: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc3d32084 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc443f180 (pid 84029) ino 23807, on dev ad0s1e 0xc491e110: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc454e9cc ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc47b7180 (pid 83961) ino 23872, on dev ad0s1e 0xc3993990: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc42526b4 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc4332000 (pid 84062) ino 23873, on dev ad0s1e 0xc4f76cc0: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc53d139c ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc3e58d80 (pid 83905) ino 23874, on dev ad0s1e 0xc3967440: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc5470d68 ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc4323d80 (pid 84011) ino 23875, on dev ad0s1e 0xc4939220: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc4244738 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc2749780 (pid 83856) ino 23876, on dev ad0s1e 0xc3993880: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc4d35b58 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc4152c00 (pid 84030) ino 23877, on dev ad0s1e 0xc4fb2bb0: tag ufs, type VREG usecount 1, writecount 1, refcount 18 mountedhere 0 flags () v_object 0xc3e5d420 ref 0 pages 64 lock type ufs: EXCL (count 1) by thread 0xc473c600 (pid 83846) ino 23878, on dev ad0s1e 0xc4f7caa0: tag ufs, type VREG usecount 1, writecount 1, refcount 27 mountedhere 0 flags () v_object 0xc41c9294 ref 0 pages 100 lock type ufs: EXCL (count 1) by thread 0xc4c5a180 (pid 83851) ino 23880, on dev ad0s1e 0xc3cfc440: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc4482000 ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc4c9f780 (pid 83847) ino 23884, on dev ad0s1e 0xc479aaa0: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc510cd68 ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc3ba8a80 (pid 84018) ino 23885, on dev ad0s1e 0xc4937110: tag ufs, type VREG usecount 1, writecount 1, refcount 26 mountedhere 0 flags () v_object 0xc4012000 ref 0 pages 96 lock type ufs: EXCL (count 1) by thread 0xc4444000 (pid 83902) ino 23886, on dev ad0s1e 0xc3cf4660: tag ufs, type VREG usecount 1, writecount 1, refcount 19 mountedhere 0 flags () v_object 0xc423a9cc ref 0 pages 68 lock type ufs: EXCL (count 1) by thread 0xc47b7c00 (pid 84052) ino 23809, on dev ad0s1e 0xc4853990: tag ufs, type VREG usecount 1, writecount 1, refcount 10 mountedhere 0 flags () v_object 0xc4d3e8c4 ref 0 pages 32 lock type ufs: EXCL (count 1) by thread 0xc3eb4d80 (pid 83918) ino 23643, on dev ad0s1e 0xc3964440: tag ufs, type VREG usecount 1, writecount 1, refcount 10 mountedhere 0 flags () v_object 0xc5422210 ref 0 pages 32 lock type ufs: EXCL (count 1) by thread 0xc47b9780 (pid 83919) ino 23645, on dev ad0s1e db> show alllocks Process 83913 (rw) thread 0xc3d37900 (100864) exclusive sleep mutex vnode interlock r = 0 (0xc396618c) locked @ kern/vfs_bio.c:2350 Process 83879 (rw) thread 0xc3d6a480 (100816) exclusive sleep mutex buf queue lock r = 0 (0xc09735e0) locked @ kern/vfs_bio.c:1398 Process 102 (syncer) thread 0xc2399180 (100098) exclusive sleep mutex Giant r = 0 (0xc0925380) locked @ kern/vfs_subr.c:1582 db> b^H ^Hwhere 83913 Tracing pid 83913 tid 100864 td 0xc3d37900 sched_switch(c067a1aa,d654df88,c0656760,c092c7e0,0) at sched_switch+0x177 _end(c085ecb9,30000,c488f6dc,c3cf590c,c0936230) at 0xe8076ab4 __func__.0(c085a825,a,0,0,0) at 0xc085ecb9 (null)(786574,50414d4b,544e4520,75005952,20726573) at 0x9 db> where 83879 Tracing pid 83879 tid 100816 td 0xc3d6a480 sched_switch(c092c7e0,c3d6a480,e810c998,c0644bd7,c0925340) at sched_switch+0x177 _end(c085aac9,b0000,c09232c8,c0925390,0) at 0xc3d6a480 __func__.0(0,0,0,40,1) at 0xc085aac9 (null)(2e007865,2e2e2f2e,2f2e2e2f,6e72656b,72656b2f) at 0xa db> show pcpu 1 cpuid = 1 curthread = 0xc3d6a480: pid 83879 "rw" curpcb = 0xe810cd90 fpcurthread = none idlethread = 0xc22d7a80: pid 13 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: db> show pcpu 2 cpuid = 2 curthread = 0xc3d37900: pid 83913 "rw" curpcb = 0xe8076d90 fpcurthread = none idlethread = 0xc22d7900: pid 12 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: db> show pcpu 3 cpuid = 3 curthread = 0xc47b7d80: pid 84083 "rw" curpcb = 0xe90b7d90 fpcurthread = none idlethread = 0xc22d7780: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db> ps pid proc uid ppid pgrp flag stat wmesg wchan cmd 84166 c4335624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84165 c276d000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84164 c3bfea3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84163 c5026a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84162 c3be2830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84161 c3eeca3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84160 c3eb7830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84159 c3ff5c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84116 c5355c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84092 c5026418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84091 c3ab0c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84090 c4021000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84088 c5021c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84084 c3eea418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84083 c4c67c48 1001 83845 3050 0000002 [CPU 3] rw 84082 c3ba1624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84081 c3bd4830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84080 c3d2d624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84079 c274f624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84078 c3eac418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84077 c4fe4418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84076 c40ef830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84075 c3ab2624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84073 c45fbc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84072 c38e020c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84071 c4fe7624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84070 c2dcd830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84069 c5341624 1001 83845 3050 0000002 [RUNQ] rw 84067 c41bc20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84066 c4d0320c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84065 c42dda3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84064 c3eac20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84063 c2dff20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84062 c4410c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84061 c42d9418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84060 c45fe418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84059 c272fc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84058 c3a6e418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84057 c5023624 1001 83845 3050 0000002 [RUNQ] rw 84056 c4d04624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84055 c5027000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84054 c5356c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84053 c407bc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84052 c4c68000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84051 c38dac48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84050 c3fa6624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84047 c473a20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84041 c449fc48 1001 83845 3050 0000002 [RUNQ] rw 84040 c5208000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84039 c3ab1000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84038 c3e54c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84037 c3d09000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84036 c42dd624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84035 c3ede418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84033 c4c6b20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84032 c3d12830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84031 c535b830 1001 83845 3050 0000002 [RUNQ] rw 84030 c4235000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84029 c444e418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84028 c3ba2000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84027 c5005624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84026 c440f830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84025 c5218a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84024 c3a6bc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84023 c42dd000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84022 c3c0220c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84021 c431f20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84020 c38e220c 1001 83845 3050 0000002 [SLPQ biord 0xd656a288][SLP] rw 84019 c3d2e000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84018 c3d5c418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84016 c414f20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84011 c4321c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84009 c4c74830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84007 c521b830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84006 c3baa000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84005 c3ad6830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84004 c521a830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84003 c44fac48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84002 c43c6a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84001 c5209830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 84000 c3d1f624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83999 c2dd2624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83998 c4c72000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83997 c5007c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83983 c4609000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83982 c4d04830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83981 c418a418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83979 c53a2000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83978 c3878624 1001 83845 3050 0000002 [RUNQ] rw 83977 c3eb9a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83976 c502120c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83961 c4c6a000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83940 c47b2418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83924 c3ab5418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83922 c41bcc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83921 c407d20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83919 c535b000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83918 c3eb8a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83913 c3e54624 1001 83845 3050 0000002 [CPU 2] rw 83912 c4160830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83909 c2dd420c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83908 c4c5cc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83907 c44faa3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83906 c501a000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83905 c3e60830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83904 c4c7cc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83903 c2df9c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83902 c443e20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83901 c41c320c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83900 c3eb7c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83899 c4c7720c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83898 c3bdbc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83897 c520c20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83896 c520a20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83895 c41c2a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83894 c4c62830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83893 c3acc000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83892 c4c5c830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83884 c4c8f000 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83882 c4ca6624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83879 c3d7f830 1001 83845 3050 0000002 [CPU 1] rw 83866 c4fee624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83863 c3ede20c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83862 c428d830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83860 c4fee830 1001 83845 3050 0000002 [RUNQ] rw 83858 c3873c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83856 c2747c48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83855 c500c830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83854 c45edc48 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83853 c3ab6624 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83852 c4448418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83851 c4c6620c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83850 c41c0418 1001 83845 3050 0000002 [RUNQ] rw 83849 c3edf418 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83848 c45b3a3c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83847 c5005830 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83846 c47b220c 1001 83845 3050 0000002 [SLPQ wdrain 0xc0973504][SLP] rw 83845 c3bdb624 1001 83844 3050 0000002 [SLPQ wait 0xc3bdb624][SLP] rw 83844 c2a1e830 1001 3058 3050 0004002 [SLPQ nanslp 0xc0925c6c][SLP] rw 3058 c26af000 1001 3057 3050 0000002 [SLPQ wait 0xc26af000][SLP] run 3057 c272e418 1001 3056 3050 0000002 [SLPQ wait 0xc272e418][SLP] run 3056 c2dcca3c 1001 3050 3050 0004002 [SLPQ nanslp 0xc0925c6c][SLP] run 3050 c2dccc48 1001 599 3050 0004002 [SLPQ wait 0xc2dccc48][SLP] sh 3048 c2766830 1001 701 3048 0004002 [SLPQ select 0xc0972f84][SLP] top 701 c276d20c 1001 700 701 0004002 [SLPQ wait 0xc276d20c][SLP] bash 700 c26af830 1001 698 698 0000100 [SLPQ select 0xc0972f84][SLP] sshd 698 c299c20c 0 441 698 0004100 [SLPQ sbwait 0xc27f1900][SLP] sshd 599 c274720c 1001 598 599 0004002 [SLPQ wait 0xc274720c][SLP] bash 598 c274f000 1001 596 596 0000100 [SLPQ select 0xc0972f84][SLP] sshd 596 c2766624 0 441 596 0004100 [SLPQ sbwait 0xc27f120c][SLP] sshd 591 c2766000 0 541 591 0004002 [SLPQ ttyin 0xc2504010][SLP] bash 541 c26af418 0 533 541 0004002 [SLPQ pause 0xc26af44c][SLP] csh 540 c272e624 0 1 540 0004002 [SLPQ ttyin 0xc24f6410][SLP] getty 539 c26af20c 0 1 539 0004002 [SLPQ ttyin 0xc24f6c10][SLP] getty 538 c2766418 0 1 538 0004002 [SLPQ ttyin 0xc2504c10][SLP] getty 537 c276c20c 0 1 537 0004002 [SLPQ ttyin 0xc2504810][SLP] getty 536 c26afa3c 0 1 536 0004002 [SLPQ ttyin 0xc2503810][SLP] getty 535 c2766c48 0 1 535 0004002 [SLPQ ttyin 0xc2503410][SLP] getty 534 c276c830 0 1 534 0004002 [SLPQ ttyin 0xc2504410][SLP] getty 533 c2729a3c 0 1 533 0004102 [SLPQ wait 0xc2729a3c][SLP] login 465 c272f624 0 1 465 0000000 [SLPQ nanslp 0xc0925c6c][SLP] cron 453 c2747830 25 1 453 0000100 [SLPQ pause 0xc2747864][SLP] sendmail 447 c272ea3c 0 1 447 0000100 [SLPQ select 0xc0972f84][SLP] sendmail 441 c276c000 0 1 441 0000100 [SLPQ select 0xc0972f84][SLP] sshd 399 c272920c 0 1 399 0000000 [SLPQ select 0xc0972f84][SLP] usbd 308 c274f20c 0 1 308 0000000 [SLPQ select 0xc0972f84][SLP] devd 277 c26b1624 0 1 277 0000000 [SLPQ select 0xc0972f84][SLP] syslogd 108 c239520c 0 0 0 0000204 [SLPQ - 0xe5101d04][SLP] schedcpu 107 c2395418 0 0 0 0000204 [SLPQ - 0xc097b5ac][SLP] nfsiod 3 106 c2395624 0 0 0 0000204 [SLPQ - 0xc097b5a8][SLP] nfsiod 2 105 c2395830 0 0 0 0000204 [SLPQ - 0xc097b5a4][SLP] nfsiod 1 104 c2395a3c 0 0 0 0000204 [SLPQ - 0xc097b5a0][SLP] nfsiod 0 103 c2395c48 0 0 0 0000204 [SLPQ vlruwt 0xc2395c48][SLP] vnlru 102 c2455000 0 0 0 0000204 [CPU 0] syncer 101 c245520c 0 0 0 0000204 [SLPQ psleep 0xc09734cc][SLP] bufdaemon 100 c2455418 0 0 0 000020c [SLPQ pgzero 0xc0981b64][SLP] pagezero 99 c2455624 0 0 0 0000204 [SLPQ psleep 0xc09816b4][SLP] vmdaemon 98 c2455830 0 0 0 0000204 [SLPQ psleep 0xc0981670][SLP] pagedaemon 97 c2455a3c 0 0 0 0000204 [SLPQ - 0xc2454e3c][SLP] fdc0 96 c2455c48 0 0 0 0000204 [IWAIT] swi0: sio 95 c2457000 0 0 0 0000204 [SLPQ usbtsk 0xc0920944][SLP] usbtask 94 c245720c 0 0 0 0000204 [SLPQ usbevt 0xc2444210][SLP] usb0 93 c2457418 0 0 0 0000204 [IWAIT] swi2: cambio 9 c238f000 0 0 0 0000204 [SLPQ - 0xc236ba80][SLP] acpi_task2 8 c238f20c 0 0 0 0000204 [SLPQ - 0xc236ba80][SLP] acpi_task1 7 c238f418 0 0 0 0000204 [SLPQ - 0xc236ba80][SLP] acpi_task0 6 c238f624 0 0 0 0000204 [SLPQ - 0xc236bb00][SLP] kqueue taskq 92 c238f830 0 0 0 0000204 [IWAIT] swi5:+ 5 c238fa3c 0 0 0 0000204 [SLPQ - 0xc236bc80][SLP] thread taskq 91 c238fc48 0 0 0 0000204 [IWAIT] swi6:+ 90 c2394000 0 0 0 0000204 [IWAIT] swi6: task queue 89 c239420c 0 0 0 0000204 [SLPQ - 0xc091e660][SLP] yarrow 4 c2394418 0 0 0 0000204 [SLPQ - 0xc0923168][SLP] g_down 3 c2394624 0 0 0 0000204 [SLPQ - 0xc0923164][SLP] g_up 2 c2394830 0 0 0 0000204 [SLPQ - 0xc092315c][SLP] g_event 88 c2394a3c 0 0 0 0000204 [IWAIT] swi3: vm 87 c2394c48 0 0 0 000020c [RUNQ] swi4: clock sio 86 c2395000 0 0 0 0000204 [IWAIT] swi1: net 85 c237a000 0 0 0 0000204 [IWAIT] irq71: 84 c237a20c 0 0 0 0000204 [IWAIT] irq70: 83 c237a418 0 0 0 0000204 [IWAIT] irq69: 82 c237a624 0 0 0 0000204 [IWAIT] irq68: 81 c237a830 0 0 0 0000204 [IWAIT] irq67: 80 c237aa3c 0 0 0 0000204 [IWAIT] irq66: 79 c237ac48 0 0 0 0000204 [IWAIT] irq65: 78 c237f000 0 0 0 0000204 [IWAIT] irq64: 77 c237f20c 0 0 0 0000204 [IWAIT] irq63: 76 c237f418 0 0 0 0000204 [IWAIT] irq62: 75 c237f624 0 0 0 0000204 [IWAIT] irq61: 74 c237f830 0 0 0 0000204 [IWAIT] irq60: 73 c237fa3c 0 0 0 0000204 [IWAIT] irq59: 72 c237fc48 0 0 0 0000204 [IWAIT] irq58: 71 c235a20c 0 0 0 0000204 [IWAIT] irq57: 70 c235a418 0 0 0 0000204 [IWAIT] irq56: 69 c235a624 0 0 0 0000204 [IWAIT] irq55: 68 c235a830 0 0 0 0000204 [IWAIT] irq54: 67 c235aa3c 0 0 0 0000204 [IWAIT] irq53: 66 c235ac48 0 0 0 0000204 [IWAIT] irq52: 65 c236c000 0 0 0 0000204 [IWAIT] irq51: 64 c236c20c 0 0 0 0000204 [IWAIT] irq50: 63 c236c418 0 0 0 0000204 [IWAIT] irq49: 62 c236c624 0 0 0 0000204 [IWAIT] irq48: em0 61 c236c830 0 0 0 0000204 [IWAIT] irq47: 60 c236ca3c 0 0 0 0000204 [IWAIT] irq46: 59 c236cc48 0 0 0 0000204 [IWAIT] irq45: 58 c234b624 0 0 0 0000204 [IWAIT] irq44: 57 c234b830 0 0 0 0000204 [IWAIT] irq43: 56 c234ba3c 0 0 0 0000204 [IWAIT] irq42: 55 c234bc48 0 0 0 0000204 [IWAIT] irq41: 54 c2359000 0 0 0 0000204 [IWAIT] irq40: 53 c235920c 0 0 0 0000204 [IWAIT] irq39: 52 c2359418 0 0 0 0000204 [IWAIT] irq38: 51 c2359624 0 0 0 0000204 [IWAIT] irq37: 50 c2359830 0 0 0 0000204 [IWAIT] irq36: 49 c2359a3c 0 0 0 0000204 [IWAIT] irq35: 48 c2359c48 0 0 0 0000204 [IWAIT] irq34: 47 c235a000 0 0 0 0000204 [IWAIT] irq33: 46 c233bc48 0 0 0 0000204 [IWAIT] irq32: 45 c234a000 0 0 0 0000204 [IWAIT] irq31: 44 c234a20c 0 0 0 0000204 [IWAIT] irq30: 43 c234a418 0 0 0 0000204 [IWAIT] irq29: 42 c234a624 0 0 0 0000204 [IWAIT] irq28: 41 c234a830 0 0 0 0000204 [IWAIT] irq27: 40 c234aa3c 0 0 0 0000204 [IWAIT] irq26: 39 c234ac48 0 0 0 0000204 [IWAIT] irq25: 38 c234b000 0 0 0 0000204 [IWAIT] irq24: 37 c234b20c 0 0 0 0000204 [IWAIT] irq23: 36 c234b418 0 0 0 0000204 [IWAIT] irq22: 35 c2329624 0 0 0 0000204 [IWAIT] irq21: 34 c2329830 0 0 0 0000204 [IWAIT] irq20: 33 c2329a3c 0 0 0 0000204 [IWAIT] irq19: 32 c2329c48 0 0 0 0000204 [IWAIT] irq18: 31 c233b000 0 0 0 0000204 [IWAIT] irq17: fxp0 30 c233b20c 0 0 0 0000204 [IWAIT] irq16: uhci0 29 c233b418 0 0 0 0000204 [IWAIT] irq15: ata1 28 c233b624 0 0 0 0000204 [RUNQ] irq14: ata0 27 c233b830 0 0 0 0000204 [IWAIT] irq13: 26 c233ba3c 0 0 0 0000204 [IWAIT] irq12: 25 c22db20c 0 0 0 0000204 [IWAIT] irq11: 24 c22db418 0 0 0 0000204 [IWAIT] irq10: 23 c22db624 0 0 0 0000204 [IWAIT] irq9: acpi0 22 c22db830 0 0 0 0000204 [IWAIT] irq8: 21 c22dba3c 0 0 0 0000204 [IWAIT] irq7: ppc0 20 c22dbc48 0 0 0 0000204 [IWAIT] irq6: fdc0 19 c2329000 0 0 0 0000204 [IWAIT] irq5: 18 c232920c 0 0 0 0000204 [IWAIT] irq4: sio0 17 c2329418 0 0 0 0000204 [IWAIT] irq3: sio1 16 c22d6000 0 0 0 0000204 [IWAIT] irq0: 15 c22d620c 0 0 0 0000204 [IWAIT] irq1: atkbd0 14 c22d6418 0 0 0 000020c [Can run] idle: cpu0 13 c22d6624 0 0 0 000020c [Can run] idle: cpu1 12 c22d6830 0 0 0 000020c [Can run] idle: cpu2 11 c22d6a3c 0 0 0 000020c [Can run] idle: cpu3 1 c22d6c48 0 0 1 0004200 [SLPQ wait 0xc22d6c48][SLP] init 10 c22db000 0 0 0 0000204 [SLPQ ktrace 0xc0923bb8][SLP] ktrace 0 c0923260 0 0 0 0000200 [IWAIT] swapper db> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db> reset