GENERIC HEAD from 2009-05-29 16:15:56 UTC, 193043M, vmcore.362 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0: Fri May 29 20:50:09 CEST 2009 pho@crashbox.osted.lan:/var/tmp/attilio/recurse/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff real memory = 1073741824 (1024 MB) avail memory = 1032298496 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a Entropy harvesting: interrupts ethernet point_to_point kickstart. GEOM_LABEL: Label ufsid/434f618193a83f43 removed. /dev/ad0s1a: FILGEE SYSTEM CLEAN; OM_LABEL: SKIPPING CHECKSLabel for provider ad0s1a is ufsid/434f618193a83f43. /dev/ad0s1a: cl ean, 18078 free (1102 frags, 2122 blocks, 0.4% fragmentation) GEOM_LABEL: Label ufsid/434f61819515a495 removed. /dev/ad0s1f: FILGEOM_LABEL: E SYSTEM CLEAN; Label for provider ad0s1f is ufsid/434f61819515a495.SKIPPING CHECKS /dev/ad0s1f: clean, 161910 free (2110 frags, 19GE975 blocks, 0.4%OM_LABEL fragmentation): Label ufsid/434f6181a1e353a3 removed. /dev/ad0s1e: FILGEOM_LABEL:E SYSTEM CLEAN; SKIPPING CHECKSLabel for provider ad0s1e is ufsid/434f6181a1e353a3. /dev/ad0s1e: cl ean, 967852 free (1388 frags, 120808 blocks, 0.1GEO% fragmentation)M_LABEL: Label ufsid/434f6181b485c4b5 removed. /dev/ad0s1g: FILGEE SYSTEM CLEAN; OM_LABEL:SKIPPING CHECKS /dev/ad0s1g: clLabel for provider ad0s1g is ufsid/434f6181b485c4b5. ean, 837794 free (208786 frags, 78626 blocks, 4.7% fragmentationGEOM_LABEL:) Label ufsid/434f6182153985e0 removed. /dev/ad0s1d: FILGEOM_LABEL:E SYSTEM CLEAN; SKIPPING CHECKSLabel for provider ad0s1d is ufsid/434f6182153985e0. /dev/ad0s1d: clean, 16433373 free (81997 frags, 2043922 blocks,GE 0.2% fragmentatOM_LABEL:ion) Label ufsid/434f618193a83f43 removed. GEOM_LABEL: Label ufsid/434f61819515a495 removed. GEOM_LABEL: Label ufsid/434f6181a1e353a3 removed. GEOM_LABEL: Label ufsid/434f6181b485c4b5 removed. GEOM_LABEL: Label ufsid/434f6182153985e0 removed. panic: __lockmgr_args: recursing on non recursive lockmgr ufs @ ../../../kern/vfs_subr.c:2093 cpuid = 0 KDB: enter: panic [thread pid 95 tid 100074 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.panic> run pho db:1:pho> bt Tracing pid 95 tid 100074 td 0xc4ad5240 kdb_enter(c0c35b49,c0c35b49,c0c32e57,f358190c,0,...) at kdb_enter+0x3a panic(c0c32e57,c0bb747c,c0c2ebc9,c0c42a41,82d,...) at panic+0x136 __lockmgr_args(c4b6d5b8,80100,c4b6d620,0,0,...) at __lockmgr_args+0x833 ffs_lock(f3581a0c,c089f7db,c0c420e7,80100,c4b6d560,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d37700,f3581a0c,c4ad52e4,c0d4ff20,c4b6d560,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4b6d560,80100,c0c42a41,82d,4,...) at _vn_lock+0x78 vget(c4b6d560,80100,c4ad5240,50,0,...) at vget+0xc9 vfs_hash_get(c4a8bb40,3ff800,80000,c4ad5240,f3581b10,...) at vfs_hash_get+0xed ffs_vgetf(c4a8bb40,3ff800,80000,f3581b10,1,...) at ffs_vgetf+0x49 handle_workitem_remove(c0efb8a4,0,c0c591c1,ccd,0,...) at handle_workitem_remove+0x45 softdep_setup_remove(e450431c,c4b2ed98,c4b2e9f8,1,f3581b64,...) at softdep_setup_remove+0x124 ufs_dirremove(c4bc9560,c4b2e9f8,500800c,1,c4b6d560,...) at ufs_dirremove+0x16a ufs_rmdir(f3581c34,c0c6f86a,c4b6d560,c4b6d560,0,...) at ufs_rmdir+0xd6 VOP_RMDIR_APV(c0d37700,f3581c34,2,f3581bf8,bfbfef5a,...) at VOP_RMDIR_APV+0xf6 kern_rmdirat(c4ad5240,ffffff9c,bfbfef5a,0,f3581c80,...) at kern_rmdirat+0x16b kern_rmdir(c4ad5240,bfbfef5a,0,f3581d2c,c0b6a2b3,...) at kern_rmdir+0x27 rmdir(c4ad5240,f3581cf8,4,c4ad5240,c0d18698,...) at rmdir+0x22 syscall(f3581d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280dbedb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 --- db:1:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc4ad5240: pid 95 "rmdir" curpcb = 0xf3581d90 fpcurthread = none idlethread = 0xc456e480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc456e6c0: pid 11 "idle: cpu1" curpcb = 0xc41ced90 fpcurthread = none idlethread = 0xc456e6c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc456e900: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc456e900: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc456eb40: pid 11 "idle: cpu3" curpcb = 0xc41c8d90 fpcurthread = none idlethread = 0xc456eb40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 95 (rmdir) thread 0xc4ad5240 (100074) exclusive lockmgr bufwait (bufwait) r = 0 (0xe450437c) locked @ kern/vfs_bio.c:2566 exclusive lockmgr ufs (ufs) r = 0 (0xc4b6d5b8) locked @ kern/vfs_subr.c:2093 exclusive lockmgr ufs (ufs) r = 0 (0xc4bc95b8) locked @ kern/vfs_subr.c:2093 db:1:alllocks> show lockedvnods Locked vnodes 0xc4bc9560: tag ufs, type VDIR usecount 1, writecount 0, refcount 4 mountedhere 0 flags (VV_ROOT) v_object 0xc4b1826c ref 0 pages 1 lock type ufs: EXCL by thread 0xc4ad5240 (pid 95) #0 0xc08492e2 at __lockmgr_args+0x582 #1 0xc0a74961 at ffs_lock+0xa1 #2 0xc0b782a5 at VOP_LOCK1_APV+0xa5 #3 0xc08f76f8 at _vn_lock+0x78 #4 0xc08ebbb9 at vget+0xc9 #5 0xc08de6bd at vfs_hash_get+0xed #6 0xc0a6f339 at ffs_vgetf+0x49 #7 0xc0a6f86e at ffs_vget+0x2e #8 0xc0a7ed18 at ufs_root+0x28 #9 0xc08dfac1 at lookup+0x8b1 #10 0xc08e04ab at namei+0x4eb #11 0xc08eea0d at kern_rmdirat+0x4d #12 0xc08eebc7 at kern_rmdir+0x27 #13 0xc08eebf2 at rmdir+0x22 #14 0xc0b6a2b3 at syscall+0x2a3 #15 0xc0b4d510 at Xint0x80_syscall+0x20 ino 2, on dev ad0s1d 0xc4b6d560: tag ufs, type VDIR usecount 1, writecount 0, refcount 3 mountedhere 0 flags () lock type ufs: EXCL by thread 0xc4ad5240 (pid 95) #0 0xc08498e0 at __lockmgr_args+0xb80 #1 0xc0a74961 at ffs_lock+0xa1 #2 0xc0b782a5 at VOP_LOCK1_APV+0xa5 #3 0xc08f76f8 at _vn_lock+0x78 #4 0xc08ebbb9 at vget+0xc9 #5 0xc08de6bd at vfs_hash_get+0xed #6 0xc0a6f339 at ffs_vgetf+0x49 #7 0xc0a6f86e at ffs_vget+0x2e #8 0xc0a7a7b1 at ufs_lookup_+0x811 #9 0xc0a7aa8e at ufs_lookup+0x1e #10 0xc0b76935 at VOP_CACHEDLOOKUP_APV+0xc5 #11 0xc08d8a0c at vfs_cache_lookup+0xcc #12 0xc0b79425 at VOP_LOOKUP_APV+0xe5 #13 0xc08df79e at lookup+0x58e #14 0xc08e04ab at namei+0x4eb #15 0xc08eea0d at kern_rmdirat+0x4d #16 0xc08eebc7 at kern_rmdir+0x27 #17 0xc08eebf2 at rmdir+0x22 ino 4192256, on dev ad0s1d db:1:lockedvnods> show mount 0xc4a8ab40 /dev/ad0s1a on / (ufs) 0xc4a8b000 devfs on /dev (devfs) 0xc4bc85a0 /dev/ad0s1f on /home (ufs) 0xc4bc82d0 /dev/ad0s1e on /tmp (ufs) 0xc4bc8000 /dev/ad0s1g on /usr (ufs) 0xc4a8bb40 /dev/ad0s1d on /var (ufs) 0xc4a8b870 procfs on /proc (procfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 95 93 24 0 R+ CPU 0 rmdir 93 24 24 0 S+ wait 0xc4b3c7ec sh 24 1 24 0 Ss+ wait 0xc4ad47ec sh 23 0 0 0 SL flowclea 0xc0d836e4 [flowcleaner] 22 0 0 0 SL sdflush 0xc0efb900 [softdepflush] 21 0 0 0 SL syncer 0xc0ef0150 [syncer] 20 0 0 0 SL vlruwt 0xc4a352a4 [vnlru] 19 0 0 0 SL psleep 0xc0eefe88 [bufdaemon] 18 0 0 0 SL pgzero 0xc0efc534 [pagezero] 9 0 0 0 SL psleep 0xc0efc15c [vmdaemon] 8 0 0 0 SL psleep 0xc0efc124 [pagedaemon] 17 0 0 0 SL wmsg 0xc4786dac [usbus0] 16 0 0 0 SL wmsg 0xc4786d7c [usbus0] 15 0 0 0 SL wmsg 0xc4786d4c [usbus0] 14 0 0 0 SL wmsg 0xc4786d1c [usbus0] 7 0 0 0 SL waiting_ 0xc0ef201c [sctp_iterator] 6 0 0 0 SL - 0xc481323c [fdc0] 5 0 0 0 SL ccb_scan 0xc0d506d4 [xpt_thrd] 13 0 0 0 SL - 0xc0d836e4 [yarrow] 4 0 0 0 SL - 0xc0d81464 [g_down] 3 0 0 0 SL - 0xc0d81460 [g_up] 2 0 0 0 SL - 0xc0d81458 [g_event] 12 0 0 0 WL (threaded) intr 100036 I [swi0: uart uart] 100035 I [irq12: psm0] 100034 I [irq1: atkbd0] 100033 I [irq15: ata1] 100032 I [irq14: ata0] 100031 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100023 I [swi2: cambio] 100021 I [swi6: task queue] 100020 I [swi6: Giant taskq] 100018 I [swi5: +] 100012 I [swi1: net] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi4: clock] 100007 I [swi3: vm] 11 0 0 0 RL (threaded) idle 100006 CanRun [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc456cd34 [init] 10 0 0 0 SL audit_wo 0xc0efb2a0 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc476dcc0 [em0 taskq] 100027 D - 0xc4728e40 [acpi_task_2] 100026 D - 0xc4728e40 [acpi_task_1] 100025 D - 0xc4728e40 [acpi_task_0] 100024 D - 0xc4728e80 [kqueue taskq] 100019 D - 0xc4729200 [thread taskq] 100016 D - 0xc4553b00 [firmware taskq] 100000 D sched 0xc0d81520 [swapper] db:1:ps> allt Tracing command rmdir pid 95 tid 100074 td 0xc4ad5240 kdb_enter(c0c35b49,c0c35b49,c0c32e57,f358190c,0,...) at kdb_enter+0x3a panic(c0c32e57,c0bb747c,c0c2ebc9,c0c42a41,82d,...) at panic+0x136 __lockmgr_args(c4b6d5b8,80100,c4b6d620,0,0,...) at __lockmgr_args+0x833 ffs_lock(f3581a0c,c089f7db,c0c420e7,80100,c4b6d560,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d37700,f3581a0c,c4ad52e4,c0d4ff20,c4b6d560,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4b6d560,80100,c0c42a41,82d,4,...) at _vn_lock+0x78 vget(c4b6d560,80100,c4ad5240,50,0,...) at vget+0xc9 vfs_hash_get(c4a8bb40,3ff800,80000,c4ad5240,f3581b10,...) at vfs_hash_get+0xed ffs_vgetf(c4a8bb40,3ff800,80000,f3581b10,1,...) at ffs_vgetf+0x49 handle_workitem_remove(c0efb8a4,0,c0c591c1,ccd,0,...) at handle_workitem_remove+0x45 softdep_setup_remove(e450431c,c4b2ed98,c4b2e9f8,1,f3581b64,...) at softdep_setup_remove+0x124 ufs_dirremove(c4bc9560,c4b2e9f8,500800c,1,c4b6d560,...) at ufs_dirremove+0x16a ufs_rmdir(f3581c34,c0c6f86a,c4b6d560,c4b6d560,0,...) at ufs_rmdir+0xd6 VOP_RMDIR_APV(c0d37700,f3581c34,2,f3581bf8,bfbfef5a,...) at VOP_RMDIR_APV+0xf6 kern_rmdirat(c4ad5240,ffffff9c,bfbfef5a,0,f3581c80,...) at kern_rmdirat+0x16b kern_rmdir(c4ad5240,bfbfef5a,0,f3581d2c,c0b6a2b3,...) at kern_rmdir+0x27 rmdir(c4ad5240,f3581cf8,4,c4ad5240,c0d18698,...) at rmdir+0x22 syscall(f3581d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (137, FreeBSD ELF32, rmdir), eip = 0x280dbedb, esp = 0xbfbfee1c, ebp = 0xbfbfee48 --- Tracing command sh pid 93 tid 100065 td 0xc4afe000 sched_switch(c4afe000,0,104,18c,cec8ab54,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4afe000,0,c0c39e30,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e30,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b3c7ec,5c,c0c3c5ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b3c7ec,c4b3c874,15c,c0c3c5ac,0,...) at _sleep+0x344 kern_wait(c4afe000,ffffffff,f355dc74,2,0,...) at kern_wait+0xac6 wait4(c4afe000,f355dcf8,10,c0c3c58b,c0d17a68,...) at wait4+0x3b syscall(f355dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816101b, esp = 0xbfbfe50c, ebp = 0xbfbfe528 --- Tracing command sh pid 24 tid 100051 td 0xc4ad5d80 sched_switch(c4ad5d80,0,104,18c,c99141f2,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4ad5d80,0,c0c39e30,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e30,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ad47ec,5c,c0c3c5ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4ad47ec,c4ad4874,15c,c0c3c5ac,0,...) at _sleep+0x344 kern_wait(c4ad5d80,ffffffff,f351fc74,2,0,...) at kern_wait+0xac6 wait4(c4ad5d80,f351fcf8,10,c0c3c58b,c0d17a68,...) at wait4+0x3b syscall(f351fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816101b, esp = 0xbfbfe96c, ebp = 0xbfbfe988 --- Tracing command flowcleaner pid 23 tid 100050 td 0xc47526c0 sched_switch(c47526c0,0,104,18c,cff71fe8,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47526c0,0,c0c39e30,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d836e4,0,c0c44746,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d836e4,0,0,c0c44746,4e20,...) at _sleep+0x329 pause(c0c44746,4e20,c0c446a1,41e,0,...) at pause+0x47 flowtable_cleaner(0,f1330d38,c0c313bc,335,c46a5a90,...) at flowtable_cleaner+0x160 fork_exit(c0901320,0,f1330d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1330d70, ebp = 0 --- Tracing command softdepflush pid 22 tid 100049 td 0xc4752900 sched_switch(c4752900,0,104,18c,bfda20ae,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4752900,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efb900,44,c0c59fb1,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efb900,c0efb8a4,44,c0c59fb1,3e8,...) at _sleep+0x329 softdep_flush(0,f132dd38,c0c313bc,335,c46a5d34,...) at softdep_flush+0x2b0 fork_exit(c0a6ad50,0,f132dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf132dd70, ebp = 0 --- Tracing command syncer pid 21 tid 100048 td 0xc4752b40 sched_switch(c4752b40,0,104,18c,bfd461ca,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4752b40,0,c0c39e30,26a,c4752b40,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef0150,0,f132ac88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ef0150,c0ef013c,3e8,6d6,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f132ad38,c0c313bc,335,c4a35000,...) at sched_sync+0x502 fork_exit(c08ec2e0,0,f132ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf132ad70, ebp = 0 --- Tracing command vnlru pid 20 tid 100047 td 0xc4752d80 sched_switch(c4752d80,0,104,18c,bfc6cff2,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4752d80,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4a352a4,50,c0c43991,0,0,...) at sleepq_timedwait+0x6b _sleep(c4a352a4,c0ef0110,250,c0c43991,3e8,...) at _sleep+0x329 vnlru_proc(0,f1327d38,c0c313bc,335,c4a352a4,...) at vnlru_proc+0xe7 fork_exit(c08ece70,0,f1327d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1327d70, ebp = 0 --- Tracing command bufdaemon pid 19 tid 100046 td 0xc4a1a000 sched_switch(c4a1a000,0,104,18c,c00b494c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4a1a000,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0eefe88,44,c0c41176,0,0,...) at sleepq_timedwait+0x6b _sleep(c0eefe88,c0eefe8c,44,c0c41176,3e8,...) at _sleep+0x329 buf_daemon(0,f1324d38,c0c313bc,335,c4a35548,...) at buf_daemon+0x138 fork_exit(c08d5540,0,f1324d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1324d70, ebp = 0 --- Tracing command pagezero pid 18 tid 100045 td 0xc4a1a240 sched_switch(c4a1a240,0,104,18c,c838b616,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1a240,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efc534,0,c0c5f171,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efc534,c0efc0f0,0,c0c5f171,493e0,...) at _sleep+0x329 vm_pagezero(0,f1321d38,c0c313bc,335,c4a357ec,...) at vm_pagezero+0xdc fork_exit(c0aa5e60,0,f1321d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1321d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc4a1a480 sched_switch(c4a1a480,0,104,18c,c82bd5d2,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4a1a480,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efc15c,68,c0c41176,0,0,...) at sleepq_wait+0x63 _sleep(c0efc15c,c0efc160,68,c0c41176,0,...) at _sleep+0x35b vm_daemon(0,f131ed38,c0c313bc,335,c4a35a90,...) at vm_daemon+0x59 fork_exit(c0aa0300,0,f131ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf131ed70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc4a1a6c0 sched_switch(c4a1a6c0,0,104,18c,c83c5492,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4a1a6c0,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efc124,44,c0c41176,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efc124,c0efc0f0,44,c0c41176,1388,...) at _sleep+0x329 vm_pageout(0,f131bd38,c0c313bc,335,c4a35d34,...) at vm_pageout+0x2bb fork_exit(c0aa11a0,0,f131bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf131bd70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100042 td 0xc4a1a900 sched_switch(c4a1a900,0,104,18c,18d41634,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1a900,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786dac,0,c0c2510e,0,0,...) at sleepq_wait+0x63 _sleep(c4786dac,c4786e4c,0,c0c2510e,0,...) at _sleep+0x35b usb2_msleep(c0c2510e,0,f1318cf8,c0799c7b,c4786dac,...) at usb2_msleep+0x58 usb2_cv_wait(c4786dac,c4786e4c,c0c2506d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786da4,f1318d38,c0c313bc,335,c456d2a4,...) at usb_process+0x18b fork_exit(c0799af0,c4786da4,f1318d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1318d70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100041 td 0xc4a1ab40 sched_switch(c4a1ab40,0,104,18c,58349270,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1ab40,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786d7c,0,c0c2510e,0,0,...) at sleepq_wait+0x63 _sleep(c4786d7c,c4786e4c,0,c0c2510e,0,...) at _sleep+0x35b usb2_msleep(c0c2510e,0,f1315cf8,c0799c7b,c4786d7c,...) at usb2_msleep+0x58 usb2_cv_wait(c4786d7c,c4786e4c,c0c2506d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786d74,f1315d38,c0c313bc,335,c456d548,...) at usb_process+0x18b fork_exit(c0799af0,c4786d74,f1315d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1315d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100040 td 0xc4a1ad80 sched_switch(c4a1ad80,0,104,18c,143bd140,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1ad80,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786d4c,0,c0c2510e,0,0,...) at sleepq_wait+0x63 _sleep(c4786d4c,c4786e4c,0,c0c2510e,0,...) at _sleep+0x35b usb2_msleep(c0c2510e,0,f1312cf8,c0799c7b,c4786d4c,...) at usb2_msleep+0x58 usb2_cv_wait(c4786d4c,c4786e4c,c0c2506d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786d44,f1312d38,c0c313bc,335,c456d7ec,...) at usb_process+0x18b fork_exit(c0799af0,c4786d44,f1312d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1312d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100039 td 0xc4a1b000 sched_switch(c4a1b000,0,104,18c,143ba770,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1b000,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4786d1c,0,c0c2510e,0,0,...) at sleepq_wait+0x63 _sleep(c4786d1c,c4786e4c,0,c0c2510e,0,...) at _sleep+0x35b usb2_msleep(c0c2510e,0,f130fcf8,c0799c7b,c4786d1c,...) at usb2_msleep+0x58 usb2_cv_wait(c4786d1c,c4786e4c,c0c2506d,51,c0d87800,...) at usb2_cv_wait+0x23 usb_process(c4786d14,f130fd38,c0c313bc,335,c456da90,...) at usb_process+0x18b fork_exit(c0799af0,c4786d14,f130fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf130fd70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100038 td 0xc4742d80 sched_switch(c4742d80,0,104,18c,143b71d8,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4742d80,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ef201c,0,c0c4d695,0,0,...) at sleepq_wait+0x63 _sleep(c0ef201c,c0ef1f30,0,c0c4d695,0,...) at _sleep+0x35b sctp_iterator_thread(0,f130cd38,c0c313bc,335,c456dd34,...) at sctp_iterator_thread+0x60 fork_exit(c09682c0,0,f130cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf130cd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100037 td 0xc4750000 sched_switch(c4750000,0,104,18c,a1627398,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4750000,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c481323c,4c,c0c2bdad,0,0,...) at sleepq_timedwait+0x6b _sleep(c481323c,c48132f0,4c,c0c2bdad,3e8,...) at _sleep+0x329 fdc_thread(c4813200,f1306d38,c0c313bc,335,c46a5000,...) at fdc_thread+0x2be fork_exit(c0b233c0,c4813200,f1306d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1306d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100022 td 0xc4742240 sched_switch(c4742240,0,104,18c,2a12c1bc,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4742240,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d506d4,4c,c0bcd0aa,0,0,...) at sleepq_wait+0x63 _sleep(c0d506d4,c0d506ec,4c,c0bcd0aa,0,...) at _sleep+0x35b xpt_scanner_thread(0,c4204d38,c0c313bc,335,c46a52a4,...) at xpt_scanner_thread+0x41 fork_exit(c047bf80,0,c4204d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4204d70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4570240 sched_switch(c4570240,0,104,18c,d007aa86,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4570240,0,c0c39e30,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d836e4,0,c0c2bdad,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d836e4,0,0,c0c2bdad,64,...) at _sleep+0x329 pause(c0c2bdad,64,c0c128ae,111,0,...) at pause+0x47 random_kthread(0,c41f5d38,c0c313bc,335,c46a5548,...) at random_kthread+0x1ef fork_exit(c0712af0,0,c41f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc45706c0 sched_switch(c45706c0,0,104,18c,ced8ec74,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45706c0,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81464,4c,c0c2bdad,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81464,c0d813c8,24c,c0c2bdad,64,...) at _sleep+0x329 g_io_schedule_down(c45706c0,0,c0c2d350,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41efd38,c0c313bc,335,c456c000,...) at g_down_procbody+0x8d fork_exit(c08001a0,0,c41efd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41efd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc4570900 sched_switch(c4570900,0,104,18c,d0223958,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4570900,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81460,4c,c0c2bdad,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81460,c0d813e8,24c,c0c2bdad,64,...) at _sleep+0x329 g_io_schedule_up(c4570900,0,c0c2d350,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41ecd38,c0c313bc,335,c456c2a4,...) at g_up_procbody+0x8d fork_exit(c0800230,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4570b40 sched_switch(c4570b40,0,104,18c,dccb387c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4570b40,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81458,4c,c0c2bdad,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81458,0,4c,c0c2bdad,64,...) at _sleep+0x329 g_event_procbody(0,c41e9d38,c0c313bc,335,c456c548,...) at g_event_procbody+0xcb fork_exit(c08002c0,0,c41e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e9d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc4750240 sched_switch(c4750240,0,109,18c,5d169ed6,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c47f7b70,...) at mi_switch+0x200 ithread_loop(c48066b0,f12f9d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c48066b0,f12f9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12f9d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc4750480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xc47506c0 sched_switch(c47506c0,0,109,18c,18d467c8,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c456a170,...) at mi_switch+0x200 ithread_loop(c47fca70,f12f3d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c47fca70,f12f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12f3d70, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc4750900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xc4750b40 sched_switch(c4750b40,0,109,18c,d020bce2,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b3470,...) at mi_switch+0x200 ithread_loop(c479b730,f12e5d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c479b730,f12e5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12e5d70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc4750d80 sched_switch(c4750d80,0,109,18c,14012b3c,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b32f0,...) at mi_switch+0x200 ithread_loop(c476fbf0,f12dad38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c476fbf0,f12dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12dad70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4752000 sched_switch(c4752000,0,109,18c,14016bc0,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b3370,...) at mi_switch+0x200 ithread_loop(c476f7a0,c4243d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c476f7a0,c4243d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4243d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4752480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100023 td 0xc4742000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100021 td 0xc4742480 sched_switch(c4742480,0,109,18c,b1030fc,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c47058f0,...) at mi_switch+0x200 ithread_loop(c46dba30,c4201d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c46dba30,c4201d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4201d70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc47426c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100018 td 0xc4742b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc4570d80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc45b5000 sched_switch(c45b5000,0,109,18c,dccafb58,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b3df0,...) at mi_switch+0x200 ithread_loop(c456b0c0,c41e3d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c456b0c0,c41e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45b5240 sched_switch(c45b5240,0,109,18c,c62e74f0,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b3e70,...) at mi_switch+0x200 ithread_loop(c456b0d0,c41e0d38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c456b0d0,c41e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45b5480 sched_switch(c45b5480,0,109,18c,6cd31aa4,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b3ef0,...) at mi_switch+0x200 ithread_loop(c456b0e0,c41ddd38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c456b0e0,c41ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc456e000 sched_switch(c456e000,0,109,18c,d0304630,...) at sched_switch+0x437 mi_switch(109,0,c0c3163b,4e3,c45b4070,...) at mi_switch+0x200 ithread_loop(c456b0f0,c41dad38,c0c313bc,335,c456c7ec,...) at ithread_loop+0x1f6 fork_exit(c083a1d0,c456b0f0,c41dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dad70, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc456e240 fork_trampoline() at fork_trampoline Tracing command idle pid 11 tid 100006 td 0xc456e480 sched_switch(c456e480,0,60c,187,d0221f6e,...) at sched_switch+0x437 mi_switch(60c,0,c0c37712,813,0,...) at mi_switch+0x200 sched_preempt(c456e480,0,1f4,c41d1c70,c0b4db9e,...) at sched_preempt+0x9f ipi_bitmap_handler(c0b50008,c45b0028,c41d0028,c4813418,c4813400,...) at ipi_bitmap_handler+0x34 Xipi_intr_bitmap_handler() at Xipi_intr_bitmap_handler+0x2e --- interrupt, eip = 0xc0b41e65, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(1,0,c41d1cd8,0,c0882401,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b58ddb,1,c41d1cf8,c08826ce,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(1,c41d1cf8,c08826ce,1,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41d1cd8,c0c37712,3af,c456e480,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c313bc,335,c456ca90,...) at sched_idletd+0x21e fork_exit(c08824b0,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc456e6c0 cpustop_handler(2,c41cec24,c0b6a5bd,c41cebb4,c0850894,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cebb4,c0850894,c0d838f8,4,c456ca90,...) at ipi_nmi_handler+0x2f trap(c41cec30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b41e65, esp = 0xc41cec70, ebp = 0xc41cec70 --- acpi_cpu_c1(1,1,c41cecd8,1,c0882401,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cecb4,c0b58ddb,0,c41cecf8,c08826ce,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c41cecf8,c08826ce,0,c41cecd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41cecd8,c0c37712,a06,c456e6c0,...) at cpu_idle+0x1b sched_idletd(0,c41ced38,c0c313bc,335,c456ca90,...) at sched_idletd+0x21e fork_exit(c08824b0,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc456e900 cpustop_handler(4,c41cbc24,c0b6a5bd,c41cbbb4,c0850894,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cbbb4,c0850894,c0d83930,4,c456ca90,...) at ipi_nmi_handler+0x2f trap(c41cbc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b41e65, esp = 0xc41cbc70, ebp = 0xc41cbc70 --- acpi_cpu_c1(1,1,c41cbcd8,2,c0882401,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cbcb4,c0b58ddb,0,c41cbcf8,c08826ce,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c41cbcf8,c08826ce,0,c41cbcd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41cbcd8,c0c37712,3af,c456e900,...) at cpu_idle+0x1b sched_idletd(0,c41cbd38,c0c313bc,335,c456ca90,...) at sched_idletd+0x21e fork_exit(c08824b0,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc456eb40 cpustop_handler(8,c41c8c24,c0b6a5bd,c41c8bb4,c0850894,...) at cpustop_handler+0x32 ipi_nmi_handler(c41c8bb4,c0850894,c0d83968,4,c456ca90,...) at ipi_nmi_handler+0x2f trap(c41c8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b41e65, esp = 0xc41c8c70, ebp = 0xc41c8c70 --- acpi_cpu_c1(1,1,c41c8cd8,3,c0882401,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41c8cb4,c0b58ddb,0,c41c8cf8,c08826ce,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c41c8cf8,c08826ce,0,c41c8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41c8cd8,c0c37712,a06,c456eb40,...) at cpu_idle+0x1b sched_idletd(0,c41c8d38,c0c313bc,335,c456ca90,...) at sched_idletd+0x21e fork_exit(c08824b0,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc456ed80 sched_switch(c456ed80,0,104,18c,1c47e782,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c456ed80,0,c0c39e30,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c39e30,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c456cd34,5c,c0c3c5ac,100,0,...) at sleepq_wait_sig+0x17 _sleep(c456cd34,c456cdbc,15c,c0c3c5ac,0,...) at _sleep+0x344 kern_wait(c456ed80,ffffffff,c41c4c74,2,0,...) at kern_wait+0xac6 wait4(c456ed80,c41c4cf8,10,c456ed80,c0d17a68,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c5f, esp = 0xbfbfe8ac, ebp = 0xbfbfe8c8 --- Tracing command audit pid 10 tid 100001 td 0xc4570000 sched_switch(c4570000,0,104,18c,2a0d6104,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4570000,0,c0c39e30,247,c4570000,...) at sleepq_switch+0x15f sleepq_wait(c0efb2a0,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0efb2a0,c0efb284,c0c57ec7,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0c313bc,335,c456d000,...) at audit_worker+0x84 fork_exit(c0a4e460,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4752240 sched_switch(c4752240,0,104,18c,1400cfac,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4752240,0,c0c39e30,247,c4752240,...) at sleepq_switch+0x15f sleepq_wait(c476dcc0,0,c0c366c1,c0c2bdad,0,...) at sleepq_wait+0x63 msleep_spin(c476dcc0,c476dcdc,c0c2bdad,0,c0c343a5,...) at msleep_spin+0x21d taskqueue_thread_loop(c4777564,c423fd38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0x8e fork_exit(c0898bd0,c4777564,c423fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc45b56c0 sched_switch(c45b56c0,0,104,18c,2a2ad840,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b56c0,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e40,0,c0c2bdad,0,0,...) at sleepq_wait+0x63 _sleep(c4728e40,c4728e5c,0,c0c2bdad,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53384,c4213d38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898bd0,c0d53384,c4213d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4213d70, ebp = 0 --- Tracing command kernel pid 0 tid 100026 td 0xc45b5900 sched_switch(c45b5900,0,104,18c,2a2ab10c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b5900,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e40,0,c0c2bdad,0,0,...) at sleepq_wait+0x63 _sleep(c4728e40,c4728e5c,0,c0c2bdad,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53384,c4210d38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898bd0,c0d53384,c4210d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4210d70, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc45b5b40 sched_switch(c45b5b40,0,104,18c,2a2a816c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b5b40,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e40,0,c0c2bdad,0,0,...) at sleepq_wait+0x63 _sleep(c4728e40,c4728e5c,0,c0c2bdad,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d53384,c420dd38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898bd0,c0d53384,c420dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45b5d80 sched_switch(c45b5d80,0,104,18c,2a2680f4,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b5d80,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4728e80,0,c0c2bdad,0,0,...) at sleepq_wait+0x63 _sleep(c4728e80,c4728e9c,0,c0c2bdad,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d81de4,c420ad38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898bd0,c0d81de4,c420ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ad70, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc4742900 sched_switch(c4742900,0,104,18c,2a264e3c,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4742900,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4729200,0,c0c2bdad,0,0,...) at sleepq_wait+0x63 _sleep(c4729200,c472921c,0,c0c2bdad,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d961e8,c41fbd38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898bd0,c0d961e8,c41fbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fbd70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4570480 sched_switch(c4570480,0,104,18c,13b31f00,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4570480,0,c0c39e30,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4553b00,0,c0c2bdad,0,0,...) at sleepq_wait+0x63 _sleep(c4553b00,c4553b1c,0,c0c2bdad,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d94d20,c41f2d38,c0c313bc,335,c0d81520,...) at taskqueue_thread_loop+0xb4 fork_exit(c0898bd0,c0d94d20,c41f2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d817d0 sched_switch(c0d817d0,0,104,18c,cff25e64,...) at sched_switch+0x437 mi_switch(104,0,c0c39e30,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d817d0,0,c0c39e30,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d81520,44,c0c37f87,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d81520,0,44,c0c37f87,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) (CTRL-C to abort) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db:1:doadump> reset (kgdb) bt #0 doadump () at pcpu.h:246 #1 0xc04be799 in db_fncall (dummy1=0xc088e1aa, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf358150c " \025Xó\001") at ../../../ddb/db_command.c:548 #2 0xc04bebcf in db_command (last_cmdp=0xc0d5165c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #3 0xc04bec84 in db_command_script (command=0xc0d525e8 "call doadump") at ../../../ddb/db_command.c:516 #4 0xc04c2d80 in db_script_exec (scriptname=0xc0d51ec0 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04c2e11 in db_run_cmd (addr=0x0, have_addr=0x0, count=0x0, modif=0xf3581644 "X\026Xó") at ../../../ddb/db_script.c:375 #6 0xc04bebcf in db_command (last_cmdp=0xc0d5165c, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:445 #7 0xc04bec84 in db_command_script (command=0xc0d52520 "run pho") at ../../../ddb/db_command.c:516 #8 0xc04c2d80 in db_script_exec (scriptname=0xf3581750 "kdb.enter.panic", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #9 0xc04c2e67 in db_script_kdbenter (eventname=0xc0c35b49 "panic") at ../../../ddb/db_script.c:324 #10 0xc04c0b48 in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:228 #11 0xc088e026 in kdb_trap (type=0x3, code=0x0, tf=0xf358188c) at ../../../kern/subr_kdb.c:534 #12 0xc0b6ab7b in trap (frame=0xf358188c) at ../../../i386/i386/trap.c:685 #13 0xc0b4d4ab in calltrap () at ../../../i386/i386/exception.s:165 #14 0xc088e1aa in kdb_enter (why=0xc0c35b49 "panic", msg=0xc0c35b49 "panic") at cpufunc.h:71 #15 0xc0860066 in panic (fmt=0xc0c32e57 "%s: recursing on non recursive lockmgr %s @ %s:%d\n") at ../../../kern/kern_shutdown.c:559 #16 0xc0849593 in __lockmgr_args (lk=0xc4b6d5b8, flags=0x80100, ilk=0xc4b6d620, wmesg=0x0, pri=0x0, timo=0x0, file=0xc0c42a41 "../../../kern/vfs_subr.c", line=0x82d) at ../../../kern/kern_lock.c:549 #17 0xc0a74961 in ffs_lock (ap=0xf3581a0c) at lockmgr.h:93 #18 0xc0b782a5 in VOP_LOCK1_APV (vop=0xc0d37700, a=0xf3581a0c) at vnode_if.c:1925 #19 0xc08f76f8 in _vn_lock (vp=0xc4b6d560, flags=0x80100, file=0xc0c42a41 "../../../kern/vfs_subr.c", line=0x82d) at vnode_if.h:830 #20 0xc08ebbb9 in vget (vp=0xc4b6d560, flags=0x80100, td=0xc4ad5240) at ../../../kern/vfs_subr.c:2093 #21 0xc08de6bd in vfs_hash_get (mp=0xc4a8bb40, hash=0x3ff800, flags=Variable "flags" is not available. ) at ../../../kern/vfs_hash.c:81 #22 0xc0a6f339 in ffs_vgetf (mp=0xc4a8bb40, ino=0x3ff800, flags=0x80000, vpp=0xf3581b10, ffs_flags=0x1) at ../../../ufs/ffs/ffs_vfsops.c:1403 #23 0xc0a64c15 in handle_workitem_remove (dirrem=0xc4accd20, xp=0x0) at ../../../ufs/ffs/ffs_softdep.c:3586 #24 0xc0a65a04 in softdep_setup_remove (bp=0xe450431c, dp=0xc4b2ed98, ip=0xc4b2e9f8, isrmdir=0x1) at ../../../ufs/ffs/ffs_softdep.c:3278 #25 0xc0a7b6fa in ufs_dirremove (dvp=0xc4bc9560, ip=0xc4b2e9f8, flags=0x500800c, isrmdir=0x1) at ../../../ufs/ufs/ufs_lookup.c:1088 #26 0xc0a7fb26 in ufs_rmdir (ap=0xf3581c34) at ../../../ufs/ufs/ufs_vnops.c:1780 #27 0xc0b78576 in VOP_RMDIR_APV (vop=0xc0d37b20, a=0xf3581c34) at vnode_if.c:1540 #28 0xc08eeb2b in kern_rmdirat (td=0xc4ad5240, fd=0xffffff9c, path=0xbfbfef5a
, pathseg=UIO_USERSPACE) at vnode_if.h:662 #29 0xc08eebc7 in kern_rmdir (td=0xc4ad5240, path=0xbfbfef5a
, pathseg=UIO_USERSPACE) at ../../../kern/vfs_syscalls.c:3795 #30 0xc08eebf2 in rmdir (td=0xc4ad5240, uap=0xf3581cf8) at ../../../kern/vfs_syscalls.c:3788 #31 0xc0b6a2b3 in syscall (frame=0xf3581d38) at ../../../i386/i386/trap.c:1073 #32 0xc0b4d510 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #33 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 16 #16 0xc0849593 in __lockmgr_args (lk=0xc4b6d5b8, flags=0x80100, ilk=0xc4b6d620, wmesg=0x0, pri=0x0, timo=0x0, file=0xc0c42a41 "../../../kern/vfs_subr.c", line=0x82d) at ../../../kern/kern_lock.c:549 549 panic("%s: recursing on non recursive lockmgr %s @ %s:%d\n", (kgdb) l 544 error = EBUSY; 545 break; 546 } 547 if (flags & LK_INTERLOCK) 548 class->lc_unlock(ilk); 549 panic("%s: recursing on non recursive lockmgr %s @ %s:%d\n", 550 __func__, iwmesg, file, line); 551 } 552 lk->lk_recurse++; 553 LOCK_LOG2(lk, "%s: %p recursing", __func__, lk); (kgdb) p *lk $1 = {lock_object = {lo_name = 0xc0c2ebc9 "ufs", lo_flags = 0x5730001, lo_data = 0x0, lo_witness = 0xc452c938}, lk_lock = 0xc4ad5240, lk_timo = 0x33, lk_pri = 0x50, lk_stack = {depth = 0x12, pcs = {0xc08498e0, 0xc0a74961, 0xc0b782a5, 0xc08f76f8, 0xc08ebbb9, 0xc08de6bd, 0xc0a6f339, 0xc0a6f86e, 0xc0a7a7b1, 0xc0a7aa8e, 0xc0b76935, 0xc08d8a0c, 0xc0b79425, 0xc08df79e, 0xc08e04ab, 0xc08eea0d, 0xc08eebc7, 0xc08eebf2}}} (kgdb) $ svn diff /var/tmp/attilio/recurse/sys Index: /var/tmp/attilio/recurse/sys/kern/kern_rwlock.c =================================================================== --- /var/tmp/attilio/recurse/sys/kern/kern_rwlock.c (revision 193043) +++ /var/tmp/attilio/recurse/sys/kern/kern_rwlock.c (working copy) @@ -51,8 +51,6 @@ #include -CTASSERT((RW_RECURSE & LO_CLASSFLAGS) == RW_RECURSE); - #if defined(SMP) && !defined(NO_ADAPTIVE_RWLOCKS) #define ADAPTIVE_RWLOCKS #endif @@ -177,16 +175,17 @@ MPASS((opts & ~(RW_DUPOK | RW_NOPROFILE | RW_NOWITNESS | RW_QUIET | RW_RECURSE)) == 0); - flags = LO_UPGRADABLE | LO_RECURSABLE; + flags = LO_UPGRADABLE; if (opts & RW_DUPOK) flags |= LO_DUPOK; if (opts & RW_NOPROFILE) flags |= LO_NOPROFILE; if (!(opts & RW_NOWITNESS)) flags |= LO_WITNESS; + if (opts & RW_RECURSE) + flags |= LO_RECURSABLE; if (opts & RW_QUIET) flags |= LO_QUIET; - flags |= opts & RW_RECURSE; rw->rw_lock = RW_UNLOCKED; rw->rw_recurse = 0; @@ -249,7 +248,8 @@ KASSERT(rw->rw_lock != RW_DESTROYED, ("rw_try_wlock() of destroyed rwlock @ %s:%d", file, line)); - if (rw_wlocked(rw) && (rw->lock_object.lo_flags & RW_RECURSE) != 0) { + if (rw_wlocked(rw) && + (rw->lock_object.lo_flags & LO_RECURSABLE) != 0) { rw->rw_recurse++; rval = 1; } else @@ -646,7 +646,7 @@ #endif if (rw_wlocked(rw)) { - KASSERT(rw->lock_object.lo_flags & RW_RECURSE, + KASSERT(rw->lock_object.lo_flags & LO_RECURSABLE, ("%s: recursing but non-recursive rw %s @ %s:%d\n", __func__, rw->lock_object.lo_name, file, line)); rw->rw_recurse++; Index: /var/tmp/attilio/recurse/sys/kern/kern_sx.c =================================================================== --- /var/tmp/attilio/recurse/sys/kern/kern_sx.c (revision 193043) +++ /var/tmp/attilio/recurse/sys/kern/kern_sx.c (working copy) @@ -66,8 +66,7 @@ #define ADAPTIVE_SX #endif -CTASSERT(((SX_NOADAPTIVE | SX_RECURSE) & LO_CLASSFLAGS) == - (SX_NOADAPTIVE | SX_RECURSE)); +CTASSERT((SX_NOADAPTIVE & LO_CLASSFLAGS) == SX_NOADAPTIVE); /* Handy macros for sleep queues. */ #define SQ_EXCLUSIVE_QUEUE 0 @@ -207,17 +206,19 @@ MPASS((opts & ~(SX_QUIET | SX_RECURSE | SX_NOWITNESS | SX_DUPOK | SX_NOPROFILE | SX_NOADAPTIVE)) == 0); - flags = LO_RECURSABLE | LO_SLEEPABLE | LO_UPGRADABLE; + flags = LO_SLEEPABLE | LO_UPGRADABLE; if (opts & SX_DUPOK) flags |= LO_DUPOK; if (opts & SX_NOPROFILE) flags |= LO_NOPROFILE; if (!(opts & SX_NOWITNESS)) flags |= LO_WITNESS; + if (opts & SX_RECURSE) + flags |= LO_RECURSABLE; if (opts & SX_QUIET) flags |= LO_QUIET; - flags |= opts & (SX_NOADAPTIVE | SX_RECURSE); + flags |= opts & SX_NOADAPTIVE; sx->sx_lock = SX_LOCK_UNLOCKED; sx->sx_recurse = 0; lock_init(&sx->lock_object, &lock_class_sx, description, NULL, flags); @@ -305,7 +306,8 @@ KASSERT(sx->sx_lock != SX_LOCK_DESTROYED, ("sx_try_xlock() of destroyed sx @ %s:%d", file, line)); - if (sx_xlocked(sx) && (sx->lock_object.lo_flags & SX_RECURSE) != 0) { + if (sx_xlocked(sx) && + (sx->lock_object.lo_flags & LO_RECURSABLE) != 0) { sx->sx_recurse++; atomic_set_ptr(&sx->sx_lock, SX_LOCK_RECURSED); rval = 1; @@ -479,7 +481,7 @@ /* If we already hold an exclusive lock, then recurse. */ if (sx_xlocked(sx)) { - KASSERT((sx->lock_object.lo_flags & SX_RECURSE) != 0, + KASSERT((sx->lock_object.lo_flags & LO_RECURSABLE) != 0, ("_sx_xlock_hard: recursed on non-recursive sx %s @ %s:%d\n", sx->lock_object.lo_name, file, line)); sx->sx_recurse++; Index: /var/tmp/attilio/recurse/sys/kern/kern_lock.c =================================================================== --- /var/tmp/attilio/recurse/sys/kern/kern_lock.c (revision 193043) +++ /var/tmp/attilio/recurse/sys/kern/kern_lock.c (working copy) @@ -51,8 +51,7 @@ #include #endif -CTASSERT(((LK_CANRECURSE | LK_NOSHARE) & LO_CLASSFLAGS) == - (LK_CANRECURSE | LK_NOSHARE)); +CTASSERT((LK_NOSHARE & LO_CLASSFLAGS) == LK_NOSHARE); #define SQ_EXCLUSIVE_QUEUE 0 #define SQ_SHARED_QUEUE 1 @@ -316,7 +315,9 @@ MPASS((flags & ~LK_INIT_MASK) == 0); - iflags = LO_RECURSABLE | LO_SLEEPABLE | LO_UPGRADABLE; + iflags = LO_SLEEPABLE | LO_UPGRADABLE; + if (flags & LK_CANRECURSE) + iflags |= LO_RECURSABLE; if ((flags & LK_NODUP) == 0) iflags |= LO_DUPOK; if (flags & LK_NOPROFILE) @@ -325,7 +326,7 @@ iflags |= LO_WITNESS; if (flags & LK_QUIET) iflags |= LO_QUIET; - iflags |= flags & (LK_CANRECURSE | LK_NOSHARE); + iflags |= flags & LK_NOSHARE; lk->lk_lock = LK_UNLOCKED; lk->lk_recurse = 0; @@ -530,7 +531,7 @@ */ if (lockmgr_xlocked(lk)) { if ((flags & LK_CANRECURSE) == 0 && - (lk->lock_object.lo_flags & LK_CANRECURSE) == 0) { + (lk->lock_object.lo_flags & LO_RECURSABLE) == 0) { /* * If the lock is expected to not panic just