GENERIC HEAD from Feb 25 16:41 UTC, vmcore.195
Livelock

GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
        The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Fri Feb 25 19:01:49 CET 2005
    pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
ACPI APIC Table: <A M I  OEMAPIC >
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
  Origin = "GenuineIntel"  Id = 0xf13  Stepping = 3
  Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory  = 267583488 (255 MB)
avail memory = 252354560 (240 MB)
:
mount root from ufs:/dev/ad0s1a
rl0: link state changed to DOWN
~KDB: enter: Line break on console
[thread pid 3765 tid 100150 ]
Stopped at      kdb_enter+0x2b: nop
db> show pcpu
cpuid        = 0
curthread    = 0xc1b22000: pid 3765 "swap"
curpcb       = 0xcf4b6da0
fpcurthread  = none
idlethread   = 0xc15205c0: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x30
spin locks held:
db> show alllocks
Process 3766 (swap) thread 0xc1eb3170 (100597)
shared sx proctree r = 0 (0xc0905200) locked @ kern/kern_fork.c:278
Process 3753 (swap) thread 0xc239a8a0 (100418)
exclusive sx allproc r = 0 (0xc09051c0) locked @ kern/kern_fork.c:287
shared sx proctree r = 0 (0xc0905200) locked @ kern/kern_fork.c:278
Process 559 (top) thread 0xc17608a0 (100086)
exclusive sx sysctl lock r = 0 (0xc0905780) locked @ kern/kern_sysctl.c:1335
Process 451 (cron) thread 0xc1636a10 (100067)
shared sx proctree r = 0 (0xc0905200) locked @ kern/kern_fork.c:278
db> c
~KDB: enter: Line break on console
[thread pid 3765 tid 100150 ]
Stopped at      kdb_enter+0x2b: nop
db> show pcpu
cpuid        = 0
curthread    = 0xc1b22000: pid 3765 "swap"
curpcb       = 0xcf4b6da0
fpcurthread  = none
idlethread   = 0xc15205c0: pid 11 "idle: cpu0"
APIC ID      = 0
currentldt   = 0x30
spin locks held:
db> show alllocks
Process 3766 (swap) thread 0xc1eb3170 (100597)
shared sx proctree r = 0 (0xc0905200) locked @ kern/kern_fork.c:278
Process 3753 (swap) thread 0xc239a8a0 (100418)
exclusive sx allproc r = 0 (0xc09051c0) locked @ kern/kern_fork.c:287
shared sx proctree r = 0 (0xc0905200) locked @ kern/kern_fork.c:278
Process 559 (top) thread 0xc17608a0 (100086)
exclusive sx sysctl lock r = 0 (0xc0905780) locked @ kern/kern_sysctl.c:1335
Process 451 (cron) thread 0xc1636a10 (100067)
shared sx proctree r = 0 (0xc0905200) locked @ kern/kern_fork.c:278
db> where 3766
Tracing pid 3766 tid 100597 td 0xc1eb3170
sched_switch(c1eb3170,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c09051f0,cfb94c58,c05ed6f5,c09051f0,c0826e2d) at sleepq_switch+0xe0
sleepq_wait(c09051f0,c0826e2d,c1eb31e0,c09051c0,c1eb3170) at sleepq_wait+0x30
cv_wait(c09051f0,c09046ac,c1eb3170,c1eb3170,c1b401fc) at cv_wait+0x179
_sx_xlock(c09051c0,c0823cc5,11f,c0905200,c0823cc5) at _sx_xlock+0x68
fork1(c1eb3170,80000034,0,cfb94ce4,c1b40264) at fork1+0x133
vfork(c1eb3170,cfb94d14,0,0,246) at vfork+0x1b
syscall(2f,2f,2f,2804f6dc,bfbfeafc) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x2809a41c, esp = 0xbfbfe930, ebp = 0xbfbfe968 ---
db> where 3753
Tracing pid 3753 tid 100418 td 0xc239a8a0
sched_switch(c239a8a0,0,2) at sched_switch+0x17f
mi_switch(2,0,c0905100,0,c0828007) at mi_switch+0x264
critical_exit(c08ce020) at critical_exit+0x86
intr_execute_handlers(c08ce020,cf8b9bc8,c082446b,2,c095227c) at intr_execute_handlers+0xba
atpic_handle_intr(0) at atpic_handle_intr+0x92
Xatpic_intr0() at Xatpic_intr0+0x20
--- interrupt, eip = 0xc0671686, esp = 0xcf8b9c0c, ebp = 0xcf8b9c10 ---
strncmp(c0823cc5,c0824469,3) at strncmp+0x2a
fixup_filename(c0823cc5,181,c0823cc5,c0905200,cf8b9c64) at fixup_filename+0x24
witness_assert(c0905200,2,c0823cc5,181) at witness_assert+0x84
_sx_assert(c0905200,2,c0823cc5,181,ec4) at _sx_assert+0x41
_sx_sunlock(c0905200,c0823cc5,181) at _sx_sunlock+0x19
fork1(c239a8a0,80000034,0,cf8b9ce4,c1addc50) at fork1+0x39f
vfork(c239a8a0,cf8b9d14,0,1,246) at vfork+0x1b
syscall(2f,2f,2f,2804f6dc,bfbfeafc) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (66, FreeBSD ELF32, vfork), eip = 0x2809a41c, esp = 0xbfbfe930, ebp = 0xbfbfe968 ---
db> where 559
Tracing pid 559 tid 100086 td 0xc17608a0
sched_switch(c17608a0,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c09051e4,cea9ab78,c05ed6f5,c09051e4,c082727b) at sleepq_switch+0xe0
sleepq_wait(c09051e4,c082727b,4f9,c09051c0,0) at sleepq_wait+0x30
cv_wait(c09051e4,c09046ac,0,0,0) at cv_wait+0x179
_sx_slock(c09051c0,c0826003,3bf,c0825adc,0) at _sx_slock+0x68
sysctl_kern_proc(c0889060,0,0,cea9ac04,c0889060) at sysctl_kern_proc+0x14c
sysctl_root(0,cea9ac84,3,cea9ac04,c17608a0) at sysctl_root+0x11b
userland_sysctl(c17608a0,cea9ac84,3,0,bfbfe98c) at userland_sysctl+0xf4
__sysctl(c17608a0,cea9ad14,6,a4e,292) at __sysctl+0x77
syscall(2f,bfbf002f,bfbf002f,3,bfbfe98c) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2811db93, esp = 0xbfbfe8ec, ebp = 0xbfbfe928 ---
db> where 451
Tracing pid 451 tid 100067 td 0xc1636a10
sched_switch(c1636a10,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c09051f0,cca0ec58,c05ed6f5,c09051f0,c0826e2d) at sleepq_switch+0xe0
sleepq_wait(c09051f0,c0826e2d,c1636a80,c09051c0,c1636a10) at sleepq_wait+0x30
cv_wait(c09051f0,c09046ac,c1636a10,c1636a10,c1848be8) at cv_wait+0x179
_sx_xlock(c09051c0,c0823cc5,11f,c0905200,c0823cc5) at _sx_xlock+0x68
fork1(c1636a10,14,0,cca0ece4,cca0ed40) at fork1+0x133
fork(c1636a10,cca0ed14,0,17,246) at fork+0x18
syscall(805002f,2f,bfbf002f,0,8051040) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (2, FreeBSD ELF32, fork), eip = 0x280c89b3, esp = 0xbfbfed8c, ebp = 0xbfbfed98 ---
db> ps
  pid   proc     uid  ppid  pgrp  flag   stat  wmesg    wchan  cmd
 3771 c1c2a3f8 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3770 c1c2a1fc 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3769 c1f863f8 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3768 c1f847f0 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3767 c1b409ec 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3766 c1b401fc 1001  3743   560 0000002 [SLPQ allproc 0xc09051f0][SLP] swap
 3765 c1b405f4 1001  3743   560 0000002 [CPU 0] swap
 3764 c1f869ec 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3763 c1b655f4 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3762 c1b009ec 1001  3743   560 0000002 [RUNQ] swap
 3761 c1b653f8 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3760 c1c2ade4 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3759 c1b217f0 1001  3755   560 0000002 [RUNQ] udp
 3758 c1f86000 1001  3755   560 0000002 [RUNQ] udp
 3757 c1b419ec 1001  3755   560 0000002 [RUNQ] udp
 3756 c1b213f8 1001  3755   560 0000002 [RUNQ] udp
 3755 c1b411fc 1001  3736   560 0000002 [SLPQ wait 0xc1b411fc][SLP] udp
 3754 c1c2b000 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3753 c1addbe8 1001  3743   560 0000002 [RUNQ] swap
 3752 c1b63be8 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3751 c1b215f4 1001  3743   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] swap
 3750 c1afe9ec 1001  3741   560 0000002 [RUNQ] creat
 3749 c1f865f4 1001  3741   560 0000002 [RUNQ] creat
 3748 c1b415f4 1001  3741   560 0000002 [RUNQ] creat
 3747 c1afe5f4 1001  3741   560 0000002 [RUNQ] creat
 3746 c1f86de4 1001  3741   560 0000002 [RUNQ] creat
 3745 c1b007f0 1001  3741   560 0000002 [RUNQ] creat
 3744 c1ade9ec 1001  3741   560 0000002 [RUNQ] creat
 3743 c1b0a3f8 1001  3728   560 0000002 [SLPQ wait 0xc1b0a3f8][SLP] swap
 3742 c1c2bde4 1001  3738   560 0008082 (threaded)  thr1
   thread 0xc2560a10 ksegrp 0xc1aff900 [SLPQ kserel 0xc1aff934][SLP]
   thread 0xc2560450 ksegrp 0xc1aff6c0 [RUNQ]
   thread 0xc1eb0730 ksegrp 0xc1aff900 [SLPQ sysctl lock 0xc09057b0][SLP]
 3741 c1ade1fc 1001  3729   560 0000002 [SLPQ wait 0xc1ade1fc][SLP] creat
 3740 c1b003f8 1001  3737   560 0000002 [SLPQ sysctl lock 0xc09057b0][SLP] mkdir
 3739 c1b21be8 1001  3737   560 0000002 [RUNQ] mkdir
 3738 c1b40de4 1001  3731   560 0000002 [SLPQ wait 0xc1b40de4][SLP] thr1
 3737 c1b0abe8 1001  3730   560 0000002 [SLPQ wait 0xc1b0abe8][SLP] mkdir
 3736 c1c2a000 1001   567   560 0004002 [SLPQ allproc 0xc09051e4][SLP] udp
 3731 c1c2b7f0 1001   567   560 0004002 [SLPQ allproc 0xc09051e4][SLP] thr1
 3730 c255d1fc 1001   567   560 0004002 [SLPQ allproc 0xc09051e4][SLP] mkdir
 3729 c1895de4 1001   567   560 0004002 [SLPQ allproc 0xc09051e4][SLP] creat
 3728 c1adebe8 1001   567   560 0004002 [SLPQ allproc 0xc09051e4][SLP] swap
  567 c18495f4 1001   566   560 0000002 [SLPQ wait 0xc18495f4][SLP] run
  566 c175dbe8 1001   565   560 0000002 [SLPQ wait 0xc175dbe8][SLP] run
  565 c18953f8 1001   560   560 0004002 [SLPQ nanslp 0xc09059ac][SLP] run
  560 c18485f4 1001   544   560 0004002 [SLPQ wait 0xc18485f4][SLP] sh
  559 c18945f4 1001   553   559 0004002 [SLPQ allproc 0xc09051e4][SLP] top
  553 c18955f4 1001   552   553 0004002 [SLPQ wait 0xc18955f4][SLP] bash
  552 c175d1fc 1001   550   550 0000100 [SLPQ select 0xc0952c44][SLP] sshd
  550 c18491fc    0   429   550 0004100 [SLPQ sbwait 0xc185ec48][SLP] sshd
  544 c18499ec 1001   543   544 0004002 [SLPQ wait 0xc18499ec][SLP] bash
  543 c18497f0 1001   541   541 0000100 [SLPQ select 0xc0952c44][SLP] sshd
  541 c1849be8    0   429   541 0004100 [SLPQ sbwait 0xc185e1e8][SLP] sshd
  540 c1849de4    0     1   540 0004002 [SLPQ ttyin 0xc16a0410][SLP] getty
  539 c1894000    0     1   539 0004002 [SLPQ ttyin 0xc16a1c10][SLP] getty
  538 c18941fc    0     1   538 0004002 [SLPQ ttyin 0xc169bc10][SLP] getty
  537 c18949ec    0     1   537 0004002 [SLPQ ttyin 0xc16a0810][SLP] getty
  536 c18943f8    0     1   536 0004002 [SLPQ ttyin 0xc169ac10][SLP] getty
  535 c1895000    0     1   535 0004002 [SLPQ ttyin 0xc16a2c10][SLP] getty
  534 c1894de4    0     1   534 0004002 [SLPQ ttyin 0xc169a410][SLP] getty
  533 c18947f0    0     1   533 0004002 [SLPQ sysctl lock 0xc09057b0][SLP] login
  498 c1849000    0     1   498 0000000 [SLPQ select 0xc0952c44][SLP] moused
  451 c1848be8    0     1   451 0000000 [SLPQ allproc 0xc09051f0][SLP] cron
  439 c175d7f0   25     1   439 0000100 [SLPQ sysctl lock 0xc09057b0][SLP] sendmail
  435 c1634de4    0     1   435 0000100 [SLPQ sysctl lock 0xc09057b0][SLP] sendmail
  429 c1848de4    0     1   429 0000100 [SLPQ select 0xc0952c44][SLP] sshd
  413 c175ebe8    0     1   413 0000000 [SLPQ select 0xc0952c44][SLP] ntpd
  387 c18487f0    0     1   387 0000000 [SLPQ select 0xc0952c44][SLP] usbd
  367 c18493f8    0   362   362 0000000 [SLPQ - 0xc184f600][SLP] nfsd
  366 c1848000    0   362   362 0000000 [SLPQ - 0xc184fc00][SLP] nfsd
  365 c175d9ec    0   362   362 0000000 [SLPQ - 0xc184f800][SLP] nfsd
  364 c175e9ec    0   362   362 0000000 [SLPQ - 0xc184fa00][SLP] nfsd
  362 c175ede4    0     1   362 0000000 [SLPQ select 0xc0952c44][SLP] nfsd
  360 c18481fc    0     1   360 0000000 [SLPQ select 0xc0952c44][SLP] mountd
  291 c175d000    0     1   291 0000000 [SLPQ select 0xc0952c44][SLP] rpcbind
  277 c175d5f4    0     1   277 0000000 [SLPQ select 0xc0952c44][SLP] syslogd
  252 c175d3f8    0     1   252 0000000 [SLPQ select 0xc0952c44][SLP] devd
   61 c175dde4    0     0     0 0000204 [SLPQ allproc 0xc09051e4][SLP] schedcpu
   60 c175e000    0     0     0 0000204 [SLPQ - 0xc095a92c][SLP] nfsiod 3
   59 c175e1fc    0     0     0 0000204 [SLPQ - 0xc095a928][SLP] nfsiod 2
   58 c175e3f8    0     0     0 0000204 [SLPQ - 0xc095a924][SLP] nfsiod 1
   57 c175e5f4    0     0     0 0000204 [SLPQ - 0xc095a920][SLP] nfsiod 0
   56 c175e7f0    0     0     0 0000204 [SLPQ getblk 0xc6643e28][SLP] syncer
   55 c15743f8    0     0     0 0000204 [SLPQ vlruwt 0xc15743f8][SLP] vnlru
   54 c15745f4    0     0     0 0000204 [SLPQ psleep 0xc0953190][SLP] bufdaemon
   53 c15747f0    0     0     0 000020c [SLPQ pgzero 0xc0961184][SLP] pagezero
   52 c15749ec    0     0     0 0000204 [SLPQ psleep 0xc0960cd4][SLP] vmdaemon
   51 c1574be8    0     0     0 0000204 [SLPQ psleep 0xc0960c90][SLP] pagedaemon
   50 c1574de4    0     0     0 0000204 [SLPQ - 0xc168d83c][SLP] fdc0
   49 c1634000    0     0     0 0000204 [IWAIT] swi0: sio
   48 c16341fc    0     0     0 0000204 [SLPQ usbevt 0xc1659210][SLP] usb3
   47 c16343f8    0     0     0 0000204 [SLPQ usbevt 0xc1651210][SLP] usb2
   46 c16345f4    0     0     0 0000204 [SLPQ usbevt 0xc164e210][SLP] usb1
   45 c16347f0    0     0     0 0000204 [SLPQ usbtsk 0xc08e83b4][SLP] usbtask
   44 c16349ec    0     0     0 0000204 [SLPQ usbevt 0xc1624210][SLP] usb0
    9 c1634be8    0     0     0 0000204 [SLPQ actask 0xc0ac3a2c][SLP] acpi_task2
    8 c1564be8    0     0     0 0000204 [SLPQ actask 0xc0ac3a2c][SLP] acpi_task1
    7 c1564de4    0     0     0 0000204 [SLPQ actask 0xc0ac3a2c][SLP] acpi_task0
    6 c1572000    0     0     0 0000204 [SLPQ - 0xc1616400][SLP] thread taskq
   43 c15721fc    0     0     0 0000204 [IWAIT] swi6:+
   42 c15723f8    0     0     0 0000204 [IWAIT] swi6: acpitaskq
   41 c15725f4    0     0     0 0000204 [IWAIT] swi6: task queue
    5 c15727f0    0     0     0 0000204 [SLPQ - 0xc16165c0][SLP] kqueue taskq
   40 c15729ec    0     0     0 0000204 [IWAIT] swi2: cambio
   39 c1572be8    0     0     0 0000204 [IWAIT] swi5:+
   38 c1572de4    0     0     0 0000204 [SLPQ - 0xc08e6100][SLP] yarrow
    4 c1574000    0     0     0 0000204 [SLPQ - 0xc08ead08][SLP] g_down
    3 c15741fc    0     0     0 0000204 [SLPQ - 0xc08ead04][SLP] g_up
    2 c15585f4    0     0     0 0000204 [SLPQ - 0xc08eacfc][SLP] g_event
   37 c15587f0    0     0     0 0000204 [IWAIT] swi3: vm
   36 c15589ec    0     0     0 000020c [IWAIT] swi4: clock sio
   35 c1558be8    0     0     0 0000204 [IWAIT] swi1: net
   34 c1558de4    0     0     0 0000204 [IWAIT] irq0: clk
   33 c1564000    0     0     0 0000204 [IWAIT] irq23:
   32 c15641fc    0     0     0 0000204 [IWAIT] irq22: rl0
   31 c15643f8    0     0     0 0000204 [IWAIT] irq21:
   30 c15645f4    0     0     0 0000204 [IWAIT] irq20:
   29 c15647f0    0     0     0 0000204 [IWAIT] irq19: uhci1
   28 c15649ec    0     0     0 0000204 [IWAIT] irq18: uhci2
   27 c15281fc    0     0     0 0000204 [IWAIT] irq17: pcm0
   26 c15283f8    0     0     0 0000204 [IWAIT] irq16: uhci0 uhci3
   25 c15285f4    0     0     0 0000204 [IWAIT] irq15: ata1
   24 c15287f0    0     0     0 0000204 [IWAIT] irq14: ata0
   23 c15289ec    0     0     0 0000204 [IWAIT] irq13:
   22 c1528be8    0     0     0 0000204 [IWAIT] irq12: psm0
   21 c1528de4    0     0     0 0000204 [IWAIT] irq11:
   20 c1558000    0     0     0 0000204 [IWAIT] irq10:
   19 c15581fc    0     0     0 0000204 [IWAIT] irq9: acpi0
   18 c15583f8    0     0     0 0000204 [IWAIT] irq8: rtc
   17 c151f000    0     0     0 0000204 [IWAIT] irq7: ppc0
   16 c151f1fc    0     0     0 0000204 [IWAIT] irq6: fdc0
   15 c151f3f8    0     0     0 0000204 [IWAIT] irq5:
   14 c151f5f4    0     0     0 0000204 [IWAIT] irq4: sio0
   13 c151f7f0    0     0     0 0000204 [IWAIT] irq3:
   12 c151f9ec    0     0     0 0000204 [IWAIT] irq1: atkbd0
   11 c151fbe8    0     0     0 000020c [Can run] idle: cpu0
    1 c151fde4    0     0     1 0004200 [SLPQ wait 0xc151fde4][SLP] init
   10 c1528000    0     0     0 0000204 [SLPQ ktrace 0xc0903938][SLP] ktrace
    0 c08eae60    0     0     0 0000200 [SLPQ allproc 0xc09051e4][SLP] swapper
 3732 c1b63de4 1001   567   560 0006002 zomb[INACTIVE] rw
 3734 c1b0a9ec 1001   567   560 0006002 zomb[INACTIVE] sysctl
 3735 c1b21de4 1001   567   560 0006002 zomb[INACTIVE] tcp
 3733 c1f861fc 1001   567   560 0006002 zomb[INACTIVE] syscall
 3732 c1b63de4 1001   567   560 0006002 zomb[INACTIVE] rw
db> call doadump
Dumping 255 MB
 16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset

(kgdb) p allproc_lock
$1 = {sx_object = {lo_class = 0xc088a10c, lo_name = 0xc0825f4a "allproc", lo_type = 0xc0825f4a "allproc", lo_flags = 0x3b0000, lo_list = {
      tqe_next = 0xc0905200, tqe_prev = 0xc0961150}, lo_witness = 0xc0916490}, sx_lock = 0xc09046ac, sx_cnt = 0xffffffff, sx_shrd_cv = {
    cv_description = 0xc0825f4a "allproc", cv_waiters = 0x8}, sx_shrd_wcnt = 0x8, sx_excl_cv = {cv_description = 0xc0825f4a "allproc",
    cv_waiters = 0x2}, sx_excl_wcnt = 0x2, sx_xholder = 0xc239a8a0}
(kgdb) p sysctllock
$2 = {sx_object = {lo_class = 0xc088a10c, lo_name = 0xc082724d "sysctl lock", lo_type = 0xc082724d "sysctl lock", lo_flags = 0x3b0000,
    lo_list = {tqe_next = 0xc08eb700, tqe_prev = 0xc08859f4}, lo_witness = 0xc0915c20}, sx_lock = 0xc090422c, sx_cnt = 0xffffffff,
  sx_shrd_cv = {cv_description = 0xc082724d "sysctl lock", cv_waiters = 0x0}, sx_shrd_wcnt = 0x0, sx_excl_cv = {
    cv_description = 0xc082724d "sysctl lock", cv_waiters = 0x11}, sx_excl_wcnt = 0x11, sx_xholder = 0xc17608a0}
(kgdb) p proctree_lock
$3 = {sx_object = {lo_class = 0xc088a10c, lo_name = 0xc0825f52 "proctree", lo_type = 0xc0825f52 "proctree", lo_flags = 0x3b0000,
    lo_list = {tqe_next = 0xc0905240, tqe_prev = 0xc09051d0}, lo_witness = 0xc09164b8}, sx_lock = 0xc09050a8, sx_cnt = 0x3, sx_shrd_cv = {
    cv_description = 0xc0825f52 "proctree", cv_waiters = 0x0}, sx_shrd_wcnt = 0x0, sx_excl_cv = {cv_description = 0xc0825f52 "proctree",
    cv_waiters = 0x0}, sx_excl_wcnt = 0x0, sx_xholder = 0x0}