GENERIC HEAD from Feb 19 13:36 UTC + mpsafe_vfs = 1 , vmcore.186
Livelock: The box can be ping'ed. Login freezes.
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #0: Sat Feb 19 15:47:31 CET 2005
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.15-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252358656 (240 MB)
:
mount root from ufs:/dev/ad0s1a
WARNING: / was not properly dismounted
rl0: link state changed to DOWN
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
ad0: WARNING - READ_DMA interrupt was seen but timeout fired LBA=548551
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 7526, size: 4096
swap_pager: indefinite wait buffer: bufobj: 0, blkno: 3101, size: 4096
freebsd4_sigreturn: eflags = 0x0
freebsd4_sigreturn: eflags = 0x0
sigreturn: eflags = 0x0
ad0: WARNING - WRITE_DMA interrupt was seen but timeout fired LBA=4919815
~KDB: enter: Line break on console
[thread pid 68354 tid 100461 ]
Stopped at kdb_enter+0x2b: nop
db> show pcpu
cpuid = 0
curthread = 0xc2622170: pid 68354 "swap"
curpcb = 0xcf90eda0
fpcurthread = none
idlethread = 0xc151f5c0: pid 11 "idle: cpu0"
APIC ID = 0
currentldt = 0x30
spin locks held:
db> where
Tracing pid 68354 tid 100461 td 0xc2622170
kdb_enter(c08451ba) at kdb_enter+0x2b
siointr1(c1698400,c096cb20,0,c0844fca,56f) at siointr1+0xce
siointr(c1698400) at siointr+0x21
intr_execute_handlers(c150f090,cf90ed44,4,bfbfe9c8,c07acd13) at intr_execute_handlers+0x9d
lapic_handle_intr(34) at lapic_handle_intr+0x2e
Xapic_isr1() at Xapic_isr1+0x33
--- interrupt, eip = 0x8048f06, esp = 0xbfbfe9b0, ebp = 0xbfbfe9c8 ---
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
68391 c1870de4 0 68390 0 0006100 new [INACTIVE] atrun
68390 c1e1e9ec 1001 68388 11575 0004002 [RUNQ] tail
68389 c1ada7f0 1001 68388 11575 0006002 [RUNQ] swapinfo
68388 c175b3f8 1001 68340 11575 0004002 [RUNQ] sh
68387 c203f000 1001 68338 11575 0004002 [RUNQ] sh
68369 c20817f0 1001 68361 11575 0000002 [RUNQ] tcp
68368 c1cea1fc 1001 68360 11575 0000002 [RUNQ] tcp
68365 c25ca1fc 1001 68327 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] mkdir
68364 c1d0f5f4 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68363 c25de7f0 1001 68329 11575 0000002 [RUNQ] udp
68362 c210c1fc 1001 68329 11575 0000002 [RUNQ] udp
68361 c1cd85f4 1001 68328 11575 0000002 [RUNQ] tcp
68360 c25ca9ec 1001 68328 11575 0000002 [SLPQ sbwait 0xc20baafc][SLP] tcp
68359 c1d0f000 1001 68328 11575 0000002 [SLPQ allproc 0xc0904a70][SLP] tcp
68358 c25df000 1001 68328 11575 0000002 [SLPQ allproc 0xc0904a70][SLP] tcp
68357 c1d0d7f0 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68356 c1cd9be8 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68355 c25cabe8 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68354 c25cb5f4 1001 68326 11575 0000002 [CPU 0] swap
68353 c18705f4 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68352 c1d0f1fc 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68351 c25cb000 1001 68327 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] mkdir
68350 c1ceb1fc 1001 68328 11575 0000002 [SLPQ allproc 0xc0904a70][SLP] tcp
68349 c25cb1fc 1001 68326 11575 0000002 [SLPQ allproc 0xc0904a70][SLP] swap
68348 c203f3f8 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68347 c210c3f8 1001 68327 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] mkdir
68346 c1ada000 1001 68326 11575 0000002 [SLPQ allproc 0xc0904a70][SLP] swap
68345 c25cade4 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68344 c1d0fde4 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68343 c210cde4 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68342 c1cea5f4 1001 68326 11575 0000002 [RUNQ] swap
68341 c1ca97f0 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68340 c210c9ec 1001 68326 11575 0000002 [SLPQ piperd 0xc2788a80][SLP] swap
68339 c1cabbe8 1001 68326 11575 0000002 [SLPQ allproc 0xc0904a70][SLP] swap
68338 c25df5f4 1001 68326 11575 0000002 [SLPQ piperd 0xc21e7300][SLP] swap
68337 c1d0dde4 1001 68326 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] swap
68336 c25dede4 1001 68325 11575 0000002 [RUNQ] creat
68335 c203f5f4 1001 68325 11575 0000002 [RUNQ] creat
68334 c203ebe8 1001 68325 11575 0000002 [RUNQ] creat
68333 c1e1e7f0 1001 68325 11575 0000002 [RUNQ] creat
68332 c1d7a5f4 1001 68325 11575 0000002 [RUNQ] creat
68331 c1872000 1001 68325 11575 0000002 [RUNQ] creat
68330 c210c000 1001 68327 11575 0000002 [SLPQ sysctl lock 0xc0905030][SLP] mkdir
68329 c1872de4 1001 68324 11575 0000002 [SLPQ wait 0xc1872de4][SLP] udp
68328 c203fbe8 1001 68323 11575 0000002 [SLPQ wait 0xc203fbe8][SLP] tcp
68327 c203e3f8 1001 68318 11575 0000002 [SLPQ wait 0xc203e3f8][SLP] mkdir
68326 c1cd87f0 1001 68316 11575 0000002 [SLPQ wait 0xc1cd87f0][SLP] swap
68325 c25ca000 1001 68317 11575 0000002 [SLPQ wait 0xc25ca000][SLP] creat
68324 c1d7abe8 1001 11582 11575 0004002 [SLPQ allproc 0xc0904a64][SLP] udp
68323 c1cd8de4 1001 11582 11575 0004002 [SLPQ allproc 0xc0904a64][SLP] tcp
68318 c18ca9ec 1001 11582 11575 0004002 [SLPQ allproc 0xc0904a64][SLP] mkdir
68317 c1d0dbe8 1001 11582 11575 0004002 [SLPQ allproc 0xc0904a64][SLP] creat
68316 c18c99ec 1001 11582 11575 0004002 [SLPQ allproc 0xc0904a64][SLP] swap
11582 c18cabe8 1001 11581 11575 0000002 [SLPQ wait 0xc18cabe8][SLP] run
11581 c1e1ede4 1001 11580 11575 0000002 [SLPQ wait 0xc1e1ede4][SLP] run
11580 c1cea000 1001 11575 11575 0004002 [SLPQ nanslp 0xc090522c][SLP] run
11575 c1cab3f8 1001 567 11575 0004002 [SLPQ wait 0xc1cab3f8][SLP] sh
800 c1adade4 1001 722 800 0004002 [SLPQ allproc 0xc0904a64][SLP] top
722 c1ada9ec 1001 721 722 0004002 [SLPQ wait 0xc1ada9ec][SLP] bash
721 c1ada5f4 1001 719 719 0000100 [SLPQ select 0xc09524c4][SLP] sshd
719 c1ada3f8 0 429 719 0004100 [SLPQ sbwait 0xc1882c48][SLP] sshd
567 c175b000 1001 566 567 0004002 [SLPQ wait 0xc175b000][SLP] bash
566 c18ca000 1001 564 564 0000100 [SLPQ select 0xc09524c4][SLP] sshd
564 c1870be8 0 429 564 0004100 [SLPQ sbwait 0xc18821e8][SLP] sshd
559 c18ca3f8 0 1 559 0004002 [SLPQ ttyin 0xc169f410][SLP] getty
558 c18703f8 0 1 558 0004002 [SLPQ ttyin 0xc16a0c10][SLP] getty
557 c18c91fc 0 1 557 0004002 [SLPQ ttyin 0xc169ac10][SLP] getty
556 c18c9de4 0 1 556 0004002 [SLPQ ttyin 0xc169f810][SLP] getty
555 c18c97f0 0 1 555 0004002 [SLPQ ttyin 0xc1699c10][SLP] getty
554 c18c9be8 0 1 554 0004002 [SLPQ ttyin 0xc16a1c10][SLP] getty
553 c18c9000 0 1 553 0004002 [SLPQ ttyin 0xc1699410][SLP] getty
552 c18ca1fc 0 1 552 0004002 [SLPQ sysctl lock 0xc0905030][SLP] login
517 c18c93f8 0 1 517 0000000 [SLPQ select 0xc09524c4][SLP] moused
453 c175b7f0 0 1 453 0000000 [SLPQ allproc 0xc0904a70][SLP] cron
441 c18709ec 25 1 441 0000100 [SLPQ sysctl lock 0xc0905030][SLP] sendmail
435 c18721fc 0 1 435 0000100 [SLPQ sysctl lock 0xc0905030][SLP] sendmail
429 c162bde4 0 1 429 0000100 [SLPQ select 0xc09524c4][SLP] sshd
413 c175cbe8 0 1 413 0000000 [SLPQ select 0xc09524c4][SLP] ntpd
389 c18707f0 0 1 389 0000000 [SLPQ select 0xc09524c4][SLP] usbd
369 c18723f8 0 364 364 0000000 [SLPQ - 0xc178ce00][SLP] nfsd
368 c1870000 0 364 364 0000000 [SLPQ - 0xc178cc00][SLP] nfsd
367 c175b9ec 0 364 364 0000000 [SLPQ - 0xc178ca00][SLP] nfsd
366 c175c9ec 0 364 364 0000000 [SLPQ - 0xc178c800][SLP] nfsd
364 c175cde4 0 1 364 0000000 [SLPQ select 0xc09524c4][SLP] nfsd
362 c18701fc 0 1 362 0000000 [SLPQ select 0xc09524c4][SLP] mountd
293 c175b5f4 0 1 293 0000000 [SLPQ select 0xc09524c4][SLP] rpcbind
279 c175b1fc 0 1 279 0000000 [SLPQ select 0xc09524c4][SLP] syslogd
254 c175bbe8 0 1 254 0000000 [SLPQ select 0xc09524c4][SLP] devd
61 c175bde4 0 0 0 0000204 [SLPQ allproc 0xc0904a64][SLP] schedcpu
60 c175c000 0 0 0 0000204 [SLPQ - 0xc095a1ac][SLP] nfsiod 3
59 c175c1fc 0 0 0 0000204 [SLPQ - 0xc095a1a8][SLP] nfsiod 2
58 c175c3f8 0 0 0 0000204 [SLPQ - 0xc095a1a4][SLP] nfsiod 1
57 c175c5f4 0 0 0 0000204 [SLPQ - 0xc095a1a0][SLP] nfsiod 0
56 c175c7f0 0 0 0 0000204 [SLPQ vlruwt 0xc175c7f0][SLP] vnlru
55 c15733f8 0 0 0 0000204 [SLPQ syncer 0xc0904f90][SLP] syncer
54 c15735f4 0 0 0 0000204 [SLPQ psleep 0xc0952a10][SLP] bufdaemon
53 c15737f0 0 0 0 000020c [SLPQ pgzero 0xc09609c4][SLP] pagezero
52 c15739ec 0 0 0 0000204 [SLPQ psleep 0xc0960514][SLP] vmdaemon
51 c1573be8 0 0 0 0000204 [SLPQ psleep 0xc09604d0][SLP] pagedaemon
50 c1573de4 0 0 0 0000204 [SLPQ - 0xc168c83c][SLP] fdc0
49 c162b000 0 0 0 0000204 [IWAIT] swi0: sio
48 c162b1fc 0 0 0 0000204 [SLPQ usbevt 0xc1652210][SLP] usb3
47 c162b3f8 0 0 0 0000204 [SLPQ usbevt 0xc1648210][SLP] usb2
46 c162b5f4 0 0 0 0000204 [SLPQ usbevt 0xc1645210][SLP] usb1
45 c162b7f0 0 0 0 0000204 [SLPQ usbtsk 0xc08e7c34][SLP] usbtask
44 c162b9ec 0 0 0 0000204 [SLPQ usbevt 0xc161a210][SLP] usb0
9 c162bbe8 0 0 0 0000204 [SLPQ actask 0xc0ac0acc][SLP] acpi_task2
8 c1563be8 0 0 0 0000204 [SLPQ actask 0xc0ac0acc][SLP] acpi_task1
7 c1563de4 0 0 0 0000204 [SLPQ actask 0xc0ac0acc][SLP] acpi_task0
6 c1571000 0 0 0 0000204 [SLPQ - 0xc160e3c0][SLP] kqueue taskq
43 c15711fc 0 0 0 0000204 [IWAIT] swi2: cambio
42 c15713f8 0 0 0 0000204 [IWAIT] swi6: acpitaskq
41 c15715f4 0 0 0 0000204 [IWAIT] swi5:+
5 c15717f0 0 0 0 0000204 [SLPQ - 0xc160e640][SLP] thread taskq
40 c15719ec 0 0 0 0000204 [IWAIT] swi6:+
39 c1571be8 0 0 0 0000204 [IWAIT] swi6: task queue
38 c1571de4 0 0 0 0000204 [SLPQ - 0xc08e5980][SLP] yarrow
4 c1573000 0 0 0 0000204 [SLPQ - 0xc08ea588][SLP] g_down
3 c15731fc 0 0 0 0000204 [SLPQ - 0xc08ea584][SLP] g_up
2 c15575f4 0 0 0 0000204 [SLPQ - 0xc08ea57c][SLP] g_event
37 c15577f0 0 0 0 0000204 [IWAIT] swi1: net
36 c15579ec 0 0 0 0000204 [IWAIT] swi3: vm
35 c1557be8 0 0 0 000020c [IWAIT] swi4: clock sio
34 c1557de4 0 0 0 0000204 [IWAIT] irq0: clk
33 c1563000 0 0 0 0000204 [IWAIT] irq23:
32 c15631fc 0 0 0 0000204 [IWAIT] irq22: rl0
31 c15633f8 0 0 0 0000204 [IWAIT] irq21:
30 c15635f4 0 0 0 0000204 [IWAIT] irq20:
29 c15637f0 0 0 0 0000204 [IWAIT] irq19: uhci1
28 c15639ec 0 0 0 0000204 [IWAIT] irq18: uhci2
27 c15271fc 0 0 0 0000204 [IWAIT] irq17: pcm0
26 c15273f8 0 0 0 0000204 [IWAIT] irq16: uhci0 uhci3
25 c15275f4 0 0 0 0000204 [IWAIT] irq15: ata1
24 c15277f0 0 0 0 0000204 [IWAIT] irq14: ata0
23 c15279ec 0 0 0 0000204 [IWAIT] irq13:
22 c1527be8 0 0 0 0000204 [IWAIT] irq12: psm0
21 c1527de4 0 0 0 0000204 [IWAIT] irq11:
20 c1557000 0 0 0 0000204 [IWAIT] irq10:
19 c15571fc 0 0 0 0000204 [IWAIT] irq9: acpi0
18 c15573f8 0 0 0 0000204 [IWAIT] irq8: rtc
17 c151e000 0 0 0 0000204 [IWAIT] irq7: ppc0
16 c151e1fc 0 0 0 0000204 [IWAIT] irq6: fdc0
15 c151e3f8 0 0 0 0000204 [IWAIT] irq5:
14 c151e5f4 0 0 0 0000204 [IWAIT] irq4: sio0
13 c151e7f0 0 0 0 0000204 [IWAIT] irq3:
12 c151e9ec 0 0 0 0000204 [IWAIT] irq1: atkbd0
11 c151ebe8 0 0 0 000020c [Can run] idle: cpu0
1 c151ede4 0 0 1 0004200 [SLPQ wait 0xc151ede4][SLP] init
10 c1527000 0 0 0 0000204 [SLPQ ktrace 0xc09031b8][SLP] ktrace
0 c08ea6e0 0 0 0 0000200 [SLPQ allproc 0xc0904a64][SLP] swapper
68319 c1d0d3f8 1001 11582 11575 0006002 zomb[INACTIVE] thr1
68322 c1ceade4 1001 11582 11575 0006002 zomb[INACTIVE] sysctl
68320 c203e5f4 1001 11582 11575 0006002 zomb[INACTIVE] rw
68321 c18725f4 1001 11582 11575 0006002 zomb[INACTIVE] syscall
db> show alllocks
Process 68389 (swapinfo) thread 0xc1cd7000 (100560)
exclusive sx allproc r = 0 (0xc0904a40) locked @ kern/kern_exit.c:393
Process 68359 (tcp) thread 0xc1f24cf0 (100689)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
Process 68358 (tcp) thread 0xc2564450 (100643)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
Process 68350 (tcp) thread 0xc2166a10 (100627)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
Process 68349 (swap) thread 0xc1873450 (100093)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
Process 68346 (swap) thread 0xc1f218a0 (100666)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
Process 68339 (swap) thread 0xc262acf0 (100519)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
Process 800 (top) thread 0xc1873b80 (100098)
exclusive sx sysctl lock r = 0 (0xc0905000) locked @ kern/kern_sysctl.c:1335
Process 453 (cron) thread 0xc162c5c0 (100054)
shared sx proctree r = 0 (0xc0904a80) locked @ kern/kern_fork.c:278
db> show lockedvnods
Locked vnodes
0xc1bf6618: tag ufs, type VDIR
usecount 2, writecount 0, refcount 1 mountedhere 0
flags ()
v_object 0
lock type ufs: EXCL (count 1) by thread 0xc1cd72e0 (pid 68332)
ino 5135, on dev ad0s1e (228, 10)
db> where 552
Tracing pid 552 tid 100112 td 0xc18cd2e0
sched_switch(c18cd2e0,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c0905030,cf3cfbd4,c05ee581,c0905030,c0827466) at sleepq_switch+0xe0
sleepq_wait(c0905030,c0827466,4f9,c0905000,2806c5f8) at sleepq_wait+0x30
cv_wait(c0905030,c090416c,bfbfec90,2806c5f8,0) at cv_wait+0x179
_sx_xlock(c0905000,c082745d,537) at _sx_xlock+0x68
userland_sysctl(c18cd2e0,cf3cfc84,2,2806c5f8,bfbfec90) at userland_sysctl+0xcf
__sysctl(c18cd2e0,cf3cfd14,6,4,286) at __sysctl+0x77
syscall(2f,2f,2f,2,bfbfec90) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2805bff7, esp = 0xbfbfec28, ebp = 0xbfbfec64 ---
db> where 800
Tracing pid 800 tid 100098 td 0xc1873b80
sched_switch(c1873b80,0,1) at sched_switch+0x17f
mi_switch(1,0) at mi_switch+0x264
sleepq_switch(c0904a64,cf374b78,c05ee581,c0904a64,c0827466) at sleepq_switch+0xe0
sleepq_wait(c0904a64,c0827466,4f9,c0904a40,0) at sleepq_wait+0x30
cv_wait(c0904a64,c09045ec,0,0,0) at cv_wait+0x179
_sx_slock(c0904a40,c08261ee,3bf,c0825cc7,0) at _sx_slock+0x68
sysctl_kern_proc(c0888b60,0,0,cf374c04,c0888b60) at sysctl_kern_proc+0x14c
sysctl_root(0,cf374c84,3,cf374c04,c1873b80) at sysctl_root+0x11b
userland_sysctl(c1873b80,cf374c84,3,0,bfbfe96c) at userland_sysctl+0xf4
__sysctl(c1873b80,cf374d14,6,d31c,296) at __sysctl+0x77
syscall(2f,bfbf002f,bfbf002f,3,bfbfe96c) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (202, FreeBSD ELF32, __sysctl), eip = 0x2811db93, esp = 0xbfbfe8cc, ebp = 0xbfbfe908 ---
db> call doadump
Dumping 255 MB
16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0xf
db> reset
(kgdb) btp 68389
frame 0 at 0xcf8e0b5c: ebp cf8e0bac, eip 0xc0618280 <mi_switch+612>: add $0xc,%esp
frame 1 at 0xcf8e0bac: ebp cf8e0bd0, eip 0xc062366a <critical_exit+134>: push $0x254
frame 2 at 0xcf8e0bd0: ebp cf8e0be4, eip 0xc060a459 <_mtx_unlock_spin_flags+201>: lea 0xfffffff4(%ebp),%esp
frame 3 at 0xcf8e0be4: ebp cf8e0c10, eip 0xc06324c9 <turnstile_unpend+717>: lea 0xfffffff4(%ebp),%esp
frame 4 at 0xcf8e0c10: ebp cf8e0c28, eip 0xc060a95a <_mtx_unlock_sleep+270>: mov %esi,%esi
frame 5 at 0xcf8e0c28: ebp cf8e0c4c, eip 0xc060a282 <_mtx_unlock_flags+214>: add $0x10,%esp
frame 6 at 0xcf8e0c4c: ebp cf8e0c80, eip 0xc06176dc <_sx_xlock+208>: lea 0xfffffff4(%ebp),%esp
frame 7 at 0xcf8e0c80: ebp cf8e0cdc, eip 0xc05fd182 <exit1+2242>: add $0x10,%esp
frame 8 at 0xcf8e0cdc: ebp cf8e0cec, eip 0xc05fc8c0 <exit1>: push %ebp
frame 9 at 0xcf8e0cec: ebp cf8e0d40, eip 0xc07bf113 <syscall+531>: mov %eax,%ebx
(kgdb) l *exit1+2242
0xc05fd182 is in exit1 (../../../kern/kern_exit.c:394).
389 /*
390 * Remove proc from allproc queue and pidhash chain.
391 * Place onto zombproc. Unlink from parent's child list.
392 */
393 sx_xlock(&allproc_lock);
394 LIST_REMOVE(p, p_list);
395 LIST_INSERT_HEAD(&zombproc, p, p_list);
396 LIST_REMOVE(p, p_hash);
397 sx_xunlock(&allproc_lock);
398
(kgdb) p allproc_lock
$3 = {sx_object = {lo_class = 0xc0889c0c, lo_name = 0xc0826135 "allproc", lo_type = 0xc0826135 "allproc", lo_flags = 0x3b0000, lo_list = {
tqe_next = 0xc0904a80, tqe_prev = 0xc0960990}, lo_witness = 0xc0915d10}, sx_lock = 0xc09045ec, sx_cnt = 0xffffffff, sx_shrd_cv = {
cv_description = 0xc0826135 "allproc", cv_waiters = 0x8}, sx_shrd_wcnt = 0x8, sx_excl_cv = {cv_description = 0xc0826135 "allproc",
cv_waiters = 0x7}, sx_excl_wcnt = 0x7, sx_xholder = 0xc1cd7000}
(kgdb) p/d (*(struct thread *)0xc1cd7000)->td_proc.p_pid
$4 = 68389
$ sort -n +4 < /var/crash/ps.186 | grep " R"
UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND
0 5 0 0 8 0 0 0 - RL ?? 0:00.00 [thread tas
0 68391 68390 8 97 0 320 120 - RE ?? 0:00.01 [atrun]
1001 68342 68326 295 131 0 17628 0 - R+ #C: 192:43.57 [swap]
1001 68354 68326 295 131 0 13268 0 - R+ #C: 192:42.13 [swap]
1001 68331 68325 288 132 0 1224 0 - R+ #C: 0:00.02 [creat]
1001 68332 68325 288 132 0 1224 0 - R+ #C: 0:00.02 [creat]
1001 68333 68325 288 132 0 1224 0 - R+ #C: 0:00.02 [creat]
1001 68334 68325 288 132 0 1224 0 - R+ #C: 0:00.03 [creat]
1001 68335 68325 288 132 0 1224 0 - R+ #C: 0:00.10 [creat]
1001 68336 68325 288 132 0 1224 0 - R+ #C: 0:00.07 [creat]
1001 68361 68328 290 132 0 1232 0 - R+ #C: 0:00.42 [tcp]
1001 68362 68329 288 132 0 1252 0 - R+ #C: 0:00.06 [udp]
1001 68363 68329 288 132 0 1252 0 - R+ #C: 0:00.04 [udp]
1001 68368 68360 288 132 0 1320 0 - R+ #C: 0:00.05 [tcp]
1001 68369 68361 290 132 0 1320 0 - R+ #C: 0:00.56 [tcp]
1001 68387 68338 288 132 0 1656 0 - R+ #C: 0:00.02 [sh]
1001 68388 68340 288 132 0 1664 0 - R+ #C: 0:00.02 [sh]
1001 68389 68388 288 132 0 0 0 - RE+ #C: 0:00.02 [swapinfo]
1001 68390 68388 288 132 0 1204 0 - R+ #C: 0:00.01 [tail]
0 11 0 262 171 0 0 0 - RL ?? 345:02.29 [idle: cpu0