GENERIC 7.0-CURRENT from Aug 28 07:16 UTC, vmcore.11
Page fault in kern/tty_subr.c:418 Looks a lot like the problem reported in
http://people.freebsd.org/~pho/stress/log/cons152.html
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2005 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 7.0-CURRENT #5: Sun Aug 28 09:26:20 CEST 2005
pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.81-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf24 Stepping = 4
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
Hyperthreading: 2 logical CPUs
real memory = 532361216 (507 MB)
avail memory = 511131648 (487 MB)
:
Trying to mount root from ufs:/dev/ad0s1a
fxp0: link state changed to UP
Fatal trap 12: page fault while in kernel mode
cpuid = 3; apic id = 07
fault virtual address = 0x0
fault code = supervisor write, page not present
instruction pointer = 0x20:0xc0669182
stack pointer = 0x28:0xd6ac48d8
frame pointer = 0x28:0xd6ac48e4
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = interrupt enabled, resume, IOPL = 0
current process = 583 (bash)
[thread pid 583 tid 100171 ]
Stopped at putc+0x16e: movb %dl,0(%eax)
db> where
Tracing pid 583 tid 100171 td 0xc1da4600
putc(2e,c1b5d838) at putc+0x16e
ttyoutput(2e,c1b5d800,2,d6ac4a10,d6ac4930) at ttyoutput+0x15c
tputchar(2e,c1b5d800) at tputchar+0x2f
putchar(2e,d6ac4a10) at putchar+0x68
kvprintf(c085ed39,c064de2c,d6ac4a10,a,d6ac4a38) at kvprintf+0x6c6
uprintf(c085ed39,d43710d4) at uprintf+0xf3
exec_elf32_imgact(d6ac4be4,c08c7ba4,0,0,0) at exec_elf32_imgact+0x4e7
do_execve(c1da4600,d6ac4cb4,0,0,d6ac4cb4) at do_execve+0x21a
kern_execve(c1da4600,d6ac4cb4,0,d1d59000,d1d59000) at kern_execve+0x74
execve(c1da4600,d6ac4d04,3,0,286) at execve+0x32
syscall(80e003b,3b,bfbf003b,80e0940,0) at syscall+0x22f
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (59, FreeBSD ELF32, execve), eip = 0x281abd13, esp = 0xbfbfe85c, ebp = 0xbfbfe948 ---
db> show pcpu 3
cpuid = 3
curthread = 0xc1da4600: pid 583 "bash"
curpcb = 0xd6ac4d90
fpcurthread = none
idlethread = 0xc19c7780: pid 11 "idle: cpu3"
APIC ID = 7
currentldt = 0x50
spin locks held:
db> show pcpu 1
cpuid = 1
curthread = 0xc19c7a80: pid 13 "idle: cpu1"
curpcb = 0xd42cfd90
fpcurthread = none
idlethread = 0xc19c7a80: pid 13 "idle: cpu1"
APIC ID = 1
currentldt = 0x50
spin locks held:
db> show pcpu 0
cpuid = 0
curthread = 0xc19c7c00: pid 14 "idle: cpu0"
curpcb = 0xd42d2d90
fpcurthread = none
idlethread = 0xc19c7c00: pid 14 "idle: cpu0"
APIC ID = 0
currentldt = 0x50
spin locks held:
db> show pcpu 2
cpuid = 2
curthread = 0xc19c7900: pid 12 "idle: cpu2"
curpcb = 0xd42ccd90
fpcurthread = none
idlethread = 0xc19c7900: pid 12 "idle: cpu2"
APIC ID = 6
currentldt = 0x50
spin locks held:
db> show alllocks
db> ps
pid proc uid ppid pgrp flag stat wmesg wchan cmd
583 c1da9624 1001 562 583 4000002 [CPU 3] bash
562 c1ed6418 1001 561 562 0004002 [SLPQ wait 0xc1ed6418][SLP] bash
561 c1da9a3c 1001 559 559 0000100 [SLPQ select 0xc09ae884][SLP] sshd
559 c1da3830 0 445 559 0004100 [SLPQ sbwait 0xc20ce638][SLP] sshd
558 c1daa000 1001 552 558 0004002 [SLPQ kqread 0xc1d8a200][SLP] tail
552 c1daa624 1001 551 552 0004002 [SLPQ wait 0xc1daa624][SLP] bash
551 c1da3418 1001 549 549 0000100 [SLPQ select 0xc09ae884][SLP] sshd
549 c1d76a3c 0 445 549 0004100 [SLPQ sbwait 0xc1e454d4][SLP] sshd
548 c1d76830 1001 542 548 0004002 [SLPQ select 0xc09ae884][SLP] top
542 c1d7520c 1001 541 542 0004002 [SLPQ wait 0xc1d7520c][SLP] bash
541 c1d26000 1001 539 539 0000100 [SLPQ select 0xc09ae884][SLP] sshd
539 c1ed6830 0 445 539 0004100 [SLPQ sbwait 0xc1e550a8][SLP] sshd
538 c1d76624 0 1 538 0004002 [SLPQ ttyin 0xc1be1810][SLP] getty
537 c1d26624 0 1 537 0004002 [SLPQ ttyin 0xc1bdfc10][SLP] getty
536 c1d24a3c 0 1 536 0004002 [SLPQ ttyin 0xc1bdf810][SLP] getty
535 c1d75000 0 1 535 0004002 [SLPQ ttyin 0xc1be0810][SLP] getty
534 c1daa20c 0 1 534 0004002 [SLPQ ttyin 0xc1be0410][SLP] getty
533 c1d26418 0 1 533 0004002 [SLPQ ttyin 0xc1bddc10][SLP] getty
532 c1d24624 0 1 532 0004002 [SLPQ ttyin 0xc1bdf010][SLP] getty
531 c1ed7000 0 1 531 0004002 [SLPQ ttyin 0xc1bdf410][SLP] getty
467 c1d6f830 0 1 467 0000000 [SLPQ nanslp 0xc096156c][SLP] cron
455 c1d24418 25 1 455 0000100 [SLPQ pause 0xc1d2444c][SLP] sendmail
451 c1da9000 0 1 451 0000100 [SLPQ select 0xc09ae884][SLP] sendmail
445 c1d82418 0 1 445 0000100 [SLPQ select 0xc09ae884][SLP] sshd
401 c1d24c48 0 1 401 0000000 [SLPQ select 0xc09ae884][SLP] usbd
310 c1d8220c 0 1 310 0000000 [SLPQ select 0xc09ae884][SLP] devd
279 c1b23624 0 1 279 0000000 [SLPQ select 0xc09ae884][SLP] syslogd
108 c1a7620c 0 0 0 0000204 [SLPQ - 0xd556bd04][SLP] schedcpu
107 c1a76418 0 0 0 0000204 [SLPQ - 0xc09b6f4c][SLP] nfsiod 3
106 c1a76624 0 0 0 0000204 [SLPQ - 0xc09b6f48][SLP] nfsiod 2
105 c1a76830 0 0 0 0000204 [SLPQ - 0xc09b6f44][SLP] nfsiod 1
104 c1a76a3c 0 0 0 0000204 [SLPQ - 0xc09b6f40][SLP] nfsiod 0
103 c1a76c48 0 0 0 0000204 [SLPQ vlruwt 0xc1a76c48][SLP] vnlru
102 c1b22000 0 0 0 0000204 [SLPQ syncer 0xc09612e0][SLP] syncer
101 c1b2220c 0 0 0 0000204 [SLPQ psleep 0xc09aedcc][SLP] bufdaemon
100 c1b22418 0 0 0 000020c [SLPQ pgzero 0xc09bd504][SLP] pagezero
99 c1b22624 0 0 0 0000204 [SLPQ psleep 0xc09bd054][SLP] vmdaemon
98 c1b22830 0 0 0 0000204 [SLPQ psleep 0xc09bd010][SLP] pagedaemon
97 c1b22a3c 0 0 0 0000204 [SLPQ - 0xc19b963c][SLP] fdc0
96 c1b22c48 0 0 0 0000204 [IWAIT] swi0: sio
95 c1b23000 0 0 0 0000204 [SLPQ usbtsk 0xc0928204][SLP] usbtask
94 c1b2320c 0 0 0 0000204 [SLPQ usbevt 0xc1b27210][SLP] usb0
9 c1b23418 0 0 0 0000204 [SLPQ - 0xc1a4c980][SLP] kqueue taskq
8 c1a70000 0 0 0 0000204 [SLPQ - 0xc1a4ca00][SLP] acpi_task2
7 c1a7020c 0 0 0 0000204 [SLPQ - 0xc1a4ca00][SLP] acpi_task1
6 c1a70418 0 0 0 0000204 [SLPQ - 0xc1a4ca00][SLP] acpi_task0
93 c1a70624 0 0 0 0000204 [IWAIT] swi2: cambio
92 c1a70830 0 0 0 0000204 [IWAIT] swi5:+
5 c1a70a3c 0 0 0 0000204 [SLPQ - 0xc1a4cc80][SLP] thread taskq
91 c1a70c48 0 0 0 0000204 [IWAIT] swi6:+
90 c1a75000 0 0 0 0000204 [IWAIT] swi6: task queue
89 c1a7520c 0 0 0 0000204 [SLPQ - 0xc0925f20][SLP] yarrow
4 c1a75418 0 0 0 0000204 [SLPQ - 0xc092aa28][SLP] g_down
3 c1a75624 0 0 0 0000204 [SLPQ - 0xc092aa24][SLP] g_up
2 c1a75830 0 0 0 0000204 [SLPQ - 0xc092aa1c][SLP] g_event
88 c1a75a3c 0 0 0 0000204 [IWAIT] swi3: vm
87 c1a75c48 0 0 0 000020c [IWAIT] swi4: clock sio
86 c1a76000 0 0 0 0000204 [IWAIT] swi1: net
85 c1a5b000 0 0 0 0000204 [IWAIT] irq71:
84 c1a5b20c 0 0 0 0000204 [IWAIT] irq70:
83 c1a5b418 0 0 0 0000204 [IWAIT] irq69:
82 c1a5b624 0 0 0 0000204 [IWAIT] irq68:
81 c1a5b830 0 0 0 0000204 [IWAIT] irq67:
80 c1a5ba3c 0 0 0 0000204 [IWAIT] irq66:
79 c1a5bc48 0 0 0 0000204 [IWAIT] irq65:
78 c1a60000 0 0 0 0000204 [IWAIT] irq64:
77 c1a6020c 0 0 0 0000204 [IWAIT] irq63:
76 c1a60418 0 0 0 0000204 [IWAIT] irq62:
75 c1a60624 0 0 0 0000204 [IWAIT] irq61:
74 c1a60830 0 0 0 0000204 [IWAIT] irq60:
73 c1a60a3c 0 0 0 0000204 [IWAIT] irq59:
72 c1a60c48 0 0 0 0000204 [IWAIT] irq58:
71 c1a3b20c 0 0 0 0000204 [IWAIT] irq57:
70 c1a3b418 0 0 0 0000204 [IWAIT] irq56:
69 c1a3b624 0 0 0 0000204 [IWAIT] irq55:
68 c1a3b830 0 0 0 0000204 [IWAIT] irq54:
67 c1a3ba3c 0 0 0 0000204 [IWAIT] irq53:
66 c1a3bc48 0 0 0 0000204 [IWAIT] irq52:
65 c1a4d000 0 0 0 0000204 [IWAIT] irq51:
64 c1a4d20c 0 0 0 0000204 [IWAIT] irq50:
63 c1a4d418 0 0 0 0000204 [IWAIT] irq49:
62 c1a4d624 0 0 0 0000204 [IWAIT] irq48: em0
61 c1a4d830 0 0 0 0000204 [IWAIT] irq47:
60 c1a4da3c 0 0 0 0000204 [IWAIT] irq46:
59 c1a4dc48 0 0 0 0000204 [IWAIT] irq45:
58 c1a2c624 0 0 0 0000204 [IWAIT] irq44:
57 c1a2c830 0 0 0 0000204 [IWAIT] irq43:
56 c1a2ca3c 0 0 0 0000204 [IWAIT] irq42:
55 c1a2cc48 0 0 0 0000204 [IWAIT] irq41:
54 c1a3a000 0 0 0 0000204 [IWAIT] irq40:
53 c1a3a20c 0 0 0 0000204 [IWAIT] irq39:
52 c1a3a418 0 0 0 0000204 [IWAIT] irq38:
51 c1a3a624 0 0 0 0000204 [IWAIT] irq37:
50 c1a3a830 0 0 0 0000204 [IWAIT] irq36:
49 c1a3aa3c 0 0 0 0000204 [IWAIT] irq35:
48 c1a3ac48 0 0 0 0000204 [IWAIT] irq34:
47 c1a3b000 0 0 0 0000204 [IWAIT] irq33:
46 c1a14c48 0 0 0 0000204 [IWAIT] irq32:
45 c1a2b000 0 0 0 0000204 [IWAIT] irq31:
44 c1a2b20c 0 0 0 0000204 [IWAIT] irq30:
43 c1a2b418 0 0 0 0000204 [IWAIT] irq29:
42 c1a2b624 0 0 0 0000204 [IWAIT] irq28:
41 c1a2b830 0 0 0 0000204 [IWAIT] irq27:
40 c1a2ba3c 0 0 0 0000204 [IWAIT] irq26:
39 c1a2bc48 0 0 0 0000204 [IWAIT] irq25:
38 c1a2c000 0 0 0 0000204 [IWAIT] irq24:
37 c1a2c20c 0 0 0 0000204 [IWAIT] irq23:
36 c1a2c418 0 0 0 0000204 [IWAIT] irq22:
35 c1a0a624 0 0 0 0000204 [IWAIT] irq21:
34 c1a0a830 0 0 0 0000204 [IWAIT] irq20:
33 c1a0aa3c 0 0 0 0000204 [IWAIT] irq19:
32 c1a0ac48 0 0 0 0000204 [IWAIT] irq18:
31 c1a14000 0 0 0 0000204 [IWAIT] irq17: fxp0
30 c1a1420c 0 0 0 0000204 [IWAIT] irq16: uhci0
29 c1a14418 0 0 0 0000204 [IWAIT] irq15: ata1
28 c1a14624 0 0 0 0000204 [IWAIT] irq14: ata0
27 c1a14830 0 0 0 0000204 [IWAIT] irq13:
26 c1a14a3c 0 0 0 0000204 [IWAIT] irq12:
25 c19cb20c 0 0 0 0000204 [IWAIT] irq11:
24 c19cb418 0 0 0 0000204 [IWAIT] irq10:
23 c19cb624 0 0 0 0000204 [IWAIT] irq9: acpi0
22 c19cb830 0 0 0 0000204 [IWAIT] irq8:
21 c19cba3c 0 0 0 0000204 [IWAIT] irq7: ppc0
20 c19cbc48 0 0 0 0000204 [IWAIT] irq6: fdc0
19 c1a0a000 0 0 0 0000204 [IWAIT] irq5:
18 c1a0a20c 0 0 0 0000204 [IWAIT] irq4: sio0
17 c1a0a418 0 0 0 0000204 [IWAIT] irq3: sio1
16 c19c6000 0 0 0 0000204 [IWAIT] irq0:
15 c19c620c 0 0 0 0000204 [IWAIT] irq1: atkbd0
14 c19c6418 0 0 0 000020c [CPU 0] idle: cpu0
13 c19c6624 0 0 0 000020c [CPU 1] idle: cpu1
12 c19c6830 0 0 0 000020c [CPU 2] idle: cpu2
11 c19c6a3c 0 0 0 000020c [Can run] idle: cpu3
1 c19c6c48 0 0 1 0004200 [SLPQ wait 0xc19c6c48][SLP] init
10 c19cb000 0 0 0 0000204 [SLPQ ktrace 0xc095f4b8][SLP] ktrace
0 c092ab20 0 0 0 0000200 [IWAIT] swapper
db> call doadump
Dumping 507 MB (2 chunks)
chunk 0: 1MB (159 pages) ... ok
chunk 1: 507MB (129715 pages) 491 475 459 443 427 411 395 379 363 347 331 315 299 283 267 251 235 219 203 187 171 155 139 123 107 91 75 59 43 27 11 ... ok
Dump complete
= 0xf
db> reset
(kgdb) bt
#0 doadump () at pcpu.h:165
#1 0xc04696cb in db_fncall (dummy1=0x0, dummy2=0x0, dummy3=0x0, dummy4=0xd6ac46fc "(G¬Ö<§}À\024G¬Ö\030G¬Ö\220\a")
at ../../../ddb/db_command.c:486
#2 0xc04694d0 in db_command (last_cmdp=0xc0911b04, cmd_table=0x0, aux_cmd_tablep=0xc088dfbc, aux_cmd_tablep_end=0xc088dfd8)
at ../../../ddb/db_command.c:401
#3 0xc0469598 in db_command_loop () at ../../../ddb/db_command.c:452
#4 0xc046b13d in db_trap (type=0xc, code=0x0) at ../../../ddb/db_main.c:228
#5 0xc064c568 in kdb_trap (type=0xc, code=0x0, tf=0xd6ac4898) at ../../../kern/subr_kdb.c:473
#6 0xc07f802c in trap_fatal (frame=0xd6ac4898, eva=0x0) at ../../../i386/i386/trap.c:832
#7 0xc07f7d73 in trap_pfault (frame=0xd6ac4898, usermode=0x0, eva=0x0) at ../../../i386/i386/trap.c:752
#8 0xc07f79bd in trap (frame=
{tf_fs = 0x8, tf_es = 0xc2040028, tf_ds = 0xd6ac0028, tf_edi = 0x36, tf_esi = 0xc1b5d838, tf_ebp = 0xd6ac48e4, tf_isp = 0xd6ac48c4, tf_ebx = 0xc20d4d80, tf_edx = 0x2e, tf_ecx = 0x2, tf_eax = 0x0, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0xc0669182, tf_cs = 0x20, tf_eflags = 0x10246, tf_esp = 0x2e, tf_ss = 0xc1b5d800}) at ../../../i386/i386/trap.c:442
#9 0xc07e55fa in calltrap () at ../../../i386/i386/exception.s:139
:
#23 0xc0669182 in putc (chr=0x2e, clistp=0xc1b5d838) at ../../../kern/tty_subr.c:418
#24 0xc06627b4 in ttyoutput (c=0x2e, tp=0xc1b5d800) at ../../../kern/tty.c:760
#25 0xc066580f in tputchar (c=0x2e, tp=0xc1b5d800) at ../../../kern/tty.c:2753
#26 0xc064de94 in putchar (c=0x2e, arg=0xd6ac4a10) at ../../../kern/subr_prf.c:341
#27 0xc064e722 in kvprintf (fmt=0xc085ed4b " not found\n", func=0xc064de2c <putchar>, arg=0xd6ac4a10, radix=0xa, ap=0xd6ac4a38 "")
at ../../../kern/subr_prf.c:685
#28 0xc064dadb in uprintf (fmt=0xc085ed39 "ELF interpreter %s not found\n") at ../../../kern/subr_prf.c:149
#29 0xc060bf57 in exec_elf32_imgact (imgp=0xd6ac4be4) at ../../../kern/imgact_elf.c:839
#30 0xc061d462 in do_execve (td=0xc1da4600, args=0x0, mac_p=0x0) at ../../../kern/kern_exec.c:410
#31 0xc061d1e8 in kern_execve (td=0xc1da4600, args=0xd6ac4cb4, mac_p=0x0) at ../../../kern/kern_exec.c:251
#32 0xc061d14e in execve (td=0xc1da4600, uap=0x0) at ../../../kern/kern_exec.c:186
#33 0xc07f831b in syscall (frame=
{tf_fs = 0x80e003b, tf_es = 0x3b, tf_ds = 0xbfbf003b, tf_edi = 0x80e0940, tf_esi = 0x0, tf_ebp = 0xbfbfe948, tf_isp = 0xd6ac4d64, tf_ebx = 0x1, tf_edx = 0x80e0940, tf_ecx = 0x0, tf_eax = 0x3b, tf_trapno = 0xc, tf_err = 0x2, tf_eip = 0x281abd13, tf_cs = 0x33, tf_eflags = 0x286, tf_esp = 0xbfbfe85c, tf_ss = 0x3b}) at ../../../i386/i386/trap.c:986
#34 0xc07e564f in Xint0x80_syscall () at ../../../i386/i386/exception.s:200
#35 0x080e003b in ?? ()
(kgdb) f 23
#23 0xc0669182 in putc (chr=0x2e, clistp=0xc1b5d838) at ../../../kern/tty_subr.c:418
418 *clistp->c_cl++ = chr;
(kgdb) p *clistp
$1 = {c_cc = 0x0, c_cbcount = 0x0, c_cbmax = 0x16, c_cbreserved = 0x16, c_cf = 0x0, c_cl = 0x0}
(kgdb) up
#24 0xc06627b4 in ttyoutput (c=0x2e, tp=0xc1b5d800) at ../../../kern/tty.c:760
760 if (!ISSET(tp->t_lflag, FLUSHO) && putc(c, &tp->t_outq))
(kgdb) p *tp
$2 = {t_rawq = {c_cc = 0x0, c_cbcount = 0x0, c_cbmax = 0x4d, c_cbreserved = 0x4d, c_cf = 0x0, c_cl = 0x0}, t_rawcc = 0x43, t_canq = {
c_cc = 0x0, c_cbcount = 0x0, c_cbmax = 0x4d, c_cbreserved = 0x6, c_cf = 0x0, c_cl = 0x0}, t_cancc = 0x0, t_outq = {c_cc = 0x0,
c_cbcount = 0x0, c_cbmax = 0x16, c_cbreserved = 0x16, c_cf = 0x0, c_cl = 0x0}, t_outcc = 0xb88, t_line = 0x0, t_dev = 0xc20c8000,
t_mdev = 0x0, t_devunit = 0x0, t_state = 0x20028, t_flags = 0x0, t_timeout = 0x493e0, t_pgrp = 0xc1cedd40, t_session = 0xc20d4600,
t_sigio = 0x0, t_rsel = {si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {kl_list = {slh_first = 0x0},
kl_lock = 0xc061ca4c <knlist_mtx_lock>, kl_unlock = 0xc061ca68 <knlist_mtx_unlock>, kl_locked = 0xc061ca84 <knlist_mtx_locked>,
kl_lockarg = 0xc1b5d9ec}, si_flags = 0x0}, t_wsel = {si_thrlist = {tqe_next = 0x0, tqe_prev = 0x0}, si_thread = 0x0, si_note = {
kl_list = {slh_first = 0x0}, kl_lock = 0xc061ca4c <knlist_mtx_lock>, kl_unlock = 0xc061ca68 <knlist_mtx_unlock>,
kl_locked = 0xc061ca84 <knlist_mtx_locked>, kl_lockarg = 0xc1b5d9ec}, si_flags = 0x0}, t_termios = {c_iflag = 0x302,
c_oflag = 0x3, c_cflag = 0x4b00, c_lflag = 0x200005cf,
c_cc = "\004ÿ\000\b\027\025\022\b\003\034\032\031\021\023\026\017\001\000ÿÿ", c_ispeed = 0x9600, c_ospeed = 0x9600}, t_init_in = {
c_iflag = 0x2b02, c_oflag = 0x3, c_cflag = 0x4b00, c_lflag = 0x5cb,
c_cc = "\004ÿÿ\177\027\025\022\b\003\034\032\031\021\023\026\017\001\000\024ÿ", c_ispeed = 0x2580, c_ospeed = 0x2580},
t_init_out = {c_iflag = 0x2b02, c_oflag = 0x3, c_cflag = 0x4b00, c_lflag = 0x5cb,
c_cc = "\004ÿÿ\177\027\025\022\b\003\034\032\031\021\023\026\017\001\000\024ÿ", c_ispeed = 0x2580, c_ospeed = 0x2580},
t_lock_in = {c_iflag = 0x0, c_oflag = 0x0, c_cflag = 0x0, c_lflag = 0x0, c_cc = '\0' <repeats 19 times>, c_ispeed = 0x0,
c_ospeed = 0x0}, t_lock_out = {c_iflag = 0x0, c_oflag = 0x0, c_cflag = 0x0, c_lflag = 0x0, c_cc = '\0' <repeats 19 times>,
c_ispeed = 0x0, c_ospeed = 0x0}, t_winsize = {ws_row = 0x2e, ws_col = 0x88, ws_xpixel = 0x3cb, ws_ypixel = 0x25a},
t_sc = 0xc2049680, t_lsc = 0x0, t_column = 0x22, t_rocount = 0x0, t_rocol = 0x0, t_ififosize = 0x200, t_ihiwat = 0x1e00,
t_ilowat = 0x1a40, t_ispeedwat = 0x0, t_ohiwat = 0x804, t_olowat = 0x100, t_ospeedwat = 0x0, t_gen = 0x0, t_list = {tqe_next = 0x0,
tqe_prev = 0xc1b571dc}, t_actout = 0x0, t_wopeners = 0x0, t_mtx = {mtx_object = {lo_class = 0xc08c7ba4,
lo_name = 0xc0866758 "tty", lo_type = 0xc0866758 "tty", lo_flags = 0x30000, lo_list = {tqe_next = 0xc205a0c8,
tqe_prev = 0xc205a234}, lo_witness = 0xc0970c80}, mtx_lock = 0x4, mtx_recurse = 0x0}, t_refcnt = 0x3, t_hotchar = 0x0,
t_dtr_wait = 0xbb8, t_do_timestamp = 0x0, t_timestamp = {tv_sec = 0x0, tv_usec = 0x0}, t_pps = 0x0, t_oproc = 0xc0668188 <ptsstart>,
t_stop = 0xc0668478 <ptsstop>, t_param = 0, t_modem = 0, t_break = 0, t_ioctl = 0, t_open = 0, t_purge = 0, t_close = 0,
t_cioctl = 0}
(kgdb) up
#25 0xc066580f in tputchar (c=0x2e, tp=0xc1b5d800) at ../../../kern/tty.c:2753
2753 (void)ttyoutput(c, tp);
(kgdb) up
#26 0xc064de94 in putchar (c=0x2e, arg=0xd6ac4a10) at ../../../kern/subr_prf.c:341
341 tputchar(c, tp);
(kgdb) up
#27 0xc064e722 in kvprintf (fmt=0xc085ed4b " not found\n", func=0xc064de2c <putchar>, arg=0xd6ac4a10, radix=0xa, ap=0xd6ac4a38 "")
at ../../../kern/subr_prf.c:685
685 PCHAR(*p++);