GENERIC HEAD from 2009-04-25 02:59:06 UTC, r191483, vmcore.116 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r191483: Sat Apr 25 12:11:49 CEST 2009 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1799.99-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant Cores per package: 4 real memory = 4294967296 (4096 MB) avail memory = 1032544256 (984 MB) : Trying to mount root from ufs:/dev/ad4s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. /dev/ad4s1a: 17752 files, 758852 used, 254163 free (2843 frags, 31415 blocks, 0.3% fragmentation) GEOM_LABEL: Label for provider ad4s1a is ufsid/48f38e3c5b611e96. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. /dev/ad4s1e: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad4s1e: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad4s1e: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad4s1e: 14681 files, 438256 used, 50338819 free (1059 frags, 6292220 blocks, 0.0% fragmentation) GEOM_LABEL: Label for provider ad4s1e is ufsid/48f38e3cff1ca3a5. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. /dev/ad4s1f: 2200294 files, 14026108 used, 8312665 free (169993 frags, 1017834 blocks, 0.8% fragmentation) GEOM_LABEL: Label for provider ad4s1f is ufsid/48f38e47737647c8. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. /dev/ad4s1d: 896367 files, 22767369 used, 28009706 free (96322 frags, 3489173 blocks, 0.2% fragmentation) GEOM_LABEL: Label for provider ad4s1d is ufsid/48f38e4956403ff8. GEOM_LABEL: Label ufsid/48f38e3c5b611e96 removed. GEOM_LABEL: Label ufsid/48f38e3cff1ca3a5 removed. GEOM_LABEL: Label ufsid/48f38e47737647c8 removed. GEOM_LABEL: Label ufsid/48f38e4956403ff8 removed. re0: link state changed to DOWN Starting Network: lo0 re0. add net default: gateway 192.168.1.1 savecore: reboot Apr 26 01:15:32 x4 savecore: rlockeboot order reversal: 1st 0xd850f14c bufwait (bufwait) @ kern/vfs_bio.c:2555 2nd 0xc4b02200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0c3a063,e6e7f778,c08991e5,c088af2b,c0c3cf1a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088af2b,c0c3cf1a,c4526a80,c452a0f0,e6e7f7d4,...) at kdb_backtrace+0x29 _witness_debugger(c0c3cf1a,c4b02200,c0c5cc6b,c452a0f0,c0c5c911,...) at _witness_debugger+0x25 witness_checkorder(c4b02200,9,c0c5c908,113,0,...) at witness_checkorder+0x839 _sx_xlock(c4b02200,0,c0c5c908,113,c4f963e0,...) at _sx_xlock+0x85 ufsdirhash_acquire(d850f0ec,e6e7f8ec,24,d8d6a66c,e6e7f8a4,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4f963e0,e6e7f8ec,66c,e6e7f890,e6e7f894,...) at ufsdirhash_add+0x13 ufs_direnter(c4f9d000,c4e2fc18,e6e7f8ec,e6e7fbd4,0,...) at ufs_direnter+0x779 ufs_makeinode(e6e7fbd4,c0d38920,e6e7facc,e6e7fa34,c0b7b9a5,...) at ufs_makeinode+0x51f ufs_create(e6e7facc,c0c717aa,0,0,e6e7fba8,...) at ufs_create+0x30 VOP_CREATE_APV(c0d38460,e6e7facc,2,c0c2fc05,3,...) at VOP_CREATE_APV+0xc5 vn_open_cred(e6e7fba8,e6e7fc5c,180,c453f300,c4c42b60,...) at vn_open_cred+0x18e vn_open(e6e7fba8,e6e7fc5c,180,c4c42b60,c4c6c460,...) at vn_open+0x33 kern_openat(c4c6c460,ffffff9c,28300000,0,602,...) at kern_openat+0x108 kern_open(c4c6c460,28300000,0,601,180,...) at kern_open+0x35 open(c4c6c460,e6e7fcf8,c,c0c572c0,c0d19698,...) at open+0x30 syscall(e6e7fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (5, FreeBSD ELF32, open), eip = 0x28174ee3, esp = 0xbfbfe2dc, ebp = 0xbfbfedf8 --- savecore: writing core to vmcore.115 Additional ABI support: linux. Starting mountd. Configuring syscons: keymap blanktime. Local package initialization: watchdogd. Sun Apr 26 01:15:41 CEST 2009 FreeBSD/i386 (x4.osted.lan) (console) login: Apr 26 01:22:08 x4 su: pho to root on /dev/pts/0 Apr 26 01:46:09 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xc5fbb1b0 ufs (ufs) @ kern/vfs_vnops.c:590 2nd 0xd85691b0 bufwait (bufwait) @ kern/vfs_bio.c:1830 3rd 0xc5fcf1b0 ufs (ufs) @ kern/vfs_subr.c:2101 KDB: stack backtrace: db_trace_self_wrapper(c0c3a063,e74c0600,c08991e5,c088af2b,c0c3cf33,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088af2b,c0c3cf33,c4526a80,c452a088,e74c065c,...) at kdb_backtrace+0x29 _witness_debugger(c0c3cf33,c5fcf1b0,c0c3052e,c452a088,c0c43c8d,...) at _witness_debugger+0x25 witness_checkorder(c5fcf1b0,1,c0c43c84,835,0,...) at witness_checkorder+0x839 __lockmgr_args(c5fcf1b0,200501,c5fcf218,0,0,...) at __lockmgr_args+0x237 ffs_lock(e74c0768,0,c0c43c8d,200501,c5fcf158,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d38460,e74c0768,c084a883,c0d50be0,c5fcf158,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c5fcf158,200501,c0c43c84,835,c0a91436,...) at _vn_lock+0x78 vget(c5fcf158,200401,c4f71000,8f,e74c08d4,...) at vget+0xc9 vm_fault(c4f23e40,2819c000,1,0,2819c000,...) at vm_fault+0xac1 trap_pfault(5,0,c0c6ea4f,c4524178,c4f5c2a4,...) at trap_pfault+0x118 trap(e74c0a00) at trap+0x448 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc0b6a466, esp = 0xe74c0a40, ebp = 0xe74c0a78 --- slow_copyin(d9b66000,2000,e74c0c58,2000,c5157e00,...) at slow_copyin+0x6 ffs_write(e74c0bc4,c0c716e0,c5fbb158,0,c5fbb158,...) at ffs_write+0x4e7 VOP_WRITE_APV(c0d38460,e74c0bc4,c0c450d2,24e,0,...) at VOP_WRITE_APV+0x136 vn_write(c4c18b28,e74c0c58,c5157e00,0,c4f71000,...) at vn_write+0x195 dofilewrite(e74c0c58,ffffffff,ffffffff,0,c4c18b28,...) at dofilewrite+0x95 kern_writev(c4f71000,4,e74c0c58,e74c0c78,1,...) at kern_writev+0x58 write(c4f71000,e74c0cf8,c,c4f71000,c0d19680,...) at write+0x4f syscall(e74c0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28170883, esp = 0xbfbfeb1c, ebp = 0xbfbfeb48 --- interrupt total irq1: atkbd0 3 irq4: uart0 4129 irq6: fdc0 1 irq9: acpi0 1 irq14: ata0 36 irq16: hdac1 ohci0 39 irq17: ohci1 ohci3 4 irq18: ohci2 ohci4 4 irq20: fwohci0 1 irq22: atapci0 2018811 cpu0: timer 78039330 irq256: hdac0 1 irq257: re0 84398 cpu2: timer 78029547 cpu1: timer 78029589 cpu3: timer 78029622 Total 314235586 KDB: stack backtrace: db_trace_self_wrapper(c0c3a063,c41d1c08,c081e2b9,c0c3153b,12badac2,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0c3153b,12badac2,0,12badac2,0,...) at kdb_backtrace+0x29 hardclock(0,c0b457c5,0,0,c46b4c00,...) at hardclock+0x109 lapic_handle_timer(c41d1c30) at lapic_handle_timer+0x9f Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0b457c5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(0,ffffffff,c41d1cd8,0,c087b8e1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b5c6db,0,c41d1cf8,c087bba6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41d1cf8,c087bba6,0,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41d1cd8,c0c3893d,a10,c4574460,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c32ca7,32d,c4572a90,...) at sched_idletd+0x216 fork_exit(c087b990,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- KDB: enter: watchdog timeout [thread pid 11 tid 100006 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db:0:kdb.enter.watchdog> run pho db:1:pho> bt Tracing pid 11 tid 100006 td 0xc4574460 kdb_enter(c0bdc4a1,c0bf8a9e,0,12badac2,0,...) at kdb_enter+0x3a hardclock(0,c0b457c5,0,0,c46b4c00,...) at hardclock+0x11d lapic_handle_timer(c41d1c30) at lapic_handle_timer+0x9f Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0b457c5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(0,ffffffff,c41d1cd8,0,c087b8e1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b5c6db,0,c41d1cf8,c087bba6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41d1cf8,c087bba6,0,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41d1cd8,c0c3893d,a10,c4574460,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c32ca7,32d,c4572a90,...) at sched_idletd+0x216 fork_exit(c087b990,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- db:1:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc4574460: pid 11 "idle: cpu0" curpcb = 0xc41d1d90 fpcurthread = none idlethread = 0xc4574460: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc4574690: pid 11 "idle: cpu1" curpcb = 0xc41ced90 fpcurthread = none idlethread = 0xc4574690: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc45748c0: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc45748c0: pid 11 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4574af0: pid 11 "idle: cpu3" curpcb = 0xc41c8d90 fpcurthread = none idlethread = 0xc4574af0: pid 11 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:1:allpcpu> show alllocks Process 70101 (sshd) thread 0xc4c6caf0 (100425) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc51336a4) locked @ kern/uipc_sockbuf.c:148 Process 64852 (ls) thread 0xc63d1230 (100318) shared lockmgr ufs (ufs) r = 0 (0xc4cf4710) locked @ kern/vfs_lookup.c:490 Process 64772 (rm) thread 0xc6333460 (100241) exclusive lockmgr ufs (ufs) r = 0 (0xc64bfdc8) locked @ kern/vfs_lookup.c:490 Process 63528 (dl) thread 0xc98a1d20 (100698) exclusive lockmgr bufwait (bufwait) r = 0 (0xd869be48) locked @ kern/vfs_bio.c:1830 exclusive lockmgr ufs (ufs) r = 0 (0xc8d93710) locked @ kern/vfs_vnops.c:590 Process 63519 (dl) thread 0xc4c87000 (100107) exclusive lockmgr bufwait (bufwait) r = 0 (0xd85ef498) locked @ kern/vfs_bio.c:1830 exclusive lockmgr ufs (ufs) r = 0 (0xc64bf5b8) locked @ kern/vfs_vnops.c:590 Process 2202 (sshd) thread 0xc5849690 (100193) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc515551c) locked @ kern/uipc_sockbuf.c:148 Process 2199 (sshd) thread 0xc5849230 (100195) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc512f394) locked @ kern/uipc_sockbuf.c:148 Process 2198 (sshd) thread 0xc5849000 (100196) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc515582c) locked @ kern/uipc_sockbuf.c:148 Process 1148 (sshd) thread 0xc4c14230 (100169) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc5132084) locked @ kern/uipc_sockbuf.c:148 db:1:alllocks> show lockedvnods Locked vnodes 0xc4cf46b8: tag ufs, type VDIR usecount 5, writecount 0, refcount 8 mountedhere 0 flags (VV_ROOT) v_object 0xc4f821f0 ref 0 pages 4 lock type ufs: SHARED (count 1) #0 0xc0842c42 at __lockmgr_args+0x582 #1 0xc0a765e1 at ffs_lock+0xa1 #2 0xc0b7a9d5 at VOP_LOCK1_APV+0xa5 #3 0xc08f0ec8 at _vn_lock+0x78 #4 0xc08d8a4f at lookup+0xef #5 0xc08d9c3b at namei+0x4fb #6 0xc08e912b at kern_statat_vnhook+0x6b #7 0xc08e927c at kern_statat+0x3c #8 0xc08e92b6 at kern_lstat+0x36 #9 0xc08e935f at lstat+0x2f #10 0xc0b6caa4 at syscall+0x2b4 #11 0xc0b50e80 at Xint0x80_syscall+0x20 ino 2, on dev ad4s1e 0xc64bfd70: tag ufs, type VDIR usecount 4, writecount 0, refcount 6 mountedhere 0 flags () v_object 0xc959e64c ref 0 pages 0 lock type ufs: EXCL by thread 0xc6333460 (pid 64772) with shared waiters pending #0 0xc0842c42 at __lockmgr_args+0x582 #1 0xc0a765e1 at ffs_lock+0xa1 #2 0xc0b7a9d5 at VOP_LOCK1_APV+0xa5 #3 0xc08f0ec8 at _vn_lock+0x78 #4 0xc08d8a4f at lookup+0xef #5 0xc08d9c3b at namei+0x4fb #6 0xc08e954d at kern_unlinkat+0x4d #7 0xc08e9727 at kern_unlink+0x27 #8 0xc08e9752 at unlink+0x22 #9 0xc0b6caa4 at syscall+0x2b4 #10 0xc0b50e80 at Xint0x80_syscall+0x20 ino 5040128, on dev ad4s1e 0xc8d936b8: tag ufs, type VREG usecount 3, writecount 1, refcount 9 mountedhere 0 flags () v_object 0xc863826c ref 2 pages 6 lock type ufs: EXCL by thread 0xc98a1d20 (pid 63528) with exclusive waiters pending with shared waiters pending #0 0xc0843240 at __lockmgr_args+0xb80 #1 0xc0a765e1 at ffs_lock+0xa1 #2 0xc0b7a9d5 at VOP_LOCK1_APV+0xa5 #3 0xc08f0ec8 at _vn_lock+0x78 #4 0xc08f17a3 at vn_write+0x143 #5 0xc089b8b5 at dofilewrite+0x95 #6 0xc089ced8 at kern_writev+0x58 #7 0xc089cfef at write+0x4f #8 0xc0b6caa4 at syscall+0x2b4 #9 0xc0b50e80 at Xint0x80_syscall+0x20 ino 5040129, on dev ad4s1e 0xc64bf560: tag ufs, type VREG usecount 3, writecount 1, refcount 7 mountedhere 0 flags () v_object 0xc96db07c ref 2 pages 2 lock type ufs: EXCL by thread 0xc4c87000 (pid 63519) with shared waiters pending #0 0xc0843240 at __lockmgr_args+0xb80 #1 0xc0a765e1 at ffs_lock+0xa1 #2 0xc0b7a9d5 at VOP_LOCK1_APV+0xa5 #3 0xc08f0ec8 at _vn_lock+0x78 #4 0xc08f17a3 at vn_write+0x143 #5 0xc089b8b5 at dofilewrite+0x95 #6 0xc089ced8 at kern_writev+0x58 #7 0xc089cfef at write+0x4f #8 0xc0b6caa4 at syscall+0x2b4 #9 0xc0b50e80 at Xint0x80_syscall+0x20 ino 5040130, on dev ad4s1e db:1:lockedvnods> show mount 0xc4bb9b30 /dev/ad4s1a on / (ufs) 0xc4bba000 devfs on /dev (devfs) 0xc4bb9864 /dev/ad4s1e on /tmp (ufs) 0xc4e38598 /dev/ad4s1f on /usr (ufs) 0xc4e382cc /dev/ad4s1d on /var (ufs) 0xc4e38000 procfs on /proc (procfs) More info: show mount db:1:mount> ps pid ppid pgrp uid state wmesg wchan cmd 71000 2230 2228 1001 S nanslp 0xc0d846a4 sleep 70104 70103 70104 1001 Ss+ ttyin 0xc854be70 bash 70103 70101 70101 1001 S select 0xc501dde4 sshd 70101 1058 70101 0 Ss sbwait 0xc51336d0 sshd 64852 64851 1086 0 S ufs 0xc64bfdc8 ls 64851 1086 1086 0 S wait 0xc6457d34 sh 64772 61992 61992 1001 S+ ufs 0xc8d93710 rm 63528 63519 61992 1001 SL+ ufs 0xc64bf5b8 dl 63519 1 61992 1001 SL+ ufs 0xc8d93710 dl 61992 1151 61992 1001 S+ wait 0xc63b9d34 sh 2231 2228 2228 1001 S piperd 0xc4f9f480 awk 2230 2228 2228 1001 S wait 0xc518b548 sh 2228 2227 2228 1001 Ss wait 0xc583a2a4 sh 2227 2202 2202 1001 S select 0xc4fcf0a4 sshd 2225 2223 2225 1001 Ss+ select 0xc5012a64 top 2224 2221 2224 1001 Ss kqread 0xc6101c00 tail 2223 2199 2199 1001 S select 0xc4ff14e4 sshd 2221 2198 2198 1001 S select 0xc503d3e4 sshd 2202 1058 2202 0 Ss sbwait 0xc5155548 sshd 2199 1058 2199 0 Ss sbwait 0xc512f3c0 sshd 2198 1058 2198 0 Ss sbwait 0xc5155858 sshd 1151 1150 1151 1001 Ss+ wait 0xc5295a90 bash 1150 1148 1148 1001 S select 0xc5060724 sshd 1148 1058 1148 0 Ss sbwait 0xc51320b0 sshd 1147 1 1147 0 Ss+ ttyin 0xc48f4870 getty 1146 1 1146 0 Ss+ ttyin 0xc48f4470 getty 1145 1 1145 0 Ss+ ttyin 0xc48f4070 getty 1144 1 1144 0 Ss+ ttyin 0xc47cae70 getty 1143 1 1143 0 Ss+ ttyin 0xc47cac70 getty 1142 1 1142 0 Ss+ ttyin 0xc47ca670 getty 1141 1 1141 0 Ss+ ttyin 0xc47ca870 getty 1140 1 1140 0 Ss+ ttyin 0xc47caa70 getty 1139 1 1139 0 Ss+ ttyin 0xc47ca270 getty 1113 1 1113 0 Ss select 0xc4ff0da4 inetd 1086 1 1086 0 Ss wait 0xc4f92548 watchdogd 1077 1 1077 0 Ss nanslp 0xc0d846a4 cron 1071 1 1071 25 Ss pause 0xc4f91844 sendmail 1065 1 1065 0 Ss select 0xc505f5e4 sendmail 1058 1 1058 0 Ss select 0xc4ff6724 sshd 1021 1 1021 0 Ss select 0xc4ff0aa4 ntpd 915 1 915 0 Ss rpcsvc 0xc4ff55d0 NLM: master 909 1 909 0 Ss select 0xc4ff53e4 rpc.statd 900 899 899 0 S (threaded) nfsd 100149 S rpcsvc 0xc4c86310 nfsd: service 100148 S rpcsvc 0xc4ff0810 nfsd: service 100147 S rpcsvc 0xc5060990 nfsd: service 100089 S rpcsvc 0xc4ff0790 nfsd: master 899 1 899 0 Ss select 0xc4ff5264 nfsd 897 1 897 0 Ss select 0xc505f7e4 mountd 815 1 815 0 Ss select 0xc505fc64 rpcbind 785 1 785 0 Ss select 0xc4bbe424 syslogd 590 1 590 0 Ss select 0xc4a56264 devd 44 0 0 0 SL flowclea 0xc0d84524 [flowcleaner] 43 0 0 0 SL sdflush 0xc0efca80 [softdepflush] 42 0 0 0 SL vlruwt 0xc4b332a4 [vnlru] 41 0 0 0 SL syncer 0xc0ef0d54 [syncer] 40 0 0 0 SL psleep 0xc0ef0a88 [bufdaemon] 39 0 0 0 SL pgzero 0xc0efd6b4 [pagezero] 38 0 0 0 SL psleep 0xc0efd2dc [vmdaemon] 9 0 0 0 SL psleep 0xc0efd2a4 [pagedaemon] 37 0 0 0 SL wmsg 0xc47dad0c [usbus5] 36 0 0 0 SL wmsg 0xc47dacdc [usbus5] 35 0 0 0 SL wmsg 0xc47dacac [usbus5] 34 0 0 0 SL wmsg 0xc47dac7c [usbus5] 33 0 0 0 SL wmsg 0xc47d4b5c [usbus4] 32 0 0 0 SL wmsg 0xc47d4b2c [usbus4] 31 0 0 0 SL wmsg 0xc47d4afc [usbus4] 30 0 0 0 SL wmsg 0xc47d4acc [usbus4] 29 0 0 0 SL wmsg 0xc47cbb5c [usbus3] 28 0 0 0 SL wmsg 0xc47cbb2c [usbus3] 27 0 0 0 SL wmsg 0xc47cbafc [usbus3] 26 0 0 0 SL wmsg 0xc47cbacc [usbus3] 25 0 0 0 SL wmsg 0xc47c7b5c [usbus2] 24 0 0 0 SL wmsg 0xc47c7b2c [usbus2] 23 0 0 0 SL wmsg 0xc47c7afc [usbus2] 22 0 0 0 SL wmsg 0xc47c7acc [usbus2] 21 0 0 0 SL wmsg 0xc47c1b5c [usbus1] 20 0 0 0 SL wmsg 0xc47c1b2c [usbus1] 19 0 0 0 SL wmsg 0xc47c1afc [usbus1] 18 0 0 0 SL wmsg 0xc47c1acc [usbus1] 17 0 0 0 SL wmsg 0xc47bcb5c [usbus0] 16 0 0 0 SL wmsg 0xc47bcb2c [usbus0] 15 0 0 0 SL wmsg 0xc47bcafc [usbus0] 14 0 0 0 SL wmsg 0xc47bcacc [usbus0] 8 0 0 0 SL waiting_ 0xc0ef2c3c [sctp_iterator] 7 0 0 0 SL - 0xc47ca43c [fdc0] 6 0 0 0 SL - 0xc47f9000 [fw0_probe] 5 0 0 0 SL ccb_scan 0xc0d51354 [xpt_thrd] 13 0 0 0 SL - 0xc0d84524 [yarrow] 4 0 0 0 SL - 0xc0d820a4 [g_down] 3 0 0 0 SL - 0xc0d820a0 [g_up] 2 0 0 0 SL - 0xc0d82098 [g_event] 12 0 0 0 WL (threaded) intr 100042 I [irq12: psm0] 100041 I [irq1: atkbd0] 100039 I [swi0: uart] 100036 I [irq20: fwohci0] 100035 I [irq14: ata0] 100034 I [irq19: ehci0] 100033 I [irq18: ohci2 ohci4] 100032 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: atapci0] 100029 I [irq256: hdac0] 100028 I [irq9: acpi0] 100027 I [swi5: +] 100026 I [swi2: cambio] 100020 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc4572d34 [init] 10 0 0 0 SL audit_wo 0xc0efc420 [audit] 0 0 0 0 SLs (threaded) kernel 100037 D - 0xc47d1a00 [fw0_taskq] 100024 D - 0xc472d100 [kqueue taskq] 100023 D - 0xc472d140 [acpi_task_2] 100022 D - 0xc472d140 [acpi_task_1] 100021 D - 0xc472d140 [acpi_task_0] 100018 D - 0xc472d440 [thread taskq] 100016 D - 0xc455ab40 [firmware taskq] 100000 D sched 0xc0d82160 [swapper] db:1:ps> allt Tracing command sleep pid 71000 tid 100699 td 0xc98a1af0 sched_switch(c98a1af0,0,104,18c,d36a9a2a,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c98a1af0,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c088f8c0,c98a1af0,1,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d846a4,5c,c0c37f56,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d846a4,0,15c,c0c37f56,2711,...) at _sleep+0x30e kern_nanosleep(c98a1af0,e7844c64,e7844c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c98a1af0,e7844cf8,8,c98a1af0,c0d1aca0,...) at nanosleep+0x6f syscall(e7844d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815141f, esp = 0xbfbfecbc, ebp = 0xbfbfecf8 --- Tracing command bash pid 70104 tid 100521 td 0xc97918c0 sched_switch(c97918c0,0,104,18c,b98f31d4,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c97918c0,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c854be04,0,c0c35560,c97918c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c854be70,0,e7557b0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c854be70,c854be04,c0c3ef7e,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c854be00,c854be70,e7557c58,1,0,...) at tty_wait+0x71 ttydisc_read(c854be00,e7557c58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c60e6a00,e7557c58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c51458c0,e7557c58,c98be300,0,c97918c0,...) at devfs_read_f+0x7e dofileread(e7557c58,ffffffff,ffffffff,0,c51458c0,...) at dofileread+0x96 kern_readv(c97918c0,0,e7557c58,e7557c78,1,...) at kern_readv+0x58 read(c97918c0,e7557cf8,c,c0c3d78b,c0d19668,...) at read+0x4f syscall(e7557d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283328a3, esp = 0xbfbfe83c, ebp = 0xbfbfe868 --- Tracing command sshd pid 70103 tid 100372 td 0xc6369460 sched_switch(c6369460,0,104,18c,b99098c2,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c6369460,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c501ddd0,0,c0c35560,c6369460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c501dde4,0,e7308a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c501dde4,c501ddd0,c0c3d2fb,5ca,c6369460,...) at _cv_wait_sig+0x240 seltdwait(c60ae72c,c0c3d2fb,41c,c6369460,3,...) at seltdwait+0xa2 kern_select(c6369460,a,286030b8,286030dc,0,0,66,280f87f8) at kern_select+0x517 select(c6369460,e7308cf8,14,c0c1a321,c0d19ed8,...) at select+0x5e syscall(e7308d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 70101 tid 100425 td 0xc4c6caf0 sched_switch(c4c6caf0,0,104,18c,243558dd,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,58,...) at mi_switch+0x200 sleepq_switch(c4c6caf0,0,c0c3b070,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c51336d0,58,c0c40ca3,100,0,...) at sleepq_wait_sig+0x17 _sleep(c51336d0,c5133690,158,c0c40ca3,0) at _sleep+0x344 sbwait(c5133670,4,c0c40d58,5ad,c5133690,...) at sbwait+0x76 soreceive_generic(c5133620,0,e7408c58,0,0,...) at soreceive_generic+0x3f0 soreceive(c5133620,0,e7408c58,0,0,...) at soreceive+0x38 soo_read(c4cfa150,e7408c58,c5fefb00,0,c4c6caf0,...) at soo_read+0x3a dofileread(e7408c58,ffffffff,ffffffff,0,c4cfa150,...) at dofileread+0x96 kern_readv(c4c6caf0,5,e7408c58,e7408c78,1,...) at kern_readv+0x58 read(c4c6caf0,e7408cf8,c,c0c572c0,c0d19668,...) at read+0x4f syscall(e7408d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x283be8a3, esp = 0xbfbfde4c, ebp = 0xbfbfde88 --- Tracing command ls pid 64852 tid 100318 td 0xc63d1230 sched_switch(c63d1230,0,104,18c,113360d6,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,50,...) at mi_switch+0x200 sleepq_switch(c63d1230,0,c0c3b070,247,c64bfdc8,...) at sleepq_switch+0x15f sleepq_wait(c64bfdc8,50,c0c3052e,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c64bfdc8,200100,c64bfe30,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e7241934,c0898f8b,c0c42cc0,200100,c64bfd70,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d38460,e7241934,c63d12d4,c0d50be0,c64bfd70,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c64bfd70,200100,c0c43c84,835,0,...) at _vn_lock+0x78 vget(c64bfd70,200100,c63d1230,22f,0,...) at vget+0xc9 cache_lookup(c4cf46b8,e7241b78,e7241b8c,e7241b78,c453f300,...) at cache_lookup+0x637 vfs_cache_lookup(e7241a54,c0c448ae,c0d50840,c4cf46b8,200000,...) at vfs_cache_lookup+0xa3 VOP_LOOKUP_APV(c0d38460,e7241a54,c0c43432,1ea,e7241b78,...) at VOP_LOOKUP_APV+0xe5 lookup(e7241b60,c0c43432,e2,c2,c604e32c,...) at lookup+0x59e namei(e7241b60,100000,e7241b94,c0843443,c4cf4710,...) at namei+0x4fb kern_statat_vnhook(c63d1230,200,ffffff9c,282526b8,0,...) at kern_statat_vnhook+0x6b kern_statat(c63d1230,200,ffffff9c,282526b8,0,...) at kern_statat+0x3c kern_lstat(c63d1230,282526b8,0,e7241c18,c0ebed20,...) at kern_lstat+0x36 lstat(c63d1230,e7241cf8,8,c0c3db59,c0d1a7f0,...) at lstat+0x2f syscall(e7241d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x281b3e63, esp = 0xbfbfe69c, ebp = 0xbfbfe728 --- Tracing command sh pid 64851 tid 100395 td 0xc6460690 sched_switch(c6460690,0,104,18c,f4ddc18,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c6460690,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6457d34,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6457d34,c6457dbc,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c6460690,ffffffff,e7375c74,2,0,...) at kern_wait+0xac6 wait4(c6460690,e7375cf8,10,c6460690,c0d196c8,...) at wait4+0x3b syscall(e7375d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f3b, esp = 0xbfbfeb6c, ebp = 0xbfbfeb88 --- Tracing command rm pid 64772 tid 100241 td 0xc6333460 sched_switch(c6333460,0,104,18c,b000d601,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,50,...) at mi_switch+0x200 sleepq_switch(c6333460,0,c0c3b070,247,50,...) at sleepq_switch+0x15f sleepq_wait(c8d93710,50,c0c3052e,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c8d93710,80100,c8d93778,0,0,...) at __lockmgr_args+0xa9f ffs_lock(e712a8dc,c0898f8b,c0c43323,80100,c8d936b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d38460,e712a8dc,c6333504,c0d50be0,c8d936b8,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c8d936b8,80100,c0c43c84,835,4,...) at _vn_lock+0x78 vget(c8d936b8,80100,c6333460,50,0,...) at vget+0xc9 vfs_hash_get(c4bb9864,4ce801,80000,c6333460,e712aa5c,...) at vfs_hash_get+0xed ffs_vgetf(c4bb9864,4ce801,80000,e712aa5c,0,...) at ffs_vgetf+0x49 ffs_vget(c4bb9864,4ce801,80000,e712aa5c,e712aa6c,...) at ffs_vget+0x2e ufs_lookup_(0,e712aaa4,c0b79065,e712aac0,c0c70fb6,...) at ufs_lookup_+0x811 ufs_lookup(e712aac0,c0c70fb6,c64bfd70,c64bfd70,e712ac10,...) at ufs_lookup+0x1e VOP_CACHEDLOOKUP_APV(c0d38460,e712aac0,e712ac10,e712abfc,c5157e00,...) at VOP_CACHEDLOOKUP_APV+0xc5 vfs_cache_lookup(e712ab40,c0c448ae,c64bfd70,c64bfd70,80000,...) at vfs_cache_lookup+0xcc VOP_LOOKUP_APV(c0d38460,e712ab40,c0c43432,290,e712abfc,...) at VOP_LOOKUP_APV+0xe5 lookup(e712abe4,c0c43432,e2,c2,c6083c2c,...) at lookup+0x59e namei(e712abe4,e712ac34,c0c3b85b,66,282160f8,...) at namei+0x4fb kern_unlinkat(c6333460,ffffff9c,282160f8,0,e712ac80,...) at kern_unlinkat+0x4d kern_unlink(c6333460,282160f8,0,e712ad2c,c0b6caa4,...) at kern_unlink+0x27 unlink(c6333460,e712acf8,4,c0c572c0,c0d19710,...) at unlink+0x22 syscall(e712ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (10, FreeBSD ELF32, unlink), eip = 0x2815f41f, esp = 0xbfbfeb0c, ebp = 0xbfbfeb38 --- Tracing command dl pid 63528 tid 100698 td 0xc98a1d20 sched_switch(c98a1d20,0,104,18c,fb61e92b,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,50,...) at mi_switch+0x200 sleepq_switch(c98a1d20,0,c0c3b070,247,c64bf5b8,...) at sleepq_switch+0x15f sleepq_wait(c64bf5b8,50,c0c3052e,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c64bf5b8,200501,c64bf620,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e7840768,0,c0c43c8d,200501,c64bf560,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d38460,e7840768,c084a883,c0d50be0,c64bf560,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c64bf560,200501,c0c43c84,835,c0a91436,...) at _vn_lock+0x78 vget(c64bf560,200401,c98a1d20,8f,e78408d4,...) at vget+0xc9 vm_fault(c60b32ac,2819a000,1,0,2819a000,...) at vm_fault+0xac1 trap_pfault(5,0,c0c6ea4f,200,c98492a4,...) at trap_pfault+0x118 trap(e7840a00) at trap+0x448 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc0b6a466, esp = 0xe7840a40, ebp = 0xe7840a78 --- slow_copyin(dcb0e000,2000,e7840c58,2000,c5157e00,...) at slow_copyin+0x6 ffs_write(e7840bc4,c0c716e0,c8d936b8,0,c8d936b8,...) at ffs_write+0x4e7 VOP_WRITE_APV(c0d38460,e7840bc4,c0c450d2,24e,0,...) at VOP_WRITE_APV+0x136 vn_write(c626ee70,e7840c58,c5157e00,0,c98a1d20,...) at vn_write+0x195 dofilewrite(e7840c58,ffffffff,ffffffff,0,c626ee70,...) at dofilewrite+0x95 kern_writev(c98a1d20,3,e7840c58,e7840c78,1,...) at kern_writev+0x58 write(c98a1d20,e7840cf8,c,c98a1d20,c0d19680,...) at write+0x4f syscall(e7840d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28170883, esp = 0xbfbfeb1c, ebp = 0xbfbfeb48 --- Tracing command dl pid 63519 tid 100107 td 0xc4c87000 sched_switch(c4c87000,0,104,18c,fb6a4baf,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4c87000,0,c0c3b070,247,c8d93710,...) at sleepq_switch+0x15f sleepq_wait(c8d93710,50,c0c3052e,4,1,...) at sleepq_wait+0x63 __lockmgr_args(c8d93710,200501,c8d93778,0,0,...) at __lockmgr_args+0x4a5 ffs_lock(e6ee7768,0,c0c43c8d,200501,c8d936b8,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d38460,e6ee7768,c084a883,c0d50be0,c8d936b8,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c8d936b8,200501,c0c43c84,835,c0a91436,...) at _vn_lock+0x78 vget(c8d936b8,200401,c4c87000,8f,e6ee78d4,...) at vget+0xc9 vm_fault(c5845d5c,2819c000,1,0,2819c000,...) at vm_fault+0xac1 trap_pfault(5,0,c0c6ea4f,c4524178,c4c81000,...) at trap_pfault+0x118 trap(e6ee7a00) at trap+0x448 calltrap() at calltrap+0x6 --- trap 0xc, eip = 0xc0b6a466, esp = 0xe6ee7a40, ebp = 0xe6ee7a78 --- slow_copyin(db03e000,2000,e6ee7c58,2000,c5157e00,...) at slow_copyin+0x6 ffs_write(e6ee7bc4,c0c716e0,c64bf560,0,c64bf560,...) at ffs_write+0x4e7 VOP_WRITE_APV(c0d38460,e6ee7bc4,c0c450d2,24e,0,...) at VOP_WRITE_APV+0x136 vn_write(c626e038,e6ee7c58,c5157e00,0,c4c87000,...) at vn_write+0x195 dofilewrite(e6ee7c58,ffffffff,ffffffff,0,c626e038,...) at dofilewrite+0x95 kern_writev(c4c87000,4,e6ee7c58,e6ee7c78,1,...) at kern_writev+0x58 write(c4c87000,e6ee7cf8,c,c4c87000,c0d19680,...) at write+0x4f syscall(e6ee7d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (4, FreeBSD ELF32, write), eip = 0x28170883, esp = 0xbfbfeb1c, ebp = 0xbfbfeb48 --- Tracing command sh pid 61992 tid 100293 td 0xc63be230 sched_switch(c63be230,0,104,18c,af72269f,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c63be230,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c63b9d34,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c63b9d34,c63b9dbc,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c63be230,ffffffff,e71e0c74,2,0,...) at kern_wait+0xac6 wait4(c63be230,e71e0cf8,10,c0c3d890,c0d196c8,...) at wait4+0x3b syscall(e71e0d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f3b, esp = 0xbfbfe88c, ebp = 0xbfbfe8a8 --- Tracing command awk pid 2231 tid 100087 td 0xc4c6c230 sched_switch(c4c6c230,0,104,18c,d2de7a19,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4c6c230,0,c0c3b070,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4f9f480,4c,c0c3d4d3,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4f9f480,c4f9f5e8,14c,c0c3d4d3,0,...) at _sleep+0x344 pipe_read(c4cfa230,e6e87c58,c6104600,0,c4c6c230,...) at pipe_read+0x3f7 dofileread(e6e87c58,ffffffff,ffffffff,0,c4cfa230,...) at dofileread+0x96 kern_readv(c4c6c230,0,e6e87c58,e6e87c78,1,...) at kern_readv+0x58 read(c4c6c230,e6e87cf8,c,e6e87ca0,c0d19668,...) at read+0x4f syscall(e6e87d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x281a78a3, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 2230 tid 100152 td 0xc4e53690 sched_switch(c4e53690,0,104,18c,d2edf444,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4e53690,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c518b548,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c518b548,c518b5d0,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c4e53690,ffffffff,e6faec74,2,0,...) at kern_wait+0xac6 wait4(c4e53690,e6faecf8,10,c0c3d890,c0d196c8,...) at wait4+0x3b syscall(e6faed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f3b, esp = 0xbfbfe95c, ebp = 0xbfbfe978 --- Tracing command sh pid 2228 tid 100187 td 0xc584a460 sched_switch(c584a460,0,104,18c,41a2fd38,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c584a460,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c583a2a4,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c583a2a4,c583a32c,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c584a460,ffffffff,e7024c74,2,0,...) at kern_wait+0xac6 wait4(c584a460,e7024cf8,10,c584a460,c0d196c8,...) at wait4+0x3b syscall(e7024d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28157f3b, esp = 0xbfbfeb5c, ebp = 0xbfbfeb78 --- Tracing command sshd pid 2227 tid 100188 td 0xc584a230 Tracing command top pid 2225 tid 100192 td 0xc58498c0 sched_switch(c58498c0,0,104,18c,a1c98bc5,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c58498c0,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e7038a40,c084a42a,c5012a50,0,c58498c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c5012a64,0,e7038a70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c5012a64,c5012a50,3e9,5ca,c58498c0,...) at _cv_timedwait_sig+0x250 seltdwait(e7038c2c,e7038c34,41c,c58498c0,37323a37,...) at seltdwait+0x8a kern_select(c58498c0,2,bfbfebec,0,0,e7038c70,1,0) at kern_select+0x517 select(c58498c0,e7038cf8,14,c0c1a321,c0d19ed8,...) at select+0x5e syscall(e7038d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281dc823, esp = 0xbfbfeb8c, ebp = 0xbfbfece8 --- Tracing command tail pid 2224 tid 100154 td 0xc519aaf0 sched_switch(c519aaf0,0,104,18c,8bd0d441,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,58,...) at mi_switch+0x200 sleepq_switch(c519aaf0,0,c0c3b070,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c088f8c0,c519aaf0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c6101c00,58,c0c32a0e,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c6101c00,c6101c00,158,c0c32a0e,3e9,...) at _sleep+0x30e kern_kevent(c519aaf0,4,0,1,e6fb4c58,...) at kern_kevent+0x357 kevent(c519aaf0,e6fb4cf8,18,c0bd2eff,c0d1b828,...) at kevent+0x19b syscall(e6fb4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2815560b, esp = 0xbfbfeb6c, ebp = 0xbfbfec18 --- Tracing command sshd pid 2223 tid 100094 td 0xc4c6baf0 sched_switch(c4c6baf0,0,104,18c,a1cb2cfc,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c6baf0,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c4ff14d0,0,c0c35560,c4c6baf0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ff14e4,0,e6ea9a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4ff14e4,c4ff14d0,c0c3d2fb,5ca,c4c6baf0,...) at _cv_wait_sig+0x240 seltdwait(c612152c,c0c3d2fb,41c,c4c6baf0,3,...) at seltdwait+0xa2 kern_select(c4c6baf0,a,286030b8,286030dc,0,0,66,280f87f8) at kern_select+0x517 select(c4c6baf0,e6ea9cf8,14,c0c1a321,c0d19ed8,...) at select+0x5e syscall(e6ea9d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 2221 tid 100182 td 0xc534f690 sched_switch(c534f690,0,104,18c,aa69db84,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c534f690,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c503d3d0,0,c0c35560,c534f690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c503d3e4,0,e7012a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c503d3e4,c503d3d0,c0c3d2fb,5ca,c534f690,...) at _cv_wait_sig+0x240 seltdwait(c60e812c,c0c3d2fb,41c,c534f690,3,...) at seltdwait+0xa2 kern_select(c534f690,c,286030b8,286030dc,0,0,66,280f87f8) at kern_select+0x517 select(c534f690,e7012cf8,14,c0c1a321,c0d19ed8,...) at select+0x5e syscall(e7012d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfde5c, ebp = 0xbfbfdea8 --- Tracing command sshd pid 2202 tid 100193 td 0xc5849690 Tracing command sshd pid 2199 tid 100195 td 0xc5849230 Tracing command sshd pid 2198 tid 100196 td 0xc5849000 Tracing command bash pid 1151 tid 100170 td 0xc5352230 sched_switch(c5352230,0,104,18c,6a41fa33,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5352230,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5295a90,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5295a90,c5295b18,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c5352230,ffffffff,e6fecc74,6,0,...) at kern_wait+0xac6 wait4(c5352230,e6feccf8,10,c0c3d78b,c0d196c8,...) at wait4+0x3b syscall(e6fecd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282a9f3b, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1150 tid 100079 td 0xc4c13af0 Tracing command sshd pid 1148 tid 100169 td 0xc4c14230 Tracing command getty pid 1147 tid 100168 td 0xc4c14460 Tracing command getty pid 1146 tid 100167 td 0xc4c14690 Tracing command getty pid 1145 tid 100166 td 0xc4c148c0 Tracing command getty pid 1144 tid 100164 td 0xc5197460 Tracing command getty pid 1143 tid 100100 td 0xc4c6b8c0 Tracing command getty pid 1142 tid 100134 td 0xc4f9c8c0 Tracing command getty pid 1141 tid 100081 td 0xc4c13690 Tracing command getty pid 1140 tid 100090 td 0xc4c10af0 Tracing command getty pid 1139 tid 100085 td 0xc4c6c460 Tracing command inetd pid 1113 tid 100136 td 0xc4f9c460 Tracing command watchdogd pid 1086 tid 100135 td 0xc4f9c690 sched_switch(c4f9c690,0,104,18c,e9f3fd8,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4f9c690,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4f92548,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4f92548,c4f925d0,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c4f9c690,fd53,e6f76c74,0,0,...) at kern_wait+0xac6 wait4(c4f9c690,e6f76cf8,10,c4f9c690,c0d196c8,...) at wait4+0x3b syscall(e6f76d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x28111f3b, esp = 0xbfbfec6c, ebp = 0xbfbfed18 --- Tracing command cron pid 1077 tid 100091 td 0xc4c108c0 sched_switch(c4c108c0,0,104,18c,7a7c8b0a,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4c108c0,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(ea61,c088f8c0,c4c108c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d846a4,5c,c0c37f56,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d846a4,0,15c,c0c37f56,ea61,...) at _sleep+0x30e kern_nanosleep(c4c108c0,e6e97c64,e6e97c6c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c4c108c0,e6e97cf8,8,c0c3d9f5,c0d1aca0,...) at nanosleep+0x6f syscall(e6e97d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2816e41f, esp = 0xbfbfec8c, ebp = 0xbfbfecb8 --- Tracing command sendmail pid 1071 tid 100140 td 0xc4f9baf0 sched_switch(c4f9baf0,0,104,18c,33407a07,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4f9baf0,0,c0c3b070,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4f91844,68,c0be74fe,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4f91844,c4f91874,168,c0be74fe,0,...) at _sleep+0x344 kern_sigsuspend(c4f9baf0,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4f9baf0,e6f85cf8,4,c0c3d78b,c0d1b618,...) at sigsuspend+0x4d syscall(e6f85d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x283280fb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1065 tid 100131 td 0xc4c10460 sched_switch(c4c10460,0,104,18c,e379cf47,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c10460,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f6aa40,c084a42a,c505f5d0,0,c4c10460,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c505f5e4,0,e6f6aa70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c505f5e4,c505f5d0,1389,5ca,c4c10460,...) at _cv_timedwait_sig+0x250 seltdwait(e6f6ac2c,e6f6ac34,41c,c4c10460,3,...) at seltdwait+0x8a kern_select(c4c10460,5,bfbfc520,0,0,e6f6ac70,5,0) at kern_select+0x517 select(c4c10460,e6f6acf8,14,c0c3dccb,c0d19ed8,...) at select+0x5e syscall(e6f6ad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283c6823, esp = 0xbfbfc48c, ebp = 0xbfbfcfb8 --- Tracing command sshd pid 1058 tid 100102 td 0xc4c6b460 sched_switch(c4c6b460,0,104,18c,193a12d6,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c6b460,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c4ff6710,0,c0c35560,c4c6b460,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ff6724,0,e6ecaa70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4ff6724,c4ff6710,c0c3d2fb,5ca,c4c6b460,...) at _cv_wait_sig+0x240 seltdwait(c4c7f02c,c0c3d2fb,41c,c4c6b460,e6ecaad4,...) at seltdwait+0xa2 kern_select(c4c6b460,9,286090b0,0,0,0,c4c6b460,e6ecac98) at kern_select+0x517 select(c4c6b460,e6ecacf8,14,c4c6b460,c0d19ed8,...) at select+0x5e syscall(e6ecad38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283be823, esp = 0xbfbfdf1c, ebp = 0xbfbfee38 --- Tracing command ntpd pid 1021 tid 100084 td 0xc4b1d000 sched_switch(c4b1d000,0,104,18c,8841c73a,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1d000,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c4ff0a90,0,c0c35560,c4b1d000,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4ff0aa4,0,e6e7ba70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4ff0aa4,c4ff0a90,c0c3d2fb,5ca,c4b1d000,...) at _cv_wait_sig+0x240 seltdwait(c4bbb22c,c0c3d2fb,41c,c4b1d000,0,...) at seltdwait+0xa2 kern_select(c4b1d000,1b,bfbfed28,0,0,0,e6e7bc98,246) at kern_select+0x517 select(c4b1d000,e6e7bcf8,14,e6e7bd38,c0d19ed8,...) at select+0x5e syscall(e6e7bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28347823, esp = 0xbfbfecfc, ebp = 0xbfbfedc8 --- Tracing command rpc.lockd pid 915 tid 100143 td 0xc4f9b460 sched_switch(c4f9b460,0,104,18c,d8bcae80,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f9b460,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f8ea04,c084a42a,c512ab80,0,c4f9b460,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4ff55d0,0,e6f8ea34,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4ff55d0,c512ab80,1388,3a5,c4a8b000,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4f9b5c4,14,c0c58bce,c0c57fe6,e6f8eb8c,...) at svc_run_internal+0x356 svc_run(c512ab80,0,4,c0a30480,e6f8eb8c,...) at svc_run+0x7f nlm_syscall(c4f9b460,e6f8ecf8,10,c0c3e0f3,c0d1a490,...) at nlm_syscall+0x659 syscall(e6f8ed38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (154, FreeBSD ELF32, nlm_syscall), eip = 0x280f5d5b, esp = 0xbfbfed5c, ebp = 0xbfbfee28 --- Tracing command rpc.statd pid 909 tid 100120 td 0xc4e52af0 sched_switch(c4e52af0,0,104,18c,9c82268a,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4e52af0,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f2da40,c084a42a,c4ff53d0,0,c4e52af0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4ff53e4,0,e6f2da70,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4ff53e4,c4ff53d0,7531,5ca,c4e52af0,...) at _cv_timedwait_sig+0x250 seltdwait(e6f2dc2c,e6f2dc34,41c,c4e52af0,e6f2dad4,...) at seltdwait+0x8a kern_select(c4e52af0,8,bfbfed44,0,0,e6f2dc70,1e,0) at kern_select+0x517 select(c4e52af0,e6f2dcf8,14,c0c3d9f5,c0d19ed8,...) at select+0x5e syscall(e6f2dd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2817c823, esp = 0xbfbfec9c, ebp = 0xbfbfedd8 --- Tracing command nfsd pid 900 tid 100149 td 0xc4c87d20 sched_switch(c4c87d20,0,104,18c,583ac56e,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c87d20,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6fa1bf8,c084a42a,c48f2e00,0,c4c87d20,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4c86310,0,e6fa1c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4c86310,c48f2e00,1388,3a5,203a6d6f,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6fa1d24,c0835d88,c48f2e00,e6fa1d38,c0c32ca7,...) at svc_run_internal+0x356 svc_thread_start(c48f2e00,e6fa1d38,c0c32ca7,32d,c4c0e000,...) at svc_thread_start+0x10 fork_exit(c0a40660,c48f2e00,e6fa1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 900 tid 100148 td 0xc4e4f000 sched_switch(c4e4f000,0,104,18c,583b4f38,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4e4f000,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f9ebf8,c084a42a,c48f2e00,0,c4e4f000,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4ff0810,0,e6f9ec28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4ff0810,c48f2e00,1388,3a5,1,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6f9ed24,c0835d88,c48f2e00,e6f9ed38,c0c32ca7,...) at svc_run_internal+0x356 svc_thread_start(c48f2e00,e6f9ed38,c0c32ca7,32d,c4c0e000,...) at svc_thread_start+0x10 fork_exit(c0a40660,c48f2e00,e6f9ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 900 tid 100147 td 0xc4e4f230 sched_switch(c4e4f230,0,104,18c,583b952f,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4e4f230,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f9bbf8,c084a42a,c48f2e00,0,c4e4f230,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c5060990,0,e6f9bc28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c5060990,c48f2e00,1388,3a5,8ce85356,...) at _cv_timedwait_sig+0x250 svc_run_internal(e6f9bd24,c0835d88,c48f2e00,e6f9bd38,c0c32ca7,...) at svc_run_internal+0x356 svc_thread_start(c48f2e00,e6f9bd38,c0c32ca7,32d,c4c0e000,...) at svc_thread_start+0x10 fork_exit(c0a40660,c48f2e00,e6f9bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 900 tid 100089 td 0xc4c10d20 sched_switch(c4c10d20,0,104,18c,583b052c,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c10d20,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6e8fae8,c084a42a,c48f2e00,0,c4c10d20,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4ff0790,0,e6e8fb18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4ff0790,c48f2e00,1388,3a5,e6e8fb60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4c10e84,14,c0c58bce,c0c574cd,0,...) at svc_run_internal+0x356 svc_run(c48f2e00,0,c0c577d1,1fa,0,...) at svc_run+0x7f nfssvc_nfsd(e6e8fc38,c0839525,c453f300,122,e6e8fc50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c4c10d20,e6e8fcf8,4,c4c10d20,c4c0e000,...) at nfssvc_nfsserver+0x1d5 nfssvc(c4c10d20,e6e8fcf8,8,c4c10d20,c0d1a4a8,...) at nfssvc+0x77 syscall(e6e8fd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280d5d3b, esp = 0xbfbfe9bc, ebp = 0xbfbfeae8 --- Tracing command nfsd pid 899 tid 100098 td 0xc4c87460 Tracing command mountd pid 897 tid 100088 td 0xc4c6c000 Tracing command rpcbind pid 815 tid 100137 td 0xc4f9c230 sched_switch(c4f9c230,0,104,18c,e56d6d57,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f9c230,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(e6f7caa8,c084a42a,c505fc50,0,c4f9c230,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c505fc64,0,e6f7cad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c505fc64,c505fc50,7531,5ca,e6f7cb8c,...) at _cv_timedwait_sig+0x250 seltdwait(e6f7cc5c,e6f7cc64,4da,c4f9c230,e6f7cb5c,...) at seltdwait+0x8a poll(c4f9c230,e6f7ccf8,c,c0c3d9f5,c0d1a9b8,...) at poll+0x2f9 syscall(e6f7cd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28136a3f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 785 tid 100142 td 0xc4f9b690 sched_switch(c4f9b690,0,104,18c,aa64fb0a,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4f9b690,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c4bbe410,0,c0c35560,c4f9b690,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4bbe424,0,e6f8ba70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4bbe424,c4bbe410,c0c3d2fb,5ca,c4f9b690,...) at _cv_wait_sig+0x240 seltdwait(c4c7ed2c,c0c3d2fb,41c,c4f9b690,c0ec3b28,...) at seltdwait+0xa2 kern_select(c4f9b690,9,282290ac,0,0,0,66,2819a020) at kern_select+0x517 select(c4f9b690,e6f8bcf8,14,c0c3d78b,c0d19ed8,...) at select+0x5e syscall(e6f8bd38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28186823, esp = 0xbfbfde7c, ebp = 0xbfbfee28 --- Tracing command devd pid 590 tid 100083 td 0xc4c13230 sched_switch(c4c13230,0,104,18c,351c6478,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c13230,0,c0c3b070,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084a42a,c4a56250,0,c0c35560,c4c13230,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a56264,0,e6e77a70,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a56264,c4a56250,c0c3d2fb,5ca,c4c13230,...) at _cv_wait_sig+0x240 seltdwait(c4bbb62c,c0c3d2fb,41c,c4c13230,e6e77ad4,...) at seltdwait+0xa2 kern_select(c4c13230,6,bfbfe9b0,0,0,0,c4c13230,e6e77c98) at kern_select+0x517 select(c4c13230,e6e77cf8,14,c4c13230,c0d19ed8,...) at select+0x5e syscall(e6e77d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x808800f, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command flowcleaner pid 44 tid 100075 td 0xc4b1d460 sched_switch(c4b1d460,0,104,18c,b6df0170,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1d460,0,c0c3b070,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d84524,0,c0c459f3,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d84524,0,0,c0c459f3,4e20,...) at _sleep+0x329 pause(c0c459f3,4e20,c0c45928,41f,0,...) at pause+0x47 flowtable_cleaner(0,e4c6cd38,c0c32ca7,32d,c4b1ad34,...) at flowtable_cleaner+0x160 fork_exit(c08fa880,0,e4c6cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c6cd70, ebp = 0 --- Tracing command softdepflush pid 43 tid 100074 td 0xc4b1d690 sched_switch(c4b1d690,0,104,18c,d2680254,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b1d690,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efca80,44,c0c5ba60,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efca80,c0efca24,44,c0c5ba60,3e8,...) at _sleep+0x329 softdep_flush(0,e4c69d38,c0c32ca7,32d,c4b33000,...) at softdep_flush+0x2b0 fork_exit(c0a6c950,0,e4c69d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c69d70, ebp = 0 --- Tracing command vnlru pid 42 tid 100073 td 0xc4b1d8c0 sched_switch(c4b1d8c0,0,104,18c,d24c40b0,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,50,...) at mi_switch+0x200 sleepq_switch(c4b1d8c0,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4b332a4,50,c0c44bee,0,0,...) at sleepq_timedwait+0x6b _sleep(c4b332a4,c0ef0d14,250,c0c44bee,3e8,...) at _sleep+0x329 vnlru_proc(0,e4c66d38,c0c32ca7,32d,c4b332a4,...) at vnlru_proc+0xe7 fork_exit(c08e6680,0,e4c66d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c66d70, ebp = 0 --- Tracing command syncer pid 41 tid 100072 td 0xc4b1daf0 sched_switch(c4b1daf0,0,104,18c,d29ea693,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1daf0,0,c0c3b070,26a,c4b1daf0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef0d54,0,e4c63c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ef0d54,c0ef0d40,3e8,6de,4e20,...) at _cv_timedwait+0x250 sched_sync(0,e4c63d38,c0c32ca7,32d,c4b33548,...) at sched_sync+0x502 fork_exit(c08e5af0,0,e4c63d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c63d70, ebp = 0 --- Tracing command bufdaemon pid 40 tid 100071 td 0xc4b1dd20 sched_switch(c4b1dd20,0,104,18c,d24c8939,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b1dd20,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef0a88,44,c0c4238b,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ef0a88,c0ef0a8c,44,c0c4238b,3e8,...) at _sleep+0x329 buf_daemon(0,e4c60d38,c0c32ca7,32d,c4b337ec,...) at buf_daemon+0x138 fork_exit(c08ce6d0,0,e4c60d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c60d70, ebp = 0 --- Tracing command pagezero pid 39 tid 100070 td 0xc4b1f000 sched_switch(c4b1f000,0,104,18c,217abce6,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1f000,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efd6b4,0,c0c61015,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efd6b4,c0efd270,0,c0c61015,493e0,...) at _sleep+0x329 vm_pagezero(0,e4c5dd38,c0c32ca7,32d,c4b33a90,...) at vm_pagezero+0xdc fork_exit(c0aa95a0,0,e4c5dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c5dd70, ebp = 0 --- Tracing command vmdaemon pid 38 tid 100069 td 0xc4b1f230 sched_switch(c4b1f230,0,104,18c,2d1cd253,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4b1f230,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efd2dc,68,c0c4238b,0,0,...) at sleepq_wait+0x63 _sleep(c0efd2dc,c0efd2e0,68,c0c4238b,0,...) at _sleep+0x35b vm_daemon(0,e4c5ad38,c0c32ca7,32d,c4b33d34,...) at vm_daemon+0x59 fork_exit(c0aa3a40,0,e4c5ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c5ad70, ebp = 0 --- Tracing command pagedaemon pid 9 tid 100068 td 0xc4b1f460 sched_switch(c4b1f460,0,104,18c,9ce925fd,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4b1f460,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0efd2a4,44,c0c4238b,0,0,...) at sleepq_timedwait+0x6b _sleep(c0efd2a4,c0efd270,44,c0c4238b,1388,...) at _sleep+0x329 vm_pageout(0,e4c57d38,c0c32ca7,32d,c4b34000,...) at vm_pageout+0x2bb fork_exit(c0aa48f0,0,e4c57d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4c57d70, ebp = 0 --- Tracing command usbus5 pid 37 tid 100067 td 0xc4b1f690 sched_switch(c4b1f690,0,104,18c,f107d53b,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1f690,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dad0c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47dad0c,c47dadac,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bf4cf8,c079af1b,c47dad0c,...) at usb2_msleep+0x58 usb2_cv_wait(c47dad0c,c47dadac,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47dad04,e4bf4d38,c0c32ca7,32d,c4b342a4,...) at usb2_process+0x18b fork_exit(c079ad90,c47dad04,e4bf4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bf4d70, ebp = 0 --- Tracing command usbus5 pid 36 tid 100066 td 0xc4b1f8c0 sched_switch(c4b1f8c0,0,104,18c,55638f04,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1f8c0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dacdc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47dacdc,c47dadac,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bf1cf8,c079af1b,c47dacdc,...) at usb2_msleep+0x58 usb2_cv_wait(c47dacdc,c47dadac,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47dacd4,e4bf1d38,c0c32ca7,32d,c4b34548,...) at usb2_process+0x18b fork_exit(c079ad90,c47dacd4,e4bf1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bf1d70, ebp = 0 --- Tracing command usbus5 pid 35 tid 100065 td 0xc4b1faf0 sched_switch(c4b1faf0,0,104,18c,f304c690,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1faf0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dacac,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47dacac,c47dadac,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4beecf8,c079af1b,c47dacac,...) at usb2_msleep+0x58 usb2_cv_wait(c47dacac,c47dadac,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47daca4,e4beed38,c0c32ca7,32d,c4b19000,...) at usb2_process+0x18b fork_exit(c079ad90,c47daca4,e4beed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4beed70, ebp = 0 --- Tracing command usbus5 pid 34 tid 100064 td 0xc4b1fd20 sched_switch(c4b1fd20,0,104,18c,f304b65d,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b1fd20,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47dac7c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47dac7c,c47dadac,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bebcf8,c079af1b,c47dac7c,...) at usb2_msleep+0x58 usb2_cv_wait(c47dac7c,c47dadac,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47dac74,e4bebd38,c0c32ca7,32d,c4b192a4,...) at usb2_process+0x18b fork_exit(c079ad90,c47dac74,e4bebd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bebd70, ebp = 0 --- Tracing command usbus4 pid 33 tid 100063 td 0xc48e7230 sched_switch(c48e7230,0,104,18c,f304a5d5,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e7230,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d4b5c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47d4b5c,c47d4bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4be8cf8,c079af1b,c47d4b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c47d4b5c,c47d4bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47d4b54,e4be8d38,c0c32ca7,32d,c4b19548,...) at usb2_process+0x18b fork_exit(c079ad90,c47d4b54,e4be8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4be8d70, ebp = 0 --- Tracing command usbus4 pid 32 tid 100062 td 0xc48e7460 sched_switch(c48e7460,0,104,18c,4f2b002f,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e7460,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d4b2c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47d4b2c,c47d4bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4be5cf8,c079af1b,c47d4b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c47d4b2c,c47d4bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47d4b24,e4be5d38,c0c32ca7,32d,c4b197ec,...) at usb2_process+0x18b fork_exit(c079ad90,c47d4b24,e4be5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4be5d70, ebp = 0 --- Tracing command usbus4 pid 31 tid 100061 td 0xc48e7690 sched_switch(c48e7690,0,104,18c,f2a0e2c5,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e7690,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d4afc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47d4afc,c47d4bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4be2cf8,c079af1b,c47d4afc,...) at usb2_msleep+0x58 usb2_cv_wait(c47d4afc,c47d4bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47d4af4,e4be2d38,c0c32ca7,32d,c4b19a90,...) at usb2_process+0x18b fork_exit(c079ad90,c47d4af4,e4be2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4be2d70, ebp = 0 --- Tracing command usbus4 pid 30 tid 100060 td 0xc48e78c0 sched_switch(c48e78c0,0,104,18c,f2a0d268,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e78c0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47d4acc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47d4acc,c47d4bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bdfcf8,c079af1b,c47d4acc,...) at usb2_msleep+0x58 usb2_cv_wait(c47d4acc,c47d4bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47d4ac4,e4bdfd38,c0c32ca7,32d,c4b19d34,...) at usb2_process+0x18b fork_exit(c079ad90,c47d4ac4,e4bdfd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bdfd70, ebp = 0 --- Tracing command usbus3 pid 29 tid 100059 td 0xc48e7af0 sched_switch(c48e7af0,0,104,18c,f2a0c2be,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e7af0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47cbb5c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47cbb5c,c47cbbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bdccf8,c079af1b,c47cbb5c,...) at usb2_msleep+0x58 usb2_cv_wait(c47cbb5c,c47cbbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47cbb54,e4bdcd38,c0c32ca7,32d,c4b1a000,...) at usb2_process+0x18b fork_exit(c079ad90,c47cbb54,e4bdcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bdcd70, ebp = 0 --- Tracing command usbus3 pid 28 tid 100058 td 0xc48e7d20 sched_switch(c48e7d20,0,104,18c,4f2ac369,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e7d20,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47cbb2c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47cbb2c,c47cbbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bd9cf8,c079af1b,c47cbb2c,...) at usb2_msleep+0x58 usb2_cv_wait(c47cbb2c,c47cbbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47cbb24,e4bd9d38,c0c32ca7,32d,c4b1a2a4,...) at usb2_process+0x18b fork_exit(c079ad90,c47cbb24,e4bd9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bd9d70, ebp = 0 --- Tracing command usbus3 pid 27 tid 100057 td 0xc4b17000 sched_switch(c4b17000,0,104,18c,f23cf9d9,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b17000,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47cbafc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47cbafc,c47cbbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bd6cf8,c079af1b,c47cbafc,...) at usb2_msleep+0x58 usb2_cv_wait(c47cbafc,c47cbbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47cbaf4,e4bd6d38,c0c32ca7,32d,c4b1a548,...) at usb2_process+0x18b fork_exit(c079ad90,c47cbaf4,e4bd6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bd6d70, ebp = 0 --- Tracing command usbus3 pid 26 tid 100056 td 0xc4b17230 sched_switch(c4b17230,0,104,18c,f23ceac2,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b17230,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47cbacc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47cbacc,c47cbbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bd3cf8,c079af1b,c47cbacc,...) at usb2_msleep+0x58 usb2_cv_wait(c47cbacc,c47cbbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47cbac4,e4bd3d38,c0c32ca7,32d,c4b1a7ec,...) at usb2_process+0x18b fork_exit(c079ad90,c47cbac4,e4bd3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bd3d70, ebp = 0 --- Tracing command usbus2 pid 25 tid 100055 td 0xc4b17460 sched_switch(c4b17460,0,104,18c,f23cda76,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b17460,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c7b5c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c7b5c,c47c7bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bd0cf8,c079af1b,c47c7b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c7b5c,c47c7bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c7b54,e4bd0d38,c0c32ca7,32d,c46a37ec,...) at usb2_process+0x18b fork_exit(c079ad90,c47c7b54,e4bd0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bd0d70, ebp = 0 --- Tracing command usbus2 pid 24 tid 100054 td 0xc4b17690 sched_switch(c4b17690,0,104,18c,4f2a4ed6,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b17690,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c7b2c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c7b2c,c47c7bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bcdcf8,c079af1b,c47c7b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c7b2c,c47c7bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c7b24,e4bcdd38,c0c32ca7,32d,c46a3a90,...) at usb2_process+0x18b fork_exit(c079ad90,c47c7b24,e4bcdd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bcdd70, ebp = 0 --- Tracing command usbus2 pid 23 tid 100053 td 0xc4b178c0 sched_switch(c4b178c0,0,104,18c,f1d8b438,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b178c0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c7afc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c7afc,c47c7bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bcacf8,c079af1b,c47c7afc,...) at usb2_msleep+0x58 usb2_cv_wait(c47c7afc,c47c7bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c7af4,e4bcad38,c0c32ca7,32d,c46a3d34,...) at usb2_process+0x18b fork_exit(c079ad90,c47c7af4,e4bcad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bcad70, ebp = 0 --- Tracing command usbus2 pid 22 tid 100052 td 0xc4b17af0 sched_switch(c4b17af0,0,104,18c,f1d8a454,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b17af0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c7acc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c7acc,c47c7bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bc7cf8,c079af1b,c47c7acc,...) at usb2_msleep+0x58 usb2_cv_wait(c47c7acc,c47c7bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c7ac4,e4bc7d38,c0c32ca7,32d,c4b05000,...) at usb2_process+0x18b fork_exit(c079ad90,c47c7ac4,e4bc7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bc7d70, ebp = 0 --- Tracing command usbus1 pid 21 tid 100051 td 0xc4b17d20 sched_switch(c4b17d20,0,104,18c,f1d89485,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b17d20,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c1b5c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c1b5c,c47c1bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bc4cf8,c079af1b,c47c1b5c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c1b5c,c47c1bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c1b54,e4bc4d38,c0c32ca7,32d,c4b052a4,...) at usb2_process+0x18b fork_exit(c079ad90,c47c1b54,e4bc4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bc4d70, ebp = 0 --- Tracing command usbus1 pid 20 tid 100050 td 0xc4761690 sched_switch(c4761690,0,104,18c,4f29f2bb,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4761690,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c1b2c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c1b2c,c47c1bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bc1cf8,c079af1b,c47c1b2c,...) at usb2_msleep+0x58 usb2_cv_wait(c47c1b2c,c47c1bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c1b24,e4bc1d38,c0c32ca7,32d,c4b05548,...) at usb2_process+0x18b fork_exit(c079ad90,c47c1b24,e4bc1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bc1d70, ebp = 0 --- Tracing command usbus1 pid 19 tid 100049 td 0xc47618c0 sched_switch(c47618c0,0,104,18c,f174e844,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47618c0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c1afc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c1afc,c47c1bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bbecf8,c079af1b,c47c1afc,...) at usb2_msleep+0x58 usb2_cv_wait(c47c1afc,c47c1bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c1af4,e4bbed38,c0c32ca7,32d,c4b057ec,...) at usb2_process+0x18b fork_exit(c079ad90,c47c1af4,e4bbed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bbed70, ebp = 0 --- Tracing command usbus1 pid 18 tid 100048 td 0xc4761af0 sched_switch(c4761af0,0,104,18c,f174d961,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4761af0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47c1acc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47c1acc,c47c1bfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bbbcf8,c079af1b,c47c1acc,...) at usb2_msleep+0x58 usb2_cv_wait(c47c1acc,c47c1bfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47c1ac4,e4bbbd38,c0c32ca7,32d,c4b05a90,...) at usb2_process+0x18b fork_exit(c079ad90,c47c1ac4,e4bbbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bbbd70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100047 td 0xc4761d20 sched_switch(c4761d20,0,104,18c,f174c94e,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4761d20,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bcb5c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47bcb5c,c47bcbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bb8cf8,c079af1b,c47bcb5c,...) at usb2_msleep+0x58 usb2_cv_wait(c47bcb5c,c47bcbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47bcb54,e4bb8d38,c0c32ca7,32d,c4b05d34,...) at usb2_process+0x18b fork_exit(c079ad90,c47bcb54,e4bb8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bb8d70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100046 td 0xc48e6000 sched_switch(c48e6000,0,104,18c,4f297ed4,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e6000,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bcb2c,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47bcb2c,c47bcbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bb5cf8,c079af1b,c47bcb2c,...) at usb2_msleep+0x58 usb2_cv_wait(c47bcb2c,c47bcbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47bcb24,e4bb5d38,c0c32ca7,32d,c45732a4,...) at usb2_process+0x18b fork_exit(c079ad90,c47bcb24,e4bb5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bb5d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100045 td 0xc48e6230 sched_switch(c48e6230,0,104,18c,f1113f0f,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e6230,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bcafc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47bcafc,c47bcbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bb2cf8,c079af1b,c47bcafc,...) at usb2_msleep+0x58 usb2_cv_wait(c47bcafc,c47bcbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47bcaf4,e4bb2d38,c0c32ca7,32d,c4573548,...) at usb2_process+0x18b fork_exit(c079ad90,c47bcaf4,e4bb2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bb2d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100044 td 0xc48e6460 sched_switch(c48e6460,0,104,18c,f1112fa8,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e6460,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c47bcacc,0,c0c271a9,0,0,...) at sleepq_wait+0x63 _sleep(c47bcacc,c47bcbfc,0,c0c271a9,0,...) at _sleep+0x35b usb2_msleep(c0c271a9,0,e4bafcf8,c079af1b,c47bcacc,...) at usb2_msleep+0x58 usb2_cv_wait(c47bcacc,c47bcbfc,c0c27108,51,c0d88400,...) at usb2_cv_wait+0x23 usb2_process(c47bcac4,e4bafd38,c0c32ca7,32d,c45737ec,...) at usb2_process+0x18b fork_exit(c079ad90,c47bcac4,e4bafd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bafd70, ebp = 0 --- Tracing command sctp_iterator pid 8 tid 100043 td 0xc48e6690 sched_switch(c48e6690,0,104,18c,3b7275e,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c48e6690,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0ef2c3c,0,c0c4e8d1,0,0,...) at sleepq_wait+0x63 _sleep(c0ef2c3c,c0ef2b50,0,c0c4e8d1,0,...) at _sleep+0x35b sctp_iterator_thread(0,e4bacd38,c0c32ca7,32d,c4573a90,...) at sctp_iterator_thread+0x60 fork_exit(c09602b0,0,e4bacd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4bacd70, ebp = 0 --- Tracing command fdc0 pid 7 tid 100040 td 0xc48e6d20 sched_switch(c48e6d20,0,104,18c,9c71442f,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c48e6d20,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c47ca43c,4c,c0c2d763,0,0,...) at sleepq_timedwait+0x6b _sleep(c47ca43c,c47ca4f0,4c,c0c2d763,3e8,...) at _sleep+0x329 fdc_thread(c47ca400,e4ba0d38,c0c32ca7,32d,c4573d34,...) at fdc_thread+0x2be fork_exit(c0b26d20,c47ca400,e4ba0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ba0d70, ebp = 0 --- Tracing command fw0_probe pid 6 tid 100038 td 0xc474ad20 sched_switch(c474ad20,0,104,18c,16edc37c,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c474ad20,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c47f9000,5c,c0c2d763,100,0,...) at sleepq_wait_sig+0x17 _sleep(c47f9000,c47fd488,15c,c0c2d763,0,...) at _sleep+0x344 fw_bus_probe_thread(c47f9000,e4b90d38,c0c32ca7,32d,c46a3000,...) at fw_bus_probe_thread+0xa08 fork_exit(c063d790,c47f9000,e4b90d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b90d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100025 td 0xc45baaf0 sched_switch(c45baaf0,0,104,18c,f10c0f21,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45baaf0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d51354,4c,c0bcebd8,0,0,...) at sleepq_wait+0x63 _sleep(c0d51354,c0d5136c,4c,c0bcebd8,0,...) at _sleep+0x35b xpt_scanner_thread(0,c420bd38,c0c32ca7,32d,c46a32a4,...) at xpt_scanner_thread+0x41 fork_exit(c047c7a0,0,c420bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420bd70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4576230 sched_switch(c4576230,0,104,18c,e739bdb0,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4576230,0,c0c3b070,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d84524,0,c0c2d763,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d84524,0,0,c0c2d763,64,...) at _sleep+0x329 pause(c0c2d763,64,c0c14a1f,113,0,...) at pause+0x47 random_kthread(0,c41f3d38,c0c32ca7,32d,c46a3548,...) at random_kthread+0x1ef fork_exit(c0713e60,0,c41f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f3d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc4576690 sched_switch(c4576690,0,104,18c,ec2919f0,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4576690,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d820a4,4c,c0c2d763,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d820a4,c0d82008,24c,c0c2d763,64,...) at _sleep+0x329 g_io_schedule_down(c4576690,0,c0c2ee2b,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41edd38,c0c32ca7,32d,c4572000,...) at g_down_procbody+0x8d fork_exit(c07fe8e0,0,c41edd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41edd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc45768c0 sched_switch(c45768c0,0,104,18c,ec60065b,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45768c0,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d820a0,4c,c0c2d763,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d820a0,c0d82028,24c,c0c2d763,64,...) at _sleep+0x329 g_io_schedule_up(c45768c0,0,c0c2ee2b,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41ead38,c0c32ca7,32d,c45722a4,...) at g_up_procbody+0x8d fork_exit(c07fe970,0,c41ead38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ead70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4576af0 sched_switch(c4576af0,0,104,18c,e4382d72,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4576af0,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82098,4c,c0c2d763,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82098,0,4c,c0c2d763,64,...) at _sleep+0x329 g_event_procbody(0,c41e7d38,c0c32ca7,32d,c4572548,...) at g_event_procbody+0xcb fork_exit(c07fea00,0,c41e7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e7d70, ebp = 0 --- Tracing command intr pid 12 tid 100042 td 0xc48e68c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc48e6af0 sched_switch(c48e6af0,0,109,18c,f107f805,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c4570170,...) at mi_switch+0x200 ithread_loop(c48e8340,e4ba3d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c48e8340,e4ba3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4ba3d70, ebp = 0 --- Tracing command intr pid 12 tid 100039 td 0xc48e7000 sched_switch(c48e7000,0,109,18c,dc98e976,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c47f4770,...) at mi_switch+0x200 ithread_loop(c48dc5a0,e4b93d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c48dc5a0,e4b93d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b93d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc475f230 sched_switch(c475f230,0,109,18c,f094e529,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b91f0,...) at mi_switch+0x200 ithread_loop(c47f5920,e4b87d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c47f5920,e4b87d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b87d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc475f460 sched_switch(c475f460,0,109,18c,fdfcf57a,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b94f0,...) at mi_switch+0x200 ithread_loop(c47f5190,e4b7fd38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c47f5190,e4b7fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b7fd70, ebp = 0 --- Tracing command intr pid 12 tid 100034 td 0xc475f690 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100033 td 0xc475f8c0 sched_switch(c475f8c0,0,109,18c,1eafae05,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b92f0,...) at mi_switch+0x200 ithread_loop(c47a2760,e4b6dd38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c47a2760,e4b6dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b6dd70, ebp = 0 --- Tracing command intr pid 12 tid 100032 td 0xc475faf0 sched_switch(c475faf0,0,109,18c,1e2dec1c,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b9370,...) at mi_switch+0x200 ithread_loop(c47a2600,e4b69d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c47a2600,e4b69d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b69d70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc475fd20 sched_switch(c475fd20,0,109,18c,91a8db08,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b93f0,...) at mi_switch+0x200 ithread_loop(c478c810,e4b65d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c478c810,e4b65d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b65d70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4761000 sched_switch(c4761000,0,109,18c,2529aa4d,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b90f0,...) at mi_switch+0x200 ithread_loop(c478c450,c434dd38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c478c450,c434dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc434dd70, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc4761230 sched_switch(c4761230,0,109,18c,aa9bbf4,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c4775670,...) at mi_switch+0x200 ithread_loop(c4784620,c4247d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c4784620,c4247d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4247d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4761460 sched_switch(c4761460,0,109,18c,f108eb81,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c456fc70,...) at mi_switch+0x200 ithread_loop(c4749410,c423ad38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c4749410,c423ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423ad70, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc45ba690 sched_switch(c45ba690,0,109,18c,ac8861bd,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c47484f0,...) at mi_switch+0x200 ithread_loop(c4747890,c4211d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c4747890,c4211d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4211d70, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc45ba8c0 sched_switch(c45ba8c0,0,109,18c,1269f7e6,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c4748570,...) at mi_switch+0x200 ithread_loop(c47478a0,c420ed38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c47478a0,c420ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ed70, ebp = 0 --- Tracing command intr pid 12 tid 100020 td 0xc474a690 sched_switch(c474a690,0,109,18c,db36516d,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c4748770,...) at mi_switch+0x200 ithread_loop(c4747940,c41fcd38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c4747940,c41fcd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fcd70, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc474a8c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc4576d20 sched_switch(c4576d20,0,109,18c,d52effef,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b8c70,...) at mi_switch+0x200 ithread_loop(c45711d0,c41e4d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c45711d0,c41e4d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e4d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45ba000 sched_switch(c45ba000,0,109,18c,d857fc6a,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b8cf0,...) at mi_switch+0x200 ithread_loop(c45711e0,c41e1d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c45711e0,c41e1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e1d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45ba230 sched_switch(c45ba230,0,109,18c,9c713af0,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b8d70,...) at mi_switch+0x200 ithread_loop(c45711f0,c41ded38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c45711f0,c41ded38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ded70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45ba460 sched_switch(c45ba460,0,109,18c,ee857861,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b8df0,...) at mi_switch+0x200 ithread_loop(c4571200,c41dbd38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c4571200,c41dbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41dbd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4574000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc4574230 sched_switch(c4574230,0,109,18c,8cfdee04,...) at sched_switch+0x437 mi_switch(109,0,c0c32f26,4d7,c45b8ef0,...) at mi_switch+0x200 ithread_loop(c4571220,c41d5d38,c0c32ca7,32d,c45727ec,...) at ithread_loop+0x1f6 fork_exit(c0838ba0,c4571220,c41d5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d5d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc4574460 kdb_enter(c0bdc4a1,c0bf8a9e,0,12badac2,0,...) at kdb_enter+0x3a hardclock(0,c0b457c5,0,0,c46b4c00,...) at hardclock+0x11d lapic_handle_timer(c41d1c30) at lapic_handle_timer+0x9f Xtimerint() at Xtimerint+0x1f --- interrupt, eip = 0xc0b457c5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(0,ffffffff,c41d1cd8,0,c087b8e1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b5c6db,0,c41d1cf8,c087bba6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41d1cf8,c087bba6,0,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41d1cd8,c0c3893d,a10,c4574460,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c32ca7,32d,c4572a90,...) at sched_idletd+0x216 fork_exit(c087b990,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc4574690 cpustop_handler(2,c41cec24,c0b6cdad,c47ed500,8a,...) at cpustop_handler+0x32 ipi_nmi_handler(c47ed500,8a,c456fe80,c41cebd0,c4572a90,...) at ipi_nmi_handler+0x2f trap(c41cec30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b457c5, esp = 0xc41cec70, ebp = 0xc41cec70 --- acpi_cpu_c1(0,ffffffff,c41cecd8,1,c087b8e1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cecb4,c0b5c6db,0,c41cecf8,c087bba6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41cecf8,c087bba6,0,c41cecd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41cecd8,c0c3893d,a10,c4574690,...) at cpu_idle+0x1b sched_idletd(0,c41ced38,c0c32ca7,32d,c4572a90,...) at sched_idletd+0x216 fork_exit(c087b990,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc45748c0 cpustop_handler(4,c41cbc24,c0b6cdad,c41cbbb4,c084a094,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cbbb4,c084a094,c0d84750,4,c4572a90,...) at ipi_nmi_handler+0x2f trap(c41cbc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b457c5, esp = 0xc41cbc70, ebp = 0xc41cbc70 --- acpi_cpu_c1(0,ffffffff,c41cbcd8,2,c087b8e1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cbcb4,c0b5c6db,0,c41cbcf8,c087bba6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41cbcf8,c087bba6,0,c41cbcd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41cbcd8,c0c3893d,3b1,c45748c0,...) at cpu_idle+0x1b sched_idletd(0,c41cbd38,c0c32ca7,32d,c4572a90,...) at sched_idletd+0x216 fork_exit(c087b990,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4574af0 cpustop_handler(8,c41c8c24,c0b6cdad,c41c8bb4,c084a094,...) at cpustop_handler+0x32 ipi_nmi_handler(c41c8bb4,c084a094,c0d84788,4,c4572a90,...) at ipi_nmi_handler+0x2f trap(c41c8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b457c5, esp = 0xc41c8c70, ebp = 0xc41c8c70 --- acpi_cpu_c1(0,ffffffff,c41c8cd8,3,c087b8e1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41c8cb4,c0b5c6db,0,c41c8cf8,c087bba6,...) at acpi_cpu_idle+0x184 cpu_idle_acpi(0,c41c8cf8,c087bba6,0,c41c8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41c8cd8,c0c3893d,a10,c4574af0,...) at cpu_idle+0x1b sched_idletd(0,c41c8d38,c0c32ca7,32d,c4572a90,...) at sched_idletd+0x216 fork_exit(c087b990,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4574d20 sched_switch(c4574d20,0,104,18c,4760160,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4574d20,0,c0c3b070,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c3b070,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4572d34,5c,c0c3d8b1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4572d34,c4572dbc,15c,c0c3d8b1,0,...) at _sleep+0x344 kern_wait(c4574d20,ffffffff,c41c4c74,0,0,...) at kern_wait+0xac6 wait4(c4574d20,c41c4cf8,10,c0c3d6cc,c0d196c8,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2b4 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8054c7f, esp = 0xbfbfe90c, ebp = 0xbfbfe928 --- Tracing command audit pid 10 tid 100001 td 0xc4576000 sched_switch(c4576000,0,104,18c,f109b028,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4576000,0,c0c3b070,247,c4576000,...) at sleepq_switch+0x15f sleepq_wait(c0efc420,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0efc420,c0efc404,c0c59976,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0c32ca7,32d,c4573000,...) at audit_worker+0x84 fork_exit(c0a500a0,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100037 td 0xc475f000 sched_switch(c475f000,0,104,18c,ea3ac460,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c475f000,0,c0c3b070,247,c475f000,...) at sleepq_switch+0x15f sleepq_wait(c47d1a00,0,c0c378fe,c0c2d763,0,...) at sleepq_wait+0x63 msleep_spin(c47d1a00,c47d1a1c,c0c2d763,0,c0c35560,...) at msleep_spin+0x21d taskqueue_thread_loop(c47fd49c,e4b8dd38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0x8e fork_exit(c08920f0,c47fd49c,e4b8dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe4b8dd70, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc45bad20 sched_switch(c45bad20,0,104,18c,f3104d97,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45bad20,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472d100,0,c0c2d763,0,0,...) at sleepq_wait+0x63 _sleep(c472d100,c472d11c,0,c0c2d763,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d82a04,c4208d38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0xb4 fork_exit(c08920f0,c0d82a04,c4208d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4208d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc474a000 sched_switch(c474a000,0,104,18c,f3103cff,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c474a000,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472d140,0,c0c2d763,0,0,...) at sleepq_wait+0x63 _sleep(c472d140,c472d15c,0,c0c2d763,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54004,c4205d38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0xb4 fork_exit(c08920f0,c0d54004,c4205d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4205d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc474a230 sched_switch(c474a230,0,104,18c,f3102cf7,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c474a230,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472d140,0,c0c2d763,0,0,...) at sleepq_wait+0x63 _sleep(c472d140,c472d15c,0,c0c2d763,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54004,c4202d38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0xb4 fork_exit(c08920f0,c0d54004,c4202d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4202d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc474a460 sched_switch(c474a460,0,104,18c,f3101acf,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c474a460,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472d140,0,c0c2d763,0,0,...) at sleepq_wait+0x63 _sleep(c472d140,c472d15c,0,c0c2d763,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d54004,c41ffd38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0xb4 fork_exit(c08920f0,c0d54004,c41ffd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ffd70, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc474aaf0 sched_switch(c474aaf0,0,104,18c,126c16c6,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c474aaf0,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472d440,0,c0c2d763,0,0,...) at sleepq_wait+0x63 _sleep(c472d440,c472d45c,0,c0c2d763,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d96de8,c41f6d38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0xb4 fork_exit(c08920f0,c0d96de8,c41f6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f6d70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4576460 sched_switch(c4576460,0,104,18c,18f2d99f,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4576460,0,c0c3b070,247,0,...) at sleepq_switch+0x15f sleepq_wait(c455ab40,0,c0c2d763,0,0,...) at sleepq_wait+0x63 _sleep(c455ab40,c455ab5c,0,c0c2d763,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d95920,c41f0d38,c0c32ca7,32d,c0d82160,...) at taskqueue_thread_loop+0xb4 fork_exit(c08920f0,c0d95920,c41f0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f0d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d82410 sched_switch(c0d82410,0,104,18c,4642954b,...) at sched_switch+0x437 mi_switch(104,0,c0c3b070,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d82410,0,c0c3b070,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d82160,44,c0c391c7,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d82160,0,44,c0c391c7,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:1:allt> call doadump Physical memory: 1007 MB Dumping 198 MB: 183 167 151 135 119 103 87 71 55 39 23 7 Dump complete = 0xf db:1:doadump> reset $ svn diff /usr/src/sys -- Test scenario: $ ./lor2.sh dl.c: In function 'main': dl.c:124: warning: implicit declaration of function 'exit' dl.c:124: warning: incompatible implicit declaration of built-in function 'exit' $ kill -9 63519 63528 $ ps -l UID PID PPID CPU PRI NI VSZ RSS MWCHAN STAT TT TIME COMMAND 1001 1151 1150 0 76 0 4504 248 wait Is 0 0:00,14 -bash (bash) 1001 61992 1151 0 76 0 3572 584 wait I+ 0 0:00,53 /bin/sh ./lor2.sh 1001 63519 1 0 44 0 1528 276 ufs DL+ 0 0:00,01 /tmp/dl 1001 63528 63519 0 44 0 1528 276 ufs DL+ 0 0:00,00 /tmp/dl 1001 64772 61992 0 76 0 3232 1236 ufs D+ 0 0:00,01 rm -rf dl.dir.298 1001 2225 2223 0 44 0 4648 1260 select Ss+ 1 0:44,15 top -s 1 1001 70104 70103 0 44 0 4504 2428 wait Ss 2 0:00,05 -bash (bash) 1001 70201 70104 0 44 0 3368 1444 - R+ 2 0:00,00 ps -l $ #!/bin/sh # Test lock ordering between vnode lock and user map lock # Deadlock seen # Test scenario by ups here=`pwd` cd /tmp sed '1,/^EOF/d' < $here/$0 > dl.c cc -o dl -Wall dl.c rm -f dl.c $here/../testcases/swap/swap -t 10m -i 200 -h & for i in `jot 500`; do mkdir dl.dir.$i (cd dl.dir.$i; /tmp/dl & ) done for i in `jot 500`; do wait done for i in `jot 500`; do rm -rf dl.dir.$i done ps | grep swap | grep -v swap | awk '{print $1}' | xargs kill rm -rf /tmp/dl exit 0 EOF #include #include #include #include #include #include int prepareFile(char* filename,int* fdp); int mapBuffer(char** bufferp,int fd1,int fd2); int startIO(int fd,char *buffer); int pagesize; #define FILESIZE (32*1024) char wbuffer[FILESIZE]; /* Create a FILESIZE sized file - then remove file data from the cache*/ int prepareFile(char* filename,int* fdp) { int fd; int len; int status; void *addr; fd = open(filename,O_CREAT | O_TRUNC | O_RDWR,S_IRWXU); if (fd == -1) { perror("Creating file"); return fd; } len = write(fd,wbuffer,FILESIZE); if (len < 0) { perror("Write failed"); return 1; } status = fsync(fd); if (status != 0) { perror("fsync failed"); return 1; } addr = mmap(NULL,FILESIZE, PROT_READ | PROT_WRITE , MAP_SHARED, fd, 0); if (addr == MAP_FAILED) { perror("Mmap failed"); return 1; } status = msync(addr,FILESIZE,MS_INVALIDATE | MS_SYNC); if (status != 0) { perror("Msync failed"); return 1; } munmap(addr,FILESIZE); *fdp = fd; return 0; } /* mmap a 2 page buffer - first page is from fd1, second page from fd2 */ int mapBuffer(char** bufferp,int fd1,int fd2) { void* addr; char *buffer; addr = mmap(NULL,pagesize*2, PROT_READ | PROT_WRITE , MAP_SHARED, fd1, 0); if (addr == MAP_FAILED) { perror("Mmap failed"); return 1; } buffer = addr; addr = mmap(buffer + pagesize,pagesize, PROT_READ | PROT_WRITE , MAP_FIXED | MAP_SHARED, fd2, 0); if (addr == MAP_FAILED) { perror("Mmap2 failed"); return 1; } *bufferp = buffer; return 0; } int startIO(int fd,char *buffer) { ssize_t len; len = write(fd,buffer,2*pagesize); if (len == -1) { perror("write failed"); return 1; } return 0; } int main(int argc,char *argv[],char *envp[]) { int fdA,fdB,fdDelayA,fdDelayB; int status; char *bufferA,*bufferB; pid_t pid; pagesize = getpagesize(); if ((prepareFile("A",&fdA)) || (prepareFile("B",&fdB)) || (prepareFile("DelayA",&fdDelayA)) || (prepareFile("DelayB",&fdDelayB)) || (mapBuffer(&bufferA,fdDelayA,fdB)) || (mapBuffer(&bufferB,fdDelayB,fdA))) exit(1); pid = fork(); if (pid == 0) { status = startIO(fdA,bufferA); exit(status); } if (pid == -1) { exit(1); } status = startIO(fdB,bufferB); exit(status); }