GENERIC HEAD from 2011-06-29 22:12:43 UTC, r223687M, vmcore.172 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2011 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 9.0-CURRENT #0 r223687M: Thu Jun 30 08:47:14 CEST 2011 pho@x4.osted.lan:/usr/src/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.02-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) avail memory = 3531751424 (3368 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1a: clean, 203562 free (1730 frags, 25229 blocks, 0.2% fragmentation) /dev/ad4s1f: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1f: clean, 191667 free (4435 frags, 23404 blocks, 0.4% fragmentation) /dev/label/tmp: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/label/tmp: clean, 94266168 free (3016 frags, 11782894 blocks, 0.0% fragmentation) /dev/ad4s1d: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1d: clean, 1859882 free (285266 frags, 196827 blocks, 2.8% fragmentation) /dev/ad4s1e: FILE SYSTEM CLEAN; SKIPPING CHECKS /dev/ad4s1e: clean, 2522505 free (72921 frags, 306198 blocks, 0.3% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet 127.0.0.1 netmask 0xff000000 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=389b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 tentative scopeid 0x1 nd6 options=29 media: Ethernet autoselect (none) status: no carrier fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: usbus0. Starting Network: usbus1. Starting Network: usbus2. Starting Network: usbus3. Starting Network: usbus4. Starting Network: usbus5. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 re0: link state changed to UP Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/lib/compat/pkg /usr/local/kde4/lib /usr/local/lib /usr/local/lib/compat /usr/local/lib/compat/pkg /usr/local/lib/nss /usr/local/lib/qt4 /usr/local/lib/virtualbox /usr/local/lib/wine a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. No core dumps found. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 lock order reversal: 1st 0xe0b1e360 bufwait (bufwait) @ kern/vfs_bio.c:2658 2nd 0xc7e00200 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0ef6376,2e687361,38323a63,c7000a34,a7a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3d01b,c0ef9d3f,c7165370,c71693a0,ef6e6894,...) at kdb_backtrace+0x2a _witness_debugger(c0ef9d3f,c7e00200,c0f290a2,c71693a0,c0f28d34,...) at _witness_debugger+0x25 witness_checkorder(c7e00200,9,c0f28d2b,11c,0,...) at witness_checkorder+0x839 _sx_xlock(c7e00200,0,c0f28d2b,11c,c7968074,...) at _sx_xlock+0x85 ufsdirhash_acquire(e0b1e300,ef6e69ec,68,e17f1db0,ef6e6964,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c7968074,ef6e69ec,1db0,ef6e6950,ef6e6954,...) at ufsdirhash_add+0x13 ufs_direnter(c7926c3c,c7d562b8,ef6e69ec,ef6e6bd0,e0b1e980,...) at ufs_direnter+0x749 ufs_mkdir(ef6e6bf8,c0f4702e,0,0,ef6e6b3c,...) at ufs_mkdir+0x936 VOP_MKDIR_APV(c103fba0,ef6e6bf8,ef6e6bd0,ef6e6b3c,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c7cd7b80,ffffff9c,28404020,0,1c0,...) at kern_mkdirat+0x225 kern_mkdir(c7cd7b80,28404020,0,1c0,ef6e6c7c,...) at kern_mkdir+0x2e mkdir(c7cd7b80,ef6e6cec,ef6e6d28,c0ef858a,0,...) at mkdir+0x29 syscallenter(c7cd7b80,ef6e6ce4,ef6e6ce4,0,0,...) at syscallenter+0x263 syscall(ef6e6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x28172fd3, esp = 0xbfbfe8cc, ebp = 0xbfbfed78 --- Clearing /tmp (X related). Starting mountd. NFSv4 is disabled Starting nfsd. Recovering vi editor sessions:lock order reversal: 1st 0xc7e8a880 ufs (ufs) @ kern/vfs_lookup.c:501 2nd 0xe0b25ee0 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:261 3rd 0xc7eefc94 ufs (ufs) @ kern/vfs_subr.c:2134 KDB: stack backtrace: db_trace_self_wrapper(c0ef6376,3a632e73,a313632,281f3b00,8067ec0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3d01b,c0ef9d58,c7165370,c7169338,ef6ea340,...) at kdb_backtrace+0x2a _witness_debugger(c0ef9d58,c7eefc94,c0ee9124,c7169338,c0f0195b,...) at _witness_debugger+0x25 witness_checkorder(c7eefc94,9,c0f01952,856,0,...) at witness_checkorder+0x839 __lockmgr_args(c7eefc94,80100,c7eefd00,0,0,...) at __lockmgr_args+0x814 ffs_lock(ef6ea464,c0a4e90b,c0f00cb7,80100,c7eefc3c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c103fba0,ef6ea464,c7cd7950,c105abc0,c7eefc3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c7eefc3c,80100,c0f01952,856,4,...) at _vn_lock+0x78 vget(c7eefc3c,80100,c7cd78a0,50,0,...) at vget+0xbb vfs_hash_get(c7baf87c,15f687,80000,c7cd78a0,ef6ea5a8,...) at vfs_hash_get+0xed ffs_vgetf(c7baf87c,15f687,80000,ef6ea5a8,1,...) at ffs_vgetf+0x49 softdep_sync_buf(c7e8a828,e0b25e80,1,107,0,...) at softdep_sync_buf+0xac9 ffs_syncvnode(c7e8a828,1,c7e8a920,c7165370,c11e0018,...) at ffs_syncvnode+0x238 ffs_truncate(c7e8a828,200,0,880,c7871a80,...) at ffs_truncate+0x82b ufs_direnter(c7e8a828,c7eefc3c,ef6ea914,ef6eaba4,0,...) at ufs_direnter+0x924 ufs_makeinode(ef6eaba4,c1040120,ef6eab00,ef6eaa5c,c0d59225,...) at ufs_makeinode+0x5e5 ufs_create(ef6eab00,c0f471f4,0,0,ef6eab78,...) at ufs_create+0x30 VOP_CREATE_APV(c103fba0,ef6eab00,ef6eaba4,ef6eaa98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(ef6eab78,ef6eac2c,1b0,0,c7871a80,...) at vn_open_cred+0x205 vn_open(ef6eab78,ef6eac2c,1b0,c78aa230,0,...) at vn_open+0x3b kern_openat(c7cd78a0,ffffff9c,28839f60,0,a03,...) at kern_openat+0x12f kern_open(c7cd78a0,28839f60,0,a02,1b0,...) at kern_open+0x35 open(c7cd78a0,ef6eacec,ef6ead28,c0ef858a,0,...) at open+0x30 syscallenter(c7cd78a0,ef6eace4,ef6eace4,0,0,...) at syscallenter+0x263 syscall(ef6ead28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, open), eip = 0x283d5013, esp = 0xbfbfc4fc, ebp = 0xbfbfc588 --- . Updating motd:. Starting ntpd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xc796b5c8 ufs (ufs) @ kern/vfs_mount.c:1193 2nd 0xc7926724 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1832 KDB: stack backtrace: db_trace_self_wrapper(c0ef6376,38313a63,a3233,c0f2a721,c19b4888,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3d01b,c0ef9d3f,c7169338,c7169200,ef60da04,...) at kdb_backtrace+0x2a _witness_debugger(c0ef9d3f,c7926724,c0ee0f87,c7169200,c0f25331,...) at _witness_debugger+0x25 witness_checkorder(c7926724,9,c0f25328,728,c7926790,...) at witness_checkorder+0x839 __lockmgr_args(c7926724,80400,c7926790,0,0,...) at __lockmgr_args+0x814 vop_stdlock(ef60db24,4,c0ef0a47,80400,c79266cc,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c10156a0,ef60db24,c1213b30,c105abc0,c79266cc,...) at VOP_LOCK1_APV+0xb5 _vn_lock(c79266cc,80400,c0f25328,728,c7bb0000,...) at _vn_lock+0x78 softdep_flushworklist(c7bb0000,ef60dbd0,c77ed2e0,576,0,...) at softdep_flushworklist+0x47 ffs_sync(c7bb0000,1,ef60dc14,4ee,80,...) at ffs_sync+0x2fd dounmount(c7bb0000,8080000,c77ed2e0,473,5b85c5ea,...) at dounmount+0x447 unmount(c77ed2e0,ef60dcec,28177075,1,0,...) at unmount+0x310 syscallenter(c77ed2e0,ef60dce4,c0d3601d,c10959f0,0,...) at syscallenter+0x263 syscall(ef60dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, unmount), eip = 0x280dd6cb, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 102557 files, 24047813 used, 94266168 free (3016 frags, 11782894 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 102557 files, 24047813 used, 94266168 free (3016 frags, 11782894 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Thu Jun 30 09:04:18 CEST 2011 FreeBSD/i386 (x4.osted.lan) (console) login: Jun 30 09:15:13 x4 su: pho to root on /dev/pts/0 lock order reversal: 1st 0xe0c4b3e0 bufwait (bufwait) @ kern/vfs_bio.c:2658 2nd 0xc992bd1c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:818 KDB: stack backtrace: db_trace_self_wrapper(c0ef6376,632e746f,3831383a,ef64000a,c0a4e90b,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a3d01b,c0ef9d3f,c7165370,c7169af0,ef64d508,...) at kdb_backtrace+0x2a _witness_debugger(c0ef9d3f,c992bd1c,c0f24dcd,c7169af0,c0f24d57,...) at _witness_debugger+0x25 witness_checkorder(c992bd1c,9,c0f24d4e,332,ca80dba4,...) at witness_checkorder+0x839 __lockmgr_args(c992bd1c,80400,ca80dba4,0,0,...) at __lockmgr_args+0x814 ffs_lock(ef64d62c,e0b4e5a0,100000,80400,ca80dae0,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c103fba0,ef64d62c,e0b4e648,c105abc0,ca80dae0,...) at VOP_LOCK1_APV+0xb5 _vn_lock(ca80dae0,80400,c0f24d4e,332,0,...) at _vn_lock+0x78 ffs_snapshot(c7baf000,c7ba6860,c0f281d0,176,ef64d980,...) at ffs_snapshot+0x2956 ffs_mount(c7baf000,c8251000,ff,393,0,...) at ffs_mount+0x15a0 vfs_donmount(c79108a0,211000,c7e6e080,c7e6e080,c7906840,...) at vfs_donmount+0x1147 nmount(c79108a0,ef64dcec,ef64dd28,c0ef858a,0,...) at nmount+0x84 syscallenter(c79108a0,ef64dce4,ef64dce4,0,0,...) at syscallenter+0x263 syscall(ef64dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (378, FreeBSD ELF32, nmount), eip = 0x280db34b, esp = 0xbfbfe0ec, ebp = 0xbfbfe868 --- fsync: giving up on dirty 0xc832b15c: tag devfs, type VCHR usecount 1, writecount 0, refcount 272 mountedhere 0xc785dd00 flags (VV_COPYONWRITE) v_object 0xc8330908 ref 0 pages 2174 lock type devfs: EXCL by thread 0xc789f000 (pid 2391) #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0a8c6d5 at vop_stdlock+0x65 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #3 0xc0aac668 at _vn_lock+0x78 #4 0xc0c3a0c7 at softdep_flushworklist+0x47 #5 0xc0c3da1d at ffs_sync+0x2fd #6 0xc0aac442 at vfs_write_suspend+0x122 #7 0xc0c22001 at ffs_snapshot+0xc91 #8 0xc0c3f960 at ffs_mount+0x15a0 #9 0xc0a95e67 at vfs_donmount+0x1147 #10 0xc0a964d4 at nmount+0x84 #11 0xc0a472d3 at syscallenter+0x263 #12 0xc0d357bf at syscall+0x4f #13 0xc0d1ee71 at Xint0x80_syscall+0x21 dev md5a fsync: giving up on dirty 0xc832b15c: tag devfs, type VCHR usecount 1, writecount 0, refcount 272 mountedhere 0xc785dd00 flags (VV_COPYONWRITE) v_object 0xc8330908 ref 0 pages 2174 lock type devfs: EXCL by thread 0xc789f000 (pid 2391) #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0a8c6d5 at vop_stdlock+0x65 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #3 0xc0aac668 at _vn_lock+0x78 #4 0xc0c3daf5 at ffs_sync+0x3d5 #5 0xc0aac442 at vfs_write_suspend+0x122 #6 0xc0c22001 at ffs_snapshot+0xc91 #7 0xc0c3f960 at ffs_mount+0x15a0 #8 0xc0a95e67 at vfs_donmount+0x1147 #9 0xc0a964d4 at nmount+0x84 #10 0xc0a472d3 at syscallenter+0x263 #11 0xc0d357bf at syscall+0x4f #12 0xc0d1ee71 at Xint0x80_syscall+0x21 dev md5a fsync: giving up on dirty 0xc832b15c: tag devfs, type VCHR usecount 1, writecount 0, refcount 56 mountedhere 0xc785dd00 flags (VV_COPYONWRITE) v_object 0xc8330908 ref 0 pages 2182 lock type devfs: EXCL by thread 0xc7bb42e0 (pid 2394) #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0a8c6d5 at vop_stdlock+0x65 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #3 0xc0aac668 at _vn_lock+0x78 #4 0xc0c3a0c7 at softdep_flushworklist+0x47 #5 0xc0c3da1d at ffs_sync+0x2fd #6 0xc0aac442 at vfs_write_suspend+0x122 #7 0xc0c22001 at ffs_snapshot+0xc91 #8 0xc0c3f960 at ffs_mount+0x15a0 #9 0xc0a95e67 at vfs_donmount+0x1147 #10 0xc0a964d4 at nmount+0x84 #11 0xc0a472d3 at syscallenter+0x263 #12 0xc0d357bf at syscall+0x4f #13 0xc0d1ee71 at Xint0x80_syscall+0x21 dev md5a /mnt: got error 28 while accessing filesystem panic: softdep_deallocate_dependencies: unrecovered I/O error cpuid = 2 KDB: enter: panic [ thread pid 9 tid 100073 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 9 tid 100073 td 0xc75712e0 kdb_enter(c0ef245a,c0ef245a,c0f2594e,ed405a44,2,...) at kdb_enter+0x3a panic(c0f2594e,ed405a90,c0a84050,e0c870a0,c7571390,...) at panic+0x134 softdep_deallocate_dependencies(e0c870a0,c7571390,c1024bb8,c11e0800,c0efefb4,...) at softdep_deallocate_dependencies+0x3d brelse(e0c870a0,0,c0efefab,d58,c11e0800,...) at brelse+0xb0 bufdone_finish(e0c870a0,0,0,e0c870a0,ed405b2c,...) at bufdone_finish+0x3a7 bufdone(e0c870a0,e0c870a0,0,e0c870a0,c8669ae0,...) at bufdone+0x6a ffs_geom_strategy(c832b254,e0c870a0,ed405b5c,3,c75712e0,...) at ffs_geom_strategy+0x103 ufs_strategy(ed405b98,c0f46eef,c75712e0,e0c870a0,4,...) at ufs_strategy+0xd3 VOP_STRATEGY_APV(c103fba0,ed405b98,c0efefab,c105ac20,c8669ae0,...) at VOP_STRATEGY_APV+0xe5 bufstrategy(c8669bd8,e0c870a0,3a6,1000,0,...) at bufstrategy+0x61 bufwrite(e0c870a0,0,c0efefab,6dc,c0f01b9f,...) at bufwrite+0x159 vfs_bio_awrite(e0c870a0,0,c0efefab,945,0,...) at vfs_bio_awrite+0x318 flushbufqueues(d0,c0ef0a47,c77e2b88,391,391,...) at flushbufqueues+0x5b0 buf_do_flush(ffffffff,0,c0efefab,8ac,64,...) at buf_do_flush+0x19 buf_daemon(0,ed405d28,c0eecdb0,390,c77e2b00,...) at buf_daemon+0xea fork_exit(c0a86710,0,ed405d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed405d60, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 2 cpuid = 0 dynamic pcpu = 0x7c9d00 curthread = 0xc744a8a0: pid 18 "softdepflush" curpcb = 0xed40ed80 fpcurthread = none idlethread = 0xc71bd8a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x5ecbd00 curthread = 0xc71bd5c0: pid 11 "idle: cpu1" curpcb = 0xc6f3ad80 fpcurthread = none idlethread = 0xc71bd5c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x5eced00 curthread = 0xc75712e0: pid 9 "bufdaemon" curpcb = 0xed405d80 fpcurthread = none idlethread = 0xc71bd2e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x5ed1d00 curthread = 0xc71bd000: pid 11 "idle: cpu3" curpcb = 0xc6f40d80 fpcurthread = none idlethread = 0xc71bd000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 2400 (suj21) thread 0xc7e768a0 (100156) exclusive lockmgr ufs (ufs) r = 0 (0xca359df0) locked @ kern/vfs_vnops.c:612 Process 2349 (sshd) thread 0xc790a8a0 (100116) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7efa22c) locked @ kern/uipc_sockbuf.c:148 Process 2348 (sshd) thread 0xc7bb5000 (100147) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc7e70a4c) locked @ kern/uipc_sockbuf.c:148 Process 2347 (sshd) thread 0xc7bb4000 (100152) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc81158ac) locked @ kern/uipc_sockbuf.c:148 Process 2275 (sshd) thread 0xc7cd62e0 (100143) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc8115a4c) locked @ kern/uipc_sockbuf.c:148 Process 18 (softdepflush) thread 0xc744a8a0 (100076) exclusive sleep mutex bufobj interlock (bufobj interlock) r = 0 (0xca80dbd8) locked @ kern/vfs_bio.c:1602 exclusive lockmgr bufwait (bufwait) r = 0 (0xe0c4b8c0) locked @ kern/vfs_bio.c:2658 exclusive lockmgr snaplk (snaplk) r = 0 (0xc992bd1c) locked @ ufs/ffs/ffs_snapshot.c:1756 Process 9 (bufdaemon) thread 0xc75712e0 (100073) exclusive lockmgr ufs (ufs) r = 0 (0xc8669b38) locked @ kern/vfs_bio.c:2372 db:0:alllocks> show lockedvnods Locked vnodes 0xc8669ae0: 0xc8669ae0: tag ufs, type VREG tag ufs, type VREG usecount 0, writecount 0, refcount 3 mountedhere 0 usecount 0, writecount 0, refcount 3 mountedhere 0 flags () flags () v_object 0xc8666c38 ref 0 pages 9 v_object 0xc8666c38 ref 0 pages 9 lock type ufs: EXCL by thread 0xc75712e0 (pid 9) lock type ufs: EXCL by thread 0xc75712e0 (pid 9) #0 0xc09ec6fe at __lockmgr_args+0xbfe #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0c42591 at ffs_lock+0xa1 #1 0xc0c42591 at ffs_lock+0xa1 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #3 0xc0aac668 at _vn_lock+0x78 #3 0xc0aac668 at _vn_lock+0x78 #4 0xc0a8632b at flushbufqueues+0x56b #4 0xc0a8632b at flushbufqueues+0x56b #5 0xc0a86629 at buf_do_flush+0x19 #5 0xc0a86629 at buf_do_flush+0x19 #6 0xc0a867fa at buf_daemon+0xea #6 0xc0a867fa at buf_daemon+0xea #7 0xc09d7878 at fork_exit+0xb8 #7 0xc09d7878 at fork_exit+0xb8 #8 0xc0d1ee84 at fork_trampoline+0x8 #8 0xc0d1ee84 at fork_trampoline+0x8 ino 6, on dev md5a ino 6, on dev md5a 0xca80dae0: 0xca80dae0: tag ufs, type VREG tag ufs, type VREG usecount 1, writecount 0, refcount 283 mountedhere 0 usecount 1, writecount 0, refcount 283 mountedhere 0 flags (VV_SYSTEM) flags (VV_SYSTEM) v_object 0xca84b3b8 ref 0 pages 111024 v_object 0xca84b3b8 ref 0 pages 111024 lock type snaplk: EXCL by thread 0xc744a8a0 (pid 18) lock type snaplk: EXCL by thread 0xc744a8a0 (pid 18) with exclusive waiters pending with exclusive waiters pending #0 0xc09ec6fe at __lockmgr_args+0xbfe #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0c1ccca at ffs_snapblkfree+0xea #1 0xc0c1ccca at ffs_snapblkfree+0xea #2 0xc0c10bcc at ffs_blkfree+0x5c #2 0xc0c10bcc at ffs_blkfree+0x5c #3 0xc0c27940 at handle_workitem_freefrag+0xf0 #3 0xc0c27940 at handle_workitem_freefrag+0xf0 #4 0xc0c291bd at process_worklist_item+0x2cd #4 0xc0c291bd at process_worklist_item+0x2cd #5 0xc0c39f68 at softdep_process_worklist+0x88 #5 0xc0c39f68 at softdep_process_worklist+0x88 #6 0xc0c3a530 at softdep_flush+0x2a0 #6 0xc0c3a530 at softdep_flush+0x2a0 #7 0xc09d7878 at fork_exit+0xb8 #7 0xc09d7878 at fork_exit+0xb8 #8 0xc0d1ee84 at fork_trampoline+0x8 #8 0xc0d1ee84 at fork_trampoline+0x8 ino 8412, on dev md5a ino 8412, on dev md5a 0xc8365ae0: 0xc8365ae0: tag ufs, type VREG tag ufs, type VREG usecount 1, writecount 0, refcount 1147 mountedhere 0 usecount 1, writecount 0, refcount 1147 mountedhere 0 flags (VV_SYSTEM) flags (VV_SYSTEM) v_object 0xc85704c8 ref 0 pages 27064 v_object 0xc85704c8 ref 0 pages 27064 lock type snaplk: EXCL by thread 0xc744a8a0 (pid 18) lock type snaplk: EXCL by thread 0xc744a8a0 (pid 18) with exclusive waiters pending with exclusive waiters pending #0 0xc09ec6fe at __lockmgr_args+0xbfe #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0c1ccca at ffs_snapblkfree+0xea #1 0xc0c1ccca at ffs_snapblkfree+0xea #2 0xc0c10bcc at ffs_blkfree+0x5c #2 0xc0c10bcc at ffs_blkfree+0x5c #3 0xc0c27940 at handle_workitem_freefrag+0xf0 #3 0xc0c27940 at handle_workitem_freefrag+0xf0 #4 0xc0c291bd at process_worklist_item+0x2cd #4 0xc0c291bd at process_worklist_item+0x2cd #5 0xc0c39f68 at softdep_process_worklist+0x88 #5 0xc0c39f68 at softdep_process_worklist+0x88 #6 0xc0c3a530 at softdep_flush+0x2a0 #6 0xc0c3a530 at softdep_flush+0x2a0 #7 0xc09d7878 at fork_exit+0xb8 #7 0xc09d7878 at fork_exit+0xb8 #8 0xc0d1ee84 at fork_trampoline+0x8 #8 0xc0d1ee84 at fork_trampoline+0x8 ino 10, on dev md5a ino 10, on dev md5a 0xca359d98: 0xca359d98: tag ufs, type VREG tag ufs, type VREG usecount 1, writecount 1, refcount 3 mountedhere 0 usecount 1, writecount 1, refcount 3 mountedhere 0 flags () flags () v_object 0xca67cb28 ref 0 pages 1 v_object 0xca67cb28 ref 0 pages 1 lock type ufs: EXCL by thread 0xc7e768a0 (pid 2400) lock type ufs: EXCL by thread 0xc7e768a0 (pid 2400) #0 0xc09ec6fe at __lockmgr_args+0xbfe #0 0xc09ec6fe at __lockmgr_args+0xbfe #1 0xc0c42591 at ffs_lock+0xa1 #1 0xc0c42591 at ffs_lock+0xa1 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #2 0xc0d58255 at VOP_LOCK1_APV+0xb5 #3 0xc0aac668 at _vn_lock+0x78 #3 0xc0aac668 at _vn_lock+0x78 #4 0xc0aad9d6 at vn_write+0x156 #4 0xc0aad9d6 at vn_write+0x156 #5 0xc0a512a5 at dofilewrite+0x95 #5 0xc0a512a5 at dofilewrite+0x95 #6 0xc0a52a48 at kern_writev+0x58 #6 0xc0a52a48 at kern_writev+0x58 #7 0xc0a52b5f at write+0x4f #7 0xc0a52b5f at write+0x4f #8 0xc0a472d3 at syscallenter+0x263 #8 0xc0a472d3 at syscallenter+0x263 #9 0xc0d357bf at syscall+0x4f #9 0xc0d357bf at syscall+0x4f #10 0xc0d1ee71 at Xint0x80_syscall+0x21 #10 0xc0d1ee71 at Xint0x80_syscall+0x21 ino 17459, on dev md5a ino 17459, on dev md5a db:0:lockedvnods> show mount 0xc786fb50 /dev/ad4s1a on / (ufs) 0xc7870000 devfs on /dev (devfs) 0xc7ba85a8 /dev/ad4s1f on /home (ufs) 0xc7bafb50 /dev/ad4s1d on /usr (ufs) 0xc7baf87c /dev/ad4s1e on /var (ufs) 0xc7baf5a8 procfs on /proc (procfs) 0xc7baf2d4 /dev/label/tmp on /tmp (ufs) 0xc7baf000 /dev/md5a on /mnt (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 2400 2399 2400 1001 DL+ snaplk 0xc992bd1c suj21 2399 2319 2319 0 S+ wait 0xc81f9580 su 2377 2361 2360 1001 S nanslp 0xc1097304 sleep 2362 2360 2360 1001 S piperd 0xc7f0e310 awk 2361 2360 2360 1001 S wait 0xc81f7000 sh 2360 2357 2360 1001 Ss wait 0xc7cd2840 sh 2359 2356 2359 1001 Ss kqread 0xc777d400 tail 2358 2355 2358 1001 Ss+ select 0xc77c56e4 top 2357 2349 2349 1001 S select 0xc77c5e64 sshd 2356 2348 2348 1001 S select 0xc7836ea4 sshd 2355 2347 2347 1001 S select 0xc787f864 sshd 2349 2091 2349 0 Ss sbwait 0xc7efa258 sshd 2348 2091 2348 0 Ss sbwait 0xc7e70a78 sshd 2347 2091 2347 0 Ss sbwait 0xc81158d8 sshd 2338 0 0 0 DL mdwait 0xc7851000 [md5] 2319 2296 2319 0 S+ wait 0xc7cd2580 sh 2296 2292 2296 0 S+ wait 0xc81f9b00 bash 2292 2291 2292 0 S+ pause 0xc7cd2058 csh 2291 2278 2291 1001 S+ wait 0xc7cd3580 su 2278 2277 2278 1001 Ss+ wait 0xc811e840 bash 2277 2275 2275 1001 S select 0xc77c57a4 sshd 2275 2091 2275 0 Ss sbwait 0xc8115a78 sshd 2235 1 2235 0 Ss+ ttyin 0xc757e070 getty 2234 1 2234 0 Ss+ ttyin 0xc757e270 getty 2233 1 2233 0 Ss+ ttyin 0xc757e470 getty 2232 1 2232 0 Ss+ ttyin 0xc72e5070 getty 2231 1 2231 0 Ss+ ttyin 0xc72e5270 getty 2230 1 2230 0 Ss+ ttyin 0xc72e5470 getty 2229 1 2229 0 Ss+ ttyin 0xc72e5670 getty 2228 1 2228 0 Ss+ ttyin 0xc72e5870 getty 2227 1 2227 0 Ss+ ttyin 0xc72e5a70 getty 2188 1 2188 0 Ss select 0xc780f264 inetd 2156 1 2156 0 Ss nanslp 0xc1097304 watchdogd 2111 1 2111 0 Ss nanslp 0xc1097304 cron 2103 1 2103 25 Ss pause 0xc78d9b58 sendmail 2099 1 2099 0 Ss select 0xc7386de4 sendmail 2091 1 2091 0 Ss select 0xc7386e24 sshd 2031 1 2031 0 Ss select 0xc780f0e4 moused 1953 1 1953 0 Ss select 0xc78366e4 ntpd 1847 1846 1846 0 S (threaded) nfsd 100136 S rpcsvc 0xc7e787d0 nfsd: service 100135 S rpcsvc 0xc77b20d0 nfsd: service 100134 S rpcsvc 0xc7e78810 nfsd: service 100115 S rpcsvc 0xc77b2110 nfsd: master 1846 1 1846 0 Ss select 0xc780f324 nfsd 1836 1 1836 0 Ss select 0xc7386ea4 mountd 1737 1 1737 0 Ss select 0xc780f3a4 rpcbind 1709 1 1709 0 Ss select 0xc77c50a4 syslogd 1509 1 1509 0 Ss select 0xc780f3e4 devd 18 0 0 0 RL CPU 0 [softdepflush] 17 0 0 0 DL vlruwt 0xc77e2580 [vnlru] 16 0 0 0 DL syncer 0xc120d4f4 [syncer] 9 0 0 0 RL CPU 2 [bufdaemon] 8 0 0 0 DL pgzero 0xc12159dc [pagezero] 7 0 0 0 DL psleep 0xc12155c8 [vmdaemon] 6 0 0 0 DL psleep 0xc1215590 [pagedaemon] 5 0 0 0 DL ccb_scan 0xc105c054 [xpt_thrd] 4 0 0 0 DL waiting_ 0xc120f018 [sctp_iterator] 3 0 0 0 DL - 0xc755f43c [fdc0] 2 0 0 0 SL - 0xc7479000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc7450d34 [usbus5] 100057 D - 0xc7450d04 [usbus5] 100056 D - 0xc7450cd4 [usbus5] 100055 D - 0xc7450ca4 [usbus5] 100053 D - 0xc7441b5c [usbus4] 100052 D - 0xc7441b2c [usbus4] 100051 D - 0xc7441afc [usbus4] 100050 D - 0xc7441acc [usbus4] 100049 D - 0xc743db5c [usbus3] 100048 D - 0xc743db2c [usbus3] 100047 D - 0xc743dafc [usbus3] 100046 D - 0xc743dacc [usbus3] 100045 D - 0xc7434b5c [usbus2] 100044 D - 0xc7434b2c [usbus2] 100043 D - 0xc7434afc [usbus2] 100042 D - 0xc7434acc [usbus2] 100040 D - 0xc742fb5c [usbus1] 100039 D - 0xc742fb2c [usbus1] 100038 D - 0xc742fafc [usbus1] 100037 D - 0xc742facc [usbus1] 100035 D - 0xc741fb5c [usbus0] 100034 D - 0xc741fb2c [usbus0] 100033 D - 0xc741fafc [usbus0] 100032 D - 0xc741facc [usbus0] 14 0 0 0 DL - 0xc1096104 [yarrow] 13 0 0 0 DL (threaded) [geom] 100015 D - 0xc1093d28 [g_down] 100014 D - 0xc1093d24 [g_up] 100013 D - 0xc1093d1c [g_event] 12 0 0 0 RL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi5: +] 100026 I [swi2: cambio] 100021 I [swi6: task queue] 100019 I [swi6: Giant taskq] 100012 I [swi3: vm] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 RunQ [swi4: clock] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 CanRun [idle: cpu2] 100004 Run CPU 1 [idle: cpu1] 100003 CanRun [idle: cpu0] 1 0 1 0 SLs wait 0xc71bbb00 [init] 10 0 0 0 DL audit_wo 0xc1213300 [audit] 0 0 0 0 DLs (threaded) [kernel] 100077 D - 0xc77b4740 [mca taskq] 100067 D - 0xc1096104 [deadlkres] 100061 D - 0xc74817c0 [fw0_taskq] 100025 D - 0xc71936c0 [acpi_task_2] 100024 D - 0xc71936c0 [acpi_task_1] 100023 D - 0xc71936c0 [acpi_task_0] 100022 D - 0xc7193700 [kqueue taskq] 100020 D - 0xc7193780 [ffs_trim taskq] 100018 D - 0xc7193800 [thread taskq] 100016 D - 0xc7193c00 [firmware taskq] 100000 D sched 0xc1093e00 [swapper] db:0:ps> allt Tracing command suj21 pid 2400 tid 100156 td 0xc7e768a0 sched_switch(c7e768a0,0,104,191,e85c42e4,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,60,...) at mi_switch+0x1eb sleepq_switch(c7e768a0,0,c0ef7c00,268,60,...) at sleepq_switch+0x162 sleepq_wait(c992bd1c,60,c0f24dcd,4,0,...) at sleepq_wait+0x63 __lockmgr_args(c992bd1c,80900,c832b220,0,0,...) at __lockmgr_args+0xb1f ffs_snapblkfree(c7bac000,c832b15c,2a187,0,1000,...) at ffs_snapblkfree+0xea ffs_blkfree(c7883400,c7bac000,c832b15c,2a187,0,...) at ffs_blkfree+0x5c handle_workitem_freefrag(0,ef778714,2,6b8,ef778718,...) at handle_workitem_freefrag+0xf0 process_worklist_item(c1213b30,0,c0f25328,3129,ffffc80a,...) at process_worklist_item+0x2cd softdep_request_cleanup(c7bac000,ca359d98,c792d680,4,c0f25331,...) at softdep_request_cleanup+0x382 ffs_realloccg(ca363b54,0,0,1fcb6,0,...) at ffs_realloccg+0xd3d ffs_balloc_ufs2(ca359d98,1000,0,1000,c792d680,...) at ffs_balloc_ufs2+0xf85 ffs_write(ef778b94,c0f4712a,ca359d98,0,ca359d98,...) at ffs_write+0x2ad VOP_WRITE_APV(c103fba0,ef778b94,ca359d98,264,0,...) at VOP_WRITE_APV+0x136 vn_write(c78aa700,ef778c28,c792d680,0,c7e768a0,...) at vn_write+0x1ca dofilewrite(ef778c28,ffffffff,ffffffff,0,c78aa700,...) at dofilewrite+0x95 kern_writev(c7e768a0,3,ef778c28,ef778c48,1,...) at kern_writev+0x58 write(c7e768a0,ef778cec,ef778d28,c0ef858a,0,...) at write+0x4f syscallenter(c7e768a0,ef778ce4,ef778ce4,0,c10a5300,...) at syscallenter+0x263 syscall(ef778d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x28181f93, esp = 0xbfbfe7dc, ebp = 0xbfbfe888 --- Tracing command su pid 2399 tid 100155 td 0xc7e76b80 sched_switch(c7e76b80,0,104,191,4755deae,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7e76b80,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c81f9580,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c81f9580,c81f9608,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c7e76b80,960,ef775c44,2,0,...) at kern_wait+0xc06 wait4(c7e76b80,ef775cec,281c8b0c,1,0,...) at wait4+0x3b syscallenter(c7e76b80,ef775ce4,c0d3601d,c10959f0,0,...) at syscallenter+0x263 syscall(ef775d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2812429b, esp = 0xbfbfe33c, ebp = 0xbfbfe358 --- Tracing command sleep pid 2377 tid 100087 td 0xc77ec5c0 sched_switch(c77ec5c0,0,104,191,36c9e88f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c77ec5c0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(2711,c0a437f0,c77ec5c0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1097304,6c,c0ef3997,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1097304,0,16c,c0ef3997,2711,...) at _sleep+0x328 kern_nanosleep(c77ec5c0,ef625c34,ef625c3c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c77ec5c0,ef625cec,ef625d28,c0ef858a,0,...) at nanosleep+0x6f syscallenter(c77ec5c0,ef625ce4,ef625ce4,0,0,...) at syscallenter+0x263 syscall(ef625d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281664f7, esp = 0xbfbfec5c, ebp = 0xbfbfeca8 --- Tracing command awk pid 2362 tid 100129 td 0xc789f5c0 sched_switch(c789f5c0,0,104,191,36898f1a,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c789f5c0,0,c0ef7c00,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7f0e310,5c,c0efa40f,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7f0e310,c7f0e480,15c,c0efa40f,0,...) at _sleep+0x35c pipe_read(c7d3cd20,ef703c28,c719f200,0,c789f5c0,...) at pipe_read+0x417 dofileread(ef703c28,ffffffff,ffffffff,0,c7d3cd20,...) at dofileread+0x9e kern_readv(c789f5c0,0,ef703c28,ef703c48,1,...) at kern_readv+0x58 read(c789f5c0,ef703cec,ef703c7c,c09f4194,0,...) at read+0x4f syscallenter(c789f5c0,ef703ce4,c0f41deb,f5,0,...) at syscallenter+0x263 syscall(ef703d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x281b8fb3, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command sh pid 2361 tid 100167 td 0xc820a000 sched_switch(c820a000,0,104,191,369eeabb,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c820a000,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c81f7000,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c81f7000,c81f7088,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c820a000,ffffffff,ef799c44,2,0,...) at kern_wait+0xc06 wait4(c820a000,ef799cec,ef799d28,c0ef858a,0,...) at wait4+0x3b syscallenter(c820a000,ef799ce4,ef799ce4,0,0,...) at syscallenter+0x263 syscall(ef799d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816b29b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sh pid 2360 tid 100122 td 0xc7cd82e0 sched_switch(c7cd82e0,0,104,191,21d49cff,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7cd82e0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7cd2840,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7cd2840,c7cd28c8,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c7cd82e0,ffffffff,ef6dec44,2,0,...) at kern_wait+0xc06 wait4(c7cd82e0,ef6decec,2820fb0c,1,0,...) at wait4+0x3b syscallenter(c7cd82e0,ef6dece4,c0d3601d,c10959f0,0,...) at syscallenter+0x263 syscall(ef6ded28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816b29b, esp = 0xbfbfeb2c, ebp = 0xbfbfeb48 --- Tracing command tail pid 2359 tid 100166 td 0xc820a2e0 sched_switch(c820a2e0,0,104,191,ce6eac67,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,68,...) at mi_switch+0x1eb sleepq_switch(c820a2e0,0,c0ef7c00,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(3e9,c0a437f0,c820a2e0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c777d400,68,c0eec9b4,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c777d400,c777d400,168,c0eec9b4,3e9,...) at _sleep+0x328 kern_kevent(c820a2e0,4,0,1,ef796c28,...) at kern_kevent+0x364 kevent(c820a2e0,ef796cec,c0a2950c,c10a3fb0,0,...) at kevent+0x19e syscallenter(c820a2e0,ef796ce4,ef796cc0,c0a2bba8,c10a4600,...) at syscallenter+0x263 syscall(ef796d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x2816a62b, esp = 0xbfbfeb1c, ebp = 0xbfbfebd8 --- Tracing command top pid 2358 tid 100078 td 0xc789fb80 sched_switch(c789fb80,0,104,191,8e8196ad,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c789fb80,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef601a14,c09f45ba,c77c56d0,0,c789fb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c77c56e4,0,ef601a4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77c56e4,c77c56d0,3e9,627,c7cb39a0,...) at _cv_timedwait_sig+0x252 seltdwait(ef601bf8,ef601c00,c71a0780,c789fb80,c789fb80,...) at seltdwait+0x8a kern_select(c789fb80,2,bfbfebac,0,0,ef601c40,20,1,0) at kern_select+0x504 select(c789fb80,ef601cec,ef601d28,c0ef858a,0,...) at select+0x66 syscallenter(c789fb80,ef601ce4,ef601ce4,0,0,...) at syscallenter+0x263 syscall(ef601d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281eef33, esp = 0xbfbfeb4c, ebp = 0xbfbfeca8 --- Tracing command sshd pid 2357 tid 100150 td 0xc7bb45c0 sched_switch(c7bb45c0,0,104,191,1db0f7bb,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7bb45c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c77c5e50,0,c0ef0a47,c7bb45c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77c5e64,0,ef766a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77c5e64,c77c5e50,c0efa251,627,c78aaa48,...) at _cv_wait_sig+0x243 seltdwait(c78aaa48,58,c7871980,c7bb45c0,f3b,...) at seltdwait+0xa2 kern_select(c7bb45c0,c,288060b4,288060bc,0,0,20,c7cd4840,c7cd4840) at kern_select+0x504 select(c7bb45c0,ef766cec,ef766d28,c0ef858a,0,...) at select+0x66 syscallenter(c7bb45c0,ef766ce4,ef766ce4,0,0,...) at syscallenter+0x263 syscall(ef766d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c4f33, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2356 tid 100146 td 0xc7bdc8a0 sched_switch(c7bdc8a0,0,104,191,ce71f539,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7bdc8a0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c7836e90,0,c0ef0a47,c7bdc8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7836ea4,0,ef757a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7836ea4,c7836e90,c0efa251,627,c7cb3b28,...) at _cv_wait_sig+0x243 seltdwait(c7cb3b28,58,c833e000,c7bdc8a0,246,...) at seltdwait+0xa2 kern_select(c7bdc8a0,c,288060b4,288060bc,0,0,20,c811d580,c811d580) at kern_select+0x504 select(c7bdc8a0,ef757cec,ef757d28,c0ef858a,0,...) at select+0x66 syscallenter(c7bdc8a0,ef757ce4,ef757ce4,0,c10a4600,...) at syscallenter+0x263 syscall(ef757d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c4f33, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2355 tid 100139 td 0xc7cd7000 sched_switch(c7cd7000,0,104,191,8e84a390,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7cd7000,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c787f850,0,c0ef0a47,c7cd7000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c787f864,0,ef742a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c787f864,c787f850,c0efa251,627,c7cb3498,...) at _cv_wait_sig+0x243 seltdwait(c7cb3498,58,c792d280,c7cd7000,246,...) at seltdwait+0xa2 kern_select(c7cd7000,a,288060b4,288060bc,0,0,20,c811eb00,c811eb00) at kern_select+0x504 select(c7cd7000,ef742cec,ef742d28,c0ef858a,0,...) at select+0x66 syscallenter(c7cd7000,ef742ce4,ef742ce4,0,c10a5300,...) at syscallenter+0x263 syscall(ef742d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c4f33, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2349 tid 100116 td 0xc790a8a0 sched_switch(c790a8a0,0,104,191,1d771373,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,68,...) at mi_switch+0x1eb sleepq_switch(c790a8a0,0,c0ef7c00,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7efa258,68,c0efe0a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7efa258,c7efa218,168,c0efe0a1,0) at _sleep+0x35c sbwait(c7efa1f4,4,c0efe179,5ec,c7efa218,...) at sbwait+0x76 soreceive_generic(c7efa1a0,0,ef6c6c28,0,0,...) at soreceive_generic+0x3f0 soreceive(c7efa1a0,0,ef6c6c28,0,0,0) at soreceive+0x38 soo_read(c7f0f5e8,ef6c6c28,c833e200,0,c790a8a0,...) at soo_read+0x4e dofileread(ef6c6c28,ffffffff,ffffffff,0,c7f0f5e8,...) at dofileread+0x9e kern_readv(c790a8a0,5,ef6c6c28,ef6c6c48,1,...) at kern_readv+0x58 read(c790a8a0,ef6c6cec,ef6c6d28,c0ef858a,0,...) at read+0x4f syscallenter(c790a8a0,ef6c6ce4,ef6c6ce4,0,0,...) at syscallenter+0x263 syscall(ef6c6d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284c4fb3, esp = 0xbfbfdd3c, ebp = 0xbfbfdd78 --- Tracing command sshd pid 2348 tid 100147 td 0xc7bb5000 sched_switch(c7bb5000,0,104,191,1d5959aa,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,68,...) at mi_switch+0x1eb sleepq_switch(c7bb5000,0,c0ef7c00,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7e70a78,68,c0efe0a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7e70a78,c7e70a38,168,c0efe0a1,0) at _sleep+0x35c sbwait(c7e70a14,4,c0efe179,5ec,c7e70a38,...) at sbwait+0x76 soreceive_generic(c7e709c0,0,ef75bc28,0,0,...) at soreceive_generic+0x3f0 soreceive(c7e709c0,0,ef75bc28,0,0,0) at soreceive+0x38 soo_read(c7d3c738,ef75bc28,c833e500,0,c7bb5000,...) at soo_read+0x4e dofileread(ef75bc28,ffffffff,ffffffff,0,c7d3c738,...) at dofileread+0x9e kern_readv(c7bb5000,5,ef75bc28,ef75bc48,1,...) at kern_readv+0x58 read(c7bb5000,ef75bcec,ef75bd28,c0ef858a,0,...) at read+0x4f syscallenter(c7bb5000,ef75bce4,ef75bce4,0,0,...) at syscallenter+0x263 syscall(ef75bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284c4fb3, esp = 0xbfbfdd3c, ebp = 0xbfbfdd78 --- Tracing command sshd pid 2347 tid 100152 td 0xc7bb4000 sched_switch(c7bb4000,0,104,191,1d3a44d6,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,68,...) at mi_switch+0x1eb sleepq_switch(c7bb4000,0,c0ef7c00,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c81158d8,68,c0efe0a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c81158d8,c8115898,168,c0efe0a1,0) at _sleep+0x35c sbwait(c8115874,4,c0efe179,5ec,c8115898,...) at sbwait+0x76 soreceive_generic(c8115820,0,ef76cc28,0,0,...) at soreceive_generic+0x3f0 soreceive(c8115820,0,ef76cc28,0,0,0) at soreceive+0x38 soo_read(c792f700,ef76cc28,c719f100,0,c7bb4000,...) at soo_read+0x4e dofileread(ef76cc28,ffffffff,ffffffff,0,c792f700,...) at dofileread+0x9e kern_readv(c7bb4000,5,ef76cc28,ef76cc48,1,...) at kern_readv+0x58 read(c7bb4000,ef76ccec,c0a2950c,c10a3fb0,0,...) at read+0x4f syscallenter(c7bb4000,ef76cce4,ef76ccc0,c0a2bba8,c10a3f80,...) at syscallenter+0x263 syscall(ef76cd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284c4fb3, esp = 0xbfbfdd3c, ebp = 0xbfbfdd78 --- Tracing command md5 pid 2338 tid 100142 td 0xc7cd65c0 sched_switch(c7cd65c0,0,104,191,eb80dbfb,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c7cd65c0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7851000,5c,c0e98411,0,0,...) at sleepq_wait+0x63 _sleep(c7851000,c7851020,25c,c0e98411,0,...) at _sleep+0x372 md_kthread(c7851000,ef74bd28,c0eecdb0,390,c811e2c0,...) at md_kthread+0x11a fork_exit(c0730b50,c7851000,ef74bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef74bd60, ebp = 0 --- Tracing command sh pid 2319 tid 100123 td 0xc7cd8000 sched_switch(c7cd8000,0,104,191,45ff3f12,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7cd8000,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7cd2580,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7cd2580,c7cd2608,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c7cd8000,ffffffff,ef6e2c44,2,0,...) at kern_wait+0xc06 wait4(c7cd8000,ef6e2cec,ef6e2d28,c0ef858a,0,...) at wait4+0x3b syscallenter(c7cd8000,ef6e2ce4,ef6e2ce4,0,0,...) at syscallenter+0x263 syscall(ef6e2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2816b29b, esp = 0xbfbfe7fc, ebp = 0xbfbfe818 --- Tracing command bash pid 2296 tid 100153 td 0xc7e772e0 sched_switch(c7e772e0,0,104,191,a17fb2fe,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7e772e0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c81f9b00,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c81f9b00,c81f9b88,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c7e772e0,ffffffff,ef76fc44,6,0,...) at kern_wait+0xc06 wait4(c7e772e0,ef76fcec,ef76fd28,c0ef858a,0,...) at wait4+0x3b syscallenter(c7e772e0,ef76fce4,ef76fce4,0,0,...) at syscallenter+0x263 syscall(ef76fd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c429b, esp = 0xbfbfe78c, ebp = 0xbfbfe7a8 --- Tracing command csh pid 2292 tid 100125 td 0xc7cd78a0 sched_switch(c7cd78a0,0,104,191,5913ab06,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,74,...) at mi_switch+0x1eb sleepq_switch(c7cd78a0,0,c0ef7c00,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7cd2058,74,c0d845ae,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7cd2058,c7cd2088,174,c0d845ae,0,...) at _sleep+0x35c kern_sigsuspend(c7cd78a0,0,0,0,0,...) at kern_sigsuspend+0xba sigsuspend(c7cd78a0,ef6eacec,ef6ead28,c0ef858a,0,...) at sigsuspend+0x4d syscallenter(c7cd78a0,ef6eace4,ef6eace4,0,0,...) at syscallenter+0x263 syscall(ef6ead28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2818b5eb, esp = 0xbfbfe5ac, ebp = 0xbfbfe618 --- Tracing command su pid 2291 tid 100118 td 0xc790a2e0 sched_switch(c790a2e0,0,104,191,cad8991,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c790a2e0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7cd3580,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7cd3580,c7cd3608,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c790a2e0,8f4,ef6cec44,2,0,...) at kern_wait+0xc06 wait4(c790a2e0,ef6cecec,281c8b0c,1,0,...) at wait4+0x3b syscallenter(c790a2e0,ef6cece4,c0d3601d,c10959f0,0,...) at syscallenter+0x263 syscall(ef6ced28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2812429b, esp = 0xbfbfe5dc, ebp = 0xbfbfe5f8 --- Tracing command bash pid 2278 tid 100140 td 0xc7cd6b80 sched_switch(c7cd6b80,0,104,191,e4efc7ed,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c7cd6b80,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c811e840,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c811e840,c811e8c8,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c7cd6b80,ffffffff,ef745c44,6,0,...) at kern_wait+0xc06 wait4(c7cd6b80,ef745cec,ef745d28,c0ef858a,0,...) at wait4+0x3b syscallenter(c7cd6b80,ef745ce4,ef745ce4,0,0,...) at syscallenter+0x263 syscall(ef745d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282c429b, esp = 0xbfbfe97c, ebp = 0xbfbfe998 --- Tracing command sshd pid 2277 tid 100154 td 0xc7e77000 sched_switch(c7e77000,0,104,191,e46fad2f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e77000,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c77c5790,0,c0ef0a47,c7e77000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77c57a4,0,ef772a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77c57a4,c77c5790,c0efa251,627,c792f2a0,...) at _cv_wait_sig+0x243 seltdwait(c792f2a0,58,c719f400,c7e77000,246,...) at seltdwait+0xa2 kern_select(c7e77000,c,288060b4,288060bc,0,0,20,c81f9840,c81f9840) at kern_select+0x504 select(c7e77000,ef772cec,ef772d28,c0ef858a,0,...) at select+0x66 syscallenter(c7e77000,ef772ce4,ef772ce4,0,0,...) at syscallenter+0x263 syscall(ef772d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c4f33, esp = 0xbfbfe19c, ebp = 0xbfbfe1e8 --- Tracing command sshd pid 2275 tid 100143 td 0xc7cd62e0 sched_switch(c7cd62e0,0,104,191,d5dd6515,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,68,...) at mi_switch+0x1eb sleepq_switch(c7cd62e0,0,c0ef7c00,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c8115a78,68,c0efe0a1,100,0,...) at sleepq_wait_sig+0x17 _sleep(c8115a78,c8115a38,168,c0efe0a1,0) at _sleep+0x35c sbwait(c8115a14,4,c0efe179,5ec,c8115a38,...) at sbwait+0x76 soreceive_generic(c81159c0,0,ef74ec28,0,0,...) at soreceive_generic+0x3f0 soreceive(c81159c0,0,ef74ec28,0,0,0) at soreceive+0x38 soo_read(c78ab348,ef74ec28,c78db980,0,c7cd62e0,...) at soo_read+0x4e dofileread(ef74ec28,ffffffff,ffffffff,0,c78ab348,...) at dofileread+0x9e kern_readv(c7cd62e0,5,ef74ec28,ef74ec48,1,...) at kern_readv+0x58 read(c7cd62e0,ef74ecec,ef74ed28,c0ef858a,0,...) at read+0x4f syscallenter(c7cd62e0,ef74ece4,ef74ece4,0,0,...) at syscallenter+0x263 syscall(ef74ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x284c4fb3, esp = 0xbfbfdd3c, ebp = 0xbfbfdd78 --- Tracing command getty pid 2235 tid 100157 td 0xc7e765c0 sched_switch(c7e765c0,0,104,191,bf4d856b,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e765c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e765c0,c7e765c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c757e070,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c757e070,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c757e000,c757e070,ef77bc28,1,0,...) at tty_wait+0x71 ttydisc_read(c757e000,ef77bc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c73d9c00,ef77bc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7da30a8,ef77bc28,c719fe80,0,c7e765c0,...) at devfs_read_f+0x7e dofileread(ef77bc28,ffffffff,ffffffff,0,c7da30a8,...) at dofileread+0x9e kern_readv(c7e765c0,0,ef77bc28,ef77bc48,1,...) at kern_readv+0x58 read(c7e765c0,ef77bcec,ef77bd28,c0ef858a,0,...) at read+0x4f syscallenter(c7e765c0,ef77bce4,ef77bce4,0,0,...) at syscallenter+0x263 syscall(ef77bd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2234 tid 100158 td 0xc7e762e0 sched_switch(c7e762e0,0,104,191,bfb09732,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e762e0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e762e0,c7e762e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c757e270,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c757e270,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c757e200,c757e270,ef77ec28,1,0,...) at tty_wait+0x71 ttydisc_read(c757e200,ef77ec28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c73d9d00,ef77ec28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c792fd90,ef77ec28,c719fe80,0,c7e762e0,...) at devfs_read_f+0x7e dofileread(ef77ec28,ffffffff,ffffffff,0,c792fd90,...) at dofileread+0x9e kern_readv(c7e762e0,0,ef77ec28,ef77ec48,1,...) at kern_readv+0x58 read(c7e762e0,ef77ecec,ef77ed28,c0ef858a,0,...) at read+0x4f syscallenter(c7e762e0,ef77ece4,ef77ece4,0,0,...) at syscallenter+0x263 syscall(ef77ed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2233 tid 100159 td 0xc7e76000 sched_switch(c7e76000,0,104,191,bf656f63,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e76000,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e76000,c7e76000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c757e470,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c757e470,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c757e400,c757e470,ef781c28,1,0,...) at tty_wait+0x71 ttydisc_read(c757e400,ef781c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c73d9e00,ef781c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78aa000,ef781c28,c719fe80,0,c7e76000,...) at devfs_read_f+0x7e dofileread(ef781c28,ffffffff,ffffffff,0,c78aa000,...) at dofileread+0x9e kern_readv(c7e76000,0,ef781c28,ef781c48,1,...) at kern_readv+0x58 read(c7e76000,ef781cec,ef781d28,c0ef858a,0,...) at read+0x4f syscallenter(c7e76000,ef781ce4,ef781ce4,0,0,...) at syscallenter+0x263 syscall(ef781d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2232 tid 100160 td 0xc7e74b80 sched_switch(c7e74b80,0,104,191,bfc63048,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e74b80,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e74b80,c7e74b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72e5070,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72e5070,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c72e5000,c72e5070,ef784c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72e5000,ef784c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c757d000,ef784c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7d3caf0,ef784c28,c719fe80,0,c7e74b80,...) at devfs_read_f+0x7e dofileread(ef784c28,ffffffff,ffffffff,0,c7d3caf0,...) at dofileread+0x9e kern_readv(c7e74b80,0,ef784c28,ef784c48,1,...) at kern_readv+0x58 read(c7e74b80,ef784cec,ef784d28,c0ef858a,0,...) at read+0x4f syscallenter(c7e74b80,ef784ce4,ef784ce4,0,0,...) at syscallenter+0x263 syscall(ef784d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2231 tid 100161 td 0xc7e748a0 sched_switch(c7e748a0,0,104,191,bf9ab7f6,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e748a0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e748a0,c7e748a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72e5270,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72e5270,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c72e5200,c72e5270,ef787c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72e5200,ef787c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c757d100,ef787c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c792f348,ef787c28,c719fe80,0,c7e748a0,...) at devfs_read_f+0x7e dofileread(ef787c28,ffffffff,ffffffff,0,c792f348,...) at dofileread+0x9e kern_readv(c7e748a0,0,ef787c28,ef787c48,1,...) at kern_readv+0x58 read(c7e748a0,ef787cec,ef787d28,c0ef858a,0,...) at read+0x4f syscallenter(c7e748a0,ef787ce4,ef787ce4,0,0,...) at syscallenter+0x263 syscall(ef787d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2230 tid 100162 td 0xc7e745c0 sched_switch(c7e745c0,0,104,191,bfb7d767,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e745c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e745c0,c7e745c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72e5470,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72e5470,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c72e5400,c72e5470,ef78ac28,1,0,...) at tty_wait+0x71 ttydisc_read(c72e5400,ef78ac28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c757d200,ef78ac28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c792f000,ef78ac28,c719fe80,0,c7e745c0,...) at devfs_read_f+0x7e dofileread(ef78ac28,ffffffff,ffffffff,0,c792f000,...) at dofileread+0x9e kern_readv(c7e745c0,0,ef78ac28,ef78ac48,1,...) at kern_readv+0x58 read(c7e745c0,ef78acec,ef78ad28,c0ef858a,0,...) at read+0x4f syscallenter(c7e745c0,ef78ace4,ef78ace4,0,0,...) at syscallenter+0x263 syscall(ef78ad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2229 tid 100163 td 0xc7e742e0 sched_switch(c7e742e0,0,104,191,bfd2744f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e742e0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e742e0,c7e742e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72e5670,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72e5670,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c72e5600,c72e5670,ef78dc28,1,0,...) at tty_wait+0x71 ttydisc_read(c72e5600,ef78dc28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c757d300,ef78dc28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c78d0d20,ef78dc28,c719fe80,0,c7e742e0,...) at devfs_read_f+0x7e dofileread(ef78dc28,ffffffff,ffffffff,0,c78d0d20,...) at dofileread+0x9e kern_readv(c7e742e0,0,ef78dc28,ef78dc48,1,...) at kern_readv+0x58 read(c7e742e0,ef78dcec,ef78dd28,c0ef858a,0,...) at read+0x4f syscallenter(c7e742e0,ef78dce4,ef78dce4,0,0,...) at syscallenter+0x263 syscall(ef78dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2228 tid 100164 td 0xc7e74000 sched_switch(c7e74000,0,104,191,bfa0dea8,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e74000,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,c7e74000,c7e74000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72e5870,0,c0efc91e,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72e5870,c10959f0,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c72e5800,c72e5870,ef790c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72e5800,ef790c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c734c200,ef790c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7da3000,ef790c28,c719fe80,0,c7e74000,...) at devfs_read_f+0x7e dofileread(ef790c28,ffffffff,ffffffff,0,c7da3000,...) at dofileread+0x9e kern_readv(c7e74000,0,ef790c28,ef790c48,1,...) at kern_readv+0x58 read(c7e74000,ef790cec,ef790d28,c0ef858a,0,...) at read+0x4f syscallenter(c7e74000,ef790ce4,ef790ce4,0,0,...) at syscallenter+0x263 syscall(ef790d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command getty pid 2227 tid 100165 td 0xc7cd8b80 sched_switch(c7cd8b80,0,104,191,d489ad4,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7cd8b80,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c72e5a04,0,c0ef0a47,c7cd8b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c72e5a70,0,ef793ad8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c72e5a70,c72e5a04,c0efc2bc,514,0,...) at _cv_wait_sig+0x243 tty_wait(c72e5a00,c72e5a70,ef793c28,1,0,...) at tty_wait+0x71 ttydisc_read(c72e5a00,ef793c28,0,9f,0,...) at ttydisc_read+0x22c ttydev_read(c72ccd00,ef793c28,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c7f0f620,ef793c28,c719fe80,0,c7cd8b80,...) at devfs_read_f+0x7e dofileread(ef793c28,ffffffff,ffffffff,0,c7f0f620,...) at dofileread+0x9e kern_readv(c7cd8b80,0,ef793c28,ef793c48,1,...) at kern_readv+0x58 read(c7cd8b80,ef793cec,ef793d28,c0ef858a,0,...) at read+0x4f syscallenter(c7cd8b80,ef793ce4,ef793ce4,0,0,...) at syscallenter+0x263 syscall(ef793d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, read), eip = 0x28196fb3, esp = 0xbfbfed8c, ebp = 0xbfbfedb8 --- Tracing command inetd pid 2188 tid 100141 td 0xc7cd68a0 sched_switch(c7cd68a0,0,104,191,a4e686ad,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7cd68a0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c780f250,0,c0ef0a47,c7cd68a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c780f264,0,ef748a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c780f264,c780f250,c0efa251,627,c7d3cd58,...) at _cv_wait_sig+0x243 seltdwait(c7d3cd58,58,c719fe80,c7cd68a0,c7cd6950,...) at seltdwait+0xa2 kern_select(c7cd68a0,6,bfbfdfa0,0,0,0,20,c811e580,c811e580) at kern_select+0x504 select(c7cd68a0,ef748cec,ef748d28,c0ef858a,0,...) at select+0x66 syscallenter(c7cd68a0,ef748ce4,ef748ce4,0,0,...) at syscallenter+0x263 syscall(ef748d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281a8f33, esp = 0xbfbfdf5c, ebp = 0xbfbfede8 --- Tracing command watchdogd pid 2156 tid 100137 td 0xc789e5c0 sched_switch(c789e5c0,0,104,191,76a21fc6,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c789e5c0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a437f0,c789e5c0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1097304,6c,c0ef3997,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1097304,0,16c,c0ef3997,ea61,...) at _sleep+0x328 kern_nanosleep(c789e5c0,ef738c34,ef738c3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c789e5c0,ef738cec,ef738d28,c0ef858a,0,...) at nanosleep+0x6f syscallenter(c789e5c0,ef738ce4,ef738ce4,0,0,...) at syscallenter+0x263 syscall(ef738d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281924f7, esp = 0xbfbfecbc, ebp = 0xbfbfece8 --- Tracing command cron pid 2111 tid 100090 td 0xc77ec2e0 sched_switch(c77ec2e0,0,104,191,d8647f6b,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c77ec2e0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a437f0,c77ec2e0,2,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c1097304,6c,c0ef3997,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c1097304,0,16c,c0ef3997,ea61,...) at _sleep+0x328 kern_nanosleep(c77ec2e0,ef631c34,ef631c3c,3c,0,...) at kern_nanosleep+0xc1 nanosleep(c77ec2e0,ef631cec,ef631d28,c0ef858a,0,...) at nanosleep+0x6f syscallenter(c77ec2e0,ef631ce4,ef631ce4,0,0,...) at syscallenter+0x263 syscall(ef631d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x281854f7, esp = 0xbfbfec4c, ebp = 0xbfbfec78 --- Tracing command sendmail pid 2103 tid 100082 td 0xc77ed000 sched_switch(c77ed000,0,104,191,96beaeb0,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,74,...) at mi_switch+0x1eb sleepq_switch(c77ed000,0,c0ef7c00,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c78d9b58,74,c0d845ae,100,0,...) at sleepq_wait_sig+0x17 _sleep(c78d9b58,c78d9b88,174,c0d845ae,0,...) at _sleep+0x35c kern_sigsuspend(c77ed000,0,0,0,0,...) at kern_sigsuspend+0xba sigsuspend(c77ed000,ef611cec,ef611d28,c0ef858a,0,...) at sigsuspend+0x4d syscallenter(c77ed000,ef611ce4,ef611ce4,0,246,...) at syscallenter+0x263 syscall(ef611d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, write), eip = 0x2833c5eb, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 2099 tid 100089 td 0xc79115c0 sched_switch(c79115c0,0,104,191,48fbbcf5,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c79115c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef62da14,c09f45ba,c7386dd0,0,c79115c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c7386de4,0,ef62da4c,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7386de4,c7386dd0,1389,627,c78aa6c8,...) at _cv_timedwait_sig+0x252 seltdwait(ef62dbf8,ef62dc00,c7871a80,c79115c0,ef62daf8,...) at seltdwait+0x8a kern_select(c79115c0,5,bfbfc510,0,0,ef62dc40,20,5,0) at kern_select+0x504 select(c79115c0,ef62dcec,ef62dd28,c0ef858a,0,...) at select+0x66 syscallenter(c79115c0,ef62dce4,ef62dce4,0,0,...) at syscallenter+0x263 syscall(ef62dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x283e3f33, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 2091 tid 100127 td 0xc7cd72e0 sched_switch(c7cd72e0,0,104,191,1cbceb9f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7cd72e0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c7386e10,0,c0ef0a47,c7cd72e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7386e24,0,ef6f2a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7386e24,c7386e10,c0efa251,627,c78aba10,...) at _cv_wait_sig+0x243 seltdwait(c78aba10,58,c78db280,c7cd72e0,ef6f2ab4,...) at seltdwait+0xa2 kern_select(c7cd72e0,5,288cc0b4,0,0,0,20,c7bd4840,c7bd4840) at kern_select+0x504 select(c7cd72e0,ef6f2cec,ef6f2d28,c0ef858a,0,...) at select+0x66 syscallenter(c7cd72e0,ef6f2ce4,ef6f2ce4,0,0,...) at syscallenter+0x263 syscall(ef6f2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x284c4f33, esp = 0xbfbfe25c, ebp = 0xbfbfedf8 --- Tracing command moused pid 2031 tid 100117 td 0xc790a5c0 sched_switch(c790a5c0,0,104,191,9ddea5c8,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c790a5c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c780f0d0,0,c0ef0a47,c790a5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c780f0e4,0,ef6caa4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c780f0e4,c780f0d0,c0efa251,627,c7da3d58,...) at _cv_wait_sig+0x243 seltdwait(c7da3d58,58,c719fe80,c790a5c0,14,...) at seltdwait+0xa2 kern_select(c790a5c0,6,bfbfea04,0,0,0,20,c7cd3840,c7cd3840) at kern_select+0x504 select(c790a5c0,ef6cacec,ef6cad28,c0ef858a,0,...) at select+0x66 syscallenter(c790a5c0,ef6cace4,ef6cace4,0,0,...) at syscallenter+0x263 syscall(ef6cad28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x281b3f33, esp = 0xbfbfe99c, ebp = 0xbfbfeb28 --- Tracing command ntpd pid 1953 tid 100093 td 0xc77ec000 sched_switch(c77ec000,0,104,191,8b80feeb,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c77ec000,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c78366d0,0,c0ef0a47,c77ec000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c78366e4,0,ef63da4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c78366e4,c78366d0,c0efa251,627,c7da39d8,...) at _cv_wait_sig+0x243 seltdwait(c7da39d8,58,c719fe80,c77ec000,0,...) at seltdwait+0xa2 kern_select(c77ec000,1c,bfbfece8,0,0,0,20,c78d7b00,c78d7b00) at kern_select+0x504 select(c77ec000,ef63dcec,ef63dd80,ef63dc88,0,...) at select+0x66 syscallenter(c77ec000,ef63dce4,c0d35cd6,fffffffe,246,...) at syscallenter+0x263 syscall(ef63dd28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x28362f33, esp = 0xbfbfecbc, ebp = 0xbfbfed88 --- Tracing command nfsd pid 1847 tid 100136 td 0xc7e775c0 sched_switch(c7e775c0,0,104,191,35740f9e,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e775c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef71dbe0,c09f45ba,c7467480,0,c7e775c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c7e787d0,0,ef71dc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7e787d0,c7467480,1388,3b1,2842d5f4,...) at _cv_timedwait_sig+0x252 svc_run_internal(ef71dd14,c09d7878,c7467480,ef71dd28,c0eecdb0,...) at svc_run_internal+0x356 svc_thread_start(c7467480,ef71dd28,c0eecdb0,390,c7cd4000,...) at svc_thread_start+0x10 fork_exit(c0beaff0,c7467480,ef71dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1847 tid 100135 td 0xc7e778a0 sched_switch(c7e778a0,0,104,191,3573f276,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e778a0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef71abe0,c09f45ba,c7467480,0,c7e778a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c77b20d0,0,ef71ac18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b20d0,c7467480,1388,3b1,2842d5f4,...) at _cv_timedwait_sig+0x252 svc_run_internal(ef71ad14,c09d7878,c7467480,ef71ad28,c0eecdb0,...) at svc_run_internal+0x356 svc_thread_start(c7467480,ef71ad28,c0eecdb0,390,c7cd4000,...) at svc_thread_start+0x10 fork_exit(c0beaff0,c7467480,ef71ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1847 tid 100134 td 0xc7e77b80 sched_switch(c7e77b80,0,104,191,35738bbd,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7e77b80,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef717be0,c09f45ba,c7467480,0,c7e77b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c7e78810,0,ef717c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c7e78810,c7467480,1388,3b1,0,...) at _cv_timedwait_sig+0x252 svc_run_internal(ef717d14,c09d7878,c7467480,ef717d28,c0eecdb0,...) at svc_run_internal+0x356 svc_thread_start(c7467480,ef717d28,c0eecdb0,390,c7cd4000,...) at svc_thread_start+0x10 fork_exit(c0beaff0,c7467480,ef717d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x804c12e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1847 tid 100115 td 0xc790ab80 sched_switch(c790ab80,0,104,191,3573a805,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c790ab80,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef6c2494,c09f45ba,c7467480,0,c790ab80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c77b2110,0,ef6c24cc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c77b2110,c7467480,1388,3b1,ef6c2514,...) at _cv_timedwait_sig+0x252 svc_run_internal(c790ad30,14,c0f20b1a,c0ee4a5b,ef6c27f4,...) at svc_run_internal+0x356 svc_run(c7467480,0,c0ee4a36,199,c11e0228,...) at svc_run+0x7b nfsrvd_nfsd(c790ab80,ef6c27f4,c,c0ef0a47,109,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(c790ab80,ef6c2cec,c7cd4000,0,ef6c2c7c,...) at nfssvc_nfsd+0x167 nfssvc(c790ab80,ef6c2cec,ef6c2d28,c0ef858a,0,...) at nfssvc+0xeb syscallenter(c790ab80,ef6c2ce4,ef6c2ce4,0,c10a3f80,...) at syscallenter+0x263 syscall(ef6c2d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280de1cb, esp = 0xbfbfe82c, ebp = 0xbfbfea98 --- Tracing command nfsd pid 1846 tid 100126 td 0xc7cd75c0 sched_switch(c7cd75c0,0,104,191,89863cb2,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7cd75c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c780f310,0,c0ef0a47,c7cd75c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c780f324,0,ef6eea4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c780f324,c780f310,c0efa251,627,c792f6c8,...) at _cv_wait_sig+0x243 seltdwait(c792f6c8,58,c719fe80,c7cd75c0,f3b,...) at seltdwait+0xa2 kern_select(c7cd75c0,7,bfbfecb4,0,0,0,20,c7bd4b00,c7bd4b00) at kern_select+0x504 select(c7cd75c0,ef6eecec,bfbffff4,1,0,...) at select+0x66 syscallenter(c7cd75c0,ef6eece4,c0d3601d,c10959f0,0,...) at syscallenter+0x263 syscall(ef6eed28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x28184f33, esp = 0xbfbfea9c, ebp = 0xbfbfede8 --- Tracing command mountd pid 1836 tid 100099 td 0xc79105c0 sched_switch(c79105c0,0,104,191,11a43b85,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c79105c0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c7386e90,0,c0ef0a47,c79105c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7386ea4,0,ef655a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c7386ea4,c7386e90,c0efa251,627,c7ce69d8,...) at _cv_wait_sig+0x243 seltdwait(c7ce69d8,58,c719fe80,c79105c0,c11e0490,...) at seltdwait+0xa2 kern_select(c79105c0,9,bfbfecf4,0,0,0,20,c7906580,c7906580) at kern_select+0x504 select(c79105c0,ef655cec,ef655d28,c0ef858a,0,...) at select+0x66 syscallenter(c79105c0,ef655ce4,ef655ce4,0,0,...) at syscallenter+0x263 syscall(ef655d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x2819af33, esp = 0xbfbfec8c, ebp = 0xbfbfedd8 --- Tracing command rpcbind pid 1737 tid 100091 td 0xc79112e0 sched_switch(c79112e0,0,104,191,d072624,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c79112e0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(ef635a6c,c09f45ba,c780f390,0,c79112e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c780f3a4,0,ef635aa4,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c780f3a4,c780f390,7531,627,ef635b5c,...) at _cv_timedwait_sig+0x252 seltdwait(ef635c2c,ef635c34,535,c79112e0,ef635b2c,...) at seltdwait+0x8a poll(c79112e0,ef635cec,ef635d28,c0ef858a,0,...) at poll+0x300 syscallenter(c79112e0,ef635ce4,ef635ce4,0,0,...) at syscallenter+0x263 syscall(ef635d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, poll), eip = 0x2814010b, esp = 0xbfbfcbac, ebp = 0xbfbfed78 --- Tracing command syslogd pid 1709 tid 100084 td 0xc77ec8a0 sched_switch(c77ec8a0,0,104,191,d387505a,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c77ec8a0,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c77c5090,0,c0ef0a47,c77ec8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c77c50a4,0,ef619a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c77c50a4,c77c5090,c0efa251,627,c7ce67a8,...) at _cv_wait_sig+0x243 seltdwait(c7ce67a8,58,c719fe80,c77ec8a0,0,...) at seltdwait+0xa2 kern_select(c77ec8a0,9,2847f0ac,0,0,0,20,c78d9580,c78d9580) at kern_select+0x504 select(c77ec8a0,ef619cec,ef619d28,c0ef858a,0,...) at select+0x66 syscallenter(c77ec8a0,ef619ce4,ef619ce4,0,c10a4c80,...) at syscallenter+0x263 syscall(ef619d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x28199f33, esp = 0xbfbfe29c, ebp = 0xbfbfede8 --- Tracing command devd pid 1509 tid 100086 td 0xc7911b80 sched_switch(c7911b80,0,104,191,1cedab7b,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7911b80,0,c0ef7c00,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c09f45ba,c780f3d0,0,c0ef0a47,c7911b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c780f3e4,0,ef621a4c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c780f3e4,c780f3d0,c0efa251,627,c792f9d8,...) at _cv_wait_sig+0x243 seltdwait(c792f9d8,58,c719fe80,c7911b80,c0f2a721,...) at seltdwait+0xa2 kern_select(c7911b80,5,bfbfe960,0,0,0,20,c7908b00,c7908b00) at kern_select+0x504 select(c7911b80,ef621cec,ef621d28,c0ef858a,0,...) at select+0x66 syscallenter(c7911b80,ef621ce4,ef621ce4,0,0,...) at syscallenter+0x263 syscall(ef621d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, select), eip = 0x808b99b, esp = 0xbfbfe92c, ebp = 0xbfbfee08 --- Tracing command softdepflush pid 18 tid 100076 td 0xc744a8a0 cpustop_handler(1,ed40e67c,c0d358d6,324be620,ed40e63c,...) at cpustop_handler+0x49 ipi_nmi_handler(324be620,ed40e63c,ed40e634,2,c77e22c0,...) at ipi_nmi_handler+0x44 trap(ed40e688) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc050aa0d, esp = 0xed40e6c8, ebp = 0xed40e6d8 --- acpi_timer_get_timecount_safe(c0f67440,c1026980,34,c1097350,ed40e70c,...) at acpi_timer_get_timecount_safe+0x1d tc_windup(ed40e760,c09bc887,c,0,c0eeaa87,...) at tc_windup+0x44 tc_ticktock(c,0,c0eeaa87,216,c744a8a0,...) at tc_ticktock+0x28 hardclock_anycpu(c,0,ed40e7a8,c0a104ed,0,...) at hardclock_anycpu+0x247 handleevents(ed40e7c8,60,0,c744a8a0,8a2,0,4eb,4177b28a,3add20a9,7c9d00) at handleevents+0x108 timercb(c126ad80,0,0,c744a8a0,e5478000,...) at timercb+0x2ad lapic_handle_timer(ed40e80c) at lapic_handle_timer+0x92 Xtimerint() at Xtimerint+0x20 --- interrupt, eip = 0xc0d2896b, esp = 0xed40e84c, ebp = 0xed40e850 --- spinlock_exit(c10b2a30,4,c0ef0a47,109) at spinlock_exit+0x2b _mtx_unlock_spin_flags(c10b2a30,0,c0f3f100,4db,f6) at _mtx_unlock_spin_flags+0xf4 smp_tlb_shootdown(ed40e8bc,c0d2d51e,e5478000,e5480000,c744a8a0,...) at smp_tlb_shootdown+0xc0 smp_invlpg_range(e5478000,e5480000,c744a8a0,ca84b3b8,e5480000,...) at smp_invlpg_range+0x1c pmap_invalidate_range(c1235140,e5478000,e5480000) at pmap_invalidate_range+0x6e pmap_qremove(e5478000,8,c0efefab,67c,e0bfebe0,...) at pmap_qremove+0x54 vfs_vmio_release(c120d1d4,0,c0efefab,798,0,...) at vfs_vmio_release+0x15f getnewbuf(8000,8000,0,ad7,ffffffc0,...) at getnewbuf+0x334 getblk(c8365ae0,3236,0,8000,0,...) at getblk+0x485 ffs_balloc_ufs2(c8365ae0,191b0000,0,8000,c71a0000,...) at ffs_balloc_ufs2+0x1d2c ffs_snapblkfree(c7bac000,c832b15c,191b7,0,1000,...) at ffs_snapblkfree+0x57e ffs_blkfree(c7883400,c7bac000,c832b15c,191b7,0,...) at ffs_blkfree+0x5c handle_workitem_freefrag(0,ed40ec6c,2,6b8,ed40ec70,...) at handle_workitem_freefrag+0xf0 process_worklist_item(c1213b48,0,c0f25328,5e7,c744a8a0,...) at process_worklist_item+0x2cd softdep_process_worklist(c7baf000,0,c0f25328,55f,3e8,...) at softdep_process_worklist+0x88 softdep_flush(0,ed40ed28,c0eecdb0,390,c77e22c0,...) at softdep_flush+0x2a0 fork_exit(c0c3a290,0,ed40ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed40ed60, ebp = 0 --- Tracing command vnlru pid 17 tid 100075 td 0xc744ab80 sched_switch(c744ab80,0,104,191,dc2dc82d,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,60,...) at mi_switch+0x1eb sleepq_switch(c744ab80,0,c0ef7c00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c77e2580,60,c0f028c4,0,0,...) at sleepq_timedwait+0x6b _sleep(c77e2580,c120d4b4,260,c0f028c4,3e8,...) at _sleep+0x342 vnlru_proc(0,ed40bd28,c0eecdb0,390,c77e2580,...) at vnlru_proc+0xe7 fork_exit(c0aa1000,0,ed40bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed40bd60, ebp = 0 --- Tracing command syncer pid 16 tid 100074 td 0xc7571000 sched_switch(c7571000,0,104,191,d15762a3,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7571000,0,c0ef7c00,28b,c7571000,...) at sleepq_switch+0x162 sleepq_timedwait(c120d4f4,0,ed408c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c120d4f4,c120d4e0,3e8,76a,4e20,...) at _cv_timedwait+0x252 sched_sync(0,ed408d28,c0eecdb0,390,c77e2840,...) at sched_sync+0x595 fork_exit(c0a9efa0,0,ed408d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed408d60, ebp = 0 --- Tracing command bufdaemon pid 9 tid 100073 td 0xc75712e0 kdb_enter(c0ef245a,c0ef245a,c0f2594e,ed405a44,2,...) at kdb_enter+0x3a panic(c0f2594e,ed405a90,c0a84050,e0c870a0,c7571390,...) at panic+0x134 softdep_deallocate_dependencies(e0c870a0,c7571390,c1024bb8,c11e0800,c0efefb4,...) at softdep_deallocate_dependencies+0x3d brelse(e0c870a0,0,c0efefab,d58,c11e0800,...) at brelse+0xb0 bufdone_finish(e0c870a0,0,0,e0c870a0,ed405b2c,...) at bufdone_finish+0x3a7 bufdone(e0c870a0,e0c870a0,0,e0c870a0,c8669ae0,...) at bufdone+0x6a ffs_geom_strategy(c832b254,e0c870a0,ed405b5c,3,c75712e0,...) at ffs_geom_strategy+0x103 ufs_strategy(ed405b98,c0f46eef,c75712e0,e0c870a0,4,...) at ufs_strategy+0xd3 VOP_STRATEGY_APV(c103fba0,ed405b98,c0efefab,c105ac20,c8669ae0,...) at VOP_STRATEGY_APV+0xe5 bufstrategy(c8669bd8,e0c870a0,3a6,1000,0,...) at bufstrategy+0x61 bufwrite(e0c870a0,0,c0efefab,6dc,c0f01b9f,...) at bufwrite+0x159 vfs_bio_awrite(e0c870a0,0,c0efefab,945,0,...) at vfs_bio_awrite+0x318 flushbufqueues(d0,c0ef0a47,c77e2b88,391,391,...) at flushbufqueues+0x5b0 buf_do_flush(ffffffff,0,c0efefab,8ac,64,...) at buf_do_flush+0x19 buf_daemon(0,ed405d28,c0eecdb0,390,c77e2b00,...) at buf_daemon+0xea fork_exit(c0a86710,0,ed405d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed405d60, ebp = 0 --- Tracing command pagezero pid 8 tid 100072 td 0xc75715c0 sched_switch(c75715c0,0,104,191,a5c9910b,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c75715c0,0,c0ef7c00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c12159dc,0,c0f2e1f0,0,0,...) at sleepq_timedwait+0x6b _sleep(c12159dc,c1214480,0,c0f2e1f0,493e0,...) at _sleep+0x342 vm_pagezero(0,ed402d28,c0eecdb0,390,c77e4000,...) at vm_pagezero+0xdc fork_exit(c0c7e0b0,0,ed402d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed402d60, ebp = 0 --- Tracing command vmdaemon pid 7 tid 100071 td 0xc75718a0 sched_switch(c75718a0,0,104,191,b8b269d3,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,74,...) at mi_switch+0x1eb sleepq_switch(c75718a0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c12155c8,74,c0eff8f2,0,0,...) at sleepq_wait+0x63 _sleep(c12155c8,c12155cc,74,c0eff8f2,0,...) at _sleep+0x372 vm_daemon(0,ed3ffd28,c0eecdb0,390,c71bc2c0,...) at vm_daemon+0x59 fork_exit(c0c77c60,0,ed3ffd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed3ffd60, ebp = 0 --- Tracing command pagedaemon pid 6 tid 100070 td 0xc7571b80 sched_switch(c7571b80,0,104,191,b83def45,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,54,...) at mi_switch+0x1eb sleepq_switch(c7571b80,0,c0ef7c00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1215590,54,c0eff8f2,0,0,...) at sleepq_timedwait+0x6b _sleep(c1215590,c1214480,54,c0eff8f2,1388,...) at _sleep+0x342 vm_pageout(0,ed3fcd28,c0eecdb0,390,c71bc580,...) at vm_pageout+0x2c7 fork_exit(c0c78c90,0,ed3fcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed3fcd60, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100069 td 0xc7572000 sched_switch(c7572000,0,104,191,bef6a42e,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c7572000,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c105c054,5c,c0d5d232,0,0,...) at sleepq_wait+0x63 _sleep(c105c054,c105c098,5c,c0d5d232,0,...) at _sleep+0x372 xpt_scanner_thread(0,ed399d28,c0eecdb0,390,c71bc840,...) at xpt_scanner_thread+0x47 fork_exit(c0490d00,0,ed399d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed399d60, ebp = 0 --- Tracing command sctp_iterator pid 4 tid 100068 td 0xc75722e0 sched_switch(c75722e0,0,104,191,84e4464f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c75722e0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c120f018,0,c0f15b5f,0,0,...) at sleepq_wait+0x63 _sleep(c120f018,c120efe0,0,c0f15b5f,0,...) at _sleep+0x372 sctp_iterator_thread(0,ed396d28,c0eecdb0,390,c71bcb00,...) at sctp_iterator_thread+0x5c fork_exit(c0b30960,0,ed396d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed396d60, ebp = 0 --- Tracing command fdc0 pid 3 tid 100064 td 0xc7573000 sched_switch(c7573000,0,104,191,e868c001,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c7573000,0,c0ef7c00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c755f43c,5c,c0ee5532,0,0,...) at sleepq_timedwait+0x6b _sleep(c755f43c,c755f4f0,5c,c0ee5532,3e8,...) at _sleep+0x342 fdc_thread(c755f400,ed38ad28,c0eecdb0,390,c7429000,...) at fdc_thread+0x27d fork_exit(c0cfd330,c755f400,ed38ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed38ad60, ebp = 0 --- Tracing command fw0_probe pid 2 tid 100062 td 0xc743a5c0 sched_switch(c743a5c0,0,104,191,bef700c3,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c743a5c0,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c7479000,6c,c0ee5532,100,0,...) at sleepq_wait_sig+0x17 _sleep(c7479000,c747d488,16c,c0ee5532,0,...) at _sleep+0x35c fw_bus_probe_thread(c7479000,ed37ad28,c0eecdb0,390,c74292c0,...) at fw_bus_probe_thread+0xa08 fork_exit(c06b3ed0,c7479000,ed37ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed37ad60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc74472e0 sched_switch(c74472e0,0,104,191,ac5a5591,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74472e0,0,c0ef7c00,268,c74472e0,...) at sleepq_switch+0x162 sleepq_wait(c7450d34,0,ed363cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7450d34,c7450dd4,c0ecc8fe,6b,c7450d3c,...) at _cv_wait+0x243 usb_process(c7450d2c,ed363d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7450d2c,ed363d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed363d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc74475c0 sched_switch(c74475c0,0,104,191,36a2550e,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74475c0,0,c0ef7c00,268,c74475c0,...) at sleepq_switch+0x162 sleepq_wait(c7450d04,0,ed360cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7450d04,c7450dd4,c0ecc8fe,6b,c7450d0c,...) at _cv_wait+0x243 usb_process(c7450cfc,ed360d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7450cfc,ed360d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed360d60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc74478a0 sched_switch(c74478a0,0,104,191,abf3a8fe,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74478a0,0,c0ef7c00,268,c74478a0,...) at sleepq_switch+0x162 sleepq_wait(c7450cd4,0,ed35dcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7450cd4,c7450dd4,c0ecc8fe,6b,c7450cdc,...) at _cv_wait+0x243 usb_process(c7450ccc,ed35dd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7450ccc,ed35dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed35dd60, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc7447b80 sched_switch(c7447b80,0,104,191,abf396c4,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7447b80,0,c0ef7c00,268,c7447b80,...) at sleepq_switch+0x162 sleepq_wait(c7450ca4,0,ed35acac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7450ca4,c7450dd4,c0ecc8fe,6b,c7450cac,...) at _cv_wait+0x243 usb_process(c7450c9c,ed35ad28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7450c9c,ed35ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed35ad60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc744a2e0 sched_switch(c744a2e0,0,104,191,abf38266,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c744a2e0,0,c0ef7c00,268,c744a2e0,...) at sleepq_switch+0x162 sleepq_wait(c7441b5c,0,ed351cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7441b5c,c7441bfc,c0ecc8fe,6b,c7441b64,...) at _cv_wait+0x243 usb_process(c7441b54,ed351d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7441b54,ed351d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed351d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc744a5c0 sched_switch(c744a5c0,0,104,191,2e0c4923,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c744a5c0,0,c0ef7c00,268,c744a5c0,...) at sleepq_switch+0x162 sleepq_wait(c7441b2c,0,ed34ecac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7441b2c,c7441bfc,c0ecc8fe,6b,c7441b34,...) at _cv_wait+0x243 usb_process(c7441b24,ed34ed28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7441b24,ed34ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed34ed60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc7438000 sched_switch(c7438000,0,104,191,ab8f8696,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7438000,0,c0ef7c00,268,c7438000,...) at sleepq_switch+0x162 sleepq_wait(c7441afc,0,ed34bcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7441afc,c7441bfc,c0ecc8fe,6b,c7441b04,...) at _cv_wait+0x243 usb_process(c7441af4,ed34bd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7441af4,ed34bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed34bd60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc74382e0 sched_switch(c74382e0,0,104,191,ab8f76e5,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74382e0,0,c0ef7c00,268,c74382e0,...) at sleepq_switch+0x162 sleepq_wait(c7441acc,0,ed348cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7441acc,c7441bfc,c0ecc8fe,6b,c7441ad4,...) at _cv_wait+0x243 usb_process(c7441ac4,ed348d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7441ac4,ed348d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed348d60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc74385c0 sched_switch(c74385c0,0,104,191,ab8f625e,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74385c0,0,c0ef7c00,268,c74385c0,...) at sleepq_switch+0x162 sleepq_wait(c743db5c,0,ed345cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c743db5c,c743dbfc,c0ecc8fe,6b,c743db64,...) at _cv_wait+0x243 usb_process(c743db54,ed345d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c743db54,ed345d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed345d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc74388a0 sched_switch(c74388a0,0,104,191,2b26b8ba,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74388a0,0,c0ef7c00,268,c74388a0,...) at sleepq_switch+0x162 sleepq_wait(c743db2c,0,ed342cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c743db2c,c743dbfc,c0ecc8fe,6b,c743db34,...) at _cv_wait+0x243 usb_process(c743db24,ed342d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c743db24,ed342d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed342d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc7438b80 sched_switch(c7438b80,0,104,191,a5b467ea,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7438b80,0,c0ef7c00,268,c7438b80,...) at sleepq_switch+0x162 sleepq_wait(c743dafc,0,ed33fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c743dafc,c743dbfc,c0ecc8fe,6b,c743db04,...) at _cv_wait+0x243 usb_process(c743daf4,ed33fd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c743daf4,ed33fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed33fd60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc7439000 sched_switch(c7439000,0,104,191,a5b4549e,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7439000,0,c0ef7c00,268,c7439000,...) at sleepq_switch+0x162 sleepq_wait(c743dacc,0,ed33ccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c743dacc,c743dbfc,c0ecc8fe,6b,c743dad4,...) at _cv_wait+0x243 usb_process(c743dac4,ed33cd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c743dac4,ed33cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed33cd60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc74392e0 sched_switch(c74392e0,0,104,191,a5b4415a,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74392e0,0,c0ef7c00,268,c74392e0,...) at sleepq_switch+0x162 sleepq_wait(c7434b5c,0,ed339cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7434b5c,c7434bfc,c0ecc8fe,6b,c7434b64,...) at _cv_wait+0x243 usb_process(c7434b54,ed339d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7434b54,ed339d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed339d60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc74395c0 sched_switch(c74395c0,0,104,191,29dd08f0,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74395c0,0,c0ef7c00,268,c74395c0,...) at sleepq_switch+0x162 sleepq_wait(c7434b2c,0,ed336cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7434b2c,c7434bfc,c0ecc8fe,6b,c7434b34,...) at _cv_wait+0x243 usb_process(c7434b24,ed336d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7434b24,ed336d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed336d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc74398a0 sched_switch(c74398a0,0,104,191,a55012dc,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74398a0,0,c0ef7c00,268,c74398a0,...) at sleepq_switch+0x162 sleepq_wait(c7434afc,0,ed333cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7434afc,c7434bfc,c0ecc8fe,6b,c7434b04,...) at _cv_wait+0x243 usb_process(c7434af4,ed333d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7434af4,ed333d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed333d60, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc7439b80 sched_switch(c7439b80,0,104,191,a54ffeaa,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7439b80,0,c0ef7c00,268,c7439b80,...) at sleepq_switch+0x162 sleepq_wait(c7434acc,0,e0ffdcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c7434acc,c7434bfc,c0ecc8fe,6b,c7434ad4,...) at _cv_wait+0x243 usb_process(c7434ac4,e0ffdd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c7434ac4,e0ffdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ffdd60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc7426000 sched_switch(c7426000,0,104,191,a54febde,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7426000,0,c0ef7c00,268,c7426000,...) at sleepq_switch+0x162 sleepq_wait(c742fb5c,0,e0ff6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c742fb5c,c742fbfc,c0ecc8fe,6b,c742fb64,...) at _cv_wait+0x243 usb_process(c742fb54,e0ff6d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c742fb54,e0ff6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ff6d60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc74262e0 sched_switch(c74262e0,0,104,191,28af1885,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74262e0,0,c0ef7c00,268,c74262e0,...) at sleepq_switch+0x162 sleepq_wait(c742fb2c,0,e0ff3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c742fb2c,c742fbfc,c0ecc8fe,6b,c742fb34,...) at _cv_wait+0x243 usb_process(c742fb24,e0ff3d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c742fb24,e0ff3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ff3d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc74265c0 sched_switch(c74265c0,0,104,191,a4ebe849,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74265c0,0,c0ef7c00,268,c74265c0,...) at sleepq_switch+0x162 sleepq_wait(c742fafc,0,e0ff0cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c742fafc,c742fbfc,c0ecc8fe,6b,c742fb04,...) at _cv_wait+0x243 usb_process(c742faf4,e0ff0d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c742faf4,e0ff0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ff0d60, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc74268a0 sched_switch(c74268a0,0,104,191,a4ebd702,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74268a0,0,c0ef7c00,268,c74268a0,...) at sleepq_switch+0x162 sleepq_wait(c742facc,0,e0fedcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c742facc,c742fbfc,c0ecc8fe,6b,c742fad4,...) at _cv_wait+0x243 usb_process(c742fac4,e0fedd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c742fac4,e0fedd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fedd60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc7428000 sched_switch(c7428000,0,104,191,a4ebc11c,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7428000,0,c0ef7c00,268,c7428000,...) at sleepq_switch+0x162 sleepq_wait(c741fb5c,0,e0fe6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c741fb5c,c741fbfc,c0ecc8fe,6b,c741fb64,...) at _cv_wait+0x243 usb_process(c741fb54,e0fe6d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c741fb54,e0fe6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fe6d60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc74282e0 sched_switch(c74282e0,0,104,191,26c0af4f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74282e0,0,c0ef7c00,268,c74282e0,...) at sleepq_switch+0x162 sleepq_wait(c741fb2c,0,e0fe3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c741fb2c,c741fbfc,c0ecc8fe,6b,c741fb34,...) at _cv_wait+0x243 usb_process(c741fb24,e0fe3d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c741fb24,e0fe3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fe3d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc74285c0 sched_switch(c74285c0,0,104,191,a487bb0e,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74285c0,0,c0ef7c00,268,c74285c0,...) at sleepq_switch+0x162 sleepq_wait(c741fafc,0,e0fe0cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c741fafc,c741fbfc,c0ecc8fe,6b,c741fb04,...) at _cv_wait+0x243 usb_process(c741faf4,e0fe0d28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c741faf4,e0fe0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fe0d60, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc74288a0 sched_switch(c74288a0,0,104,191,a487a8f0,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c74288a0,0,c0ef7c00,268,c74288a0,...) at sleepq_switch+0x162 sleepq_wait(c741facc,0,e0fddcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c741facc,c741fbfc,c0ecc8fe,6b,c741fad4,...) at _cv_wait+0x243 usb_process(c741fac4,e0fddd28,c0eecdb0,390,c7429580,...) at usb_process+0x193 fork_exit(c08aa910,c741fac4,e0fddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fddd60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc72cf5c0 sched_switch(c72cf5c0,0,104,191,e4554c47,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c72cf5c0,0,c0ef7c00,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c1096104,0,c0ee5532,2,0,...) at sleepq_timedwait+0x6b _sleep(c1096104,0,0,c0ee5532,64,...) at _sleep+0x342 pause(c0ee5532,64,c0eac60e,111,0,...) at pause+0x47 random_kthread(0,c6f62d28,c0eecdb0,390,c71bb000,...) at random_kthread+0x1ef fork_exit(c07c4b00,0,c6f62d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f62d60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc72cfb80 sched_switch(c72cfb80,0,104,191,eb7f62a6,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c72cfb80,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1093d28,5c,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c1093d28,c1093c88,25c,c0ee5532,0,...) at _sleep+0x372 g_io_schedule_down(c72cfb80,0,c0ee7079,6c,c6f5cd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,c6f5cd28,c0eecdb0,390,c71bb2c0,...) at g_down_procbody+0x9d fork_exit(c0999e60,0,c6f5cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f5cd60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc72d0000 sched_switch(c72d0000,0,104,191,eb842f7b,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c72d0000,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1093d24,5c,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c1093d24,c1093ca8,25c,c0ee5532,0,...) at _sleep+0x372 g_io_schedule_up(c72d0000,0,c0ee7079,5f,c6f59d14,...) at g_io_schedule_up+0x134 g_up_procbody(0,c6f59d28,c0eecdb0,390,c71bb2c0,...) at g_up_procbody+0x9d fork_exit(c0999f00,0,c6f59d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f59d60, ebp = 0 --- Tracing command geom pid 13 tid 100013 td 0xc71c22e0 sched_switch(c71c22e0,0,104,191,113ac173,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,5c,...) at mi_switch+0x1eb sleepq_switch(c71c22e0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1093d1c,5c,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c1093d1c,c1093c4c,25c,c0ee5532,0,...) at _sleep+0x372 g_run_events(c10a3f80,0,c0ee7079,79,c6f56d14,...) at g_run_events+0x526 g_event_procbody(0,c6f56d28,c0eecdb0,390,c71bb2c0,...) at g_event_procbody+0x90 fork_exit(c0999fa0,0,c6f56d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f56d60, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc75728a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc7572b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100063 td 0xc743a2e0 sched_switch(c743a2e0,0,109,191,d485b38,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c743a2e0,...) at mi_switch+0x1eb ithread_loop(c71b98b0,ed37dd28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b98b0,ed37dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed37dd60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc743ab80 sched_switch(c743ab80,0,109,191,9a34e124,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c743ab80,...) at mi_switch+0x1eb ithread_loop(c71b9a70,ed371d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9a70,ed371d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed371d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc7447000 sched_switch(c7447000,0,109,191,c12ae552,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c7447000,...) at mi_switch+0x1eb ithread_loop(c71ba280,ed369d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71ba280,ed369d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed369d60, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc744a000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc743a000 sched_switch(c743a000,0,109,191,c937dc70,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c743a000,...) at mi_switch+0x1eb ithread_loop(c71b98d0,e0ffad28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b98d0,e0ffad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0ffad60, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc7426b80 sched_switch(c7426b80,0,109,191,c41192d9,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c7426b80,...) at mi_switch+0x1eb ithread_loop(c71ba100,e0fead28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71ba100,e0fead28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fead60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc7428b80 sched_switch(c7428b80,0,109,191,9bd084e1,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c7428b80,...) at mi_switch+0x1eb ithread_loop(c71ba130,e0fdad28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71ba130,e0fdad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0fdad60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc72d02e0 sched_switch(c72d02e0,0,109,191,ce6a02a3,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c72d02e0,...) at mi_switch+0x1eb ithread_loop(c71b9a30,e0e84d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9a30,e0e84d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0e84d60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc72d05c0 sched_switch(c72d05c0,0,109,191,e472773e,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c72d05c0,...) at mi_switch+0x1eb ithread_loop(c71b9ae0,e0e80d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9ae0,e0e80d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe0e80d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc72d08a0 sched_switch(c72d08a0,0,109,191,9ad74727,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c72d08a0,...) at mi_switch+0x1eb ithread_loop(c71ba200,c6fb1d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71ba200,c6fb1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6fb1d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc72d0b80 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc73ab000 sched_switch(c73ab000,0,109,191,ce6a849a,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c73ab000,...) at mi_switch+0x1eb ithread_loop(c71b9bb0,c6f7dd28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9bb0,c6f7dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f7dd60, ebp = 0 --- Tracing command intr pid 12 tid 100021 td 0xc72078a0 sched_switch(c72078a0,0,109,191,5b8b8a78,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c72078a0,...) at mi_switch+0x1eb ithread_loop(c71b9bc0,c6f6ed28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9bc0,c6f6ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f6ed60, ebp = 0 --- Tracing command intr pid 12 tid 100019 td 0xc72cf000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc71c25c0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100011 td 0xc71c28a0 sched_switch(c71c28a0,0,109,191,e4555e2b,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c71c28a0,...) at mi_switch+0x1eb ithread_loop(c71b9bf0,c6f50d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9bf0,c6f50d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f50d60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc71c2b80 sched_switch(c71c2b80,0,109,191,dc2ddcfa,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c71c2b80,...) at mi_switch+0x1eb ithread_loop(c71b9c00,c6f4dd28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9c00,c6f4dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f4dd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc7207000 sched_switch(c7207000,0,109,191,e868cadc,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c7207000,...) at mi_switch+0x1eb ithread_loop(c71b9c10,c6f4ad28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9c10,c6f4ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f4ad60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc72072e0 sched_switch(c72072e0,0,109,191,e85cb9db,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c72072e0,...) at mi_switch+0x1eb ithread_loop(c71b9c20,c6f47d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9c20,c6f47d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f47d60, ebp = 0 --- Tracing command intr pid 12 tid 100007 td 0xc72075c0 sched_switch(c72075c0,0,109,191,5cc0f0b6,...) at sched_switch+0x3bc mi_switch(109,0,c0eed0d3,554,c72075c0,...) at mi_switch+0x1eb ithread_loop(c71b9c30,c6f44d28,c0eecdb0,390,c71bb580,...) at ithread_loop+0x1fb fork_exit(c09db400,c71b9c30,c6f44d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f44d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc71bd000 cpustop_handler(8,c6f40c04,c0d358d6,c6f2dc80,c6f40b98,...) at cpustop_handler+0x49 ipi_nmi_handler(c6f2dc80,c6f40b98,0,c1238e24,c71bb840,...) at ipi_nmi_handler+0x44 trap(c6f40c10) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0d1a7d5, esp = 0xc6f40c50, ebp = 0xc6f40c50 --- acpi_cpu_c1(c6f40c6c,c105c2d0,3,301,4eb,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(0,c6f40ca0,c0d289f9,0,ffffffff,...) at acpi_cpu_idle+0x122 cpu_idle_acpi(0,ffffffff,c10a5300,2,c6f40ce8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c6f40cc4,c0ef446b,a05,c71bd000,...) at cpu_idle+0x89 sched_idletd(0,c6f40d28,c0eecdb0,390,c71bb840,...) at sched_idletd+0x263 fork_exit(c0a2a2c0,0,c6f40d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f40d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc71bd2e0 sched_switch(c71bd2e0,0,108,18c,e66bd95f,...) at sched_switch+0x3bc mi_switch(108,0,c0ef446b,a03,c71bd2e0,...) at mi_switch+0x1eb sched_idletd(0,c6f3dd28,c0eecdb0,390,c71bb840,...) at sched_idletd+0x2bf fork_exit(c0a2a2c0,0,c6f3dd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f3dd60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc71bd5c0 cpustop_handler(2,c6f3abbc,c0d358d6,c71bd5c0,c6f27c80,...) at cpustop_handler+0x49 ipi_nmi_handler(c71bd5c0,c6f27c80,c71bd5c0,c6f3ab48,c71bb840,...) at ipi_nmi_handler+0x44 trap(c6f3abc8) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc04f1766, esp = 0xc6f3ac08, ebp = 0xc6f3ac08 --- AcpiOsReadPort(808,c6f3ac68,20,c73dd418,c105c2d0,...) at AcpiOsReadPort+0x36 AcpiHwReadPort(808,c6f3ac68,20,808,0,...) at AcpiHwReadPort+0x3e AcpiHwRead(c6f3ac68,c105c2d0,1,301,0,...) at AcpiHwRead+0x68 acpi_cpu_idle(0,c6f3aca0,c0d289f9,0,ffffffff,...) at acpi_cpu_idle+0x135 cpu_idle_acpi(0,ffffffff,c10a4600,2,c6f3ace8,...) at cpu_idle_acpi+0x2f cpu_idle(0,c6f3acc4,c0ef446b,a05,c71bd5c0,...) at cpu_idle+0x89 sched_idletd(0,c6f3ad28,c0eecdb0,390,c71bb840,...) at sched_idletd+0x263 fork_exit(c0a2a2c0,0,c6f3ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f3ad60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc71bd8a0 sched_switch(c71bd8a0,0,608,18c,eb78e181,...) at sched_switch+0x3bc mi_switch(608,0,c0ef2c9f,cd,0,...) at mi_switch+0x1eb critical_exit(0,ffffffff,c10a3f80,2,c6f37ce8,...) at critical_exit+0xa8 cpu_idle(0,c6f37cc4,c0ef446b,a05,c71bd8a0,...) at cpu_idle+0x97 sched_idletd(0,c6f37d28,c0eecdb0,390,c71bb840,...) at sched_idletd+0x263 fork_exit(c0a2a2c0,0,c6f37d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f37d60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc71bdb80 sched_switch(c71bdb80,0,104,191,cbf5b62f,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,6c,...) at mi_switch+0x1eb sleepq_switch(c71bdb80,0,c0ef7c00,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0ef7c00,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c71bbb00,6c,c0efa9de,100,0,...) at sleepq_wait_sig+0x17 _sleep(c71bbb00,c71bbb88,16c,c0efa9de,0,...) at _sleep+0x35c kern_wait(c71bdb80,ffffffff,c6f33c44,0,0,...) at kern_wait+0xc06 wait4(c71bdb80,c6f33cec,c6f33d28,c0ef858a,0,...) at wait4+0x3b syscallenter(c71bdb80,c6f33ce4,c6f33ce4,0,0,...) at syscallenter+0x263 syscall(c6f33d28) at syscall+0x4f Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x8060de7, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command audit pid 10 tid 100001 td 0xc71c2000 sched_switch(c71c2000,0,104,191,a485903a,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c71c2000,0,c0ef7c00,268,c71c2000,...) at sleepq_switch+0x162 sleepq_wait(c1213300,0,c6f30c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c1213300,c12132e4,c0f22597,194,0,...) at _cv_wait+0x243 audit_worker(0,c6f30d28,c0eecdb0,390,c71bc000,...) at audit_worker+0x84 fork_exit(c0bfb140,0,c6f30d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f30d60, ebp = 0 --- Tracing command kernel pid 0 tid 100077 td 0xc77edb80 sched_switch(c77edb80,0,104,191,b8b4b92a,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c77edb80,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c77b4740,0,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c77b4740,c77b4758,0,c0ee5532,0,...) at _sleep+0x372 taskqueue_thread_loop(c126ae20,ef5fdd28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a46f10,c126ae20,ef5fdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef5fdd60, ebp = 0 --- Tracing command kernel pid 0 tid 100067 td 0xc75725c0 sched_switch(c75725c0,0,104,191,7c44d77b,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c75725c0,0,c0ef7c00,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c1096104,0,c0ee5532,2,0,...) at sleepq_timedwait+0x6b _sleep(c1096104,0,0,c0ee5532,bb8,...) at _sleep+0x342 pause(c0ee5532,bb8,124,122,c1093e88,...) at pause+0x47 deadlkres(0,ed393d28,c0eecdb0,390,c1093e00,...) at deadlkres+0x324 fork_exit(c09bb920,0,ed393d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed393d60, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc743a8a0 sched_switch(c743a8a0,0,104,191,e6ea61a2,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c743a8a0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c74817c0,0,c0ef31c1,c0ee5532,0,...) at sleepq_wait+0x63 msleep_spin(c74817c0,c74817d8,c0ee5532,0,c0ef0a47,...) at msleep_spin+0x21d taskqueue_thread_loop(c747d49c,ed377d28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0x8f fork_exit(c0a46f10,c747d49c,ed377d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xed377d60, ebp = 0 --- Tracing command kernel pid 0 tid 100025 td 0xc73ab2e0 sched_switch(c73ab2e0,0,104,191,befdd509,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c73ab2e0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c71936c0,0,c0ef31c1,c0ee5532,0,...) at sleepq_wait+0x63 msleep_spin(c71936c0,c71936d8,c0ee5532,0,c0ef0a47,...) at msleep_spin+0x21d taskqueue_thread_loop(c105ef38,c6f7ad28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0x8f fork_exit(c0a46f10,c105ef38,c6f7ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f7ad60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc73ab5c0 sched_switch(c73ab5c0,0,104,191,befdc678,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c73ab5c0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c71936c0,0,c0ef31c1,c0ee5532,0,...) at sleepq_wait+0x63 msleep_spin(c71936c0,c71936d8,c0ee5532,0,c0ef0a47,...) at msleep_spin+0x21d taskqueue_thread_loop(c105ef38,c6f77d28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0x8f fork_exit(c0a46f10,c105ef38,c6f77d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f77d60, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc73ab8a0 sched_switch(c73ab8a0,0,104,191,befdb75c,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c73ab8a0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c71936c0,0,c0ef31c1,c0ee5532,0,...) at sleepq_wait+0x63 msleep_spin(c71936c0,c71936d8,c0ee5532,0,c0ef0a47,...) at msleep_spin+0x21d taskqueue_thread_loop(c105ef38,c6f74d28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0x8f fork_exit(c0a46f10,c105ef38,c6f74d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f74d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc73abb80 sched_switch(c73abb80,0,104,191,bef75a05,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c73abb80,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7193700,0,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c7193700,c7193718,0,c0ee5532,0,...) at _sleep+0x372 taskqueue_thread_loop(c1094798,c6f71d28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a46f10,c1094798,c6f71d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f71d60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc7207b80 sched_switch(c7207b80,0,104,191,bef74888,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c7207b80,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7193780,0,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c7193780,c7193798,0,c0ee5532,0,...) at _sleep+0x372 taskqueue_thread_loop(c12138e4,c6f6bd28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a46f10,c12138e4,c6f6bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f6bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc72cf2e0 sched_switch(c72cf2e0,0,104,191,b8c81750,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c72cf2e0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7193800,0,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c7193800,c7193818,0,c0ee5532,0,...) at _sleep+0x372 taskqueue_thread_loop(c10b2d08,c6f65d28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a46f10,c10b2d08,c6f65d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f65d60, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc72cf8a0 sched_switch(c72cf8a0,0,104,191,d681befc,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,0,...) at mi_switch+0x1eb sleepq_switch(c72cf8a0,0,c0ef7c00,268,0,...) at sleepq_switch+0x162 sleepq_wait(c7193c00,0,c0ee5532,0,0,...) at sleepq_wait+0x63 _sleep(c7193c00,c7193c18,0,c0ee5532,0,...) at _sleep+0x372 taskqueue_thread_loop(c10b1720,c6f5fd28,c0eecdb0,390,c1093e00,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a46f10,c10b1720,c6f5fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc6f5fd60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc10940c0 sched_switch(c10940c0,0,104,191,9bebfbd7,...) at sched_switch+0x3bc mi_switch(104,0,c0ef7c00,1f3,54,...) at mi_switch+0x1eb sleepq_switch(c10940c0,0,c0ef7c00,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1093e00,54,c0ef4d7d,0,0,...) at sleepq_timedwait+0x6b _sleep(c1093e00,0,54,c0ef4d7d,2710,...) at _sleep+0x342 scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Physical memory: 3435 MB Dumping 274 MB:Dumping 274 MB: 259 259 243 243 227 227 211 211 195 195 179 179 163 163 147 147 131 131 115 115 99 99 83 83 67 67 51 51 35 35 19 19 3 3 Dump complete Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 2 cpu_reset_proxy: Stopped CPU 2 (kgdb) bt #0 doadump (textdump=0xed40564c) at pcpu.h:244 #1 0xc04e38d9 in db_fncall (dummy1=0xc0a3885a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xed4056e0 "ôV@í") at ../../../ddb/db_command.c:572 #2 0xc04e3d0f in db_command (last_cmdp=0xc105d0fc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:448 #3 0xc04e3dc4 in db_command_script (command=0xc105e008 "call doadump") at ../../../ddb/db_command.c:519 #4 0xc04e8100 in db_script_exec (scriptname=0xc105d960 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc04e8191 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc1235e00, modif=0xed405818 "") at ../../../ddb/db_script.c:375 #6 0xc04e3cd1 in db_command (last_cmdp=0xc105d0fc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:448 #7 0xc04e3e2a in db_command_loop () at ../../../ddb/db_command.c:501 #8 0xc04e5e1d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc0a389c5 in kdb_trap (type=0x3, code=0x0, tf=0xed4059c4) at ../../../kern/subr_kdb.c:531 #10 0xc0d35f0b in trap (frame=0xed4059c4) at ../../../i386/i386/trap.c:719 #11 0xc0d1ee0c in calltrap () at ../../../i386/i386/exception.s:168 #12 0xc0a3885a in kdb_enter (why=0xc0ef245a "panic", msg=0xc0ef245a "panic") at cpufunc.h:71 #13 0xc0a03da4 in panic (fmt=0xc0f2594e "softdep_deallocate_dependencies: unrecovered I/O error") at ../../../kern/kern_shutdown.c:587 #14 0xc0c28d5d in softdep_deallocate_dependencies (bp=Variable "bp" is not available. ) at ../../../ufs/ffs/ffs_softdep.c:13291 #15 0xc0a84050 in brelse (bp=0xe0c870a0) at buf.h:419 #16 0xc0a853e7 in bufdone_finish (bp=0xe0c870a0) at ../../../kern/vfs_bio.c:3430 #17 0xc0a854ba in bufdone (bp=0xe0c870a0) at ../../../kern/vfs_bio.c:3326 #18 0xc0c3d173 in ffs_geom_strategy (bo=0xc832b254, bp=0xe0c870a0) at ../../../ufs/ffs/ffs_vfsops.c:2012 #19 0xc0c51423 in ufs_strategy (ap=0xed405b98) at ../../../ufs/ufs/ufs_vnops.c:2308 #20 0xc0d58015 in VOP_STRATEGY_APV (vop=0xc1040120, a=0xed405b98) at vnode_if.c:2171 #21 0xc0a81fb1 in bufstrategy (bo=0xc8669bd8, bp=0xe0c870a0) at vnode_if.h:940 #22 0xc0a85a49 in bufwrite (bp=0xe0c870a0) at buf.h:398 #23 0xc0a85da8 in vfs_bio_awrite (bp=0xe0c870a0) at buf.h:386 #24 0xc0a86370 in flushbufqueues (lvp=0x0, queue=Variable "queue" is not available. ) at ../../../kern/vfs_bio.c:2377 #25 0xc0a86629 in buf_do_flush (vp=0x0) at ../../../kern/vfs_bio.c:2178 #26 0xc0a867fa in buf_daemon () at ../../../kern/vfs_bio.c:2235 #27 0xc09d7878 in fork_exit (callout=0xc0a86710 , arg=0x0, frame=0xed405d28) at ../../../kern/kern_fork.c:920 #28 0xc0d1ee84 in fork_trampoline () at ../../../i386/i386/exception.s:275 (kgdb) f 14 #14 0xc0c28d5d in softdep_deallocate_dependencies (bp=Variable "bp" is not available. ) at ../../../ufs/ffs/ffs_softdep.c:13291 13291 panic("softdep_deallocate_dependencies: unrecovered I/O error"); (kgdb) l 13286 { 13287 13288 if ((bp->b_ioflags & BIO_ERROR) == 0) 13289 panic("softdep_deallocate_dependencies: dangling deps"); 13290 softdep_error(bp->b_vp->v_mount->mnt_stat.f_mntonname, bp->b_error); 13291 panic("softdep_deallocate_dependencies: unrecovered I/O error"); 13292 } 13293 13294 /* 13295 * Function to handle asynchronous write errors in the filesystem. (kgdb) info loc No locals. (kgdb) p *bp Variable "bp" is not available. (kgdb) up #15 0xc0a84050 in brelse (bp=0xe0c870a0) at buf.h:419 419 (*bioops.io_deallocate)(bp); (kgdb) p *bp $1 = {b_bufobj = 0xc8669bd8, b_bcount = 0x1000, b_caller1 = 0x0, b_data = 0xe7e64000 "", b_error = 0x1c, b_iocmd = 0x2, b_ioflags = 0x1, b_iooffset = 0xc6e000, b_resid = 0x0, b_iodone = 0, b_blkno = 0x6370, b_offset = 0x8000, b_bobufs = {tqe_next = 0x0, tqe_prev = 0xe0c5a438}, b_left = 0xe0c5a400, b_right = 0x0, b_vflags = 0x0, b_freelist = { tqe_next = 0xca06bc00, tqe_prev = 0xe0b5902c}, b_qindex = 0x2, b_flags = 0xa0022024, b_xflags = 0x2, b_lock = {lock_object = {lo_name = 0xc0effad4 "bufwait", lo_flags = 0x5730000, lo_data = 0x0, lo_witness = 0xc7165370}, lk_lock = 0xfffffff0, lk_exslpfail = 0x0, lk_timo = 0x0, lk_pri = 0x60, lk_stack = {depth = 0x8, pcs = { 0xc09eb892, 0xc0a859dd, 0xc0a85da8, 0xc0a86370, 0xc0a86629, 0xc0a867fa, 0xc09d7878, 0xc0d1ee84, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}}, b_bufsize = 0x1000, b_runningbufspace = 0x0, b_kvabase = 0xe7e64000 "", b_kvasize = 0x8000, b_lblkno = 0x1, b_vp = 0xc8669ae0, b_dirtyoff = 0x0, b_dirtyend = 0x0, b_rcred = 0x0, b_wcred = 0x0, b_saveaddr = 0xe7e64000, b_pager = {pg_reqpage = 0x0}, b_cluster = {cluster_head = {tqh_first = 0x0, tqh_last = 0x0}, cluster_entry = {tqe_next = 0x0, tqe_prev = 0x0}}, b_pages = {0xc1e061c0, 0x0 }, b_npages = 0x1, b_dep = {lh_first = 0xc9182d00}, b_fsprivate1 = 0x0, b_fsprivate2 = 0x0, b_fsprivate3 = 0x0, b_pin_count = 0x0} (kgdb) $ svn diff -x -p /usr/src/sys Index: /usr/src/sys/ufs/ufs/ufs_inode.c =================================================================== --- /usr/src/sys/ufs/ufs/ufs_inode.c (revision 223687) +++ /usr/src/sys/ufs/ufs/ufs_inode.c (working copy) @@ -120,15 +120,14 @@ ufs_inactive(ap) isize = ip->i_size; if (ip->i_ump->um_fstype == UFS2) isize += ip->i_din2->di_extsize; - if (ip->i_effnlink <= 0 && isize && !UFS_RDONLY(ip)) { + if (ip->i_effnlink <= 0 && isize && !UFS_RDONLY(ip)) + error = UFS_TRUNCATE(vp, (off_t)0, IO_EXT | IO_NORMAL, + NOCRED, td); + if (ip->i_nlink <= 0 && ip->i_mode && !UFS_RDONLY(ip)) { #ifdef QUOTA if (!getinoquota(ip)) (void)chkiq(ip, -1, NOCRED, FORCE); #endif - error = UFS_TRUNCATE(vp, (off_t)0, IO_EXT | IO_NORMAL, - NOCRED, td); - } - if (ip->i_nlink <= 0 && ip->i_mode && !UFS_RDONLY(ip)) { #ifdef UFS_EXTATTR ufs_extattr_vnode_inactive(vp, td); #endif Index: /usr/src/sys/ufs/ffs/ffs_softdep.c =================================================================== --- /usr/src/sys/ufs/ffs/ffs_softdep.c (revision 223687) +++ /usr/src/sys/ufs/ffs/ffs_softdep.c (working copy) @@ -12516,27 +12516,30 @@ softdep_request_cleanup(fs, vp, cred, resource) stat_cleanup_blkrequests += 1; else stat_cleanup_inorequests += 1; + /* * If we are being called because of a process doing a - * copy-on-write, then it is not safe to update the vnode - * as we may recurse into the copy-on-write routine. + * copy-on-write, then it is not safe to process any + * worklist items as we will recurse into the copyonwrite + * routine. This will result in an incoherent snapshot. */ - if (!(curthread->td_pflags & TDP_COWINPROGRESS)) { - UFS_UNLOCK(ump); - error = ffs_update(vp, 1); - UFS_LOCK(ump); - if (error != 0) - return (0); - } + if (curthread->td_pflags & TDP_COWINPROGRESS) + return (0); + UFS_UNLOCK(ump); + error = ffs_update(vp, 1); + UFS_LOCK(ump); + if (error != 0) + return (0); /* * If we are in need of resources, consider pausing for * tickdelay to give ourselves some breathing room. */ UFS_UNLOCK(ump); ACQUIRE_LOCK(&lk); + process_removes(vp); + process_truncates(vp); request_cleanup(UFSTOVFS(ump), resource); FREE_LOCK(&lk); - UFS_LOCK(ump); /* * Now clean up at least as many resources as we will need. * @@ -12568,29 +12571,23 @@ softdep_request_cleanup(fs, vp, cred, resource) roundup((fs->fs_dsize * fs->fs_minfree / 100) - fs->fs_cstotal.cs_nffree, fs->fs_frag)); } else { + UFS_LOCK(ump); printf("softdep_request_cleanup: Unknown resource type %d\n", resource); return (0); } starttime = time_second; retry: - while ((resource == FLUSH_BLOCKS_WAIT && ump->softdep_on_worklist > 0 && - fs->fs_cstotal.cs_nbfree <= needed) || - (resource == FLUSH_INODES_WAIT && fs->fs_pendinginodes > 0 && - fs->fs_cstotal.cs_nifree <= needed)) { - UFS_UNLOCK(ump); + if ((resource == FLUSH_BLOCKS_WAIT && ump->softdep_on_worklist > 0 && + fs->fs_cstotal.cs_nbfree <= needed) || + (resource == FLUSH_INODES_WAIT && fs->fs_pendinginodes > 0 && + fs->fs_cstotal.cs_nifree <= needed)) { ACQUIRE_LOCK(&lk); - process_removes(vp); - process_truncates(vp); if (ump->softdep_on_worklist > 0 && - process_worklist_item(UFSTOVFS(ump), 1, LK_NOWAIT) != 0) { + process_worklist_item(UFSTOVFS(ump), + ump->softdep_on_worklist, LK_NOWAIT) != 0) stat_worklist_push += 1; - FREE_LOCK(&lk); - UFS_LOCK(ump); - continue; - } FREE_LOCK(&lk); - UFS_LOCK(ump); } /* * If we still need resources and there are no more worklist @@ -12604,7 +12601,6 @@ retry: fs->fs_cstotal.cs_nbfree <= needed) || (resource == FLUSH_INODES_WAIT && fs->fs_pendinginodes > 0 && fs->fs_cstotal.cs_nifree <= needed)) { - UFS_UNLOCK(ump); MNT_ILOCK(mp); MNT_VNODE_FOREACH(lvp, mp, mvp) { VI_LOCK(lvp); @@ -12642,6 +12638,7 @@ retry: } if (time_second - starttime > stat_cleanup_high_delay) stat_cleanup_high_delay = time_second - starttime; + UFS_LOCK(ump); return (1); } -- Test scenario: suj21.sh